3545 				      struct find_free_extent_ctl *ffe_ctl,  in find_free_extent_clustered()  argument
3549 	struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr;  in find_free_extent_clustered()
3554 	cluster_bg = btrfs_lock_cluster(bg, last_ptr, ffe_ctl->delalloc);  in find_free_extent_clustered()
3558 	    !block_group_bits(cluster_bg, ffe_ctl->flags)))  in find_free_extent_clustered()
3562 			ffe_ctl->num_bytes, cluster_bg->start,  in find_free_extent_clustered()
3563 			&ffe_ctl->max_extent_size);  in find_free_extent_clustered()
3568 				ffe_ctl->search_start, ffe_ctl->num_bytes);  in find_free_extent_clustered()
3570 		ffe_ctl->found_offset = offset;  in find_free_extent_clustered()
3587 	if (ffe_ctl->loop >= LOOP_NO_EMPTY_SIZE && cluster_bg != bg) {  in find_free_extent_clustered()
3589 		btrfs_release_block_group(cluster_bg, ffe_ctl->delalloc);  in find_free_extent_clustered()
3597 		btrfs_release_block_group(cluster_bg, ffe_ctl->delalloc);  in find_free_extent_clustered()
3600 	if (ffe_ctl->loop >= LOOP_NO_EMPTY_SIZE) {  in find_free_extent_clustered()
3606 			ffe_ctl->empty_cluster + ffe_ctl->empty_size,  in find_free_extent_clustered()
3608 	ret = btrfs_find_space_cluster(bg, last_ptr, ffe_ctl->search_start,  in find_free_extent_clustered()
3609 			ffe_ctl->num_bytes, aligned_cluster);  in find_free_extent_clustered()
3613 				ffe_ctl->num_bytes, ffe_ctl->search_start,  in find_free_extent_clustered()
3614 				&ffe_ctl->max_extent_size);  in find_free_extent_clustered()
3619 					ffe_ctl->search_start,  in find_free_extent_clustered()
3620 					ffe_ctl->num_bytes);  in find_free_extent_clustered()
3621 			ffe_ctl->found_offset = offset;  in find_free_extent_clustered()
3624 	} else if (!ffe_ctl->cached && ffe_ctl->loop > LOOP_CACHING_NOWAIT &&  in find_free_extent_clustered()
3625 		   !ffe_ctl->retry_clustered) {  in find_free_extent_clustered()
3628 		ffe_ctl->retry_clustered = true;  in find_free_extent_clustered()
3629 		btrfs_wait_block_group_cache_progress(bg, ffe_ctl->num_bytes +  in find_free_extent_clustered()
3630 				ffe_ctl->empty_cluster + ffe_ctl->empty_size);  in find_free_extent_clustered()
3649 					struct find_free_extent_ctl *ffe_ctl)  in find_free_extent_unclustered()  argument
3651 	struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr;  in find_free_extent_unclustered()
3664 	if (ffe_ctl->cached) {  in find_free_extent_unclustered()
3670 		    ffe_ctl->num_bytes + ffe_ctl->empty_cluster +  in find_free_extent_unclustered()
3671 		    ffe_ctl->empty_size) {  in find_free_extent_unclustered()
3672 			ffe_ctl->total_free_space = max_t(u64,  in find_free_extent_unclustered()
3673 					ffe_ctl->total_free_space,  in find_free_extent_unclustered()
3681 	offset = btrfs_find_space_for_alloc(bg, ffe_ctl->search_start,  in find_free_extent_unclustered()
3682 			ffe_ctl->num_bytes, ffe_ctl->empty_size,  in find_free_extent_unclustered()
3683 			&ffe_ctl->max_extent_size);  in find_free_extent_unclustered()
3694 	if (!offset && !ffe_ctl->retry_unclustered && !ffe_ctl->cached &&  in find_free_extent_unclustered()
3695 	    ffe_ctl->loop > LOOP_CACHING_NOWAIT) {  in find_free_extent_unclustered()
3696 		btrfs_wait_block_group_cache_progress(bg, ffe_ctl->num_bytes +  in find_free_extent_unclustered()
3697 						      ffe_ctl->empty_size);  in find_free_extent_unclustered()
3698 		ffe_ctl->retry_unclustered = true;  in find_free_extent_unclustered()
3703 	ffe_ctl->found_offset = offset;  in find_free_extent_unclustered()
3708 				   struct find_free_extent_ctl *ffe_ctl,  in do_allocation_clustered()  argument
3714 	if (ffe_ctl->last_ptr && ffe_ctl->use_cluster) {  in do_allocation_clustered()
3715 		ret = find_free_extent_clustered(block_group, ffe_ctl, bg_ret);  in do_allocation_clustered()
3721 	return find_free_extent_unclustered(block_group, ffe_ctl);  in do_allocation_clustered()
3725 			 struct find_free_extent_ctl *ffe_ctl,  in do_allocation()  argument
3728 	switch (ffe_ctl->policy) {  in do_allocation()
3730 		return do_allocation_clustered(block_group, ffe_ctl, bg_ret);  in do_allocation()
3737 				struct find_free_extent_ctl *ffe_ctl,  in release_block_group()  argument
3740 	switch (ffe_ctl->policy) {  in release_block_group()
3742 		ffe_ctl->retry_clustered = false;  in release_block_group()
3743 		ffe_ctl->retry_unclustered = false;  in release_block_group()
3750 	       ffe_ctl->index);  in release_block_group()
3754 static void found_extent_clustered(struct find_free_extent_ctl *ffe_ctl,  in found_extent_clustered()  argument
3757 	struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr;  in found_extent_clustered()
3759 	if (!ffe_ctl->use_cluster && last_ptr) {  in found_extent_clustered()
3766 static void found_extent(struct find_free_extent_ctl *ffe_ctl,  in found_extent()  argument
3769 	switch (ffe_ctl->policy) {  in found_extent()
3771 		found_extent_clustered(ffe_ctl, ins);  in found_extent()
3778 static int chunk_allocation_failed(struct find_free_extent_ctl *ffe_ctl)  in chunk_allocation_failed()  argument
3780 	switch (ffe_ctl->policy) {  in chunk_allocation_failed()
3786 		ffe_ctl->loop = LOOP_NO_EMPTY_SIZE;  in chunk_allocation_failed()
3800 					struct find_free_extent_ctl *ffe_ctl,  in find_free_extent_update_loop()  argument
3806 	if ((ffe_ctl->loop == LOOP_CACHING_NOWAIT) &&  in find_free_extent_update_loop()
3807 	    ffe_ctl->have_caching_bg && !ffe_ctl->orig_have_caching_bg)  in find_free_extent_update_loop()
3808 		ffe_ctl->orig_have_caching_bg = true;  in find_free_extent_update_loop()
3810 	if (!ins->objectid && ffe_ctl->loop >= LOOP_CACHING_WAIT &&  in find_free_extent_update_loop()
3811 	    ffe_ctl->have_caching_bg)  in find_free_extent_update_loop()
3814 	if (!ins->objectid && ++(ffe_ctl->index) < BTRFS_NR_RAID_TYPES)  in find_free_extent_update_loop()
3818 		found_extent(ffe_ctl, ins);  in find_free_extent_update_loop()
3830 	if (ffe_ctl->loop < LOOP_NO_EMPTY_SIZE) {  in find_free_extent_update_loop()
3831 		ffe_ctl->index = 0;  in find_free_extent_update_loop()
3832 		if (ffe_ctl->loop == LOOP_CACHING_NOWAIT) {  in find_free_extent_update_loop()
3838 			if (ffe_ctl->orig_have_caching_bg || !full_search)  in find_free_extent_update_loop()
3839 				ffe_ctl->loop = LOOP_CACHING_WAIT;  in find_free_extent_update_loop()
3841 				ffe_ctl->loop = LOOP_ALLOC_CHUNK;  in find_free_extent_update_loop()
3843 			ffe_ctl->loop++;  in find_free_extent_update_loop()
3846 		if (ffe_ctl->loop == LOOP_ALLOC_CHUNK) {  in find_free_extent_update_loop()
3861 			ret = btrfs_chunk_alloc(trans, ffe_ctl->flags,  in find_free_extent_update_loop()
3866 				ret = chunk_allocation_failed(ffe_ctl);  in find_free_extent_update_loop()
3877 		if (ffe_ctl->loop == LOOP_NO_EMPTY_SIZE) {  in find_free_extent_update_loop()
3878 			if (ffe_ctl->policy != BTRFS_EXTENT_ALLOC_CLUSTERED)  in find_free_extent_update_loop()
3885 			if (ffe_ctl->empty_size == 0 &&  in find_free_extent_update_loop()
3886 			    ffe_ctl->empty_cluster == 0)  in find_free_extent_update_loop()
3888 			ffe_ctl->empty_size = 0;  in find_free_extent_update_loop()
3889 			ffe_ctl->empty_cluster = 0;  in find_free_extent_update_loop()
3897 					struct find_free_extent_ctl *ffe_ctl,  in prepare_allocation_clustered()  argument
3914 		    ffe_ctl->num_bytes > space_info->max_extent_size) {  in prepare_allocation_clustered()
3919 			ffe_ctl->use_cluster = false;  in prepare_allocation_clustered()
3924 	ffe_ctl->last_ptr = fetch_cluster_info(fs_info, space_info,  in prepare_allocation_clustered()
3925 					       &ffe_ctl->empty_cluster);  in prepare_allocation_clustered()
3926 	if (ffe_ctl->last_ptr) {  in prepare_allocation_clustered()
3927 		struct btrfs_free_cluster *last_ptr = ffe_ctl->last_ptr;  in prepare_allocation_clustered()
3931 			ffe_ctl->hint_byte = last_ptr->window_start;  in prepare_allocation_clustered()
3938 			ffe_ctl->hint_byte = last_ptr->window_start;  in prepare_allocation_clustered()
3939 			ffe_ctl->use_cluster = false;  in prepare_allocation_clustered()
3948 			      struct find_free_extent_ctl *ffe_ctl,  in prepare_allocation()  argument
3952 	switch (ffe_ctl->policy) {  in prepare_allocation()
3954 		return prepare_allocation_clustered(fs_info, ffe_ctl,  in prepare_allocation()
3995 	struct find_free_extent_ctl ffe_ctl = {0};  in find_free_extent()  local
4001 	ffe_ctl.num_bytes = num_bytes;  in find_free_extent()
4002 	ffe_ctl.empty_size = empty_size;  in find_free_extent()
4003 	ffe_ctl.flags = flags;  in find_free_extent()
4004 	ffe_ctl.search_start = 0;  in find_free_extent()
4005 	ffe_ctl.delalloc = delalloc;  in find_free_extent()
4006 	ffe_ctl.index = btrfs_bg_flags_to_raid_index(flags);  in find_free_extent()
4007 	ffe_ctl.have_caching_bg = false;  in find_free_extent()
4008 	ffe_ctl.orig_have_caching_bg = false;  in find_free_extent()
4009 	ffe_ctl.found_offset = 0;  in find_free_extent()
4010 	ffe_ctl.hint_byte = hint_byte_orig;  in find_free_extent()
4011 	ffe_ctl.policy = BTRFS_EXTENT_ALLOC_CLUSTERED;  in find_free_extent()
4014 	ffe_ctl.retry_clustered = false;  in find_free_extent()
4015 	ffe_ctl.retry_unclustered = false;  in find_free_extent()
4016 	ffe_ctl.last_ptr = NULL;  in find_free_extent()
4017 	ffe_ctl.use_cluster = true;  in find_free_extent()
4031 	ret = prepare_allocation(fs_info, &ffe_ctl, space_info, ins);  in find_free_extent()
4035 	ffe_ctl.search_start = max(ffe_ctl.search_start,  in find_free_extent()
4037 	ffe_ctl.search_start = max(ffe_ctl.search_start, ffe_ctl.hint_byte);  in find_free_extent()
4038 	if (ffe_ctl.search_start == ffe_ctl.hint_byte) {  in find_free_extent()
4040 						       ffe_ctl.search_start);  in find_free_extent()
4062 				ffe_ctl.index = btrfs_bg_flags_to_raid_index(  in find_free_extent()
4072 	ffe_ctl.have_caching_bg = false;  in find_free_extent()
4073 	if (ffe_ctl.index == btrfs_bg_flags_to_raid_index(flags) ||  in find_free_extent()
4074 	    ffe_ctl.index == 0)  in find_free_extent()
4078 			    &space_info->block_groups[ffe_ctl.index], list) {  in find_free_extent()
4086 		ffe_ctl.search_start = block_group->start;  in find_free_extent()
4117 		ffe_ctl.cached = btrfs_block_group_done(block_group);  in find_free_extent()
4118 		if (unlikely(!ffe_ctl.cached)) {  in find_free_extent()
4119 			ffe_ctl.have_caching_bg = true;  in find_free_extent()
4142 		ret = do_allocation(block_group, &ffe_ctl, &bg_ret);  in find_free_extent()
4155 		ffe_ctl.search_start = round_up(ffe_ctl.found_offset,  in find_free_extent()
4159 		if (ffe_ctl.search_start + num_bytes >  in find_free_extent()
4161 			btrfs_add_free_space(block_group, ffe_ctl.found_offset,  in find_free_extent()
4166 		if (ffe_ctl.found_offset < ffe_ctl.search_start)  in find_free_extent()
4167 			btrfs_add_free_space(block_group, ffe_ctl.found_offset,  in find_free_extent()
4168 				ffe_ctl.search_start - ffe_ctl.found_offset);  in find_free_extent()
4173 			btrfs_add_free_space(block_group, ffe_ctl.found_offset,  in find_free_extent()
4180 		ins->objectid = ffe_ctl.search_start;  in find_free_extent()
4183 		trace_btrfs_reserve_extent(block_group, ffe_ctl.search_start,  in find_free_extent()
4188 		release_block_group(block_group, &ffe_ctl, delalloc);  in find_free_extent()
4193 	ret = find_free_extent_update_loop(fs_info, ins, &ffe_ctl, full_search);  in find_free_extent()
4202 		if (!ffe_ctl.max_extent_size)  in find_free_extent()
4203 			ffe_ctl.max_extent_size = ffe_ctl.total_free_space;  in find_free_extent()
4205 		space_info->max_extent_size = ffe_ctl.max_extent_size;  in find_free_extent()
4207 		ins->offset = ffe_ctl.max_extent_size;  in find_free_extent()