369 struct bfq_queue *bic_to_bfqq(struct bfq_io_cq *bic, bool is_sync)  in bic_to_bfqq()  argument
371 	return bic->bfqq[is_sync];  in bic_to_bfqq()
374 void bic_set_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq, bool is_sync)  in bic_set_bfqq()  argument
376 	bic->bfqq[is_sync] = bfqq;  in bic_set_bfqq()
379 struct bfq_data *bic_to_bfqd(struct bfq_io_cq *bic)  in bic_to_bfqd()  argument
381 	return bic->icq.q->elevator->elevator_data;  in bic_to_bfqd()
1014 		      struct bfq_io_cq *bic, bool bfq_already_existing)  in bfq_bfqq_resume_state()  argument
1019 	if (bic->saved_has_short_ttime)  in bfq_bfqq_resume_state()
1024 	if (bic->saved_IO_bound)  in bfq_bfqq_resume_state()
1029 	bfqq->entity.new_weight = bic->saved_weight;  in bfq_bfqq_resume_state()
1030 	bfqq->ttime = bic->saved_ttime;  in bfq_bfqq_resume_state()
1031 	bfqq->wr_coeff = bic->saved_wr_coeff;  in bfq_bfqq_resume_state()
1032 	bfqq->wr_start_at_switch_to_srt = bic->saved_wr_start_at_switch_to_srt;  in bfq_bfqq_resume_state()
1033 	bfqq->last_wr_start_finish = bic->saved_last_wr_start_finish;  in bfq_bfqq_resume_state()
1034 	bfqq->wr_cur_max_time = bic->saved_wr_cur_max_time;  in bfq_bfqq_resume_state()
1688 		  bfqq->bic && (*interactive || soft_rt)));  in bfq_bfqq_handle_idle_busy_switch()
2227 	struct bfq_io_cq *bic = bfq_bic_lookup(bfqd, current->io_context, q);  in bfq_bio_merge()  local
2232 	if (bic) {  in bfq_bio_merge()
2237 		bfq_bic_update_cgroup(bic, bio);  in bfq_bio_merge()
2239 		bfqd->bio_bfqq = bic_to_bfqq(bic, op_is_sync(bio->bi_opf));  in bfq_bio_merge()
2243 	bfqd->bio_bic = bic;  in bfq_bio_merge()
2706 	struct bfq_io_cq *bic = bfqq->bic;  in bfq_bfqq_save_state()  local
2713 	if (!bic)  in bfq_bfqq_save_state()
2716 	bic->saved_weight = bfqq->entity.orig_weight;  in bfq_bfqq_save_state()
2717 	bic->saved_ttime = bfqq->ttime;  in bfq_bfqq_save_state()
2718 	bic->saved_has_short_ttime = bfq_bfqq_has_short_ttime(bfqq);  in bfq_bfqq_save_state()
2719 	bic->saved_IO_bound = bfq_bfqq_IO_bound(bfqq);  in bfq_bfqq_save_state()
2720 	bic->saved_in_large_burst = bfq_bfqq_in_large_burst(bfqq);  in bfq_bfqq_save_state()
2721 	bic->was_in_burst_list = !hlist_unhashed(&bfqq->burst_list_node);  in bfq_bfqq_save_state()
2734 		bic->saved_wr_coeff = bfqq->bfqd->bfq_wr_coeff;  in bfq_bfqq_save_state()
2735 		bic->saved_wr_start_at_switch_to_srt = bfq_smallest_from_now();  in bfq_bfqq_save_state()
2736 		bic->saved_wr_cur_max_time = bfq_wr_duration(bfqq->bfqd);  in bfq_bfqq_save_state()
2737 		bic->saved_last_wr_start_finish = jiffies;  in bfq_bfqq_save_state()
2739 		bic->saved_wr_coeff = bfqq->wr_coeff;  in bfq_bfqq_save_state()
2740 		bic->saved_wr_start_at_switch_to_srt =  in bfq_bfqq_save_state()
2742 		bic->saved_last_wr_start_finish = bfqq->last_wr_start_finish;  in bfq_bfqq_save_state()
2743 		bic->saved_wr_cur_max_time = bfqq->wr_cur_max_time;  in bfq_bfqq_save_state()
2768 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic,  in bfq_merge_bfqqs()  argument
2813 	bic_set_bfqq(bic, new_bfqq, 1);  in bfq_merge_bfqqs()
2825 	new_bfqq->bic = NULL;  in bfq_merge_bfqqs()
2836 	bfqq->bic = NULL;  in bfq_merge_bfqqs()
4446 			bfqq->bic && bfqq->bic->bfqq[0] &&  in bfq_select_queue()
4447 			bfq_bfqq_busy(bfqq->bic->bfqq[0]) &&  in bfq_select_queue()
4448 			bfqq->bic->bfqq[0]->next_rq ?  in bfq_select_queue()
4449 			bfqq->bic->bfqq[0] : NULL;  in bfq_select_queue()
4524 		    icq_to_bic(async_bfqq->next_rq->elv.icq) == bfqq->bic &&  in bfq_select_queue()
4527 			bfqq = bfqq->bic->bfqq[0];  in bfq_select_queue()
4894 		if (bfqq->bic && bfqq->bfqd->burst_size > 0)  in bfq_put_queue()
4965 static void bfq_exit_icq_bfqq(struct bfq_io_cq *bic, bool is_sync)  in bfq_exit_icq_bfqq()  argument
4967 	struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync);  in bfq_exit_icq_bfqq()
4977 		bfqq->bic = NULL;  in bfq_exit_icq_bfqq()
4979 		bic_set_bfqq(bic, NULL, is_sync);  in bfq_exit_icq_bfqq()
4986 	struct bfq_io_cq *bic = icq_to_bic(icq);  in bfq_exit_icq()  local
4988 	bfq_exit_icq_bfqq(bic, true);  in bfq_exit_icq()
4989 	bfq_exit_icq_bfqq(bic, false);  in bfq_exit_icq()
4997 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic)  in bfq_set_next_ioprio_data()  argument
5006 	ioprio_class = IOPRIO_PRIO_CLASS(bic->ioprio);  in bfq_set_next_ioprio_data()
5021 		bfqq->new_ioprio = IOPRIO_PRIO_DATA(bic->ioprio);  in bfq_set_next_ioprio_data()
5025 		bfqq->new_ioprio = IOPRIO_PRIO_DATA(bic->ioprio);  in bfq_set_next_ioprio_data()
5046 				       struct bfq_io_cq *bic);
5048 static void bfq_check_ioprio_change(struct bfq_io_cq *bic, struct bio *bio)  in bfq_check_ioprio_change()  argument
5050 	struct bfq_data *bfqd = bic_to_bfqd(bic);  in bfq_check_ioprio_change()
5052 	int ioprio = bic->icq.ioc->ioprio;  in bfq_check_ioprio_change()
5058 	if (unlikely(!bfqd) || likely(bic->ioprio == ioprio))  in bfq_check_ioprio_change()
5061 	bic->ioprio = ioprio;  in bfq_check_ioprio_change()
5063 	bfqq = bic_to_bfqq(bic, false);  in bfq_check_ioprio_change()
5066 		bfqq = bfq_get_queue(bfqd, bio, BLK_RW_ASYNC, bic);  in bfq_check_ioprio_change()
5067 		bic_set_bfqq(bic, bfqq, false);  in bfq_check_ioprio_change()
5070 	bfqq = bic_to_bfqq(bic, true);  in bfq_check_ioprio_change()
5072 		bfq_set_next_ioprio_data(bfqq, bic);  in bfq_check_ioprio_change()
5076 			  struct bfq_io_cq *bic, pid_t pid, int is_sync)  in bfq_init_bfqq()  argument
5087 	if (bic)  in bfq_init_bfqq()
5088 		bfq_set_next_ioprio_data(bfqq, bic);  in bfq_init_bfqq()
5156 				       struct bfq_io_cq *bic)  in bfq_get_queue()  argument
5158 	const int ioprio = IOPRIO_PRIO_DATA(bic->ioprio);  in bfq_get_queue()
5159 	const int ioprio_class = IOPRIO_PRIO_CLASS(bic->ioprio);  in bfq_get_queue()
5178 		bfq_init_bfqq(bfqd, bfqq, bic, current->pid,  in bfq_get_queue()
5240 				       struct bfq_io_cq *bic)  in bfq_update_has_short_ttime()  argument
5262 	if (atomic_read(&bic->icq.ioc->active_ref) == 0 ||  in bfq_update_has_short_ttime()
5996 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq)  in bfq_split_bfqq()  argument
6007 	bic_set_bfqq(bic, NULL, 1);  in bfq_split_bfqq()
6016 						   struct bfq_io_cq *bic,  in bfq_get_bfqq_handle_split()  argument
6021 	struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync);  in bfq_get_bfqq_handle_split()
6031 	bfqq = bfq_get_queue(bfqd, bio, is_sync, bic);  in bfq_get_bfqq_handle_split()
6033 	bic_set_bfqq(bic, bfqq, is_sync);  in bfq_get_bfqq_handle_split()
6035 		if ((bic->was_in_burst_list && bfqd->large_burst) ||  in bfq_get_bfqq_handle_split()
6036 		    bic->saved_in_large_burst)  in bfq_get_bfqq_handle_split()
6040 			if (bic->was_in_burst_list)  in bfq_get_bfqq_handle_split()
6122 	struct bfq_io_cq *bic;  in bfq_init_rq()  local
6141 	bic = icq_to_bic(rq->elv.icq);  in bfq_init_rq()
6143 	bfq_check_ioprio_change(bic, bio);  in bfq_init_rq()
6145 	bfq_bic_update_cgroup(bic, bio);  in bfq_init_rq()
6147 	bfqq = bfq_get_bfqq_handle_split(bfqd, bic, bio, false, is_sync,  in bfq_init_rq()
6157 				bic->saved_in_large_burst = true;  in bfq_init_rq()
6159 			bfqq = bfq_split_bfqq(bic, bfqq);  in bfq_init_rq()
6163 				bfqq = bfq_get_bfqq_handle_split(bfqd, bic, bio,  in bfq_init_rq()
6176 	rq->elv.priv[0] = bic;  in bfq_init_rq()
6186 		bfqq->bic = bic;  in bfq_init_rq()
6193 			bfq_bfqq_resume_state(bfqq, bfqd, bic,  in bfq_init_rq()