23 static struct bfq_entity *bfq_root_active_entity(struct rb_root *tree)  in bfq_root_active_entity()
27 	return rb_entry(node, struct bfq_entity, rb_node);  in bfq_root_active_entity()
30 static unsigned int bfq_class_idx(struct bfq_entity *entity)  in bfq_class_idx()
44 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,
47 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service);
75 				       struct bfq_entity *new_entity,  in bfq_update_next_in_service()
78 	struct bfq_entity *next_in_service = sd->next_in_service;  in bfq_update_next_in_service()
150 	struct bfq_entity *group_entity = bfqq->entity.parent;  in bfq_bfqq_to_bfqg()
162 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
164 	struct bfq_entity *bfqg_entity;  in bfq_update_parent_budget()
207 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
241 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
246 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
262 struct bfq_queue *bfq_entity_to_bfqq(struct bfq_entity *entity)  in bfq_entity_to_bfqq()
288 static void bfq_calc_finish(struct bfq_entity *entity, unsigned long service)  in bfq_calc_finish()
315 struct bfq_entity *bfq_entity_of(struct rb_node *node)  in bfq_entity_of()
317 	struct bfq_entity *entity = NULL;  in bfq_entity_of()
320 		entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_entity_of()
330 static void bfq_extract(struct rb_root *root, struct bfq_entity *entity)  in bfq_extract()
342 			     struct bfq_entity *entity)  in bfq_idle_extract()
371 static void bfq_insert(struct rb_root *root, struct bfq_entity *entity)  in bfq_insert()
373 	struct bfq_entity *entry;  in bfq_insert()
379 		entry = rb_entry(parent, struct bfq_entity, rb_node);  in bfq_insert()
403 static void bfq_update_min(struct bfq_entity *entity, struct rb_node *node)  in bfq_update_min()
405 	struct bfq_entity *child;  in bfq_update_min()
408 		child = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_min()
424 	struct bfq_entity *entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_active_node()
473 			      struct bfq_entity *entity)  in bfq_active_insert()
528 static void bfq_get_entity(struct bfq_entity *entity)  in bfq_get_entity()
575 			       struct bfq_entity *entity)  in bfq_active_extract()
610 			    struct bfq_entity *entity)  in bfq_idle_insert()
613 	struct bfq_entity *first_idle = st->first_idle;  in bfq_idle_insert()
614 	struct bfq_entity *last_idle = st->last_idle;  in bfq_idle_insert()
643 			      struct bfq_entity *entity,  in bfq_forget_entity()
659 void bfq_put_idle_entity(struct bfq_service_tree *st, struct bfq_entity *entity)  in bfq_put_idle_entity()
675 	struct bfq_entity *first_idle = st->first_idle;  in bfq_forget_idle()
676 	struct bfq_entity *last_idle = st->last_idle;  in bfq_forget_idle()
691 struct bfq_service_tree *bfq_entity_service_tree(struct bfq_entity *entity)  in bfq_entity_service_tree()
719 				struct bfq_entity *entity,  in __bfq_entity_update_weight_prio()
826 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_served()
877 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_charge_time()
892 static void bfq_update_fin_time_enqueue(struct bfq_entity *entity,  in bfq_update_fin_time_enqueue()
964 static void __bfq_activate_entity(struct bfq_entity *entity,  in __bfq_activate_entity()
1036 static void __bfq_requeue_entity(struct bfq_entity *entity)  in __bfq_requeue_entity()
1102 static void __bfq_activate_requeue_entity(struct bfq_entity *entity,  in __bfq_activate_requeue_entity()
1136 static void bfq_activate_requeue_entity(struct bfq_entity *entity,  in bfq_activate_requeue_entity()
1162 bool __bfq_deactivate_entity(struct bfq_entity *entity, bool ins_into_idle_tree)  in __bfq_deactivate_entity()
1215 static void bfq_deactivate_entity(struct bfq_entity *entity,  in bfq_deactivate_entity()
1220 	struct bfq_entity *parent = NULL;  in bfq_deactivate_entity()
1322 	struct bfq_entity *root_entity = bfq_root_active_entity(&st->active);  in bfq_calc_vtime_jump()
1350 static struct bfq_entity *bfq_first_active_entity(struct bfq_service_tree *st,  in bfq_first_active_entity()
1353 	struct bfq_entity *entry, *first = NULL;  in bfq_first_active_entity()
1357 		entry = rb_entry(node, struct bfq_entity, rb_node);  in bfq_first_active_entity()
1364 					 struct bfq_entity, rb_node);  in bfq_first_active_entity()
1400 static struct bfq_entity *
1403 	struct bfq_entity *entity;  in __bfq_lookup_next_entity()
1442 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,  in bfq_lookup_next_entity()
1447 	struct bfq_entity *entity = NULL;  in bfq_lookup_next_entity()
1511 	struct bfq_entity *entity = NULL;  in bfq_get_next_queue()
1605 	struct bfq_entity *in_serv_entity = &in_serv_bfqq->entity;  in __bfq_bfqd_reset_in_service()
1606 	struct bfq_entity *entity = in_serv_entity;  in __bfq_bfqd_reset_in_service()
1645 	struct bfq_entity *entity = &bfqq->entity;  in bfq_deactivate_bfqq()
1652 	struct bfq_entity *entity = &bfqq->entity;  in bfq_activate_bfqq()
1662 	struct bfq_entity *entity = &bfqq->entity;  in bfq_requeue_bfqq()