Lines Matching refs:throtl_data
115 struct throtl_data *td;
201 struct throtl_data struct
271 static struct throtl_data *sq_to_td(struct throtl_service_queue *sq) in sq_to_td()
278 return container_of(sq, struct throtl_data, service_queue); in sq_to_td()
289 static uint64_t throtl_adjusted_limit(uint64_t low, struct throtl_data *td) in throtl_adjusted_limit()
302 struct throtl_data *td; in tg_bps_limit()
332 struct throtl_data *td; in tg_iops_limit()
375 struct throtl_data *__td = sq_to_td((sq)); \
543 struct throtl_data *td = blkg->q->td; in throtl_pd_init()
573 struct throtl_data *td = tg->td; in tg_update_has_rules()
593 static void blk_throtl_update_limit_valid(struct throtl_data *td) in blk_throtl_update_limit_valid()
614 static void throtl_upgrade_state(struct throtl_data *td);
1253 static bool throtl_can_upgrade(struct throtl_data *td,
1274 struct throtl_data *td = sq_to_td(sq); in throtl_pending_timer_fn()
1340 struct throtl_data *td = container_of(work, struct throtl_data, in blk_throtl_dispatch_work_fn()
1784 struct throtl_data *td = q->td; in throtl_shutdown_wq()
1904 static bool throtl_can_upgrade(struct throtl_data *td, in throtl_can_upgrade()
1953 static void throtl_upgrade_state(struct throtl_data *td) in throtl_upgrade_state()
1977 static void throtl_downgrade_state(struct throtl_data *td) in throtl_downgrade_state()
1993 struct throtl_data *td = tg->td; in throtl_tg_can_downgrade()
2102 static void throtl_update_latency_buckets(struct throtl_data *td) in throtl_update_latency_buckets()
2179 static inline void throtl_update_latency_buckets(struct throtl_data *td) in throtl_update_latency_buckets()
2212 struct throtl_data *td = tg->td; in blk_throtl_bio()
2324 static void throtl_track_latency(struct throtl_data *td, sector_t size, in throtl_track_latency()
2346 struct throtl_data *td = q->td; in blk_throtl_stat_add()
2409 struct throtl_data *td; in blk_throtl_init()
2463 struct throtl_data *td; in blk_throtl_register_queue()