Lines Matching refs:throtl_slice
211 unsigned int throtl_slice; member
293 td->low_upgrade_time + td->scale * td->throtl_slice)) in throtl_adjusted_limit()
294 td->scale = (jiffies - td->low_upgrade_time) / td->throtl_slice; in throtl_adjusted_limit()
718 unsigned long max_expire = jiffies + 8 * sq_to_td(sq)->throtl_slice; in throtl_schedule_pending_timer()
788 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice_with_credit()
800 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice()
813 tg->slice_end[rw] = roundup(jiffy_end, tg->td->throtl_slice); in throtl_set_slice_end()
859 throtl_set_slice_end(tg, rw, jiffies + tg->td->throtl_slice); in throtl_trim_slice()
863 nr_slices = time_elapsed / tg->td->throtl_slice; in throtl_trim_slice()
867 tmp = tg_bps_limit(tg, rw) * tg->td->throtl_slice * nr_slices; in throtl_trim_slice()
871 io_trim = (tg_iops_limit(tg, rw) * tg->td->throtl_slice * nr_slices) / in throtl_trim_slice()
887 tg->slice_start[rw] += nr_slices * tg->td->throtl_slice; in throtl_trim_slice()
912 jiffy_elapsed_rnd = roundup(jiffy_elapsed + 1, tg->td->throtl_slice); in tg_with_in_iops_limit()
961 jiffy_elapsed_rnd = tg->td->throtl_slice; in tg_with_in_bps_limit()
963 jiffy_elapsed_rnd = roundup(jiffy_elapsed_rnd, tg->td->throtl_slice); in tg_with_in_bps_limit()
1029 jiffies + tg->td->throtl_slice)) in tg_may_dispatch()
1031 jiffies + tg->td->throtl_slice); in tg_may_dispatch()
1886 tg_last_low_overflow_time(tg) + tg->td->throtl_slice) && in throtl_tg_can_upgrade()
1913 if (time_before(jiffies, td->low_downgrade_time + td->throtl_slice)) in throtl_can_upgrade()
1940 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_upgrade_check()
1946 __tg_last_low_overflow_time(tg) + tg->td->throtl_slice)) in throtl_upgrade_check()
1983 td->low_upgrade_time = jiffies - td->scale * td->throtl_slice; in throtl_downgrade_state()
2000 if (time_after_eq(now, td->low_upgrade_time + td->throtl_slice) && in throtl_tg_can_downgrade()
2002 td->throtl_slice) && in throtl_tg_can_downgrade()
2033 if (time_after(tg->last_check_time + tg->td->throtl_slice, now)) in throtl_downgrade_check()
2040 tg->td->throtl_slice)) in throtl_downgrade_check()
2400 tg->bio_cnt_reset_time = tg->td->throtl_slice + jiffies; in blk_throtl_bio_endio()
2470 td->throtl_slice = DFL_THROTL_SLICE_SSD; in blk_throtl_register_queue()
2473 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2482 td->throtl_slice = DFL_THROTL_SLICE_HD; in blk_throtl_register_queue()
2495 return sprintf(page, "%u\n", jiffies_to_msecs(q->td->throtl_slice)); in blk_throtl_sample_time_show()
2511 q->td->throtl_slice = t; in blk_throtl_sample_time_store()