Lines Matching refs:abs_vdebt
504 u64 abs_vdebt; member
1300 abs_cost_to_cost(iocg->abs_vdebt, hwa) - now->vnow; in iocg_kick_delay()
1350 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1355 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1372 iocg->abs_vdebt -= min(abs_vpay, iocg->abs_vdebt); in iocg_pay_debt()
1375 if (!iocg->abs_vdebt) { in iocg_pay_debt()
1431 if (pay_debt && iocg->abs_vdebt && vbudget > 0) { in iocg_kick_waitq()
1433 u64 abs_vpay = min_t(u64, abs_vbudget, iocg->abs_vdebt); in iocg_kick_waitq()
1444 if (iocg->abs_vdebt || iocg->delay) in iocg_kick_waitq()
1453 if (iocg->abs_vdebt) { in iocg_kick_waitq()
1454 s64 vdebt = abs_cost_to_cost(iocg->abs_vdebt, hwa); in iocg_kick_waitq()
1502 bool pay_debt = READ_ONCE(iocg->abs_vdebt); in iocg_waitq_timer_fn()
1680 if (iocg->abs_vdebt) in hweight_after_donation()
1970 if (iocg->abs_vdebt) { in transfer_surpluses()
2062 if (!iocg->abs_vdebt && !iocg->delay) in ioc_forgive_debts()
2067 old_debt = iocg->abs_vdebt; in ioc_forgive_debts()
2070 if (iocg->abs_vdebt) in ioc_forgive_debts()
2071 iocg->abs_vdebt = iocg->abs_vdebt >> nr_cycles ?: 1; in ioc_forgive_debts()
2078 old_debt, iocg->abs_vdebt, in ioc_forgive_debts()
2120 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_timer_fn()
2142 if (waitqueue_active(&iocg->waitq) || iocg->abs_vdebt || in ioc_timer_fn()
2146 if (iocg->abs_vdebt || iocg->delay) in ioc_timer_fn()
2260 } else if (!iocg->abs_vdebt) { in ioc_timer_fn()
2427 if (iocg->abs_vdebt) in adjust_inuse_and_calc_cost()
2441 if (iocg->abs_vdebt || list_empty(&iocg->active_list)) { in adjust_inuse_and_calc_cost()
2577 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_rqos_throttle()
2591 ioc_locked = use_debt || READ_ONCE(iocg->abs_vdebt); in ioc_rqos_throttle()
2635 if (!iocg->abs_vdebt && iocg->inuse != iocg->active) { in ioc_rqos_throttle()