Lines Matching refs:abs_cost
568 u64 abs_cost; member
708 static u64 abs_cost_to_cost(u64 abs_cost, u32 hw_inuse) in abs_cost_to_cost() argument
710 return DIV64_U64_ROUND_UP(abs_cost * WEIGHT_ONE, hw_inuse); in abs_cost_to_cost()
722 u64 abs_cost, u64 cost) in iocg_commit_bio() argument
730 local64_add(abs_cost, &gcs->abs_vusage); in iocg_commit_bio()
1337 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt() argument
1350 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1355 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1358 local64_add(abs_cost, &gcs->abs_vusage); in iocg_incur_debt()
1389 u64 cost = abs_cost_to_cost(wait->abs_cost, ctx->hw_inuse); in iocg_wake_fn()
1396 iocg_commit_bio(ctx->iocg, wait->bio, wait->abs_cost, cost); in iocg_wake_fn()
2412 u64 abs_cost, struct ioc_now *now) in adjust_inuse_and_calc_cost() argument
2423 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2459 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2552 u64 abs_cost, cost, vtime; in ioc_rqos_throttle() local
2561 abs_cost = calc_vtime_cost(bio, iocg, false); in ioc_rqos_throttle()
2562 if (!abs_cost) in ioc_rqos_throttle()
2570 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_throttle()
2579 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2604 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2626 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_throttle()
2661 wait.abs_cost = abs_cost; in ioc_rqos_throttle()
2687 u64 vtime, abs_cost, cost; in ioc_rqos_merge() local
2694 abs_cost = calc_vtime_cost(bio, iocg, true); in ioc_rqos_merge()
2695 if (!abs_cost) in ioc_rqos_merge()
2701 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_merge()
2714 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()
2727 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_merge()
2732 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()