1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun #if !defined(_MQ_DEADLINE_CGROUP_H_)
4*4882a593Smuzhiyun #define _MQ_DEADLINE_CGROUP_H_
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/blk-cgroup.h>
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun struct request_queue;
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun /**
11*4882a593Smuzhiyun * struct io_stats_per_prio - I/O statistics per I/O priority class.
12*4882a593Smuzhiyun * @inserted: Number of inserted requests.
13*4882a593Smuzhiyun * @merged: Number of merged requests.
14*4882a593Smuzhiyun * @dispatched: Number of dispatched requests.
15*4882a593Smuzhiyun * @completed: Number of I/O completions.
16*4882a593Smuzhiyun */
17*4882a593Smuzhiyun struct io_stats_per_prio {
18*4882a593Smuzhiyun local_t inserted;
19*4882a593Smuzhiyun local_t merged;
20*4882a593Smuzhiyun local_t dispatched;
21*4882a593Smuzhiyun local_t completed;
22*4882a593Smuzhiyun };
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun /* I/O statistics per I/O cgroup per I/O priority class (IOPRIO_CLASS_*). */
25*4882a593Smuzhiyun struct blkcg_io_stats {
26*4882a593Smuzhiyun struct io_stats_per_prio stats[4];
27*4882a593Smuzhiyun };
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /**
30*4882a593Smuzhiyun * struct dd_blkcg - Per cgroup data.
31*4882a593Smuzhiyun * @cpd: blkcg_policy_data structure.
32*4882a593Smuzhiyun * @stats: I/O statistics.
33*4882a593Smuzhiyun */
34*4882a593Smuzhiyun struct dd_blkcg {
35*4882a593Smuzhiyun struct blkcg_policy_data cpd; /* must be the first member */
36*4882a593Smuzhiyun struct blkcg_io_stats __percpu *stats;
37*4882a593Smuzhiyun };
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun /*
40*4882a593Smuzhiyun * Count one event of type 'event_type' and with I/O priority class
41*4882a593Smuzhiyun * 'prio_class'.
42*4882a593Smuzhiyun */
43*4882a593Smuzhiyun #define ddcg_count(ddcg, event_type, prio_class) do { \
44*4882a593Smuzhiyun if (ddcg) { \
45*4882a593Smuzhiyun struct blkcg_io_stats *io_stats = get_cpu_ptr((ddcg)->stats); \
46*4882a593Smuzhiyun \
47*4882a593Smuzhiyun BUILD_BUG_ON(!__same_type((ddcg), struct dd_blkcg *)); \
48*4882a593Smuzhiyun BUILD_BUG_ON(!__same_type((prio_class), u8)); \
49*4882a593Smuzhiyun local_inc(&io_stats->stats[(prio_class)].event_type); \
50*4882a593Smuzhiyun put_cpu_ptr(io_stats); \
51*4882a593Smuzhiyun } \
52*4882a593Smuzhiyun } while (0)
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun /*
55*4882a593Smuzhiyun * Returns the total number of ddcg_count(ddcg, event_type, prio_class) calls
56*4882a593Smuzhiyun * across all CPUs. No locking or barriers since it is fine if the returned
57*4882a593Smuzhiyun * sum is slightly outdated.
58*4882a593Smuzhiyun */
59*4882a593Smuzhiyun #define ddcg_sum(ddcg, event_type, prio) ({ \
60*4882a593Smuzhiyun unsigned int cpu; \
61*4882a593Smuzhiyun u32 sum = 0; \
62*4882a593Smuzhiyun \
63*4882a593Smuzhiyun BUILD_BUG_ON(!__same_type((ddcg), struct dd_blkcg *)); \
64*4882a593Smuzhiyun BUILD_BUG_ON(!__same_type((prio), u8)); \
65*4882a593Smuzhiyun for_each_present_cpu(cpu) \
66*4882a593Smuzhiyun sum += local_read(&per_cpu_ptr((ddcg)->stats, cpu)-> \
67*4882a593Smuzhiyun stats[(prio)].event_type); \
68*4882a593Smuzhiyun sum; \
69*4882a593Smuzhiyun })
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun #ifdef CONFIG_BLK_CGROUP
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun /**
74*4882a593Smuzhiyun * struct dd_blkg - Per (cgroup, request queue) data.
75*4882a593Smuzhiyun * @pd: blkg_policy_data structure.
76*4882a593Smuzhiyun */
77*4882a593Smuzhiyun struct dd_blkg {
78*4882a593Smuzhiyun struct blkg_policy_data pd; /* must be the first member */
79*4882a593Smuzhiyun };
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun struct dd_blkcg *dd_blkcg_from_bio(struct bio *bio);
82*4882a593Smuzhiyun int dd_activate_policy(struct request_queue *q);
83*4882a593Smuzhiyun void dd_deactivate_policy(struct request_queue *q);
84*4882a593Smuzhiyun int __init dd_blkcg_init(void);
85*4882a593Smuzhiyun void __exit dd_blkcg_exit(void);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun #else /* CONFIG_BLK_CGROUP */
88*4882a593Smuzhiyun
dd_blkcg_from_bio(struct bio * bio)89*4882a593Smuzhiyun static inline struct dd_blkcg *dd_blkcg_from_bio(struct bio *bio)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun return NULL;
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun
dd_activate_policy(struct request_queue * q)94*4882a593Smuzhiyun static inline int dd_activate_policy(struct request_queue *q)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun return 0;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
dd_deactivate_policy(struct request_queue * q)99*4882a593Smuzhiyun static inline void dd_deactivate_policy(struct request_queue *q)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
dd_blkcg_init(void)103*4882a593Smuzhiyun static inline int dd_blkcg_init(void)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun return 0;
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun
dd_blkcg_exit(void)108*4882a593Smuzhiyun static inline void dd_blkcg_exit(void)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun #endif /* CONFIG_BLK_CGROUP */
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun #endif /* _MQ_DEADLINE_CGROUP_H_ */
115