107 #define dd_count(dd, event_type, prio) do {				\  argument
111 	BUILD_BUG_ON(!__same_type((prio), enum dd_prio));		\
112 	local_inc(&io_stats->stats[(prio)].event_type);			\
121 #define dd_sum(dd, event_type, prio) ({					\  argument
126 	BUILD_BUG_ON(!__same_type((prio), enum dd_prio));		\
129 				  stats[(prio)].event_type);		\
214 	const enum dd_prio prio = ioprio_class_to_prio[ioprio_class];  in dd_request_merged()  local
215 	struct dd_per_prio *per_prio = &dd->per_prio[prio];  in dd_request_merged()
234 	const enum dd_prio prio = ioprio_class_to_prio[ioprio_class];  in dd_merged_requests()  local
237 	dd_count(dd, merged, prio);  in dd_merged_requests()
255 	deadline_remove_request(q, &dd->per_prio[prio], next);  in dd_merged_requests()
276 static u32 dd_queued(struct deadline_data *dd, enum dd_prio prio)  in dd_queued()  argument
278 	return dd_sum(dd, inserted, prio) - dd_sum(dd, completed, prio);  in dd_queued()
377 	enum dd_prio prio;  in __dd_dispatch_request()  local
473 	prio = ioprio_class_to_prio[ioprio_class];  in __dd_dispatch_request()
474 	dd_count(dd, dispatched, prio);  in __dd_dispatch_request()
498 	enum dd_prio prio;  in dd_dispatch_request()  local
505 	for (prio = DD_BE_PRIO; prio <= DD_PRIO_MAX; prio++) {  in dd_dispatch_request()
506 		rq = __dd_dispatch_request(dd, &dd->per_prio[prio], now_ns -  in dd_dispatch_request()
515 	for (prio = 0; prio <= DD_PRIO_MAX; prio++) {  in dd_dispatch_request()
516 		rq = __dd_dispatch_request(dd, &dd->per_prio[prio], now_ns);  in dd_dispatch_request()
517 		if (rq || dd_queued(dd, prio))  in dd_dispatch_request()
568 	enum dd_prio prio;  in dd_exit_sched()  local
572 	for (prio = 0; prio <= DD_PRIO_MAX; prio++) {  in dd_exit_sched()
573 		struct dd_per_prio *per_prio = &dd->per_prio[prio];  in dd_exit_sched()
591 	enum dd_prio prio;  in dd_init_sched()  local
617 	for (prio = 0; prio <= DD_PRIO_MAX; prio++) {  in dd_init_sched()
618 		struct dd_per_prio *per_prio = &dd->per_prio[prio];  in dd_init_sched()
664 	const enum dd_prio prio = ioprio_class_to_prio[ioprio_class];  in dd_request_merge()  local
665 	struct dd_per_prio *per_prio = &dd->per_prio[prio];  in dd_request_merge()
720 	enum dd_prio prio;  in dd_insert_request()  local
738 	prio = ioprio_class_to_prio[ioprio_class];  in dd_insert_request()
739 	dd_count(dd, inserted, prio);  in dd_insert_request()
749 	per_prio = &dd->per_prio[prio];  in dd_insert_request()
818 	const enum dd_prio prio = ioprio_class_to_prio[ioprio_class];  in dd_finish_request()  local
819 	struct dd_per_prio *per_prio = &dd->per_prio[prio];  in dd_finish_request()
821 	dd_count(dd, completed, prio);  in dd_finish_request()
845 	enum dd_prio prio;  in dd_has_work()  local
847 	for (prio = 0; prio <= DD_PRIO_MAX; prio++)  in dd_has_work()
848 		if (dd_has_work_for_prio(&dd->per_prio[prio]))  in dd_has_work()
921 #define DEADLINE_DEBUGFS_DDIR_ATTRS(prio, data_dir, name)		\  argument
928 	struct dd_per_prio *per_prio = &dd->per_prio[prio];		\
939 	struct dd_per_prio *per_prio = &dd->per_prio[prio];		\
965 	struct dd_per_prio *per_prio = &dd->per_prio[prio];		\
1020 static u32 dd_owned_by_driver(struct deadline_data *dd, enum dd_prio prio)  in dd_owned_by_driver()  argument
1022 	return dd_sum(dd, dispatched, prio) + dd_sum(dd, merged, prio)  in dd_owned_by_driver()
1023 		- dd_sum(dd, completed, prio);  in dd_owned_by_driver()
1037 #define DEADLINE_DISPATCH_ATTR(prio)					\  argument
1038 static void *deadline_dispatch##prio##_start(struct seq_file *m,	\
1044 	struct dd_per_prio *per_prio = &dd->per_prio[prio];		\
1050 static void *deadline_dispatch##prio##_next(struct seq_file *m,		\
1055 	struct dd_per_prio *per_prio = &dd->per_prio[prio];		\
1060 static void deadline_dispatch##prio##_stop(struct seq_file *m, void *v)	\
1069 static const struct seq_operations deadline_dispatch##prio##_seq_ops = { \
1070 	.start	= deadline_dispatch##prio##_start,			\
1071 	.next	= deadline_dispatch##prio##_next,			\
1072 	.stop	= deadline_dispatch##prio##_stop,			\