Lines Matching defs:wqe
47 struct io_wqe *wqe; member
157 static inline struct io_wqe_acct *io_get_acct(struct io_wqe *wqe, bool bound) in io_get_acct()
162 static inline struct io_wqe_acct *io_work_get_acct(struct io_wqe *wqe, in io_work_get_acct()
182 struct io_wqe *wqe = worker->wqe; in io_worker_cancel_cb() local
206 struct io_wqe *wqe = worker->wqe; in io_worker_exit() local
250 static bool io_wqe_activate_free_worker(struct io_wqe *wqe, in io_wqe_activate_free_worker()
283 static bool io_wqe_create_worker(struct io_wqe *wqe, struct io_wqe_acct *acct) in io_wqe_create_worker()
315 struct io_wqe *wqe; in create_worker_cb() local
343 struct io_wqe *wqe = worker->wqe; in io_queue_worker_create() local
390 struct io_wqe *wqe = worker->wqe; in io_wqe_dec_running() local
408 static void __io_worker_busy(struct io_wqe *wqe, struct io_worker *worker, in __io_worker_busy()
425 static void __io_worker_idle(struct io_wqe *wqe, struct io_worker *worker) in __io_worker_idle()
439 static bool io_wait_on_hash(struct io_wqe *wqe, unsigned int hash) in io_wait_on_hash()
464 struct io_wqe *wqe = worker->wqe; in io_get_next_work() local
543 struct io_wqe *wqe = worker->wqe; in io_worker_handle_work() local
613 struct io_wqe *wqe = worker->wqe; in io_wqe_worker() local
704 static void io_init_new_worker(struct io_wqe *wqe, struct io_worker *worker, in io_init_new_worker()
749 struct io_wqe *wqe; in create_worker_cont() local
794 static bool create_io_worker(struct io_wq *wq, struct io_wqe *wqe, int index) in create_io_worker()
839 static bool io_wq_for_each_worker(struct io_wqe *wqe, in io_wq_for_each_worker()
867 static void io_run_cancel(struct io_wq_work *work, struct io_wqe *wqe) in io_run_cancel()
878 static void io_wqe_insert_work(struct io_wqe *wqe, struct io_wq_work *work) in io_wqe_insert_work()
904 static void io_wqe_enqueue(struct io_wqe *wqe, struct io_wq_work *work) in io_wqe_enqueue()
956 struct io_wqe *wqe = wq->wqes[numa_node_id()]; in io_wq_enqueue() local
992 static inline void io_wqe_remove_pending(struct io_wqe *wqe, in io_wqe_remove_pending()
1011 static bool io_acct_cancel_pending_work(struct io_wqe *wqe, in io_acct_cancel_pending_work()
1034 static void io_wqe_cancel_pending_work(struct io_wqe *wqe, in io_wqe_cancel_pending_work()
1052 static void io_wqe_cancel_running_work(struct io_wqe *wqe, in io_wqe_cancel_running_work()
1076 struct io_wqe *wqe = wq->wqes[node]; in io_wq_cancel_cb() local
1090 struct io_wqe *wqe = wq->wqes[node]; in io_wq_cancel_cb() local
1107 struct io_wqe *wqe = container_of(wait, struct io_wqe, wait); in io_wqe_hash_wake() local
1147 struct io_wqe *wqe; in io_wq_create() local
1234 struct io_wqe *wqe = wq->wqes[node]; in io_wq_exit_workers() local
1258 struct io_wqe *wqe = wq->wqes[node]; in io_wq_destroy() local
1330 struct io_wqe *wqe = wq->wqes[i]; in io_wq_cpu_affinity() local
1365 struct io_wqe *wqe = wq->wqes[node]; in io_wq_max_workers() local