Lines Matching refs:epitem

108 #define EP_ITEM_COST (sizeof(struct epitem) + sizeof(struct eppoll_entry))
140 struct epitem { struct
155 struct epitem *next; argument
213 struct epitem *ovflist;
243 struct epitem *base;
258 struct epitem *epi;
341 static inline int ep_is_linked(struct epitem *epi) in ep_is_linked()
352 static inline struct epitem *ep_item_from_wait(wait_queue_entry_t *p) in ep_item_from_wait()
358 static inline struct epitem *ep_item_from_epqueue(poll_table *p) in ep_item_from_epqueue()
415 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
458 static inline void ep_set_busy_poll_napi_id(struct epitem *epi) in ep_set_busy_poll_napi_id()
554 static void ep_poll_safewake(struct eventpoll *ep, struct epitem *epi, in ep_poll_safewake()
593 static void ep_poll_safewake(struct eventpoll *ep, struct epitem *epi, in ep_poll_safewake()
623 static void ep_unregister_pollwait(struct eventpoll *ep, struct epitem *epi) in ep_unregister_pollwait()
638 static inline struct wakeup_source *ep_wakeup_source(struct epitem *epi) in ep_wakeup_source()
644 static inline void ep_pm_stay_awake(struct epitem *epi) in ep_pm_stay_awake()
652 static inline bool ep_has_wakeup_source(struct epitem *epi) in ep_has_wakeup_source()
658 static inline void ep_pm_stay_awake_rcu(struct epitem *epi) in ep_pm_stay_awake_rcu()
688 struct epitem *epi, *nepi; in ep_scan_ready_list()
770 struct epitem *epi = container_of(head, struct epitem, rcu); in epi_rcu_free()
778 static int ep_remove(struct eventpoll *ep, struct epitem *epi) in ep_remove()
819 struct epitem *epi; in ep_free()
839 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
855 epi = rb_entry(rbp, struct epitem, rbn); in ep_free()
888 static __poll_t ep_item_poll(const struct epitem *epi, poll_table *pt, in ep_item_poll()
910 struct epitem *epi, *tmp; in ep_read_events_proc()
958 struct epitem *epi = rb_entry(rbp, struct epitem, rbn); in ep_show_fdinfo()
992 struct epitem *epi, *next; in eventpoll_release_file()
1052 static struct epitem *ep_find(struct eventpoll *ep, struct file *file, int fd) in ep_find()
1056 struct epitem *epi, *epir = NULL; in ep_find()
1061 epi = rb_entry(rbp, struct epitem, rbn); in ep_find()
1077 static struct epitem *ep_find_tfd(struct eventpoll *ep, int tfd, unsigned long toff) in ep_find_tfd()
1080 struct epitem *epi; in ep_find_tfd()
1083 epi = rb_entry(rbp, struct epitem, rbn); in ep_find_tfd()
1101 struct epitem *epi; in get_epoll_tfile_raw_ptr()
1179 static inline bool chain_epi_lockless(struct epitem *epi) in chain_epi_lockless()
1218 struct epitem *epi = ep_item_from_wait(wait); in ep_poll_callback()
1323 struct epitem *epi = ep_item_from_epqueue(pt); in ep_ptable_queue_proc()
1342 static void ep_rbtree_insert(struct eventpoll *ep, struct epitem *epi) in ep_rbtree_insert()
1346 struct epitem *epic; in ep_rbtree_insert()
1351 epic = rb_entry(parent, struct epitem, rbn); in ep_rbtree_insert()
1404 struct epitem *epi; in reverse_path_check_proc()
1460 static int ep_create_wakeup_source(struct epitem *epi) in ep_create_wakeup_source()
1488 static noinline void ep_destroy_wakeup_source(struct epitem *epi) in ep_destroy_wakeup_source()
1512 struct epitem *epi; in ep_insert()
1638 static int ep_modify(struct eventpoll *ep, struct epitem *epi, in ep_modify()
1715 struct epitem *epi, *tmp; in ep_send_events_proc()
2015 struct epitem *epi; in ep_loop_check_proc()
2020 epi = rb_entry(rbp, struct epitem, rbn); in ep_loop_check_proc()
2160 struct epitem *epi; in do_epoll_ctl()
2451 BUILD_BUG_ON(sizeof(void *) <= 8 && sizeof(struct epitem) > 128); in eventpoll_init()
2454 epi_cache = kmem_cache_create("eventpoll_epi", sizeof(struct epitem), in eventpoll_init()