53 static inline void dwc2_set_bit(struct dwc2_hsotg *hsotg, u32 offset, u32 val)  in dwc2_set_bit()
58 static inline void dwc2_clear_bit(struct dwc2_hsotg *hsotg, u32 offset, u32 val)  in dwc2_clear_bit()
63 static inline struct dwc2_hsotg_ep *index_to_ep(struct dwc2_hsotg *hsotg,  in index_to_ep()
94 static inline bool using_dma(struct dwc2_hsotg *hsotg)  in using_dma()
105 static inline bool using_desc_dma(struct dwc2_hsotg *hsotg)  in using_desc_dma()
116 static u32 dwc2_hsotg_read_frameno(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_read_frameno()
136 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_incr_frame_num()  local
164 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_dec_frame_num_by_one()  local
181 static void dwc2_hsotg_en_gsint(struct dwc2_hsotg *hsotg, u32 ints)  in dwc2_hsotg_en_gsint()
199 static void dwc2_hsotg_disable_gsint(struct dwc2_hsotg *hsotg, u32 ints)  in dwc2_hsotg_disable_gsint()
220 static void dwc2_hsotg_ctrl_epint(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_ctrl_epint()
246 int dwc2_hsotg_tx_fifo_count(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_tx_fifo_count()
262 int dwc2_hsotg_tx_fifo_total_depth(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_tx_fifo_total_depth()
287 static void dwc2_gadget_wkup_alert_handler(struct dwc2_hsotg *hsotg)  in dwc2_gadget_wkup_alert_handler()
309 int dwc2_hsotg_tx_fifo_average_depth(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_tx_fifo_average_depth()
328 static void dwc2_hsotg_init_fifo(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_init_fifo()
450 static void dwc2_hsotg_unmap_dma(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_unmap_dma()
467 static int dwc2_gadget_alloc_ctrl_desc_chains(struct dwc2_hsotg *hsotg)  in dwc2_gadget_alloc_ctrl_desc_chains()
523 static int dwc2_hsotg_write_fifo(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_write_fifo()
916 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_fill_isoc_desc()  local
985 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_start_isoc_ddma()  local
1051 static void dwc2_hsotg_start_req(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_start_req()
1266 static int dwc2_hsotg_map_dma(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_map_dma()
1286 static int dwc2_hsotg_handle_unaligned_buf_start(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_handle_unaligned_buf_start()
1319 dwc2_hsotg_handle_unaligned_buf_complete(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_handle_unaligned_buf_complete()
1351 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_target_frame_elapsed()  local
1378 static int dwc2_gadget_set_ep0_desc_chain(struct dwc2_hsotg *hsotg,  in dwc2_gadget_set_ep0_desc_chain()
1576 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_hsotg_complete_oursetup()  local
1591 static struct dwc2_hsotg_ep *ep_from_windex(struct dwc2_hsotg *hsotg,  in ep_from_windex()
1612 int dwc2_hsotg_set_test_mode(struct dwc2_hsotg *hsotg, int testmode)  in dwc2_hsotg_set_test_mode()
1642 static int dwc2_hsotg_send_reply(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_send_reply()
1685 static int dwc2_hsotg_process_req_status(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_process_req_status()
1763 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_start_next_request()  local
1789 static int dwc2_hsotg_process_req_feature(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_process_req_feature()
1907 static void dwc2_hsotg_stall_ep0(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_stall_ep0()
1946 static void dwc2_hsotg_process_control(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_process_control()
2030 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_hsotg_complete_setup()  local
2052 static void dwc2_hsotg_enqueue_setup(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_enqueue_setup()
2084 static void dwc2_hsotg_program_zlp(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_program_zlp()
2132 static void dwc2_hsotg_complete_request(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_complete_request()
2197 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_complete_isoc_request_ddma()  local
2256 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_handle_isoc_bna()  local
2277 static void dwc2_hsotg_rx_data(struct dwc2_hsotg *hsotg, int ep_idx, int size)  in dwc2_hsotg_rx_data()
2341 static void dwc2_hsotg_ep0_zlp(struct dwc2_hsotg *hsotg, bool dir_in)  in dwc2_hsotg_ep0_zlp()
2360 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_get_xfersize_ddma()  local
2404 static void dwc2_hsotg_handle_outdone(struct dwc2_hsotg *hsotg, int epnum)  in dwc2_hsotg_handle_outdone()
2495 static void dwc2_hsotg_handle_rx(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_handle_rx()
2595 static void dwc2_hsotg_set_ep_maxpacket(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_set_ep_maxpacket()
2647 static void dwc2_hsotg_txfifo_flush(struct dwc2_hsotg *hsotg, unsigned int idx)  in dwc2_hsotg_txfifo_flush()
2666 static int dwc2_hsotg_trytx(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_trytx()
2699 static void dwc2_hsotg_complete_in(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_complete_in()
2806 static u32 dwc2_gadget_read_ep_interrupts(struct dwc2_hsotg *hsotg,  in dwc2_gadget_read_ep_interrupts()
2840 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_handle_ep_disabled()  local
2904 	struct dwc2_hsotg *hsotg = ep->parent;  in dwc2_gadget_handle_out_token_ep_disabled()  local
2972 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_gadget_handle_nak()  local
3070 static void dwc2_hsotg_epint(struct dwc2_hsotg *hsotg, unsigned int idx,  in dwc2_hsotg_epint()
3231 static void dwc2_hsotg_irq_enumdone(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_irq_enumdone()
3317 static void kill_all_requests(struct dwc2_hsotg *hsotg,  in kill_all_requests()
3346 void dwc2_hsotg_disconnect(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_disconnect()
3377 static void dwc2_hsotg_irq_fifoempty(struct dwc2_hsotg *hsotg, bool periodic)  in dwc2_hsotg_irq_fifoempty()
3415 void dwc2_hsotg_core_init_disconnected(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_core_init_disconnected()
3622 void dwc2_hsotg_core_disconnect(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_core_disconnect()
3628 void dwc2_hsotg_core_connect(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_core_connect()
3648 static void dwc2_gadget_handle_incomplete_isoc_in(struct dwc2_hsotg *hsotg)  in dwc2_gadget_handle_incomplete_isoc_in()
3691 static void dwc2_gadget_handle_incomplete_isoc_out(struct dwc2_hsotg *hsotg)  in dwc2_gadget_handle_incomplete_isoc_out()
3738 	struct dwc2_hsotg *hsotg = pw;  in dwc2_hsotg_irq()  local
3939 static void dwc2_hsotg_ep_stop_xfr(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_ep_stop_xfr()
4043 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_hsotg_ep_enable()  local
4271 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_hsotg_ep_disable()  local
4319 	struct dwc2_hsotg *hsotg = hs_ep->parent;  in dwc2_hsotg_ep_disable_lock()  local
4493 static void dwc2_hsotg_init(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_init()
4533 	struct dwc2_hsotg *hsotg = to_hsotg(gadget);  in dwc2_hsotg_udc_start()  local
4605 	struct dwc2_hsotg *hsotg = to_hsotg(gadget);  in dwc2_hsotg_udc_stop()  local
4663 	struct dwc2_hsotg *hsotg = to_hsotg(gadget);  in dwc2_hsotg_set_selfpowered()  local
4682 	struct dwc2_hsotg *hsotg = to_hsotg(gadget);  in dwc2_hsotg_pullup()  local
4715 	struct dwc2_hsotg *hsotg = to_hsotg(gadget);  in dwc2_hsotg_vbus_session()  local
4755 	struct dwc2_hsotg *hsotg = to_hsotg(gadget);  in dwc2_hsotg_vbus_draw()  local
4783 static void dwc2_hsotg_initep(struct dwc2_hsotg *hsotg,  in dwc2_hsotg_initep()
4855 static int dwc2_hsotg_hw_cfg(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_hw_cfg()
4910 static void dwc2_hsotg_dump(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_dump()
4961 int dwc2_gadget_init(struct dwc2_hsotg *hsotg)  in dwc2_gadget_init()
5055 int dwc2_hsotg_remove(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_remove()
5063 int dwc2_hsotg_suspend(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_suspend()
5094 int dwc2_hsotg_resume(struct dwc2_hsotg *hsotg)  in dwc2_hsotg_resume()
5125 int dwc2_backup_device_registers(struct dwc2_hsotg *hsotg)  in dwc2_backup_device_registers()
5181 int dwc2_restore_device_registers(struct dwc2_hsotg *hsotg, int remote_wakeup)  in dwc2_restore_device_registers()
5242 void dwc2_gadget_init_lpm(struct dwc2_hsotg *hsotg)  in dwc2_gadget_init_lpm()
5270 void dwc2_gadget_program_ref_clk(struct dwc2_hsotg *hsotg)  in dwc2_gadget_program_ref_clk()
5290 int dwc2_gadget_enter_hibernation(struct dwc2_hsotg *hsotg)  in dwc2_gadget_enter_hibernation()
5363 int dwc2_gadget_exit_hibernation(struct dwc2_hsotg *hsotg,  in dwc2_gadget_exit_hibernation()