Lines Matching refs:hsotg
72 static int dwc2_periodic_channel_available(struct dwc2_hsotg *hsotg) in dwc2_periodic_channel_available() argument
82 num_channels = hsotg->params.host_channels; in dwc2_periodic_channel_available()
83 if ((hsotg->periodic_channels + hsotg->non_periodic_channels < in dwc2_periodic_channel_available()
84 num_channels) && (hsotg->periodic_channels < num_channels - 1)) { in dwc2_periodic_channel_available()
87 dev_dbg(hsotg->dev, in dwc2_periodic_channel_available()
90 hsotg->periodic_channels, hsotg->non_periodic_channels); in dwc2_periodic_channel_available()
109 static int dwc2_check_periodic_bandwidth(struct dwc2_hsotg *hsotg, in dwc2_check_periodic_bandwidth() argument
131 if (hsotg->periodic_usecs > max_claimed_usecs) { in dwc2_check_periodic_bandwidth()
132 dev_err(hsotg->dev, in dwc2_check_periodic_bandwidth()
134 __func__, hsotg->periodic_usecs, qh->host_us); in dwc2_check_periodic_bandwidth()
374 static unsigned long *dwc2_get_ls_map(struct dwc2_hsotg *hsotg, in dwc2_get_ls_map() argument
492 struct dwc2_hsotg *hsotg; member
506 dwc2_sch_dbg(print_data->hsotg, "QH=%p ...%s\n", print_data->qh, str); in dwc2_qh_print()
515 static void dwc2_qh_schedule_print(struct dwc2_hsotg *hsotg, in dwc2_qh_schedule_print() argument
518 struct dwc2_qh_print_data print_data = { hsotg, qh }; in dwc2_qh_schedule_print()
528 unsigned long *map = dwc2_get_ls_map(hsotg, qh); in dwc2_qh_schedule_print()
530 dwc2_sch_dbg(hsotg, "QH=%p LS/FS trans: %d=>%d us @ %d us", in dwc2_qh_schedule_print()
536 dwc2_sch_dbg(hsotg, in dwc2_qh_schedule_print()
552 dwc2_sch_dbg(hsotg, in dwc2_qh_schedule_print()
557 dwc2_sch_dbg(hsotg, "QH=%p Whole high speed map now:\n", qh); in dwc2_qh_schedule_print()
558 pmap_print(hsotg->hs_periodic_bitmap, in dwc2_qh_schedule_print()
565 static inline void dwc2_qh_schedule_print(struct dwc2_hsotg *hsotg, in dwc2_qh_schedule_print() argument
584 static int dwc2_ls_pmap_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_ls_pmap_schedule() argument
588 unsigned long *map = dwc2_get_ls_map(hsotg, qh); in dwc2_ls_pmap_schedule()
623 static void dwc2_ls_pmap_unschedule(struct dwc2_hsotg *hsotg, in dwc2_ls_pmap_unschedule() argument
627 unsigned long *map = dwc2_get_ls_map(hsotg, qh); in dwc2_ls_pmap_unschedule()
658 static int dwc2_hs_pmap_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_hs_pmap_schedule() argument
664 us = pmap_schedule(hsotg->hs_periodic_bitmap, in dwc2_hs_pmap_schedule()
684 static void dwc2_hs_pmap_unschedule(struct dwc2_hsotg *hsotg, in dwc2_hs_pmap_unschedule() argument
689 pmap_unschedule(hsotg->hs_periodic_bitmap, in dwc2_hs_pmap_unschedule()
708 static int dwc2_uframe_schedule_split(struct dwc2_hsotg *hsotg, in dwc2_uframe_schedule_split() argument
755 err = dwc2_ls_pmap_schedule(hsotg, qh, ls_search_slice); in dwc2_uframe_schedule_split()
790 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_schedule_split()
863 dwc2_sch_dbg(hsotg, in dwc2_uframe_schedule_split()
867 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_schedule_split()
962 err = dwc2_hs_pmap_schedule(hsotg, qh, true, i); in dwc2_uframe_schedule_split()
972 dwc2_hs_pmap_unschedule(hsotg, qh, i); in dwc2_uframe_schedule_split()
975 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_schedule_split()
996 static int dwc2_uframe_schedule_hs(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_schedule_hs() argument
1007 return dwc2_hs_pmap_schedule(hsotg, qh, false, 0); in dwc2_uframe_schedule_hs()
1019 static int dwc2_uframe_schedule_ls(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_schedule_ls() argument
1027 return dwc2_ls_pmap_schedule(hsotg, qh, 0); in dwc2_uframe_schedule_ls()
1039 static int dwc2_uframe_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_schedule() argument
1044 ret = dwc2_uframe_schedule_hs(hsotg, qh); in dwc2_uframe_schedule()
1046 ret = dwc2_uframe_schedule_ls(hsotg, qh); in dwc2_uframe_schedule()
1048 ret = dwc2_uframe_schedule_split(hsotg, qh); in dwc2_uframe_schedule()
1051 dwc2_sch_dbg(hsotg, "QH=%p Failed to schedule %d\n", qh, ret); in dwc2_uframe_schedule()
1053 dwc2_qh_schedule_print(hsotg, qh); in dwc2_uframe_schedule()
1064 static void dwc2_uframe_unschedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_unschedule() argument
1069 dwc2_hs_pmap_unschedule(hsotg, qh, i); in dwc2_uframe_unschedule()
1072 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_unschedule()
1074 dwc2_sch_dbg(hsotg, "QH=%p Unscheduled\n", qh); in dwc2_uframe_unschedule()
1092 static void dwc2_pick_first_frame(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_pick_first_frame() argument
1104 frame_number = dwc2_hcd_get_frame_number(hsotg); in dwc2_pick_first_frame()
1118 if (!hsotg->params.uframe_sched) { in dwc2_pick_first_frame()
1192 dwc2_sch_vdbg(hsotg, "QH=%p First fn=%04x nxt=%04x\n", in dwc2_pick_first_frame()
1207 static int dwc2_do_reserve(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_do_reserve() argument
1211 if (hsotg->params.uframe_sched) { in dwc2_do_reserve()
1212 status = dwc2_uframe_schedule(hsotg, qh); in dwc2_do_reserve()
1214 status = dwc2_periodic_channel_available(hsotg); in dwc2_do_reserve()
1216 dev_info(hsotg->dev, in dwc2_do_reserve()
1222 status = dwc2_check_periodic_bandwidth(hsotg, qh); in dwc2_do_reserve()
1226 dev_dbg(hsotg->dev, in dwc2_do_reserve()
1232 if (!hsotg->params.uframe_sched) in dwc2_do_reserve()
1234 hsotg->periodic_channels++; in dwc2_do_reserve()
1237 hsotg->periodic_usecs += qh->host_us; in dwc2_do_reserve()
1239 dwc2_pick_first_frame(hsotg, qh); in dwc2_do_reserve()
1253 static void dwc2_do_unreserve(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_do_unreserve() argument
1255 assert_spin_locked(&hsotg->lock); in dwc2_do_unreserve()
1266 hsotg->periodic_usecs -= qh->host_us; in dwc2_do_unreserve()
1268 if (hsotg->params.uframe_sched) { in dwc2_do_unreserve()
1269 dwc2_uframe_unschedule(hsotg, qh); in dwc2_do_unreserve()
1272 hsotg->periodic_channels--; in dwc2_do_unreserve()
1291 struct dwc2_hsotg *hsotg = qh->hsotg; in dwc2_unreserve_timer_fn() local
1303 while (!spin_trylock_irqsave(&hsotg->lock, flags)) { in dwc2_unreserve_timer_fn()
1319 dwc2_do_unreserve(hsotg, qh); in dwc2_unreserve_timer_fn()
1321 spin_unlock_irqrestore(&hsotg->lock, flags); in dwc2_unreserve_timer_fn()
1334 static int dwc2_check_max_xfer_size(struct dwc2_hsotg *hsotg, in dwc2_check_max_xfer_size() argument
1342 max_channel_xfer_size = hsotg->params.max_transfer_size; in dwc2_check_max_xfer_size()
1345 dev_err(hsotg->dev, in dwc2_check_max_xfer_size()
1364 static int dwc2_schedule_periodic(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_schedule_periodic() argument
1368 status = dwc2_check_max_xfer_size(hsotg, qh); in dwc2_schedule_periodic()
1370 dev_dbg(hsotg->dev, in dwc2_schedule_periodic()
1388 status = dwc2_do_reserve(hsotg, qh); in dwc2_schedule_periodic()
1399 hsotg->frame_number)) in dwc2_schedule_periodic()
1400 dwc2_pick_first_frame(hsotg, qh); in dwc2_schedule_periodic()
1405 if (hsotg->params.dma_desc_enable) in dwc2_schedule_periodic()
1407 list_add_tail(&qh->qh_list_entry, &hsotg->periodic_sched_ready); in dwc2_schedule_periodic()
1411 &hsotg->periodic_sched_inactive); in dwc2_schedule_periodic()
1423 static void dwc2_deschedule_periodic(struct dwc2_hsotg *hsotg, in dwc2_deschedule_periodic() argument
1428 assert_spin_locked(&hsotg->lock); in dwc2_deschedule_periodic()
1479 struct dwc2_hsotg *hsotg = qh->hsotg; in dwc2_wait_timer_fn() local
1482 spin_lock_irqsave(&hsotg->lock, flags); in dwc2_wait_timer_fn()
1494 &hsotg->non_periodic_sched_inactive); in dwc2_wait_timer_fn()
1496 tr_type = dwc2_hcd_select_transactions(hsotg); in dwc2_wait_timer_fn()
1498 dwc2_hcd_queue_transactions(hsotg, tr_type); in dwc2_wait_timer_fn()
1501 spin_unlock_irqrestore(&hsotg->lock, flags); in dwc2_wait_timer_fn()
1514 static void dwc2_qh_init(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_qh_init() argument
1517 int dev_speed = dwc2_host_get_speed(hsotg, urb->priv); in dwc2_qh_init()
1522 u32 hprt = dwc2_readl(hsotg, HPRT0); in dwc2_qh_init()
1532 qh->hsotg = hsotg; in dwc2_qh_init()
1551 struct dwc2_tt *dwc_tt = dwc2_host_get_tt_info(hsotg, urb->priv, in dwc2_qh_init()
1623 dwc2_sch_dbg(hsotg, "QH=%p Init %s, %s speed, %d bytes:\n", qh, type, in dwc2_qh_init()
1625 dwc2_sch_dbg(hsotg, "QH=%p ...addr=%d, ep=%d, %s\n", qh, in dwc2_qh_init()
1630 dwc2_sch_dbg(hsotg, in dwc2_qh_init()
1633 dwc2_sch_dbg(hsotg, "QH=%p ...interval: host=%d, device=%d\n", in dwc2_qh_init()
1636 dwc2_sch_dbg(hsotg, "QH=%p ...low speed schedule=%p\n", in dwc2_qh_init()
1637 qh, dwc2_get_ls_map(hsotg, qh)); in dwc2_qh_init()
1651 struct dwc2_qh *dwc2_hcd_qh_create(struct dwc2_hsotg *hsotg, in dwc2_hcd_qh_create() argument
1665 dwc2_qh_init(hsotg, qh, urb, mem_flags); in dwc2_hcd_qh_create()
1667 if (hsotg->params.dma_desc_enable && in dwc2_hcd_qh_create()
1668 dwc2_hcd_qh_init_ddma(hsotg, qh, mem_flags) < 0) { in dwc2_hcd_qh_create()
1669 dwc2_hcd_qh_free(hsotg, qh); in dwc2_hcd_qh_create()
1687 void dwc2_hcd_qh_free(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_hcd_qh_free() argument
1693 spin_lock_irqsave(&hsotg->lock, flags); in dwc2_hcd_qh_free()
1694 dwc2_do_unreserve(hsotg, qh); in dwc2_hcd_qh_free()
1695 spin_unlock_irqrestore(&hsotg->lock, flags); in dwc2_hcd_qh_free()
1707 dwc2_host_put_tt_info(hsotg, qh->dwc_tt); in dwc2_hcd_qh_free()
1710 dwc2_hcd_qh_free_ddma(hsotg, qh); in dwc2_hcd_qh_free()
1711 else if (hsotg->unaligned_cache && qh->dw_align_buf) in dwc2_hcd_qh_free()
1712 kmem_cache_free(hsotg->unaligned_cache, qh->dw_align_buf); in dwc2_hcd_qh_free()
1727 int dwc2_hcd_qh_add(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_hcd_qh_add() argument
1734 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hcd_qh_add()
1743 qh->start_active_frame = hsotg->frame_number; in dwc2_hcd_qh_add()
1748 &hsotg->non_periodic_sched_waiting); in dwc2_hcd_qh_add()
1754 &hsotg->non_periodic_sched_inactive); in dwc2_hcd_qh_add()
1759 status = dwc2_schedule_periodic(hsotg, qh); in dwc2_hcd_qh_add()
1762 if (!hsotg->periodic_qh_count) { in dwc2_hcd_qh_add()
1763 intr_mask = dwc2_readl(hsotg, GINTMSK); in dwc2_hcd_qh_add()
1765 dwc2_writel(hsotg, intr_mask, GINTMSK); in dwc2_hcd_qh_add()
1767 hsotg->periodic_qh_count++; in dwc2_hcd_qh_add()
1779 void dwc2_hcd_qh_unlink(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_hcd_qh_unlink() argument
1783 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hcd_qh_unlink()
1793 if (hsotg->non_periodic_qh_ptr == &qh->qh_list_entry) in dwc2_hcd_qh_unlink()
1794 hsotg->non_periodic_qh_ptr = in dwc2_hcd_qh_unlink()
1795 hsotg->non_periodic_qh_ptr->next; in dwc2_hcd_qh_unlink()
1800 dwc2_deschedule_periodic(hsotg, qh); in dwc2_hcd_qh_unlink()
1801 hsotg->periodic_qh_count--; in dwc2_hcd_qh_unlink()
1802 if (!hsotg->periodic_qh_count && in dwc2_hcd_qh_unlink()
1803 !hsotg->params.dma_desc_enable) { in dwc2_hcd_qh_unlink()
1804 intr_mask = dwc2_readl(hsotg, GINTMSK); in dwc2_hcd_qh_unlink()
1806 dwc2_writel(hsotg, intr_mask, GINTMSK); in dwc2_hcd_qh_unlink()
1829 static int dwc2_next_for_periodic_split(struct dwc2_hsotg *hsotg, in dwc2_next_for_periodic_split() argument
1892 static int dwc2_next_periodic_start(struct dwc2_hsotg *hsotg, in dwc2_next_periodic_start() argument
1983 void dwc2_hcd_qh_deactivate(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_hcd_qh_deactivate() argument
1991 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hcd_qh_deactivate()
1994 dwc2_hcd_qh_unlink(hsotg, qh); in dwc2_hcd_qh_deactivate()
1997 dwc2_hcd_qh_add(hsotg, qh); in dwc2_hcd_qh_deactivate()
2007 frame_number = dwc2_hcd_get_frame_number(hsotg); in dwc2_hcd_qh_deactivate()
2010 missed = dwc2_next_for_periodic_split(hsotg, qh, frame_number); in dwc2_hcd_qh_deactivate()
2012 missed = dwc2_next_periodic_start(hsotg, qh, frame_number); in dwc2_hcd_qh_deactivate()
2014 dwc2_sch_vdbg(hsotg, in dwc2_hcd_qh_deactivate()
2022 dwc2_hcd_qh_unlink(hsotg, qh); in dwc2_hcd_qh_deactivate()
2033 if (dwc2_frame_num_le(qh->next_active_frame, hsotg->frame_number)) in dwc2_hcd_qh_deactivate()
2035 &hsotg->periodic_sched_ready); in dwc2_hcd_qh_deactivate()
2038 &hsotg->periodic_sched_inactive); in dwc2_hcd_qh_deactivate()
2084 int dwc2_hcd_qtd_add(struct dwc2_hsotg *hsotg, struct dwc2_qtd *qtd, in dwc2_hcd_qtd_add() argument
2090 dev_err(hsotg->dev, "%s: Invalid QH\n", __func__); in dwc2_hcd_qtd_add()
2095 retval = dwc2_hcd_qh_add(hsotg, qh); in dwc2_hcd_qtd_add()