240 	struct iudma_ch			*iudma;  member
260 	struct iudma_ch			*iudma;  member
308 	struct iudma_ch			iudma[BCM63XX_NUM_IUDMA];  member
565 		udc->iudma[i].max_pkt = max_pkt;  in bcm63xx_ep_setup()
595 static void iudma_write(struct bcm63xx_udc *udc, struct iudma_ch *iudma,  in iudma_write()  argument
600 	const int max_bd_bytes = !irq_coalesce && !iudma->is_tx ?  in iudma_write()
601 		iudma->max_pkt : IUDMA_MAX_FRAGMENT;  in iudma_write()
603 	iudma->n_bds_used = 0;  in iudma_write()
605 	breq->iudma = iudma;  in iudma_write()
607 	if ((bytes_left % iudma->max_pkt == 0) && bytes_left && breq->req.zero)  in iudma_write()
611 		struct bcm_enet_desc *d = iudma->write_bd;  in iudma_write()
615 		if (d == iudma->end_bd) {  in iudma_write()
617 			iudma->write_bd = iudma->bd_ring;  in iudma_write()
619 			iudma->write_bd++;  in iudma_write()
621 		iudma->n_bds_used++;  in iudma_write()
643 		if (!iudma->is_tx || iudma->n_bds_used == iudma->n_bds ||  in iudma_write()
659 			ENETDMAC_CHANCFG_REG, iudma->ch_idx);  in iudma_write()
671 static int iudma_read(struct bcm63xx_udc *udc, struct iudma_ch *iudma)  in iudma_read()  argument
674 	struct bcm_enet_desc *d = iudma->read_bd;  in iudma_read()
676 	if (!iudma->n_bds_used)  in iudma_read()
679 	for (i = 0; i < iudma->n_bds_used; i++) {  in iudma_read()
689 		if (d == iudma->end_bd)  in iudma_read()
690 			d = iudma->bd_ring;  in iudma_read()
695 	iudma->read_bd = d;  in iudma_read()
696 	iudma->n_bds_used = 0;  in iudma_read()
705 static void iudma_reset_channel(struct bcm63xx_udc *udc, struct iudma_ch *iudma)  in iudma_reset_channel()  argument
709 	int ch_idx = iudma->ch_idx;  in iudma_reset_channel()
711 	if (!iudma->is_tx)  in iudma_reset_channel()
712 		bcm63xx_fifo_reset_ep(udc, max(0, iudma->ep_num));  in iudma_reset_channel()
722 		if (iudma->is_tx && iudma->ep_num >= 0)  in iudma_reset_channel()
723 			bcm63xx_fifo_reset_ep(udc, iudma->ep_num);  in iudma_reset_channel()
740 	for (d = iudma->bd_ring; d <= iudma->end_bd; d++)  in iudma_reset_channel()
744 	iudma->read_bd = iudma->write_bd = iudma->bd_ring;  in iudma_reset_channel()
745 	iudma->n_bds_used = 0;  in iudma_reset_channel()
752 	usb_dmas_writel(udc, iudma->bd_ring_dma, ENETDMAS_RSTART_REG, ch_idx);  in iudma_reset_channel()
763 	struct iudma_ch *iudma = &udc->iudma[ch_idx];  in iudma_init_channel()  local
768 	iudma->ep_num = cfg->ep_num;  in iudma_init_channel()
769 	iudma->ch_idx = ch_idx;  in iudma_init_channel()
770 	iudma->is_tx = !!(ch_idx & 0x01);  in iudma_init_channel()
771 	if (iudma->ep_num >= 0) {  in iudma_init_channel()
772 		bep = &udc->bep[iudma->ep_num];  in iudma_init_channel()
773 		bep->iudma = iudma;  in iudma_init_channel()
777 	iudma->bep = bep;  in iudma_init_channel()
778 	iudma->udc = udc;  in iudma_init_channel()
781 	if (iudma->ep_num <= 0)  in iudma_init_channel()
782 		iudma->enabled = true;  in iudma_init_channel()
784 	iudma->n_bds = n_bds;  in iudma_init_channel()
785 	iudma->bd_ring = dmam_alloc_coherent(udc->dev,  in iudma_init_channel()
787 		&iudma->bd_ring_dma, GFP_KERNEL);  in iudma_init_channel()
788 	if (!iudma->bd_ring)  in iudma_init_channel()
790 	iudma->end_bd = &iudma->bd_ring[n_bds - 1];  in iudma_init_channel()
811 		iudma_reset_channel(udc, &udc->iudma[i]);  in iudma_init()
831 		iudma_reset_channel(udc, &udc->iudma[i]);  in iudma_uninit()
1038 	struct iudma_ch *iudma = bep->iudma;  in bcm63xx_ep_enable()  local
1048 	if (iudma->enabled) {  in bcm63xx_ep_enable()
1053 	iudma->enabled = true;  in bcm63xx_ep_enable()
1056 	iudma_reset_channel(udc, iudma);  in bcm63xx_ep_enable()
1077 	struct iudma_ch *iudma = bep->iudma;  in bcm63xx_ep_disable()  local
1085 	if (!iudma->enabled) {  in bcm63xx_ep_disable()
1089 	iudma->enabled = false;  in bcm63xx_ep_disable()
1091 	iudma_reset_channel(udc, iudma);  in bcm63xx_ep_disable()
1096 						 iudma->is_tx);  in bcm63xx_ep_disable()
1101 			usb_gadget_giveback_request(&iudma->bep->ep, &breq->req);  in bcm63xx_ep_disable()
1180 	if (!bep->iudma->enabled) {  in bcm63xx_udc_queue()
1185 	rc = usb_gadget_map_request(&udc->gadget, req, bep->iudma->is_tx);  in bcm63xx_udc_queue()
1189 			iudma_write(udc, bep->iudma, breq);  in bcm63xx_udc_queue()
1221 	usb_gadget_unmap_request(&udc->gadget, &breq->req, bep->iudma->is_tx);  in bcm63xx_udc_dequeue()
1224 		iudma_reset_channel(udc, bep->iudma);  in bcm63xx_udc_dequeue()
1232 			iudma_write(udc, bep->iudma, next);  in bcm63xx_udc_dequeue()
1388 	struct iudma_ch *iudma = &udc->iudma[ch_idx];  in bcm63xx_ep0_map_write()  local
1395 	usb_gadget_map_request(&udc->gadget, req, iudma->is_tx);  in bcm63xx_ep0_map_write()
1396 	iudma_write(udc, iudma, breq);  in bcm63xx_ep0_map_write()
1553 		iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_RXCHAN]);  in bcm63xx_ep0_do_idle()
1630 			iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_TXCHAN]);  in bcm63xx_ep0_one_round()
1656 			iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_RXCHAN]);  in bcm63xx_ep0_one_round()
1675 			iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_TXCHAN]);  in bcm63xx_ep0_one_round()
2044 	struct iudma_ch *iudma = dev_id;  in bcm63xx_udc_data_isr()  local
2045 	struct bcm63xx_udc *udc = iudma->udc;  in bcm63xx_udc_data_isr()
2055 			ENETDMAC_IR_REG, iudma->ch_idx);  in bcm63xx_udc_data_isr()
2056 	bep = iudma->bep;  in bcm63xx_udc_data_isr()
2057 	rc = iudma_read(udc, iudma);  in bcm63xx_udc_data_isr()
2060 	if (iudma->ch_idx == IUDMA_EP0_RXCHAN ||  in bcm63xx_udc_data_isr()
2061 	    iudma->ch_idx == IUDMA_EP0_TXCHAN) {  in bcm63xx_udc_data_isr()
2078 				iudma_write(udc, iudma, breq);  in bcm63xx_udc_data_isr()
2099 					iudma_write(udc, iudma, next);  in bcm63xx_udc_data_isr()
2102 				iudma_write(udc, iudma, breq);  in bcm63xx_udc_data_isr()
2109 		usb_gadget_unmap_request(&udc->gadget, req, iudma->is_tx);  in bcm63xx_udc_data_isr()
2177 		struct iudma_ch *iudma = &udc->iudma[ch_idx];  in bcm63xx_iudma_dbg_show()  local
2208 		seq_printf(s, "  desc: %d/%d used", iudma->n_bds_used,  in bcm63xx_iudma_dbg_show()
2209 			   iudma->n_bds);  in bcm63xx_iudma_dbg_show()
2211 		if (iudma->bep) {  in bcm63xx_iudma_dbg_show()
2213 			list_for_each(pos, &iudma->bep->queue)  in bcm63xx_iudma_dbg_show()
2220 		for (i = 0; i < iudma->n_bds; i++) {  in bcm63xx_iudma_dbg_show()
2221 			struct bcm_enet_desc *d = &iudma->bd_ring[i];  in bcm63xx_iudma_dbg_show()
2227 			if (d == iudma->read_bd)  in bcm63xx_iudma_dbg_show()
2229 			if (d == iudma->write_bd)  in bcm63xx_iudma_dbg_show()
2341 				     dev_name(dev), &udc->iudma[i]) < 0)  in bcm63xx_udc_probe()