244 	struct iudma_ch			*iudma;  member
264 	struct iudma_ch			*iudma;  member
314 	struct iudma_ch			iudma[BCM63XX_NUM_IUDMA];  member
573 		udc->iudma[i].max_pkt = max_pkt;  in bcm63xx_ep_setup()
603 static void iudma_write(struct bcm63xx_udc *udc, struct iudma_ch *iudma,  in iudma_write()  argument
608 	const int max_bd_bytes = !irq_coalesce && !iudma->is_tx ?  in iudma_write()
609 		iudma->max_pkt : IUDMA_MAX_FRAGMENT;  in iudma_write()
611 	iudma->n_bds_used = 0;  in iudma_write()
613 	breq->iudma = iudma;  in iudma_write()
615 	if ((bytes_left % iudma->max_pkt == 0) && bytes_left && breq->req.zero)  in iudma_write()
619 		struct bcm_enet_desc *d = iudma->write_bd;  in iudma_write()
623 		if (d == iudma->end_bd) {  in iudma_write()
625 			iudma->write_bd = iudma->bd_ring;  in iudma_write()
627 			iudma->write_bd++;  in iudma_write()
629 		iudma->n_bds_used++;  in iudma_write()
651 		if (!iudma->is_tx || iudma->n_bds_used == iudma->n_bds ||  in iudma_write()
667 			ENETDMAC_CHANCFG_REG, iudma->ch_idx);  in iudma_write()
679 static int iudma_read(struct bcm63xx_udc *udc, struct iudma_ch *iudma)  in iudma_read()  argument
682 	struct bcm_enet_desc *d = iudma->read_bd;  in iudma_read()
684 	if (!iudma->n_bds_used)  in iudma_read()
687 	for (i = 0; i < iudma->n_bds_used; i++) {  in iudma_read()
697 		if (d == iudma->end_bd)  in iudma_read()
698 			d = iudma->bd_ring;  in iudma_read()
703 	iudma->read_bd = d;  in iudma_read()
704 	iudma->n_bds_used = 0;  in iudma_read()
713 static void iudma_reset_channel(struct bcm63xx_udc *udc, struct iudma_ch *iudma)  in iudma_reset_channel()  argument
717 	int ch_idx = iudma->ch_idx;  in iudma_reset_channel()
719 	if (!iudma->is_tx)  in iudma_reset_channel()
720 		bcm63xx_fifo_reset_ep(udc, max(0, iudma->ep_num));  in iudma_reset_channel()
730 		if (iudma->is_tx && iudma->ep_num >= 0)  in iudma_reset_channel()
731 			bcm63xx_fifo_reset_ep(udc, iudma->ep_num);  in iudma_reset_channel()
748 	for (d = iudma->bd_ring; d <= iudma->end_bd; d++)  in iudma_reset_channel()
752 	iudma->read_bd = iudma->write_bd = iudma->bd_ring;  in iudma_reset_channel()
753 	iudma->n_bds_used = 0;  in iudma_reset_channel()
760 	usb_dmas_writel(udc, iudma->bd_ring_dma, ENETDMAS_RSTART_REG, ch_idx);  in iudma_reset_channel()
771 	struct iudma_ch *iudma = &udc->iudma[ch_idx];  in iudma_init_channel()  local
776 	iudma->ep_num = cfg->ep_num;  in iudma_init_channel()
777 	iudma->ch_idx = ch_idx;  in iudma_init_channel()
778 	iudma->is_tx = !!(ch_idx & 0x01);  in iudma_init_channel()
779 	if (iudma->ep_num >= 0) {  in iudma_init_channel()
780 		bep = &udc->bep[iudma->ep_num];  in iudma_init_channel()
781 		bep->iudma = iudma;  in iudma_init_channel()
785 	iudma->bep = bep;  in iudma_init_channel()
786 	iudma->udc = udc;  in iudma_init_channel()
789 	if (iudma->ep_num <= 0)  in iudma_init_channel()
790 		iudma->enabled = true;  in iudma_init_channel()
792 	iudma->n_bds = n_bds;  in iudma_init_channel()
793 	iudma->bd_ring = dmam_alloc_coherent(udc->dev,  in iudma_init_channel()
795 		&iudma->bd_ring_dma, GFP_KERNEL);  in iudma_init_channel()
796 	if (!iudma->bd_ring)  in iudma_init_channel()
798 	iudma->end_bd = &iudma->bd_ring[n_bds - 1];  in iudma_init_channel()
819 		iudma_reset_channel(udc, &udc->iudma[i]);  in iudma_init()
839 		iudma_reset_channel(udc, &udc->iudma[i]);  in iudma_uninit()
1046 	struct iudma_ch *iudma = bep->iudma;  in bcm63xx_ep_enable()  local
1056 	if (iudma->enabled) {  in bcm63xx_ep_enable()
1061 	iudma->enabled = true;  in bcm63xx_ep_enable()
1064 	iudma_reset_channel(udc, iudma);  in bcm63xx_ep_enable()
1085 	struct iudma_ch *iudma = bep->iudma;  in bcm63xx_ep_disable()  local
1093 	if (!iudma->enabled) {  in bcm63xx_ep_disable()
1097 	iudma->enabled = false;  in bcm63xx_ep_disable()
1099 	iudma_reset_channel(udc, iudma);  in bcm63xx_ep_disable()
1107 						 iudma->is_tx);  in bcm63xx_ep_disable()
1112 			usb_gadget_giveback_request(&iudma->bep->ep, &breq->req);  in bcm63xx_ep_disable()
1191 	if (!bep->iudma->enabled) {  in bcm63xx_udc_queue()
1196 	rc = usb_gadget_map_request(&udc->gadget, req, bep->iudma->is_tx);  in bcm63xx_udc_queue()
1200 			iudma_write(udc, bep->iudma, breq);  in bcm63xx_udc_queue()
1232 	usb_gadget_unmap_request(&udc->gadget, &breq->req, bep->iudma->is_tx);  in bcm63xx_udc_dequeue()
1235 		iudma_reset_channel(udc, bep->iudma);  in bcm63xx_udc_dequeue()
1243 			iudma_write(udc, bep->iudma, next);  in bcm63xx_udc_dequeue()
1399 	struct iudma_ch *iudma = &udc->iudma[ch_idx];  in bcm63xx_ep0_map_write()  local
1406 	usb_gadget_map_request(&udc->gadget, req, iudma->is_tx);  in bcm63xx_ep0_map_write()
1407 	iudma_write(udc, iudma, breq);  in bcm63xx_ep0_map_write()
1564 		iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_RXCHAN]);  in bcm63xx_ep0_do_idle()
1641 			iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_TXCHAN]);  in bcm63xx_ep0_one_round()
1667 			iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_RXCHAN]);  in bcm63xx_ep0_one_round()
1686 			iudma_reset_channel(udc, &udc->iudma[IUDMA_EP0_TXCHAN]);  in bcm63xx_ep0_one_round()
2055 	struct iudma_ch *iudma = dev_id;  in bcm63xx_udc_data_isr()  local
2056 	struct bcm63xx_udc *udc = iudma->udc;  in bcm63xx_udc_data_isr()
2066 			ENETDMAC_IR_REG, iudma->ch_idx);  in bcm63xx_udc_data_isr()
2067 	bep = iudma->bep;  in bcm63xx_udc_data_isr()
2068 	rc = iudma_read(udc, iudma);  in bcm63xx_udc_data_isr()
2071 	if (iudma->ch_idx == IUDMA_EP0_RXCHAN ||  in bcm63xx_udc_data_isr()
2072 	    iudma->ch_idx == IUDMA_EP0_TXCHAN) {  in bcm63xx_udc_data_isr()
2089 				iudma_write(udc, iudma, breq);  in bcm63xx_udc_data_isr()
2110 					iudma_write(udc, iudma, next);  in bcm63xx_udc_data_isr()
2113 				iudma_write(udc, iudma, breq);  in bcm63xx_udc_data_isr()
2120 		usb_gadget_unmap_request(&udc->gadget, req, iudma->is_tx);  in bcm63xx_udc_data_isr()
2187 		struct iudma_ch *iudma = &udc->iudma[ch_idx];  in bcm63xx_iudma_dbg_show()  local
2218 		seq_printf(s, "  desc: %d/%d used", iudma->n_bds_used,  in bcm63xx_iudma_dbg_show()
2219 			   iudma->n_bds);  in bcm63xx_iudma_dbg_show()
2221 		if (iudma->bep) {  in bcm63xx_iudma_dbg_show()
2223 			list_for_each(pos, &iudma->bep->queue)  in bcm63xx_iudma_dbg_show()
2230 		for (i = 0; i < iudma->n_bds; i++) {  in bcm63xx_iudma_dbg_show()
2231 			struct bcm_enet_desc *d = &iudma->bd_ring[i];  in bcm63xx_iudma_dbg_show()
2237 			if (d == iudma->read_bd)  in bcm63xx_iudma_dbg_show()
2239 			if (d == iudma->write_bd)  in bcm63xx_iudma_dbg_show()
2283 	struct dentry *root, *usbd, *iudma;  in bcm63xx_udc_init_debugfs()  local
2296 	iudma = debugfs_create_file("iudma", 0400, root, udc,  in bcm63xx_udc_init_debugfs()
2298 	if (!iudma)  in bcm63xx_udc_init_debugfs()
2303 	udc->debugfs_iudma = iudma;  in bcm63xx_udc_init_debugfs()
2409 				     dev_name(dev), &udc->iudma[i]) < 0) {  in bcm63xx_udc_probe()