88 	cbd_t __iomem *bdp;  in fs_enet_rx_napi()  local
101 	bdp = fep->cur_rx;  in fs_enet_rx_napi()
106 	while (((sc = CBDR_SC(bdp)) & BD_ENET_RX_EMPTY) == 0) {  in fs_enet_rx_napi()
107 		curidx = bdp - fep->rx_bd_base;  in fs_enet_rx_napi()
137 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_rx_napi()
146 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_rx_napi()
154 			pkt_len = CBDR_DATLEN(bdp) - 4;	/* remove CRC */  in fs_enet_rx_napi()
185 		CBDW_BUFADDR(bdp, dma_map_single(fep->dev, skbn->data,  in fs_enet_rx_napi()
188 		CBDW_DATLEN(bdp, 0);  in fs_enet_rx_napi()
189 		CBDW_SC(bdp, (sc & ~BD_ENET_RX_STATS) | BD_ENET_RX_EMPTY);  in fs_enet_rx_napi()
195 			bdp++;  in fs_enet_rx_napi()
197 			bdp = fep->rx_bd_base;  in fs_enet_rx_napi()
205 	fep->cur_rx = bdp;  in fs_enet_rx_napi()
220 	cbd_t __iomem *bdp;  in fs_enet_tx_napi()  local
227 	bdp = fep->dirty_tx;  in fs_enet_tx_napi()
233 	while (((sc = CBDR_SC(bdp)) & BD_ENET_TX_READY) == 0) {  in fs_enet_tx_napi()
234 		dirtyidx = bdp - fep->tx_bd_base;  in fs_enet_tx_napi()
279 			dma_unmap_page(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_tx_napi()
280 				       CBDR_DATLEN(bdp), DMA_TO_DEVICE);  in fs_enet_tx_napi()
282 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_tx_napi()
283 					 CBDR_DATLEN(bdp), DMA_TO_DEVICE);  in fs_enet_tx_napi()
297 			bdp++;  in fs_enet_tx_napi()
299 			bdp = fep->tx_bd_base;  in fs_enet_tx_napi()
310 	fep->dirty_tx = bdp;  in fs_enet_tx_napi()
392 	cbd_t __iomem *bdp;  in fs_init_bds()  local
405 	for (i = 0, bdp = fep->rx_bd_base; i < fep->rx_ring; i++, bdp++) {  in fs_init_bds()
412 		CBDW_BUFADDR(bdp,  in fs_init_bds()
416 		CBDW_DATLEN(bdp, 0);	/* zero */  in fs_init_bds()
417 		CBDW_SC(bdp, BD_ENET_RX_EMPTY |  in fs_init_bds()
423 	for (; i < fep->rx_ring; i++, bdp++) {  in fs_init_bds()
425 		CBDW_SC(bdp, (i < fep->rx_ring - 1) ? 0 : BD_SC_WRAP);  in fs_init_bds()
431 	for (i = 0, bdp = fep->tx_bd_base; i < fep->tx_ring; i++, bdp++) {  in fs_init_bds()
433 		CBDW_BUFADDR(bdp, 0);  in fs_init_bds()
434 		CBDW_DATLEN(bdp, 0);  in fs_init_bds()
435 		CBDW_SC(bdp, (i < fep->tx_ring - 1) ? 0 : BD_SC_WRAP);  in fs_init_bds()
443 	cbd_t __iomem *bdp;  in fs_cleanup_bds()  local
449 	for (i = 0, bdp = fep->tx_bd_base; i < fep->tx_ring; i++, bdp++) {  in fs_cleanup_bds()
454 		dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_cleanup_bds()
464 	for (i = 0, bdp = fep->rx_bd_base; i < fep->rx_ring; i++, bdp++) {  in fs_cleanup_bds()
469 		dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_cleanup_bds()
515 	cbd_t __iomem *bdp;  in fs_enet_start_xmit()  local
556 	bdp = fep->cur_tx;  in fs_enet_start_xmit()
559 	if (fep->tx_free <= nr_frags || (CBDR_SC(bdp) & BD_ENET_TX_READY)) {  in fs_enet_start_xmit()
571 	curidx = bdp - fep->tx_bd_base;  in fs_enet_start_xmit()
581 	CBDW_BUFADDR(bdp, dma_map_single(fep->dev,  in fs_enet_start_xmit()
583 	CBDW_DATLEN(bdp, len);  in fs_enet_start_xmit()
588 		CBDC_SC(bdp,  in fs_enet_start_xmit()
591 		CBDS_SC(bdp, BD_ENET_TX_READY);  in fs_enet_start_xmit()
593 		if ((CBDR_SC(bdp) & BD_ENET_TX_WRAP) == 0)  in fs_enet_start_xmit()
594 			bdp++, curidx++;  in fs_enet_start_xmit()
596 			bdp = fep->tx_bd_base, curidx = 0;  in fs_enet_start_xmit()
599 		CBDW_BUFADDR(bdp, skb_frag_dma_map(fep->dev, frag, 0, len,  in fs_enet_start_xmit()
601 		CBDW_DATLEN(bdp, len);  in fs_enet_start_xmit()
619 	CBDC_SC(bdp, BD_ENET_TX_STATS);  in fs_enet_start_xmit()
620 	CBDS_SC(bdp, sc);  in fs_enet_start_xmit()
626 	if ((CBDR_SC(bdp) & BD_ENET_TX_WRAP) == 0)  in fs_enet_start_xmit()
627 		bdp++;  in fs_enet_start_xmit()
629 		bdp = fep->tx_bd_base;  in fs_enet_start_xmit()
630 	fep->cur_tx = bdp;  in fs_enet_start_xmit()