107 	struct ltq_etop_chan ch[MAX_DMA_CHAN];  member
114 ltq_etop_alloc_skb(struct ltq_etop_chan *ch)  in ltq_etop_alloc_skb()  argument
116 	ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);  in ltq_etop_alloc_skb()
117 	if (!ch->skb[ch->dma.desc])  in ltq_etop_alloc_skb()
119 	ch->dma.desc_base[ch->dma.desc].addr = dma_map_single(NULL,  in ltq_etop_alloc_skb()
120 		ch->skb[ch->dma.desc]->data, MAX_DMA_DATA_LEN,  in ltq_etop_alloc_skb()
122 	ch->dma.desc_base[ch->dma.desc].addr =  in ltq_etop_alloc_skb()
123 		CPHYSADDR(ch->skb[ch->dma.desc]->data);  in ltq_etop_alloc_skb()
124 	ch->dma.desc_base[ch->dma.desc].ctl =  in ltq_etop_alloc_skb()
127 	skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);  in ltq_etop_alloc_skb()
132 ltq_etop_hw_receive(struct ltq_etop_chan *ch)  in ltq_etop_hw_receive()  argument
134 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_hw_receive()
135 	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_hw_receive()
136 	struct sk_buff *skb = ch->skb[ch->dma.desc];  in ltq_etop_hw_receive()
141 	if (ltq_etop_alloc_skb(ch)) {  in ltq_etop_hw_receive()
142 		netdev_err(ch->netdev,  in ltq_etop_hw_receive()
144 		ltq_dma_close(&ch->dma);  in ltq_etop_hw_receive()
146 	ch->dma.desc++;  in ltq_etop_hw_receive()
147 	ch->dma.desc %= LTQ_DESC_NUM;  in ltq_etop_hw_receive()
151 	skb->protocol = eth_type_trans(skb, ch->netdev);  in ltq_etop_hw_receive()
158 	struct ltq_etop_chan *ch = container_of(napi,  in ltq_etop_poll_rx()  local
164 		struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_poll_rx()
167 			ltq_etop_hw_receive(ch);  in ltq_etop_poll_rx()
174 		napi_complete(&ch->napi);  in ltq_etop_poll_rx()
175 		ltq_dma_ack_irq(&ch->dma);  in ltq_etop_poll_rx()
183 	struct ltq_etop_chan *ch =  in ltq_etop_poll_tx()  local
185 	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);  in ltq_etop_poll_tx()
187 		netdev_get_tx_queue(ch->netdev, ch->idx >> 1);  in ltq_etop_poll_tx()
191 	while ((ch->dma.desc_base[ch->tx_free].ctl &  in ltq_etop_poll_tx()
193 		dev_kfree_skb_any(ch->skb[ch->tx_free]);  in ltq_etop_poll_tx()
194 		ch->skb[ch->tx_free] = NULL;  in ltq_etop_poll_tx()
195 		memset(&ch->dma.desc_base[ch->tx_free], 0,  in ltq_etop_poll_tx()
197 		ch->tx_free++;  in ltq_etop_poll_tx()
198 		ch->tx_free %= LTQ_DESC_NUM;  in ltq_etop_poll_tx()
204 	napi_complete(&ch->napi);  in ltq_etop_poll_tx()
205 	ltq_dma_ack_irq(&ch->dma);  in ltq_etop_poll_tx()
213 	int ch = irq - LTQ_DMA_CH0_INT;  in ltq_etop_dma_irq()  local
215 	napi_schedule(&priv->ch[ch].napi);  in ltq_etop_dma_irq()
220 ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)  in ltq_etop_free_channel()  argument
224 	ltq_dma_free(&ch->dma);  in ltq_etop_free_channel()
225 	if (ch->dma.irq)  in ltq_etop_free_channel()
226 		free_irq(ch->dma.irq, priv);  in ltq_etop_free_channel()
227 	if (IS_RX(ch->idx)) {  in ltq_etop_free_channel()
230 			dev_kfree_skb_any(ch->skb[ch->dma.desc]);  in ltq_etop_free_channel()
243 			ltq_etop_free_channel(dev, &priv->ch[i]);  in ltq_etop_hw_exit()
278 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_hw_init()  local
280 		ch->idx = ch->dma.nr = i;  in ltq_etop_hw_init()
283 			ltq_dma_alloc_tx(&ch->dma);  in ltq_etop_hw_init()
286 			ltq_dma_alloc_rx(&ch->dma);  in ltq_etop_hw_init()
287 			for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;  in ltq_etop_hw_init()
288 					ch->dma.desc++)  in ltq_etop_hw_init()
289 				if (ltq_etop_alloc_skb(ch))  in ltq_etop_hw_init()
291 			ch->dma.desc = 0;  in ltq_etop_hw_init()
294 		ch->dma.irq = irq;  in ltq_etop_hw_init()
486 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_open()  local
490 		ltq_dma_open(&ch->dma);  in ltq_etop_open()
491 		napi_enable(&ch->napi);  in ltq_etop_open()
507 		struct ltq_etop_chan *ch = &priv->ch[i];  in ltq_etop_stop()  local
511 		napi_disable(&ch->napi);  in ltq_etop_stop()
512 		ltq_dma_close(&ch->dma);  in ltq_etop_stop()
523 	struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];  in ltq_etop_tx()  local
524 	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];  in ltq_etop_tx()
531 	if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {  in ltq_etop_tx()
540 	ch->skb[ch->dma.desc] = skb;  in ltq_etop_tx()
550 	ch->dma.desc++;  in ltq_etop_tx()
551 	ch->dma.desc %= LTQ_DESC_NUM;  in ltq_etop_tx()
554 	if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)  in ltq_etop_tx()
753 			netif_napi_add(dev, &priv->ch[i].napi,  in ltq_etop_probe()
756 			netif_napi_add(dev, &priv->ch[i].napi,  in ltq_etop_probe()
758 		priv->ch[i].netdev = dev;  in ltq_etop_probe()