40 static inline void hsu_chan_disable(struct hsu_dma_chan *hsuc)  in hsu_chan_disable()  argument
42 	hsu_chan_writel(hsuc, HSU_CH_CR, 0);  in hsu_chan_disable()
45 static inline void hsu_chan_enable(struct hsu_dma_chan *hsuc)  in hsu_chan_enable()  argument
49 	if (hsuc->direction == DMA_MEM_TO_DEV)  in hsu_chan_enable()
51 	else if (hsuc->direction == DMA_DEV_TO_MEM)  in hsu_chan_enable()
54 	hsu_chan_writel(hsuc, HSU_CH_CR, cr);  in hsu_chan_enable()
57 static void hsu_dma_chan_start(struct hsu_dma_chan *hsuc)  in hsu_dma_chan_start()  argument
59 	struct dma_slave_config *config = &hsuc->config;  in hsu_dma_chan_start()
60 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_chan_start()
65 	if (hsuc->direction == DMA_MEM_TO_DEV) {  in hsu_dma_chan_start()
68 	} else if (hsuc->direction == DMA_DEV_TO_MEM) {  in hsu_dma_chan_start()
73 	hsu_chan_disable(hsuc);  in hsu_dma_chan_start()
75 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_chan_start()
76 	hsu_chan_writel(hsuc, HSU_CH_BSR, bsr);  in hsu_dma_chan_start()
77 	hsu_chan_writel(hsuc, HSU_CH_MTSR, mtsr);  in hsu_dma_chan_start()
82 		hsu_chan_writel(hsuc, HSU_CH_DxSAR(i), desc->sg[i].addr);  in hsu_dma_chan_start()
83 		hsu_chan_writel(hsuc, HSU_CH_DxTSR(i), desc->sg[i].len);  in hsu_dma_chan_start()
95 	hsu_chan_writel(hsuc, HSU_CH_DCR, dcr);  in hsu_dma_chan_start()
97 	hsu_chan_enable(hsuc);  in hsu_dma_chan_start()
100 static void hsu_dma_stop_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_stop_channel()  argument
102 	hsu_chan_disable(hsuc);  in hsu_dma_stop_channel()
103 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_stop_channel()
106 static void hsu_dma_start_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_start_channel()  argument
108 	hsu_dma_chan_start(hsuc);  in hsu_dma_start_channel()
111 static void hsu_dma_start_transfer(struct hsu_dma_chan *hsuc)  in hsu_dma_start_transfer()  argument
116 	vdesc = vchan_next_desc(&hsuc->vchan);  in hsu_dma_start_transfer()
118 		hsuc->desc = NULL;  in hsu_dma_start_transfer()
123 	hsuc->desc = to_hsu_dma_desc(vdesc);  in hsu_dma_start_transfer()
126 	hsu_dma_start_channel(hsuc);  in hsu_dma_start_transfer()
129 static u32 hsu_dma_chan_get_sr(struct hsu_dma_chan *hsuc)  in hsu_dma_chan_get_sr()  argument
134 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_chan_get_sr()
135 	sr = hsu_chan_readl(hsuc, HSU_CH_SR);  in hsu_dma_chan_get_sr()
136 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_chan_get_sr()
143 	struct hsu_dma_chan *hsuc;  in hsu_dma_irq()  local
152 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_irq()
158 	sr = hsu_dma_chan_get_sr(hsuc);  in hsu_dma_irq()
163 	if (hsuc->direction == DMA_DEV_TO_MEM && (sr & HSU_CH_SR_DESCTO_ANY))  in hsu_dma_irq()
170 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_irq()
171 	desc = hsuc->desc;  in hsu_dma_irq()
176 			hsu_dma_start_channel(hsuc);  in hsu_dma_irq()
180 			hsu_dma_start_transfer(hsuc);  in hsu_dma_irq()
183 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_irq()
219 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_prep_slave_sg()  local
238 	return vchan_tx_prep(&hsuc->vchan, &desc->vdesc, flags);  in hsu_dma_prep_slave_sg()
243 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_issue_pending()  local
246 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
247 	if (vchan_issue_pending(&hsuc->vchan) && !hsuc->desc)  in hsu_dma_issue_pending()
248 		hsu_dma_start_transfer(hsuc);  in hsu_dma_issue_pending()
249 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
263 static size_t hsu_dma_active_desc_size(struct hsu_dma_chan *hsuc)  in hsu_dma_active_desc_size()  argument
265 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_active_desc_size()
271 		bytes += hsu_chan_readl(hsuc, HSU_CH_DxTSR(i));  in hsu_dma_active_desc_size()
280 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_tx_status()  local
290 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
291 	vdesc = vchan_find_desc(&hsuc->vchan, cookie);  in hsu_dma_tx_status()
292 	if (hsuc->desc && cookie == hsuc->desc->vdesc.tx.cookie) {  in hsu_dma_tx_status()
293 		bytes = hsu_dma_active_desc_size(hsuc);  in hsu_dma_tx_status()
295 		status = hsuc->desc->status;  in hsu_dma_tx_status()
300 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
308 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_slave_config()  local
314 	memcpy(&hsuc->config, config, sizeof(hsuc->config));  in hsu_dma_slave_config()
321 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_pause()  local
324 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
325 	if (hsuc->desc && hsuc->desc->status == DMA_IN_PROGRESS) {  in hsu_dma_pause()
326 		hsu_chan_disable(hsuc);  in hsu_dma_pause()
327 		hsuc->desc->status = DMA_PAUSED;  in hsu_dma_pause()
329 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
336 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_resume()  local
339 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
340 	if (hsuc->desc && hsuc->desc->status == DMA_PAUSED) {  in hsu_dma_resume()
341 		hsuc->desc->status = DMA_IN_PROGRESS;  in hsu_dma_resume()
342 		hsu_chan_enable(hsuc);  in hsu_dma_resume()
344 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
351 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_terminate_all()  local
355 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
357 	hsu_dma_stop_channel(hsuc);  in hsu_dma_terminate_all()
358 	if (hsuc->desc) {  in hsu_dma_terminate_all()
359 		hsu_dma_desc_free(&hsuc->desc->vdesc);  in hsu_dma_terminate_all()
360 		hsuc->desc = NULL;  in hsu_dma_terminate_all()
363 	vchan_get_all_descriptors(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
364 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
365 	vchan_dma_desc_free_list(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
398 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_probe()  local
400 		hsuc->vchan.desc_free = hsu_dma_desc_free;  in hsu_dma_probe()
401 		vchan_init(&hsuc->vchan, &hsu->dma);  in hsu_dma_probe()
403 		hsuc->direction = (i & 0x1) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV;  in hsu_dma_probe()
404 		hsuc->reg = addr + i * HSU_DMA_CHAN_LENGTH;  in hsu_dma_probe()
446 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_remove()  local
448 		tasklet_kill(&hsuc->vchan.task);  in hsu_dma_remove()