ppc440spe_chan   1768 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   1774 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   1775 drivers/dma/ppc4xx/adma.c 	init = ppc440spe_chan->slots_allocated ? 0 : 1;
ppc440spe_chan   1776 drivers/dma/ppc4xx/adma.c 	chan->chan_id = ppc440spe_chan->device->id;
ppc440spe_chan   1779 drivers/dma/ppc4xx/adma.c 	i = ppc440spe_chan->slots_allocated;
ppc440spe_chan   1780 drivers/dma/ppc4xx/adma.c 	if (ppc440spe_chan->device->id != PPC440SPE_XOR_ID)
ppc440spe_chan   1785 drivers/dma/ppc4xx/adma.c 	for (; i < (ppc440spe_chan->device->pool_size / db_sz); i++) {
ppc440spe_chan   1794 drivers/dma/ppc4xx/adma.c 		hw_desc = (char *) ppc440spe_chan->device->dma_desc_pool_virt;
ppc440spe_chan   1801 drivers/dma/ppc4xx/adma.c 		slot->phys = ppc440spe_chan->device->dma_desc_pool + i * db_sz;
ppc440spe_chan   1804 drivers/dma/ppc4xx/adma.c 		spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   1805 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->slots_allocated++;
ppc440spe_chan   1806 drivers/dma/ppc4xx/adma.c 		list_add_tail(&slot->slot_node, &ppc440spe_chan->all_slots);
ppc440spe_chan   1807 drivers/dma/ppc4xx/adma.c 		spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   1810 drivers/dma/ppc4xx/adma.c 	if (i && !ppc440spe_chan->last_used) {
ppc440spe_chan   1811 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->last_used =
ppc440spe_chan   1812 drivers/dma/ppc4xx/adma.c 			list_entry(ppc440spe_chan->all_slots.next,
ppc440spe_chan   1817 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   1819 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->device->id, i);
ppc440spe_chan   1823 drivers/dma/ppc4xx/adma.c 		switch (ppc440spe_chan->device->id) {
ppc440spe_chan   1826 drivers/dma/ppc4xx/adma.c 			ppc440spe_chan->hw_chain_inited = 0;
ppc440spe_chan   1829 drivers/dma/ppc4xx/adma.c 				ppc440spe_r6_tchan = ppc440spe_chan;
ppc440spe_chan   1832 drivers/dma/ppc4xx/adma.c 			ppc440spe_chan_start_null_xor(ppc440spe_chan);
ppc440spe_chan   1837 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->needs_unmap = 1;
ppc440spe_chan   1949 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   1953 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   1955 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   1956 drivers/dma/ppc4xx/adma.c 		"ppc440spe adma%d: %s\n", ppc440spe_chan->device->id,
ppc440spe_chan   1959 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   1961 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt,
ppc440spe_chan   1965 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_init_interrupt(group_start, ppc440spe_chan);
ppc440spe_chan   1969 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   1981 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   1985 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   1992 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   1994 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   1996 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->device->id, __func__, len,
ppc440spe_chan   1999 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt,
ppc440spe_chan   2006 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(group_start, ppc440spe_chan, len);
ppc440spe_chan   2010 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2023 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   2027 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   2029 drivers/dma/ppc4xx/adma.c 	ADMA_LL_DBG(prep_dma_xor_dbg(ppc440spe_chan->device->id,
ppc440spe_chan   2035 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   2037 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->device->id, __func__, src_cnt, len,
ppc440spe_chan   2040 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2042 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt,
ppc440spe_chan   2051 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(group_start, ppc440spe_chan, len);
ppc440spe_chan   2055 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2086 drivers/dma/ppc4xx/adma.c 		struct ppc440spe_adma_chan *ppc440spe_chan,
ppc440spe_chan   2097 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2100 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1);
ppc440spe_chan   2130 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
ppc440spe_chan   2156 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
ppc440spe_chan   2161 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2172 drivers/dma/ppc4xx/adma.c 		struct ppc440spe_adma_chan *ppc440spe_chan,
ppc440spe_chan   2183 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2186 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1);
ppc440spe_chan   2211 drivers/dma/ppc4xx/adma.c 					     ppc440spe_chan->qdest, 1);
ppc440spe_chan   2214 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
ppc440spe_chan   2235 drivers/dma/ppc4xx/adma.c 					    ppc440spe_chan->qdest);
ppc440spe_chan   2240 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
ppc440spe_chan   2265 drivers/dma/ppc4xx/adma.c 		ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len);
ppc440spe_chan   2270 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2276 drivers/dma/ppc4xx/adma.c 		struct ppc440spe_adma_chan *ppc440spe_chan,
ppc440spe_chan   2379 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2381 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1);
ppc440spe_chan   2411 drivers/dma/ppc4xx/adma.c 				ppc440spe_chan, len);
ppc440spe_chan   2415 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2421 drivers/dma/ppc4xx/adma.c 		struct ppc440spe_adma_chan *ppc440spe_chan,
ppc440spe_chan   2434 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2437 drivers/dma/ppc4xx/adma.c 		spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2444 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1);
ppc440spe_chan   2451 drivers/dma/ppc4xx/adma.c 			ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
ppc440spe_chan   2501 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2514 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   2518 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   2520 drivers/dma/ppc4xx/adma.c 	ADMA_LL_DBG(prep_dma_pq_dbg(ppc440spe_chan->device->id,
ppc440spe_chan   2532 drivers/dma/ppc4xx/adma.c 		dest[1] = ppc440spe_chan->qdest;
ppc440spe_chan   2533 drivers/dma/ppc4xx/adma.c 		sw_desc = ppc440spe_dma01_prep_mult(ppc440spe_chan,
ppc440spe_chan   2539 drivers/dma/ppc4xx/adma.c 		sw_desc = ppc440spe_dma01_prep_sum_product(ppc440spe_chan,
ppc440spe_chan   2558 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   2560 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->device->id, __func__, src_cnt, len,
ppc440spe_chan   2563 drivers/dma/ppc4xx/adma.c 	switch (ppc440spe_chan->device->id) {
ppc440spe_chan   2566 drivers/dma/ppc4xx/adma.c 		sw_desc = ppc440spe_dma01_prep_pq(ppc440spe_chan,
ppc440spe_chan   2572 drivers/dma/ppc4xx/adma.c 		sw_desc = ppc440spe_dma2_prep_pq(ppc440spe_chan,
ppc440spe_chan   2590 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   2595 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   2607 drivers/dma/ppc4xx/adma.c 	ADMA_LL_DBG(prep_dma_pqzero_sum_dbg(ppc440spe_chan->device->id,
ppc440spe_chan   2621 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   2622 drivers/dma/ppc4xx/adma.c 	sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt,
ppc440spe_chan   2630 drivers/dma/ppc4xx/adma.c 			ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
ppc440spe_chan   2650 drivers/dma/ppc4xx/adma.c 						     ppc440spe_chan->pdest, 0);
ppc440spe_chan   2652 drivers/dma/ppc4xx/adma.c 			ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
ppc440spe_chan   2656 drivers/dma/ppc4xx/adma.c 			pdest = ppc440spe_chan->pdest;
ppc440spe_chan   2682 drivers/dma/ppc4xx/adma.c 						     ppc440spe_chan->qdest, 0);
ppc440spe_chan   2684 drivers/dma/ppc4xx/adma.c 			ppc440spe_desc_set_byte_count(iter, ppc440spe_chan,
ppc440spe_chan   2688 drivers/dma/ppc4xx/adma.c 			qdest = ppc440spe_chan->qdest;
ppc440spe_chan   2727 drivers/dma/ppc4xx/adma.c 			ppc440spe_desc_set_dcheck(iter, ppc440spe_chan,
ppc440spe_chan   2756 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   3537 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   3541 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   3542 drivers/dma/ppc4xx/adma.c 	ppc440spe_adma_slot_cleanup(ppc440spe_chan);
ppc440spe_chan   3544 drivers/dma/ppc4xx/adma.c 	spin_lock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   3545 drivers/dma/ppc4xx/adma.c 	list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain,
ppc440spe_chan   3551 drivers/dma/ppc4xx/adma.c 			&ppc440spe_chan->all_slots, slot_node) {
ppc440spe_chan   3554 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->slots_allocated--;
ppc440spe_chan   3556 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan->last_used = NULL;
ppc440spe_chan   3558 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   3560 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->device->id,
ppc440spe_chan   3561 drivers/dma/ppc4xx/adma.c 		__func__, ppc440spe_chan->slots_allocated);
ppc440spe_chan   3562 drivers/dma/ppc4xx/adma.c 	spin_unlock_bh(&ppc440spe_chan->lock);
ppc440spe_chan   3579 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   3582 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   3587 drivers/dma/ppc4xx/adma.c 	ppc440spe_adma_slot_cleanup(ppc440spe_chan);
ppc440spe_chan   3638 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   3640 drivers/dma/ppc4xx/adma.c 	ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   3641 drivers/dma/ppc4xx/adma.c 	dev_dbg(ppc440spe_chan->device->common.dev,
ppc440spe_chan   3642 drivers/dma/ppc4xx/adma.c 		"ppc440spe adma%d: %s %d \n", ppc440spe_chan->device->id,
ppc440spe_chan   3643 drivers/dma/ppc4xx/adma.c 		__func__, ppc440spe_chan->pending);
ppc440spe_chan   3645 drivers/dma/ppc4xx/adma.c 	if (ppc440spe_chan->pending) {
ppc440spe_chan   3646 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan->pending = 0;
ppc440spe_chan   3647 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan_append(ppc440spe_chan);
ppc440spe_chan   4244 drivers/dma/ppc4xx/adma.c 	struct ppc440spe_adma_chan *ppc440spe_chan;
ppc440spe_chan   4253 drivers/dma/ppc4xx/adma.c 		ppc440spe_chan = to_ppc440spe_adma_chan(chan);
ppc440spe_chan   4254 drivers/dma/ppc4xx/adma.c 		ppc440spe_adma_release_irqs(adev, ppc440spe_chan);
ppc440spe_chan   4255 drivers/dma/ppc4xx/adma.c 		tasklet_kill(&ppc440spe_chan->irq_tasklet);
ppc440spe_chan   4257 drivers/dma/ppc4xx/adma.c 			dma_unmap_page(&ofdev->dev, ppc440spe_chan->pdest,
ppc440spe_chan   4259 drivers/dma/ppc4xx/adma.c 			dma_unmap_page(&ofdev->dev, ppc440spe_chan->qdest,
ppc440spe_chan   4261 drivers/dma/ppc4xx/adma.c 			__free_page(ppc440spe_chan->pdest_page);
ppc440spe_chan   4262 drivers/dma/ppc4xx/adma.c 			__free_page(ppc440spe_chan->qdest_page);
ppc440spe_chan   4266 drivers/dma/ppc4xx/adma.c 			if (ppc440spe_chan ==
ppc440spe_chan   4273 drivers/dma/ppc4xx/adma.c 		kfree(ppc440spe_chan);