ppc440spe_chan 1768 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 1774 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 1775 drivers/dma/ppc4xx/adma.c init = ppc440spe_chan->slots_allocated ? 0 : 1; ppc440spe_chan 1776 drivers/dma/ppc4xx/adma.c chan->chan_id = ppc440spe_chan->device->id; ppc440spe_chan 1779 drivers/dma/ppc4xx/adma.c i = ppc440spe_chan->slots_allocated; ppc440spe_chan 1780 drivers/dma/ppc4xx/adma.c if (ppc440spe_chan->device->id != PPC440SPE_XOR_ID) ppc440spe_chan 1785 drivers/dma/ppc4xx/adma.c for (; i < (ppc440spe_chan->device->pool_size / db_sz); i++) { ppc440spe_chan 1794 drivers/dma/ppc4xx/adma.c hw_desc = (char *) ppc440spe_chan->device->dma_desc_pool_virt; ppc440spe_chan 1801 drivers/dma/ppc4xx/adma.c slot->phys = ppc440spe_chan->device->dma_desc_pool + i * db_sz; ppc440spe_chan 1804 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 1805 drivers/dma/ppc4xx/adma.c ppc440spe_chan->slots_allocated++; ppc440spe_chan 1806 drivers/dma/ppc4xx/adma.c list_add_tail(&slot->slot_node, &ppc440spe_chan->all_slots); ppc440spe_chan 1807 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 1810 drivers/dma/ppc4xx/adma.c if (i && !ppc440spe_chan->last_used) { ppc440spe_chan 1811 drivers/dma/ppc4xx/adma.c ppc440spe_chan->last_used = ppc440spe_chan 1812 drivers/dma/ppc4xx/adma.c list_entry(ppc440spe_chan->all_slots.next, ppc440spe_chan 1817 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 1819 drivers/dma/ppc4xx/adma.c ppc440spe_chan->device->id, i); ppc440spe_chan 1823 drivers/dma/ppc4xx/adma.c switch (ppc440spe_chan->device->id) { ppc440spe_chan 1826 drivers/dma/ppc4xx/adma.c ppc440spe_chan->hw_chain_inited = 0; ppc440spe_chan 1829 drivers/dma/ppc4xx/adma.c ppc440spe_r6_tchan = ppc440spe_chan; ppc440spe_chan 1832 drivers/dma/ppc4xx/adma.c ppc440spe_chan_start_null_xor(ppc440spe_chan); ppc440spe_chan 1837 drivers/dma/ppc4xx/adma.c ppc440spe_chan->needs_unmap = 1; ppc440spe_chan 1949 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 1953 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 1955 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 1956 drivers/dma/ppc4xx/adma.c "ppc440spe adma%d: %s\n", ppc440spe_chan->device->id, ppc440spe_chan 1959 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 1961 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, ppc440spe_chan 1965 drivers/dma/ppc4xx/adma.c ppc440spe_desc_init_interrupt(group_start, ppc440spe_chan); ppc440spe_chan 1969 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 1981 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 1985 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 1992 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 1994 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 1996 drivers/dma/ppc4xx/adma.c ppc440spe_chan->device->id, __func__, len, ppc440spe_chan 1999 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, ppc440spe_chan 2006 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(group_start, ppc440spe_chan, len); ppc440spe_chan 2010 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2023 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 2027 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 2029 drivers/dma/ppc4xx/adma.c ADMA_LL_DBG(prep_dma_xor_dbg(ppc440spe_chan->device->id, ppc440spe_chan 2035 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 2037 drivers/dma/ppc4xx/adma.c ppc440spe_chan->device->id, __func__, src_cnt, len, ppc440spe_chan 2040 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2042 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, ppc440spe_chan 2051 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(group_start, ppc440spe_chan, len); ppc440spe_chan 2055 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2086 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan, ppc440spe_chan 2097 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2100 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); ppc440spe_chan 2130 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); ppc440spe_chan 2156 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); ppc440spe_chan 2161 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2172 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan, ppc440spe_chan 2183 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2186 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); ppc440spe_chan 2211 drivers/dma/ppc4xx/adma.c ppc440spe_chan->qdest, 1); ppc440spe_chan 2214 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); ppc440spe_chan 2235 drivers/dma/ppc4xx/adma.c ppc440spe_chan->qdest); ppc440spe_chan 2240 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); ppc440spe_chan 2265 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); ppc440spe_chan 2270 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2276 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan, ppc440spe_chan 2379 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2381 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); ppc440spe_chan 2411 drivers/dma/ppc4xx/adma.c ppc440spe_chan, len); ppc440spe_chan 2415 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2421 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan, ppc440spe_chan 2434 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2437 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2444 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); ppc440spe_chan 2451 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, ppc440spe_chan 2501 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2514 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 2518 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 2520 drivers/dma/ppc4xx/adma.c ADMA_LL_DBG(prep_dma_pq_dbg(ppc440spe_chan->device->id, ppc440spe_chan 2532 drivers/dma/ppc4xx/adma.c dest[1] = ppc440spe_chan->qdest; ppc440spe_chan 2533 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma01_prep_mult(ppc440spe_chan, ppc440spe_chan 2539 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma01_prep_sum_product(ppc440spe_chan, ppc440spe_chan 2558 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 2560 drivers/dma/ppc4xx/adma.c ppc440spe_chan->device->id, __func__, src_cnt, len, ppc440spe_chan 2563 drivers/dma/ppc4xx/adma.c switch (ppc440spe_chan->device->id) { ppc440spe_chan 2566 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma01_prep_pq(ppc440spe_chan, ppc440spe_chan 2572 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma2_prep_pq(ppc440spe_chan, ppc440spe_chan 2590 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 2595 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 2607 drivers/dma/ppc4xx/adma.c ADMA_LL_DBG(prep_dma_pqzero_sum_dbg(ppc440spe_chan->device->id, ppc440spe_chan 2621 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 2622 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, ppc440spe_chan 2630 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, ppc440spe_chan 2650 drivers/dma/ppc4xx/adma.c ppc440spe_chan->pdest, 0); ppc440spe_chan 2652 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, ppc440spe_chan 2656 drivers/dma/ppc4xx/adma.c pdest = ppc440spe_chan->pdest; ppc440spe_chan 2682 drivers/dma/ppc4xx/adma.c ppc440spe_chan->qdest, 0); ppc440spe_chan 2684 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, ppc440spe_chan 2688 drivers/dma/ppc4xx/adma.c qdest = ppc440spe_chan->qdest; ppc440spe_chan 2727 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_dcheck(iter, ppc440spe_chan, ppc440spe_chan 2756 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 3537 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 3541 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 3542 drivers/dma/ppc4xx/adma.c ppc440spe_adma_slot_cleanup(ppc440spe_chan); ppc440spe_chan 3544 drivers/dma/ppc4xx/adma.c spin_lock_bh(&ppc440spe_chan->lock); ppc440spe_chan 3545 drivers/dma/ppc4xx/adma.c list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain, ppc440spe_chan 3551 drivers/dma/ppc4xx/adma.c &ppc440spe_chan->all_slots, slot_node) { ppc440spe_chan 3554 drivers/dma/ppc4xx/adma.c ppc440spe_chan->slots_allocated--; ppc440spe_chan 3556 drivers/dma/ppc4xx/adma.c ppc440spe_chan->last_used = NULL; ppc440spe_chan 3558 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 3560 drivers/dma/ppc4xx/adma.c ppc440spe_chan->device->id, ppc440spe_chan 3561 drivers/dma/ppc4xx/adma.c __func__, ppc440spe_chan->slots_allocated); ppc440spe_chan 3562 drivers/dma/ppc4xx/adma.c spin_unlock_bh(&ppc440spe_chan->lock); ppc440spe_chan 3579 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 3582 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 3587 drivers/dma/ppc4xx/adma.c ppc440spe_adma_slot_cleanup(ppc440spe_chan); ppc440spe_chan 3638 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 3640 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 3641 drivers/dma/ppc4xx/adma.c dev_dbg(ppc440spe_chan->device->common.dev, ppc440spe_chan 3642 drivers/dma/ppc4xx/adma.c "ppc440spe adma%d: %s %d \n", ppc440spe_chan->device->id, ppc440spe_chan 3643 drivers/dma/ppc4xx/adma.c __func__, ppc440spe_chan->pending); ppc440spe_chan 3645 drivers/dma/ppc4xx/adma.c if (ppc440spe_chan->pending) { ppc440spe_chan 3646 drivers/dma/ppc4xx/adma.c ppc440spe_chan->pending = 0; ppc440spe_chan 3647 drivers/dma/ppc4xx/adma.c ppc440spe_chan_append(ppc440spe_chan); ppc440spe_chan 4244 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_chan *ppc440spe_chan; ppc440spe_chan 4253 drivers/dma/ppc4xx/adma.c ppc440spe_chan = to_ppc440spe_adma_chan(chan); ppc440spe_chan 4254 drivers/dma/ppc4xx/adma.c ppc440spe_adma_release_irqs(adev, ppc440spe_chan); ppc440spe_chan 4255 drivers/dma/ppc4xx/adma.c tasklet_kill(&ppc440spe_chan->irq_tasklet); ppc440spe_chan 4257 drivers/dma/ppc4xx/adma.c dma_unmap_page(&ofdev->dev, ppc440spe_chan->pdest, ppc440spe_chan 4259 drivers/dma/ppc4xx/adma.c dma_unmap_page(&ofdev->dev, ppc440spe_chan->qdest, ppc440spe_chan 4261 drivers/dma/ppc4xx/adma.c __free_page(ppc440spe_chan->pdest_page); ppc440spe_chan 4262 drivers/dma/ppc4xx/adma.c __free_page(ppc440spe_chan->qdest_page); ppc440spe_chan 4266 drivers/dma/ppc4xx/adma.c if (ppc440spe_chan == ppc440spe_chan 4273 drivers/dma/ppc4xx/adma.c kfree(ppc440spe_chan);