Lines Matching refs:iter
186 struct ppc440spe_adma_desc_slot *iter) in print_cb_list() argument
188 for (; iter; iter = iter->hw_next) in print_cb_list()
189 print_cb(chan, iter->hw_desc); in print_cb_list()
334 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pq() local
348 list_for_each_entry(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
349 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
350 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pq()
352 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
355 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pq()
357 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
364 iter->hw_next = NULL; in ppc440spe_desc_init_dma01pq()
366 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
368 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pq()
379 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pq()
384 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
386 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
392 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
394 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
399 list_for_each_entry_from(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pq()
400 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
410 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pq()
413 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
417 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
420 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
426 iter = list_first_entry(&iter->chain_node, in ppc440spe_desc_init_dma01pq()
429 list_for_each_entry_from(iter, &desc->group_list, in ppc440spe_desc_init_dma01pq()
431 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pq()
447 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pqzero_sum() local
457 iter = list_first_entry(&desc->group_list, in ppc440spe_desc_init_dma01pqzero_sum()
459 iter = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
463 iter = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
467 list_for_each_entry_from(iter, &desc->group_list, chain_node) { in ppc440spe_desc_init_dma01pqzero_sum()
468 hw_desc = iter->hw_desc; in ppc440spe_desc_init_dma01pqzero_sum()
469 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_desc_init_dma01pqzero_sum()
470 iter->src_cnt = 0; in ppc440spe_desc_init_dma01pqzero_sum()
471 iter->dst_cnt = 0; in ppc440spe_desc_init_dma01pqzero_sum()
487 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_desc_init_dma01pqzero_sum()
490 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_desc_init_dma01pqzero_sum()
499 iter->hw_next = NULL; in ppc440spe_desc_init_dma01pqzero_sum()
503 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_desc_init_dma01pqzero_sum()
952 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_device_clear_eot_status() local
959 list_for_each_entry(iter, &chan->chain, in ppc440spe_adma_device_clear_eot_status()
961 if (iter->phys == phys) in ppc440spe_adma_device_clear_eot_status()
968 BUG_ON(&iter->chain_node == &chan->chain); in ppc440spe_adma_device_clear_eot_status()
970 if (iter->xor_check_result) { in ppc440spe_adma_device_clear_eot_status()
972 &iter->flags)) { in ppc440spe_adma_device_clear_eot_status()
973 *iter->xor_check_result |= in ppc440spe_adma_device_clear_eot_status()
977 &iter->flags)) { in ppc440spe_adma_device_clear_eot_status()
978 *iter->xor_check_result |= in ppc440spe_adma_device_clear_eot_status()
1111 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_chan_append() local
1124 iter = chan_last_sub[chan->device->id]; in ppc440spe_chan_append()
1125 BUG_ON(!iter); in ppc440spe_chan_append()
1128 iter = chan_first_cdb[chan->device->id]; in ppc440spe_chan_append()
1129 BUG_ON(!iter); in ppc440spe_chan_append()
1130 ppc440spe_dma_put_desc(chan, iter); in ppc440spe_chan_append()
1135 if (!iter->hw_next) in ppc440spe_chan_append()
1139 list_for_each_entry_continue(iter, &chan->chain, chain_node) { in ppc440spe_chan_append()
1140 ppc440spe_dma_put_desc(chan, iter); in ppc440spe_chan_append()
1141 if (!iter->hw_next) in ppc440spe_chan_append()
1437 struct ppc440spe_adma_desc_slot *iter = tdesc->group_head; in ppc440spe_get_group_entry() local
1446 list_for_each_entry(iter, &tdesc->group_list, chain_node) { in ppc440spe_get_group_entry()
1450 return iter; in ppc440spe_get_group_entry()
1552 struct ppc440spe_adma_desc_slot *iter, *_iter, *group_start = NULL; in __ppc440spe_adma_slot_cleanup() local
1571 list_for_each_entry_safe(iter, _iter, &chan->chain, in __ppc440spe_adma_slot_cleanup()
1576 iter->async_tx.cookie, iter->idx, busy, iter->phys, in __ppc440spe_adma_slot_cleanup()
1577 ppc440spe_desc_get_link(iter, chan), current_desc, in __ppc440spe_adma_slot_cleanup()
1578 async_tx_test_ack(&iter->async_tx)); in __ppc440spe_adma_slot_cleanup()
1593 if (iter->phys == current_desc) { in __ppc440spe_adma_slot_cleanup()
1595 if (busy || ppc440spe_desc_get_link(iter, chan)) { in __ppc440spe_adma_slot_cleanup()
1605 slot_cnt = iter->slot_cnt; in __ppc440spe_adma_slot_cleanup()
1606 slots_per_op = iter->slots_per_op; in __ppc440spe_adma_slot_cleanup()
1615 group_start = iter; in __ppc440spe_adma_slot_cleanup()
1659 cookie = ppc440spe_adma_run_tx_complete_actions(iter, chan, in __ppc440spe_adma_slot_cleanup()
1662 if (ppc440spe_adma_clean_slot(iter, chan)) in __ppc440spe_adma_slot_cleanup()
1704 struct ppc440spe_adma_desc_slot *iter = NULL, *_iter; in ppc440spe_adma_alloc_slots() local
1718 iter = chan->last_used; in ppc440spe_adma_alloc_slots()
1720 iter = list_entry(&chan->all_slots, in ppc440spe_adma_alloc_slots()
1723 list_for_each_entry_safe_continue(iter, _iter, &chan->all_slots, in ppc440spe_adma_alloc_slots()
1727 if (iter->slots_per_op) { in ppc440spe_adma_alloc_slots()
1734 alloc_start = iter; in ppc440spe_adma_alloc_slots()
1740 iter = alloc_start; in ppc440spe_adma_alloc_slots()
1745 async_tx_ack(&iter->async_tx); in ppc440spe_adma_alloc_slots()
1747 list_add_tail(&iter->chain_node, &chain); in ppc440spe_adma_alloc_slots()
1748 alloc_tail = iter; in ppc440spe_adma_alloc_slots()
1749 iter->async_tx.cookie = 0; in ppc440spe_adma_alloc_slots()
1750 iter->hw_next = NULL; in ppc440spe_adma_alloc_slots()
1751 iter->flags = 0; in ppc440spe_adma_alloc_slots()
1752 iter->slot_cnt = num_slots; in ppc440spe_adma_alloc_slots()
1753 iter->xor_check_result = NULL; in ppc440spe_adma_alloc_slots()
1755 iter->slots_per_op = slots_per_op - i; in ppc440spe_adma_alloc_slots()
1756 last_used = iter; in ppc440spe_adma_alloc_slots()
1757 iter = list_entry(iter->slot_node.next, in ppc440spe_adma_alloc_slots()
2118 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_mult() local
2128 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_dma01_prep_mult()
2131 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_mult()
2133 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_mult()
2136 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2137 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_mult()
2140 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_dma01_prep_mult()
2142 ppc440spe_desc_set_dest_addr(iter, chan, 0, dst[1], 1); in ppc440spe_dma01_prep_mult()
2143 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_mult()
2145 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_mult()
2146 iter->unmap_len = len; in ppc440spe_dma01_prep_mult()
2152 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_mult()
2155 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_mult()
2156 iter->hw_next = NULL; in ppc440spe_dma01_prep_mult()
2158 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2160 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_mult()
2162 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_mult()
2164 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_dma01_prep_mult()
2166 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_dma01_prep_mult()
2169 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_mult()
2171 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_mult()
2172 iter->unmap_len = len; in ppc440spe_dma01_prep_mult()
2204 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_sum_product() local
2212 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_dma01_prep_sum_product()
2215 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2216 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_sum_product()
2219 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2220 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2223 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2225 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_dma01_prep_sum_product()
2227 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2229 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2230 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2234 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_sum_product()
2237 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2239 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_dma01_prep_sum_product()
2243 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2245 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2247 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2249 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2251 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2253 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_sum_product()
2255 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2256 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2262 iter = list_first_entry(&iter->chain_node, in ppc440spe_dma01_prep_sum_product()
2265 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_dma01_prep_sum_product()
2266 iter->hw_next = NULL; in ppc440spe_dma01_prep_sum_product()
2268 set_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2270 clear_bit(PPC440SPE_DESC_INT, &iter->flags); in ppc440spe_dma01_prep_sum_product()
2272 hw_desc = iter->hw_desc; in ppc440spe_dma01_prep_sum_product()
2274 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, in ppc440spe_dma01_prep_sum_product()
2276 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, in ppc440spe_dma01_prep_sum_product()
2278 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_dma01_prep_sum_product()
2280 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, len); in ppc440spe_dma01_prep_sum_product()
2281 iter->unmap_len = len; in ppc440spe_dma01_prep_sum_product()
2296 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma01_prep_pq() local
2423 list_for_each_entry(iter, &sw_desc->group_list, in ppc440spe_dma01_prep_pq()
2425 ppc440spe_desc_set_byte_count(iter, in ppc440spe_dma01_prep_pq()
2427 iter->unmap_len = len; in ppc440spe_dma01_prep_pq()
2441 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma2_prep_pq() local
2463 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_dma2_prep_pq()
2464 ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt, in ppc440spe_dma2_prep_pq()
2466 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_dma2_prep_pq()
2468 iter->unmap_len = len; in ppc440spe_dma2_prep_pq()
2470 ppc440spe_init_rxor_cursor(&(iter->rxor_cursor)); in ppc440spe_dma2_prep_pq()
2471 iter->rxor_cursor.len = len; in ppc440spe_dma2_prep_pq()
2472 iter->descs_per_op = descs_per_op; in ppc440spe_dma2_prep_pq()
2475 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_dma2_prep_pq()
2478 ppc440spe_adma_init_dma2rxor_slot(iter, src, in ppc440spe_dma2_prep_pq()
2480 if (likely(!list_is_last(&iter->chain_node, in ppc440spe_dma2_prep_pq()
2483 iter->hw_next = in ppc440spe_dma2_prep_pq()
2484 list_entry(iter->chain_node.next, in ppc440spe_dma2_prep_pq()
2487 ppc440spe_xor_set_link(iter, iter->hw_next); in ppc440spe_dma2_prep_pq()
2490 iter->hw_next = NULL; in ppc440spe_dma2_prep_pq()
2606 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_adma_prep_dma_pqzero_sum() local
2644 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_adma_prep_dma_pqzero_sum()
2645 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2647 iter->unmap_len = len; in ppc440spe_adma_prep_dma_pqzero_sum()
2654 iter = sw_desc->group_head; in ppc440spe_adma_prep_dma_pqzero_sum()
2655 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2656 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_adma_prep_dma_pqzero_sum()
2657 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2660 hw_desc = iter->hw_desc; in ppc440spe_adma_prep_dma_pqzero_sum()
2662 iter->src_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2663 iter->dst_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2664 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2666 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, pdest); in ppc440spe_adma_prep_dma_pqzero_sum()
2667 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2669 iter->unmap_len = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2677 iter = list_first_entry(&sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2680 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2683 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2688 memset(iter->hw_desc, 0, sizeof(struct dma_cdb)); in ppc440spe_adma_prep_dma_pqzero_sum()
2689 iter->hw_next = list_entry(iter->chain_node.next, in ppc440spe_adma_prep_dma_pqzero_sum()
2692 hw_desc = iter->hw_desc; in ppc440spe_adma_prep_dma_pqzero_sum()
2694 iter->src_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2695 iter->dst_cnt = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2696 ppc440spe_desc_set_dest_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2698 ppc440spe_desc_set_src_addr(iter, chan, 0, 0, qdest); in ppc440spe_adma_prep_dma_pqzero_sum()
2699 ppc440spe_desc_set_byte_count(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2701 iter->unmap_len = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2711 list_for_each_entry_reverse(iter, &sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2721 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2724 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2729 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2732 &iter->flags); in ppc440spe_adma_prep_dma_pqzero_sum()
2735 iter->xor_check_result = pqres; in ppc440spe_adma_prep_dma_pqzero_sum()
2741 *iter->xor_check_result = 0; in ppc440spe_adma_prep_dma_pqzero_sum()
2742 ppc440spe_desc_set_dcheck(iter, ppc440spe_chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2750 list_for_each_entry_continue_reverse(iter, &sw_desc->group_list, in ppc440spe_adma_prep_dma_pqzero_sum()
2755 chan = to_ppc440spe_adma_chan(iter->async_tx.chan); in ppc440spe_adma_prep_dma_pqzero_sum()
2756 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_adma_prep_dma_pqzero_sum()
2762 ppc440spe_desc_set_src_mult(iter, chan, in ppc440spe_adma_prep_dma_pqzero_sum()
2826 static void ppc440spe_adma_pq_zero_op(struct ppc440spe_adma_desc_slot *iter, in ppc440spe_adma_pq_zero_op() argument
2833 ppc440spe_desc_set_dest_addr(iter, chan, DMA_CUED_XOR_BASE, addr, 0); in ppc440spe_adma_pq_zero_op()
2836 ppc440spe_desc_set_src_addr(iter, chan, 0, DMA_CUED_XOR_HB, addr); in ppc440spe_adma_pq_zero_op()
2839 ppc440spe_desc_set_src_mult(iter, chan, DMA_CUED_MULT1_OFF, in ppc440spe_adma_pq_zero_op()
2850 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_pq_set_dest() local
2884 iter = ppc440spe_get_group_entry(sw_desc, index); in ppc440spe_adma_pq_set_dest()
2887 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2889 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2893 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2895 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2897 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2909 iter = ppc440spe_get_group_entry( in ppc440spe_adma_pq_set_dest()
2911 ppc440spe_adma_pq_zero_op(iter, chan, in ppc440spe_adma_pq_set_dest()
2917 iter = ppc440spe_get_group_entry( in ppc440spe_adma_pq_set_dest()
2919 ppc440spe_adma_pq_zero_op(iter, chan, in ppc440spe_adma_pq_set_dest()
2941 iter = ppc440spe_get_group_entry(sw_desc, index++); in ppc440spe_adma_pq_set_dest()
2942 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2947 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
2949 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
2957 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
2961 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2965 iter, chan, in ppc440spe_adma_pq_set_dest()
2971 list_for_each_entry_from(iter, in ppc440spe_adma_pq_set_dest()
2975 iter, chan, in ppc440spe_adma_pq_set_dest()
2979 iter, chan, in ppc440spe_adma_pq_set_dest()
3005 iter = ppc440spe_get_group_entry(sw_desc, 0); in ppc440spe_adma_pq_set_dest()
3007 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pq_set_dest()
3010 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_pq_set_dest()
3017 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_dest()
3020 ppc440spe_desc_set_dest_addr(iter, in ppc440spe_adma_pq_set_dest()
3022 iter = list_entry(iter->chain_node.next, in ppc440spe_adma_pq_set_dest()
3040 struct ppc440spe_adma_desc_slot *iter, *end; in ppc440spe_adma_pqzero_sum_set_dest() local
3059 iter = ppc440spe_get_group_entry(sw_desc, idx); in ppc440spe_adma_pqzero_sum_set_dest()
3063 list_for_each_entry_from(iter, &sw_desc->group_list, in ppc440spe_adma_pqzero_sum_set_dest()
3065 if (unlikely(iter == end)) in ppc440spe_adma_pqzero_sum_set_dest()
3067 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3069 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3075 list_for_each_entry_from(iter, &sw_desc->group_list, in ppc440spe_adma_pqzero_sum_set_dest()
3077 if (unlikely(iter == end)) in ppc440spe_adma_pqzero_sum_set_dest()
3079 ppc440spe_desc_set_dest_addr(iter, chan, in ppc440spe_adma_pqzero_sum_set_dest()
3118 struct ppc440spe_adma_desc_slot *iter = NULL; in ppc440spe_adma_pq_set_src() local
3156 iter = ppc440spe_get_group_entry(sw_desc, 0); in ppc440spe_adma_pq_set_src()
3162 iter = NULL; in ppc440spe_adma_pq_set_src()
3168 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3183 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3187 if (likely(iter)) { in ppc440spe_adma_pq_set_src()
3188 ppc440spe_desc_set_src_addr(iter, chan, 0, haddr, addr); in ppc440spe_adma_pq_set_src()
3196 iter = ppc440spe_get_group_entry(sw_desc, 1); in ppc440spe_adma_pq_set_src()
3197 ppc440spe_desc_set_src_addr(iter, chan, 0, in ppc440spe_adma_pq_set_src()
3205 iter = sw_desc->group_head; in ppc440spe_adma_pq_set_src()
3206 if (iter->dst_cnt == 2) { in ppc440spe_adma_pq_set_src()
3208 ppc440spe_adma_dma2rxor_set_src(iter, index, addr); in ppc440spe_adma_pq_set_src()
3211 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src()
3214 ppc440spe_adma_dma2rxor_set_src(iter, index, addr); in ppc440spe_adma_pq_set_src()
3470 struct ppc440spe_adma_desc_slot *iter = NULL, *iter1 = NULL; in ppc440spe_adma_pq_set_src_mult() local
3483 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3493 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3512 iter = ppc440spe_get_group_entry(sw_desc, index + znum); in ppc440spe_adma_pq_set_src_mult()
3517 if (likely(iter)) { in ppc440spe_adma_pq_set_src_mult()
3518 ppc440spe_desc_set_src_mult(iter, chan, in ppc440spe_adma_pq_set_src_mult()
3533 iter = sw_desc->group_head; in ppc440spe_adma_pq_set_src_mult()
3536 ppc440spe_adma_dma2rxor_set_mult(iter, index, 1); in ppc440spe_adma_pq_set_src_mult()
3539 iter = ppc440spe_get_group_entry(sw_desc, in ppc440spe_adma_pq_set_src_mult()
3542 ppc440spe_adma_dma2rxor_set_mult(iter, index, mult); in ppc440spe_adma_pq_set_src_mult()
3553 struct ppc440spe_adma_desc_slot *iter, *_iter; in ppc440spe_adma_free_chan_resources() local
3560 list_for_each_entry_safe(iter, _iter, &ppc440spe_chan->chain, in ppc440spe_adma_free_chan_resources()
3563 list_del(&iter->chain_node); in ppc440spe_adma_free_chan_resources()
3565 list_for_each_entry_safe_reverse(iter, _iter, in ppc440spe_adma_free_chan_resources()
3567 list_del(&iter->slot_node); in ppc440spe_adma_free_chan_resources()
3568 kfree(iter); in ppc440spe_adma_free_chan_resources()
3719 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_test_raid6() local
3737 list_for_each_entry(iter, &sw_desc->group_list, chain_node) { in ppc440spe_test_raid6()
3738 ppc440spe_desc_set_byte_count(iter, chan, PAGE_SIZE); in ppc440spe_test_raid6()
3739 iter->unmap_len = PAGE_SIZE; in ppc440spe_test_raid6()