sw_desc 363 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc = tx_to_iop_adma_slot(tx); sw_desc 370 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 378 drivers/dma/iop-adma.c list_splice_init(&sw_desc->tx_list, sw_desc 387 drivers/dma/iop-adma.c iop_paranoia(iop_desc_get_next_desc(sw_desc)); sw_desc 399 drivers/dma/iop-adma.c __func__, sw_desc->async_tx.cookie, sw_desc->idx); sw_desc 487 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *grp_start; sw_desc 494 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 495 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 496 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 498 drivers/dma/iop-adma.c sw_desc->async_tx.flags = flags; sw_desc 502 drivers/dma/iop-adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 510 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *grp_start; sw_desc 522 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 523 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 524 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 529 drivers/dma/iop-adma.c sw_desc->async_tx.flags = flags; sw_desc 533 drivers/dma/iop-adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 542 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *grp_start; sw_desc 555 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 556 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 557 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 561 drivers/dma/iop-adma.c sw_desc->async_tx.flags = flags; sw_desc 568 drivers/dma/iop-adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 577 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *grp_start; sw_desc 588 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 589 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 590 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 596 drivers/dma/iop-adma.c sw_desc->async_tx.flags = flags; sw_desc 603 drivers/dma/iop-adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 612 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *g; sw_desc 633 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 634 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 637 drivers/dma/iop-adma.c g = sw_desc->group_head; sw_desc 648 drivers/dma/iop-adma.c sw_desc->async_tx.flags = flags; sw_desc 667 drivers/dma/iop-adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 677 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *g; sw_desc 689 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 690 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 696 drivers/dma/iop-adma.c g = sw_desc->group_head; sw_desc 702 drivers/dma/iop-adma.c sw_desc->async_tx.flags = flags; sw_desc 711 drivers/dma/iop-adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 1437 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *grp_start; sw_desc 1445 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 1446 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 1447 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 1449 drivers/dma/iop-adma.c list_splice_init(&sw_desc->tx_list, &iop_chan->chain); sw_desc 1450 drivers/dma/iop-adma.c async_tx_ack(&sw_desc->async_tx); sw_desc 1456 drivers/dma/iop-adma.c cookie = dma_cookie_assign(&sw_desc->async_tx); sw_desc 1473 drivers/dma/iop-adma.c iop_chan_set_next_descriptor(iop_chan, sw_desc->async_tx.phys); sw_desc 1478 drivers/dma/iop-adma.c BUG_ON(iop_desc_get_next_desc(sw_desc)); sw_desc 1490 drivers/dma/iop-adma.c struct iop_adma_desc_slot *sw_desc, *grp_start; sw_desc 1498 drivers/dma/iop-adma.c sw_desc = iop_adma_alloc_slots(iop_chan, slot_cnt, slots_per_op); sw_desc 1499 drivers/dma/iop-adma.c if (sw_desc) { sw_desc 1500 drivers/dma/iop-adma.c grp_start = sw_desc->group_head; sw_desc 1501 drivers/dma/iop-adma.c list_splice_init(&sw_desc->tx_list, &iop_chan->chain); sw_desc 1502 drivers/dma/iop-adma.c async_tx_ack(&sw_desc->async_tx); sw_desc 1509 drivers/dma/iop-adma.c cookie = dma_cookie_assign(&sw_desc->async_tx); sw_desc 1526 drivers/dma/iop-adma.c iop_chan_set_next_descriptor(iop_chan, sw_desc->async_tx.phys); sw_desc 1531 drivers/dma/iop-adma.c BUG_ON(iop_desc_get_next_desc(sw_desc)); sw_desc 179 drivers/dma/mv_xor.c struct mv_xor_desc_slot *sw_desc) sw_desc 182 drivers/dma/mv_xor.c __func__, __LINE__, sw_desc); sw_desc 185 drivers/dma/mv_xor.c mv_chan_set_next_descriptor(mv_chan, sw_desc->async_tx.phys); sw_desc 384 drivers/dma/mv_xor.c struct mv_xor_desc_slot *sw_desc = to_mv_xor_slot(tx); sw_desc 392 drivers/dma/mv_xor.c __func__, sw_desc, &sw_desc->async_tx); sw_desc 398 drivers/dma/mv_xor.c list_move_tail(&sw_desc->node, &mv_chan->chain); sw_desc 405 drivers/dma/mv_xor.c list_move_tail(&sw_desc->node, &mv_chan->chain); sw_desc 411 drivers/dma/mv_xor.c mv_desc_set_next_desc(old_chain_tail, sw_desc->async_tx.phys); sw_desc 426 drivers/dma/mv_xor.c mv_chan_start_new_chain(mv_chan, sw_desc); sw_desc 559 drivers/dma/mv_xor.c struct mv_xor_desc_slot *sw_desc; sw_desc 576 drivers/dma/mv_xor.c sw_desc = mv_chan_alloc_slot(mv_chan); sw_desc 577 drivers/dma/mv_xor.c if (sw_desc) { sw_desc 578 drivers/dma/mv_xor.c sw_desc->type = DMA_XOR; sw_desc 579 drivers/dma/mv_xor.c sw_desc->async_tx.flags = flags; sw_desc 580 drivers/dma/mv_xor.c mv_desc_init(sw_desc, dest, len, flags); sw_desc 582 drivers/dma/mv_xor.c mv_desc_set_mode(sw_desc); sw_desc 588 drivers/dma/mv_xor.c mv_desc_set_src_addr(sw_desc, src_cnt, src[src_cnt]); sw_desc 594 drivers/dma/mv_xor.c __func__, sw_desc, &sw_desc->async_tx); sw_desc 595 drivers/dma/mv_xor.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 303 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc = sw_desc 310 drivers/dma/mv_xor_v2.c __func__, sw_desc, &sw_desc->async_tx); sw_desc 319 drivers/dma/mv_xor_v2.c memcpy(dest_hw_desc, &sw_desc->hw_desc, xor_dev->desc_size); sw_desc 337 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc; sw_desc 350 drivers/dma/mv_xor_v2.c list_for_each_entry(sw_desc, &xor_dev->free_sw_desc, free_list) { sw_desc 351 drivers/dma/mv_xor_v2.c if (async_tx_test_ack(&sw_desc->async_tx)) { sw_desc 362 drivers/dma/mv_xor_v2.c list_del(&sw_desc->free_list); sw_desc 367 drivers/dma/mv_xor_v2.c return sw_desc; sw_desc 377 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc; sw_desc 387 drivers/dma/mv_xor_v2.c sw_desc = mv_xor_v2_prep_sw_desc(xor_dev); sw_desc 388 drivers/dma/mv_xor_v2.c if (!sw_desc) sw_desc 391 drivers/dma/mv_xor_v2.c sw_desc->async_tx.flags = flags; sw_desc 394 drivers/dma/mv_xor_v2.c hw_descriptor = &sw_desc->hw_desc; sw_desc 397 drivers/dma/mv_xor_v2.c hw_descriptor->desc_id = sw_desc->idx; sw_desc 420 drivers/dma/mv_xor_v2.c return &sw_desc->async_tx; sw_desc 430 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc; sw_desc 443 drivers/dma/mv_xor_v2.c sw_desc = mv_xor_v2_prep_sw_desc(xor_dev); sw_desc 444 drivers/dma/mv_xor_v2.c if (!sw_desc) sw_desc 447 drivers/dma/mv_xor_v2.c sw_desc->async_tx.flags = flags; sw_desc 450 drivers/dma/mv_xor_v2.c hw_descriptor = &sw_desc->hw_desc; sw_desc 453 drivers/dma/mv_xor_v2.c hw_descriptor->desc_id = sw_desc->idx; sw_desc 479 drivers/dma/mv_xor_v2.c return &sw_desc->async_tx; sw_desc 488 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc; sw_desc 493 drivers/dma/mv_xor_v2.c sw_desc = mv_xor_v2_prep_sw_desc(xor_dev); sw_desc 494 drivers/dma/mv_xor_v2.c if (!sw_desc) sw_desc 498 drivers/dma/mv_xor_v2.c hw_descriptor = &sw_desc->hw_desc; sw_desc 501 drivers/dma/mv_xor_v2.c hw_descriptor->desc_id = sw_desc->idx; sw_desc 509 drivers/dma/mv_xor_v2.c return &sw_desc->async_tx; sw_desc 715 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc; sw_desc 802 drivers/dma/mv_xor_v2.c MV_XOR_V2_DESC_NUM, sizeof(*sw_desc), sw_desc 816 drivers/dma/mv_xor_v2.c struct mv_xor_v2_sw_desc *sw_desc = sw_desc 818 drivers/dma/mv_xor_v2.c sw_desc->idx = i; sw_desc 819 drivers/dma/mv_xor_v2.c dma_async_tx_descriptor_init(&sw_desc->async_tx, sw_desc 821 drivers/dma/mv_xor_v2.c sw_desc->async_tx.tx_submit = mv_xor_v2_tx_submit; sw_desc 822 drivers/dma/mv_xor_v2.c async_tx_ack(&sw_desc->async_tx); sw_desc 824 drivers/dma/mv_xor_v2.c list_add(&sw_desc->free_list, sw_desc 1899 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc; sw_desc 1906 drivers/dma/ppc4xx/adma.c sw_desc = tx_to_ppc440spe_adma_slot(tx); sw_desc 1908 drivers/dma/ppc4xx/adma.c group_start = sw_desc->group_head; sw_desc 1917 drivers/dma/ppc4xx/adma.c list_splice_init(&sw_desc->group_list, &chan->chain); sw_desc 1924 drivers/dma/ppc4xx/adma.c list_splice_init(&sw_desc->group_list, sw_desc 1938 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.cookie, sw_desc->idx, sw_desc); sw_desc 1950 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, *group_start; sw_desc 1961 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, sw_desc 1963 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 1964 drivers/dma/ppc4xx/adma.c group_start = sw_desc->group_head; sw_desc 1967 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 1971 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 1982 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, *group_start; sw_desc 1999 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, sw_desc 2001 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2002 drivers/dma/ppc4xx/adma.c group_start = sw_desc->group_head; sw_desc 2007 drivers/dma/ppc4xx/adma.c sw_desc->unmap_len = len; sw_desc 2008 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2012 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 2024 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, *group_start; sw_desc 2042 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, sw_desc 2044 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2045 drivers/dma/ppc4xx/adma.c group_start = sw_desc->group_head; sw_desc 2052 drivers/dma/ppc4xx/adma.c sw_desc->unmap_len = len; sw_desc 2053 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2057 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 2090 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc = NULL; sw_desc 2100 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); sw_desc 2101 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2106 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 2107 drivers/dma/ppc4xx/adma.c set_bits(op, &sw_desc->flags); sw_desc 2108 drivers/dma/ppc4xx/adma.c sw_desc->src_cnt = src_cnt; sw_desc 2109 drivers/dma/ppc4xx/adma.c sw_desc->dst_cnt = dst_cnt; sw_desc 2113 drivers/dma/ppc4xx/adma.c iter = list_first_entry(&sw_desc->group_list, sw_desc 2158 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2163 drivers/dma/ppc4xx/adma.c return sw_desc; sw_desc 2176 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc = NULL; sw_desc 2186 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); sw_desc 2187 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2192 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 2193 drivers/dma/ppc4xx/adma.c set_bits(op, &sw_desc->flags); sw_desc 2194 drivers/dma/ppc4xx/adma.c sw_desc->src_cnt = src_cnt; sw_desc 2195 drivers/dma/ppc4xx/adma.c sw_desc->dst_cnt = 1; sw_desc 2197 drivers/dma/ppc4xx/adma.c iter = list_first_entry(&sw_desc->group_list, sw_desc 2267 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2272 drivers/dma/ppc4xx/adma.c return sw_desc; sw_desc 2281 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; sw_desc 2381 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); sw_desc 2382 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2383 drivers/dma/ppc4xx/adma.c ppc440spe_desc_init_dma01pq(sw_desc, dst_cnt, src_cnt, sw_desc 2389 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_dest(sw_desc, dst, flags); sw_desc 2391 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_src(sw_desc, src[src_cnt], sw_desc 2402 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_src_mult(sw_desc, sw_desc 2407 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2408 drivers/dma/ppc4xx/adma.c list_for_each_entry(iter, &sw_desc->group_list, sw_desc 2417 drivers/dma/ppc4xx/adma.c return sw_desc; sw_desc 2426 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; sw_desc 2444 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, 1); sw_desc 2445 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2447 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2448 drivers/dma/ppc4xx/adma.c list_for_each_entry(iter, &sw_desc->group_list, chain_node) { sw_desc 2460 drivers/dma/ppc4xx/adma.c list_for_each_entry(iter, &sw_desc->group_list, chain_node) { sw_desc 2466 drivers/dma/ppc4xx/adma.c &sw_desc->group_list))) { sw_desc 2480 drivers/dma/ppc4xx/adma.c sw_desc->dst_cnt = dst_cnt; sw_desc 2482 drivers/dma/ppc4xx/adma.c set_bit(PPC440SPE_ZERO_P, &sw_desc->flags); sw_desc 2484 drivers/dma/ppc4xx/adma.c set_bit(PPC440SPE_ZERO_Q, &sw_desc->flags); sw_desc 2487 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_dest(sw_desc, dst, flags); sw_desc 2493 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_src(sw_desc, src[src_cnt], sw_desc 2497 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_src_mult(sw_desc, sw_desc 2503 drivers/dma/ppc4xx/adma.c return sw_desc; sw_desc 2515 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc = NULL; sw_desc 2533 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma01_prep_mult(ppc440spe_chan, sw_desc 2535 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 2539 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma01_prep_sum_product(ppc440spe_chan, sw_desc 2541 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 2566 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma01_prep_pq(ppc440spe_chan, sw_desc 2572 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_dma2_prep_pq(ppc440spe_chan, sw_desc 2578 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 2591 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, *iter; sw_desc 2622 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(ppc440spe_chan, slot_cnt, sw_desc 2624 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 2625 drivers/dma/ppc4xx/adma.c ppc440spe_desc_init_dma01pqzero_sum(sw_desc, dst_cnt, src_cnt); sw_desc 2628 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.flags = flags; sw_desc 2629 drivers/dma/ppc4xx/adma.c list_for_each_entry(iter, &sw_desc->group_list, chain_node) { sw_desc 2639 drivers/dma/ppc4xx/adma.c iter = sw_desc->group_head; sw_desc 2662 drivers/dma/ppc4xx/adma.c iter = list_first_entry(&sw_desc->group_list, sw_desc 2692 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pqzero_sum_set_dest(sw_desc, pdest, qdest); sw_desc 2696 drivers/dma/ppc4xx/adma.c list_for_each_entry_reverse(iter, &sw_desc->group_list, sw_desc 2735 drivers/dma/ppc4xx/adma.c list_for_each_entry_continue_reverse(iter, &sw_desc->group_list, sw_desc 2757 drivers/dma/ppc4xx/adma.c return sw_desc ? &sw_desc->async_tx : NULL; sw_desc 2785 drivers/dma/ppc4xx/adma.c static void ppc440spe_adma_set_dest(struct ppc440spe_adma_desc_slot *sw_desc, sw_desc 2790 drivers/dma/ppc4xx/adma.c BUG_ON(index >= sw_desc->dst_cnt); sw_desc 2792 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 2800 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_dest_addr(sw_desc->group_head, sw_desc 2804 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_get_group_entry(sw_desc, index); sw_desc 2805 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_dest_addr(sw_desc, sw_desc 2832 drivers/dma/ppc4xx/adma.c static void ppc440spe_adma_pq_set_dest(struct ppc440spe_adma_desc_slot *sw_desc, sw_desc 2841 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 2862 drivers/dma/ppc4xx/adma.c if (!test_bit(PPC440SPE_DESC_RXOR, &sw_desc->flags)) { sw_desc 2864 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_ZERO_P, &sw_desc->flags)) sw_desc 2866 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_ZERO_Q, &sw_desc->flags)) sw_desc 2869 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, index); sw_desc 2873 drivers/dma/ppc4xx/adma.c &sw_desc->group_list, chain_node) sw_desc 2879 drivers/dma/ppc4xx/adma.c &sw_desc->group_list, chain_node) { sw_desc 2893 drivers/dma/ppc4xx/adma.c &sw_desc->flags)) { sw_desc 2895 drivers/dma/ppc4xx/adma.c sw_desc, index++); sw_desc 2901 drivers/dma/ppc4xx/adma.c &sw_desc->flags)) { sw_desc 2903 drivers/dma/ppc4xx/adma.c sw_desc, index++); sw_desc 2916 drivers/dma/ppc4xx/adma.c ppath = test_bit(PPC440SPE_ZERO_P, &sw_desc->flags) ? sw_desc 2920 drivers/dma/ppc4xx/adma.c qpath = test_bit(PPC440SPE_ZERO_Q, &sw_desc->flags) ? sw_desc 2926 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, index++); sw_desc 2932 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 2938 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_DESC_WXOR, &sw_desc->flags)) { sw_desc 2942 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 2947 drivers/dma/ppc4xx/adma.c &sw_desc->group_list, sw_desc 2957 drivers/dma/ppc4xx/adma.c &sw_desc->group_list, sw_desc 2980 drivers/dma/ppc4xx/adma.c ppath = test_bit(PPC440SPE_ZERO_P, &sw_desc->flags) ? sw_desc 2985 drivers/dma/ppc4xx/adma.c qpath = test_bit(PPC440SPE_ZERO_Q, &sw_desc->flags) ? sw_desc 2990 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, 0); sw_desc 2991 drivers/dma/ppc4xx/adma.c for (i = 0; i < sw_desc->descs_per_op; i++) { sw_desc 3002 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3003 drivers/dma/ppc4xx/adma.c sw_desc->descs_per_op); sw_desc 3004 drivers/dma/ppc4xx/adma.c for (i = 0; i < sw_desc->descs_per_op; i++) { sw_desc 3022 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, sw_desc 3030 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 3037 drivers/dma/ppc4xx/adma.c list_for_each_entry_reverse(end, &sw_desc->group_list, sw_desc 3044 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, idx); sw_desc 3048 drivers/dma/ppc4xx/adma.c list_for_each_entry_from(iter, &sw_desc->group_list, sw_desc 3060 drivers/dma/ppc4xx/adma.c list_for_each_entry_from(iter, &sw_desc->group_list, sw_desc 3098 drivers/dma/ppc4xx/adma.c static void ppc440spe_adma_pq_set_src(struct ppc440spe_adma_desc_slot *sw_desc, sw_desc 3105 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 3112 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_DESC_RXOR, &sw_desc->flags)) { sw_desc 3115 drivers/dma/ppc4xx/adma.c &sw_desc->flags) ? 2 : 3; sw_desc 3123 drivers/dma/ppc4xx/adma.c &sw_desc->flags)) sw_desc 3127 drivers/dma/ppc4xx/adma.c &sw_desc->flags)) sw_desc 3131 drivers/dma/ppc4xx/adma.c &sw_desc->flags)) sw_desc 3135 drivers/dma/ppc4xx/adma.c &sw_desc->flags)) sw_desc 3141 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, 0); sw_desc 3153 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3154 drivers/dma/ppc4xx/adma.c index - iskip + sw_desc->dst_cnt); sw_desc 3162 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_ZERO_P, &sw_desc->flags)) sw_desc 3164 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_ZERO_Q, &sw_desc->flags)) sw_desc 3168 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3176 drivers/dma/ppc4xx/adma.c test_bit(PPC440SPE_DESC_RXOR, &sw_desc->flags) && sw_desc 3177 drivers/dma/ppc4xx/adma.c sw_desc->dst_cnt == 2) { sw_desc 3181 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, 1); sw_desc 3190 drivers/dma/ppc4xx/adma.c iter = sw_desc->group_head; sw_desc 3196 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3197 drivers/dma/ppc4xx/adma.c sw_desc->descs_per_op); sw_desc 3208 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, sw_desc 3213 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 3214 drivers/dma/ppc4xx/adma.c sw_desc = sw_desc->group_head; sw_desc 3216 drivers/dma/ppc4xx/adma.c if (likely(sw_desc)) sw_desc 3217 drivers/dma/ppc4xx/adma.c ppc440spe_desc_set_src_addr(sw_desc, chan, index, 0, addr); sw_desc 3450 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, sw_desc 3457 drivers/dma/ppc4xx/adma.c chan = to_ppc440spe_adma_chan(sw_desc->async_tx.chan); sw_desc 3462 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_DESC_RXOR, &sw_desc->flags)) { sw_desc 3464 drivers/dma/ppc4xx/adma.c &sw_desc->flags) ? 2 : 3; sw_desc 3468 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3469 drivers/dma/ppc4xx/adma.c sw_desc->dst_cnt - 1); sw_desc 3470 drivers/dma/ppc4xx/adma.c if (sw_desc->dst_cnt == 2) sw_desc 3472 drivers/dma/ppc4xx/adma.c sw_desc, 0); sw_desc 3478 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3480 drivers/dma/ppc4xx/adma.c sw_desc->dst_cnt); sw_desc 3492 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_ZERO_P, &sw_desc->flags)) sw_desc 3494 drivers/dma/ppc4xx/adma.c if (test_bit(PPC440SPE_ZERO_Q, &sw_desc->flags)) sw_desc 3497 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, index + znum); sw_desc 3518 drivers/dma/ppc4xx/adma.c iter = sw_desc->group_head; sw_desc 3519 drivers/dma/ppc4xx/adma.c if (sw_desc->dst_cnt == 2) { sw_desc 3524 drivers/dma/ppc4xx/adma.c iter = ppc440spe_get_group_entry(sw_desc, sw_desc 3525 drivers/dma/ppc4xx/adma.c sw_desc->descs_per_op); sw_desc 3658 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, *group_start; sw_desc 3667 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(chan, slot_cnt, slots_per_op); sw_desc 3668 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 3669 drivers/dma/ppc4xx/adma.c group_start = sw_desc->group_head; sw_desc 3670 drivers/dma/ppc4xx/adma.c list_splice_init(&sw_desc->group_list, &chan->chain); sw_desc 3671 drivers/dma/ppc4xx/adma.c async_tx_ack(&sw_desc->async_tx); sw_desc 3674 drivers/dma/ppc4xx/adma.c cookie = dma_cookie_assign(&sw_desc->async_tx); sw_desc 3685 drivers/dma/ppc4xx/adma.c ppc440spe_chan_set_first_xor_descriptor(chan, sw_desc); sw_desc 3704 drivers/dma/ppc4xx/adma.c struct ppc440spe_adma_desc_slot *sw_desc, *iter; sw_desc 3718 drivers/dma/ppc4xx/adma.c sw_desc = ppc440spe_adma_alloc_slots(chan, 1, 1); sw_desc 3719 drivers/dma/ppc4xx/adma.c if (sw_desc) { sw_desc 3721 drivers/dma/ppc4xx/adma.c ppc440spe_desc_init_dma01pq(sw_desc, 1, 1, 1, op); sw_desc 3722 drivers/dma/ppc4xx/adma.c list_for_each_entry(iter, &sw_desc->group_list, chain_node) { sw_desc 3739 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_src(sw_desc, dma_addr, 0); sw_desc 3740 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_src_mult(sw_desc, 1, 0, 0); sw_desc 3743 drivers/dma/ppc4xx/adma.c ppc440spe_adma_pq_set_dest(sw_desc, addrs, DMA_PREP_PQ_DISABLE_Q); sw_desc 3745 drivers/dma/ppc4xx/adma.c async_tx_ack(&sw_desc->async_tx); sw_desc 3746 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.callback = ppc440spe_test_callback; sw_desc 3747 drivers/dma/ppc4xx/adma.c sw_desc->async_tx.callback_param = NULL; sw_desc 3751 drivers/dma/ppc4xx/adma.c ppc440spe_adma_tx_submit(&sw_desc->async_tx); sw_desc 516 drivers/dma/pxa_dma.c static void set_updater_desc(struct pxad_desc_sw *sw_desc, sw_desc 520 drivers/dma/pxa_dma.c sw_desc->hw_desc[sw_desc->nb_desc - 1]; sw_desc 521 drivers/dma/pxa_dma.c dma_addr_t dma = sw_desc->hw_desc[sw_desc->nb_desc - 2]->ddadr; sw_desc 530 drivers/dma/pxa_dma.c if (sw_desc->cyclic) sw_desc 531 drivers/dma/pxa_dma.c sw_desc->hw_desc[sw_desc->nb_desc - 2]->ddadr = sw_desc->first; sw_desc 536 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc = to_pxad_sw_desc(vd); sw_desc 538 drivers/dma/pxa_dma.c sw_desc->hw_desc[sw_desc->nb_desc - 1]; sw_desc 724 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc = to_pxad_sw_desc(vd); sw_desc 726 drivers/dma/pxa_dma.c BUG_ON(sw_desc->nb_desc == 0); sw_desc 727 drivers/dma/pxa_dma.c for (i = sw_desc->nb_desc - 1; i >= 0; i--) { sw_desc 729 drivers/dma/pxa_dma.c dma = sw_desc->hw_desc[i - 1]->ddadr; sw_desc 731 drivers/dma/pxa_dma.c dma = sw_desc->first; sw_desc 732 drivers/dma/pxa_dma.c dma_pool_free(sw_desc->desc_pool, sw_desc 733 drivers/dma/pxa_dma.c sw_desc->hw_desc[i], dma); sw_desc 735 drivers/dma/pxa_dma.c sw_desc->nb_desc = 0; sw_desc 736 drivers/dma/pxa_dma.c kfree(sw_desc); sw_desc 742 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc; sw_desc 746 drivers/dma/pxa_dma.c sw_desc = kzalloc(sizeof(*sw_desc) + sw_desc 749 drivers/dma/pxa_dma.c if (!sw_desc) sw_desc 751 drivers/dma/pxa_dma.c sw_desc->desc_pool = chan->desc_pool; sw_desc 754 drivers/dma/pxa_dma.c sw_desc->hw_desc[i] = dma_pool_alloc(sw_desc->desc_pool, sw_desc 756 drivers/dma/pxa_dma.c if (!sw_desc->hw_desc[i]) { sw_desc 759 drivers/dma/pxa_dma.c __func__, i, sw_desc->desc_pool); sw_desc 764 drivers/dma/pxa_dma.c sw_desc->first = dma; sw_desc 766 drivers/dma/pxa_dma.c sw_desc->hw_desc[i - 1]->ddadr = dma; sw_desc 767 drivers/dma/pxa_dma.c sw_desc->nb_desc++; sw_desc 770 drivers/dma/pxa_dma.c return sw_desc; sw_desc 772 drivers/dma/pxa_dma.c pxad_free_desc(&sw_desc->vd); sw_desc 929 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc; sw_desc 945 drivers/dma/pxa_dma.c sw_desc = pxad_alloc_desc(chan, nb_desc + 1); sw_desc 946 drivers/dma/pxa_dma.c if (!sw_desc) sw_desc 948 drivers/dma/pxa_dma.c sw_desc->len = len; sw_desc 952 drivers/dma/pxa_dma.c sw_desc->misaligned = true; sw_desc 956 drivers/dma/pxa_dma.c hw_desc = sw_desc->hw_desc[i++]; sw_desc 965 drivers/dma/pxa_dma.c set_updater_desc(sw_desc, flags); sw_desc 967 drivers/dma/pxa_dma.c return pxad_tx_prep(&chan->vc, &sw_desc->vd, flags); sw_desc 976 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc; sw_desc 992 drivers/dma/pxa_dma.c sw_desc = pxad_alloc_desc(chan, nb_desc + 1); sw_desc 993 drivers/dma/pxa_dma.c if (!sw_desc) sw_desc 999 drivers/dma/pxa_dma.c sw_desc->len += avail; sw_desc 1004 drivers/dma/pxa_dma.c sw_desc->misaligned = true; sw_desc 1006 drivers/dma/pxa_dma.c sw_desc->hw_desc[j]->dcmd = sw_desc 1008 drivers/dma/pxa_dma.c sw_desc->hw_desc[j]->dsadr = dsadr ? dsadr : dma; sw_desc 1009 drivers/dma/pxa_dma.c sw_desc->hw_desc[j++]->dtadr = dtadr ? dtadr : dma; sw_desc 1015 drivers/dma/pxa_dma.c set_updater_desc(sw_desc, flags); sw_desc 1017 drivers/dma/pxa_dma.c return pxad_tx_prep(&chan->vc, &sw_desc->vd, flags); sw_desc 1026 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc; sw_desc 1052 drivers/dma/pxa_dma.c sw_desc = pxad_alloc_desc(chan, nb_desc + 1); sw_desc 1053 drivers/dma/pxa_dma.c if (!sw_desc) sw_desc 1055 drivers/dma/pxa_dma.c sw_desc->cyclic = true; sw_desc 1056 drivers/dma/pxa_dma.c sw_desc->len = len; sw_desc 1058 drivers/dma/pxa_dma.c phw_desc = sw_desc->hw_desc; sw_desc 1068 drivers/dma/pxa_dma.c set_updater_desc(sw_desc, flags); sw_desc 1070 drivers/dma/pxa_dma.c return pxad_tx_prep(&chan->vc, &sw_desc->vd, flags); sw_desc 1125 drivers/dma/pxa_dma.c struct pxad_desc_sw *sw_desc = NULL; sw_desc 1145 drivers/dma/pxa_dma.c sw_desc = to_pxad_sw_desc(vd); sw_desc 1146 drivers/dma/pxa_dma.c if (sw_desc->hw_desc[0]->dcmd & PXA_DCMD_INCSRCADDR) sw_desc 1161 drivers/dma/pxa_dma.c for (i = 0; i < sw_desc->nb_desc - 1; i++) { sw_desc 1162 drivers/dma/pxa_dma.c hw_desc = sw_desc->hw_desc[i]; sw_desc 1163 drivers/dma/pxa_dma.c if (sw_desc->hw_desc[0]->dcmd & PXA_DCMD_INCSRCADDR) sw_desc 1187 drivers/dma/pxa_dma.c residue = sw_desc->len; sw_desc 1193 drivers/dma/pxa_dma.c __func__, vd, cookie, sw_desc, residue); sw_desc 151 drivers/usb/roles/intel-xhci-usb-role-switch.c struct usb_role_switch_desc sw_desc = { }; sw_desc 174 drivers/usb/roles/intel-xhci-usb-role-switch.c sw_desc.set = intel_xhci_usb_set_role, sw_desc 175 drivers/usb/roles/intel-xhci-usb-role-switch.c sw_desc.get = intel_xhci_usb_get_role, sw_desc 176 drivers/usb/roles/intel-xhci-usb-role-switch.c sw_desc.allow_userspace_control = true, sw_desc 177 drivers/usb/roles/intel-xhci-usb-role-switch.c sw_desc.fwnode = software_node_fwnode(&intel_xhci_usb_node); sw_desc 182 drivers/usb/roles/intel-xhci-usb-role-switch.c data->role_sw = usb_role_switch_register(dev, &sw_desc); sw_desc 184 drivers/usb/roles/intel-xhci-usb-role-switch.c fwnode_handle_put(sw_desc.fwnode); sw_desc 116 drivers/usb/typec/mux/pi3usb30532.c struct typec_switch_desc sw_desc; sw_desc 135 drivers/usb/typec/mux/pi3usb30532.c sw_desc.drvdata = pi; sw_desc 136 drivers/usb/typec/mux/pi3usb30532.c sw_desc.fwnode = dev->fwnode; sw_desc 137 drivers/usb/typec/mux/pi3usb30532.c sw_desc.set = pi3usb30532_sw_set; sw_desc 139 drivers/usb/typec/mux/pi3usb30532.c pi->sw = typec_switch_register(dev, &sw_desc);