Lines Matching refs:ppc440spe_adma_desc_slot
96 static struct ppc440spe_adma_desc_slot *chan_last_sub[3];
97 static struct ppc440spe_adma_desc_slot *chan_first_cdb[3];
100 static struct ppc440spe_adma_desc_slot *xor_last_linked;
101 static struct ppc440spe_adma_desc_slot *xor_last_submit;
125 struct ppc440spe_adma_desc_slot *desc,
129 struct ppc440spe_adma_desc_slot *desc,
132 struct ppc440spe_adma_desc_slot *desc,
186 struct ppc440spe_adma_desc_slot *iter) in print_cb_list()
243 static void ppc440spe_desc_init_interrupt(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_init_interrupt()
272 static void ppc440spe_desc_init_null_xor(struct ppc440spe_adma_desc_slot *desc) in ppc440spe_desc_init_null_xor()
283 static void ppc440spe_desc_init_xor(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_init_xor()
303 static void ppc440spe_desc_init_dma2pq(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_init_dma2pq()
329 static void ppc440spe_desc_init_dma01pq(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_init_dma01pq()
334 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pq()
356 struct ppc440spe_adma_desc_slot, chain_node); in ppc440spe_desc_init_dma01pq()
380 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pq()
387 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pq()
395 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pq()
411 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pq()
418 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pq()
427 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pq()
443 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_init_dma01pqzero_sum()
447 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_desc_init_dma01pqzero_sum()
458 struct ppc440spe_adma_desc_slot, chain_node); in ppc440spe_desc_init_dma01pqzero_sum()
460 struct ppc440spe_adma_desc_slot, chain_node); in ppc440spe_desc_init_dma01pqzero_sum()
464 struct ppc440spe_adma_desc_slot, chain_node); in ppc440spe_desc_init_dma01pqzero_sum()
491 struct ppc440spe_adma_desc_slot, in ppc440spe_desc_init_dma01pqzero_sum()
513 static void ppc440spe_desc_init_memcpy(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_init_memcpy()
534 static void ppc440spe_desc_set_src_addr(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_set_src_addr()
569 static void ppc440spe_desc_set_src_mult(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_set_src_mult()
615 static void ppc440spe_desc_set_dest_addr(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_set_dest_addr()
656 static void ppc440spe_desc_set_byte_count(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_set_byte_count()
691 static void ppc440spe_desc_set_dcheck(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_set_dcheck()
713 static void ppc440spe_xor_set_link(struct ppc440spe_adma_desc_slot *prev_desc, in ppc440spe_xor_set_link()
714 struct ppc440spe_adma_desc_slot *next_desc) in ppc440spe_xor_set_link()
736 struct ppc440spe_adma_desc_slot *prev_desc, in ppc440spe_desc_set_link()
737 struct ppc440spe_adma_desc_slot *next_desc) in ppc440spe_desc_set_link()
740 struct ppc440spe_adma_desc_slot *tail = next_desc; in ppc440spe_desc_set_link()
783 static inline u32 ppc440spe_desc_get_link(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_get_link()
796 struct ppc440spe_adma_desc_slot *desc, int num_slots) in ppc440spe_desc_is_aligned()
952 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_device_clear_eot_status()
1063 struct ppc440spe_adma_desc_slot *next_desc) in ppc440spe_chan_set_first_xor_descriptor()
1089 struct ppc440spe_adma_desc_slot *desc) in ppc440spe_dma_put_desc()
1111 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_chan_append()
1241 static void ppc440spe_adma_set_dest(struct ppc440spe_adma_desc_slot *tx,
1244 ppc440spe_adma_memcpy_xor_set_src(struct ppc440spe_adma_desc_slot *tx,
1248 ppc440spe_adma_pq_set_dest(struct ppc440spe_adma_desc_slot *tx,
1251 ppc440spe_adma_pq_set_src(struct ppc440spe_adma_desc_slot *tx,
1254 ppc440spe_adma_pq_set_src_mult(struct ppc440spe_adma_desc_slot *tx,
1257 ppc440spe_adma_pqzero_sum_set_dest(struct ppc440spe_adma_desc_slot *tx,
1434 static struct ppc440spe_adma_desc_slot *
1435 ppc440spe_get_group_entry(struct ppc440spe_adma_desc_slot *tdesc, u32 entry_idx) in ppc440spe_get_group_entry()
1437 struct ppc440spe_adma_desc_slot *iter = tdesc->group_head; in ppc440spe_get_group_entry()
1458 static void ppc440spe_adma_free_slots(struct ppc440spe_adma_desc_slot *slot, in ppc440spe_adma_free_slots()
1466 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_free_slots()
1476 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_adma_run_tx_complete_actions()
1504 static int ppc440spe_adma_clean_slot(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_adma_clean_slot()
1552 struct ppc440spe_adma_desc_slot *iter, *_iter, *group_start = NULL; in __ppc440spe_adma_slot_cleanup()
1621 struct ppc440spe_adma_desc_slot *grp_iter, *_grp_iter; in __ppc440spe_adma_slot_cleanup()
1700 static struct ppc440spe_adma_desc_slot *ppc440spe_adma_alloc_slots( in ppc440spe_adma_alloc_slots()
1704 struct ppc440spe_adma_desc_slot *iter = NULL, *_iter; in ppc440spe_adma_alloc_slots()
1705 struct ppc440spe_adma_desc_slot *alloc_start = NULL; in ppc440spe_adma_alloc_slots()
1721 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_alloc_slots()
1737 struct ppc440spe_adma_desc_slot *alloc_tail = NULL; in ppc440spe_adma_alloc_slots()
1738 struct ppc440spe_adma_desc_slot *last_used = NULL; in ppc440spe_adma_alloc_slots()
1758 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_alloc_slots()
1784 struct ppc440spe_adma_desc_slot *slot = NULL; in ppc440spe_adma_alloc_chan_resources()
1801 slot = kzalloc(sizeof(struct ppc440spe_adma_desc_slot), in ppc440spe_adma_alloc_chan_resources()
1828 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_alloc_chan_resources()
1861 static void ppc440spe_rxor_set_region(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_rxor_set_region()
1872 static void ppc440spe_rxor_set_src(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_rxor_set_src()
1884 static void ppc440spe_rxor_set_mult(struct ppc440spe_adma_desc_slot *desc, in ppc440spe_rxor_set_mult()
1914 struct ppc440spe_adma_desc_slot *sw_desc; in ppc440spe_adma_tx_submit()
1916 struct ppc440spe_adma_desc_slot *group_start, *old_chain_tail; in ppc440spe_adma_tx_submit()
1937 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_tx_submit()
1965 struct ppc440spe_adma_desc_slot *sw_desc, *group_start; in ppc440spe_adma_prep_dma_interrupt()
1997 struct ppc440spe_adma_desc_slot *sw_desc, *group_start; in ppc440spe_adma_prep_dma_memcpy()
2039 struct ppc440spe_adma_desc_slot *sw_desc, *group_start; in ppc440spe_adma_prep_dma_xor()
2076 ppc440spe_desc_set_xor_src_cnt(struct ppc440spe_adma_desc_slot *desc,
2084 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_adma_init_dma2rxor_slot()
2100 static struct ppc440spe_adma_desc_slot *ppc440spe_dma01_prep_mult( in ppc440spe_dma01_prep_mult()
2105 struct ppc440spe_adma_desc_slot *sw_desc = NULL; in ppc440spe_dma01_prep_mult()
2118 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_mult()
2129 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_mult()
2134 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_mult()
2153 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_mult()
2186 static struct ppc440spe_adma_desc_slot *ppc440spe_dma01_prep_sum_product( in ppc440spe_dma01_prep_sum_product()
2191 struct ppc440spe_adma_desc_slot *sw_desc = NULL; in ppc440spe_dma01_prep_sum_product()
2204 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_dma01_prep_sum_product()
2213 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_sum_product()
2217 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_sum_product()
2235 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_sum_product()
2240 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_sum_product()
2263 struct ppc440spe_adma_desc_slot, in ppc440spe_dma01_prep_sum_product()
2290 static struct ppc440spe_adma_desc_slot *ppc440spe_dma01_prep_pq( in ppc440spe_dma01_prep_pq()
2296 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma01_prep_pq()
2435 static struct ppc440spe_adma_desc_slot *ppc440spe_dma2_prep_pq( in ppc440spe_dma2_prep_pq()
2441 struct ppc440spe_adma_desc_slot *sw_desc = NULL, *iter; in ppc440spe_dma2_prep_pq()
2485 struct ppc440spe_adma_desc_slot, in ppc440spe_dma2_prep_pq()
2530 struct ppc440spe_adma_desc_slot *sw_desc = NULL; in ppc440spe_adma_prep_dma_pq()
2606 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_adma_prep_dma_pqzero_sum()
2658 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_prep_dma_pqzero_sum()
2678 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_prep_dma_pqzero_sum()
2684 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_prep_dma_pqzero_sum()
2690 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_prep_dma_pqzero_sum()
2800 static void ppc440spe_adma_set_dest(struct ppc440spe_adma_desc_slot *sw_desc, in ppc440spe_adma_set_dest()
2826 static void ppc440spe_adma_pq_zero_op(struct ppc440spe_adma_desc_slot *iter, in ppc440spe_adma_pq_zero_op()
2847 static void ppc440spe_adma_pq_set_dest(struct ppc440spe_adma_desc_slot *sw_desc, in ppc440spe_adma_pq_set_dest()
2850 struct ppc440spe_adma_desc_slot *iter; in ppc440spe_adma_pq_set_dest()
3011 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_pq_set_dest()
3023 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_pq_set_dest()
3037 struct ppc440spe_adma_desc_slot *sw_desc, in ppc440spe_adma_pqzero_sum_set_dest()
3040 struct ppc440spe_adma_desc_slot *iter, *end; in ppc440spe_adma_pqzero_sum_set_dest()
3092 struct ppc440spe_adma_desc_slot, chain_node); in ppc440spe_adma_pqzero_sum_set_dest()
3101 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_desc_set_xor_src_cnt()
3113 static void ppc440spe_adma_pq_set_src(struct ppc440spe_adma_desc_slot *sw_desc, in ppc440spe_adma_pq_set_src()
3118 struct ppc440spe_adma_desc_slot *iter = NULL; in ppc440spe_adma_pq_set_src()
3223 struct ppc440spe_adma_desc_slot *sw_desc, in ppc440spe_adma_memcpy_xor_set_src()
3239 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_adma_dma2rxor_inc_addr()
3256 struct ppc440spe_adma_desc_slot *hdesc, in ppc440spe_adma_dma2rxor_prep_src()
3262 struct ppc440spe_adma_desc_slot *desc = hdesc; in ppc440spe_adma_dma2rxor_prep_src()
3267 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_dma2rxor_prep_src()
3376 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_adma_dma2rxor_set_src()
3388 struct ppc440spe_adma_desc_slot, chain_node); in ppc440spe_adma_dma2rxor_set_src()
3417 struct ppc440spe_adma_desc_slot *desc, in ppc440spe_adma_dma2rxor_set_mult()
3429 struct ppc440spe_adma_desc_slot, in ppc440spe_adma_dma2rxor_set_mult()
3465 struct ppc440spe_adma_desc_slot *sw_desc, in ppc440spe_adma_pq_set_src_mult()
3470 struct ppc440spe_adma_desc_slot *iter = NULL, *iter1 = NULL; in ppc440spe_adma_pq_set_src_mult()
3553 struct ppc440spe_adma_desc_slot *iter, *_iter; in ppc440spe_adma_free_chan_resources()
3673 struct ppc440spe_adma_desc_slot *sw_desc, *group_start; in ppc440spe_chan_start_null_xor()
3719 struct ppc440spe_adma_desc_slot *sw_desc, *iter; in ppc440spe_test_raid6()