279 	unsigned int sw_index = src_ring->sw_index;  in ath10k_ce_send_nolock()  local
290 				   write_index, sw_index - 1) <= 0)) {  in ath10k_ce_send_nolock()
340 	if (WARN_ON_ONCE(src_ring->write_index == src_ring->sw_index))  in __ath10k_ce_send_revert()
381 			      pipe->src_ring->sw_index - 1);  in ath10k_ce_num_free_src_entries()
394 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_num_free_bufs()  local
398 	return CE_RING_DELTA(nentries_mask, write_index, sw_index - 1);  in __ath10k_ce_rx_num_free_bufs()
408 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_post_buf()  local
415 	if (CE_RING_DELTA(nentries_mask, write_index, sw_index - 1) == 0)  in __ath10k_ce_rx_post_buf()
455 	unsigned int sw_index = dest_ring->sw_index;  in ath10k_ce_completed_recv_next_nolock()  local
458 	struct ce_desc *desc = CE_DEST_RING_TO_DESC(base, sw_index);  in ath10k_ce_completed_recv_next_nolock()
490 			dest_ring->per_transfer_context[sw_index];  in ath10k_ce_completed_recv_next_nolock()
493 	dest_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_completed_recv_next_nolock()
496 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ath10k_ce_completed_recv_next_nolock()
497 	dest_ring->sw_index = sw_index;  in ath10k_ce_completed_recv_next_nolock()
529 	unsigned int sw_index;  in ath10k_ce_revoke_recv_next()  local
546 	sw_index = dest_ring->sw_index;  in ath10k_ce_revoke_recv_next()
548 	if (write_index != sw_index) {  in ath10k_ce_revoke_recv_next()
550 		struct ce_desc *desc = CE_DEST_RING_TO_DESC(base, sw_index);  in ath10k_ce_revoke_recv_next()
557 				dest_ring->per_transfer_context[sw_index];  in ath10k_ce_revoke_recv_next()
560 		dest_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_revoke_recv_next()
564 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ath10k_ce_revoke_recv_next()
565 		dest_ring->sw_index = sw_index;  in ath10k_ce_revoke_recv_next()
590 	unsigned int sw_index = src_ring->sw_index;  in ath10k_ce_completed_send_next_nolock()  local
594 	if (src_ring->hw_index == sw_index) {  in ath10k_ce_completed_send_next_nolock()
613 	if (read_index == sw_index)  in ath10k_ce_completed_send_next_nolock()
617 	sdesc = CE_SRC_RING_TO_DESC(sbase, sw_index);  in ath10k_ce_completed_send_next_nolock()
627 			src_ring->per_transfer_context[sw_index];  in ath10k_ce_completed_send_next_nolock()
630 	src_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_completed_send_next_nolock()
633 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ath10k_ce_completed_send_next_nolock()
634 	src_ring->sw_index = sw_index;  in ath10k_ce_completed_send_next_nolock()
648 	unsigned int sw_index;  in ath10k_ce_cancel_send_next()  local
665 	sw_index = src_ring->sw_index;  in ath10k_ce_cancel_send_next()
668 	if (write_index != sw_index) {  in ath10k_ce_cancel_send_next()
670 		struct ce_desc *desc = CE_SRC_RING_TO_DESC(base, sw_index);  in ath10k_ce_cancel_send_next()
680 				src_ring->per_transfer_context[sw_index];  in ath10k_ce_cancel_send_next()
683 		src_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_cancel_send_next()
686 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ath10k_ce_cancel_send_next()
687 		src_ring->sw_index = sw_index;  in ath10k_ce_cancel_send_next()
842 	src_ring->sw_index = ath10k_ce_src_ring_read_index_get(ar, ctrl_addr);  in ath10k_ce_init_src_ring()
843 	src_ring->sw_index &= src_ring->nentries_mask;  in ath10k_ce_init_src_ring()
844 	src_ring->hw_index = src_ring->sw_index;  in ath10k_ce_init_src_ring()
879 	dest_ring->sw_index = ath10k_ce_dest_ring_read_index_get(ar, ctrl_addr);  in ath10k_ce_init_dest_ring()
880 	dest_ring->sw_index &= dest_ring->nentries_mask;  in ath10k_ce_init_dest_ring()