268 int ath10k_ce_send_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_send_nolock()  argument
275 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_send_nolock()
276 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_send_nolock()
281 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_send_nolock()
285 	if (nbytes > ce_state->src_sz_max)  in ath10k_ce_send_nolock()
287 			    __func__, nbytes, ce_state->src_sz_max);  in ath10k_ce_send_nolock()
353 int ath10k_ce_send(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_send()  argument
360 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_send()
365 	ret = ath10k_ce_send_nolock(ce_state, per_transfer_context,  in ath10k_ce_send()
446 int ath10k_ce_completed_recv_next_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_recv_next_nolock()  argument
453 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_completed_recv_next_nolock()
502 int ath10k_ce_completed_recv_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_recv_next()  argument
509 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_recv_next()
514 	ret = ath10k_ce_completed_recv_next_nolock(ce_state,  in ath10k_ce_completed_recv_next()
523 int ath10k_ce_revoke_recv_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_revoke_recv_next()  argument
535 	dest_ring = ce_state->dest_ring;  in ath10k_ce_revoke_recv_next()
540 	ar = ce_state->ar;  in ath10k_ce_revoke_recv_next()
580 int ath10k_ce_completed_send_next_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_send_next_nolock()  argument
586 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_completed_send_next_nolock()
587 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_completed_send_next_nolock()
588 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_send_next_nolock()
640 int ath10k_ce_cancel_send_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_cancel_send_next()  argument
654 	src_ring = ce_state->src_ring;  in ath10k_ce_cancel_send_next()
659 	ar = ce_state->ar;  in ath10k_ce_cancel_send_next()
698 int ath10k_ce_completed_send_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_send_next()  argument
704 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_send_next()
709 	ret = ath10k_ce_completed_send_next_nolock(ce_state,  in ath10k_ce_completed_send_next()
727 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_per_engine_service()  local
728 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_per_engine_service()
738 	if (ce_state->recv_cb)  in ath10k_ce_per_engine_service()
739 		ce_state->recv_cb(ce_state);  in ath10k_ce_per_engine_service()
741 	if (ce_state->send_cb)  in ath10k_ce_per_engine_service()
742 		ce_state->send_cb(ce_state);  in ath10k_ce_per_engine_service()
786 static void ath10k_ce_per_engine_handler_adjust(struct ath10k_ce_pipe *ce_state)  in ath10k_ce_per_engine_handler_adjust()  argument
788 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_per_engine_handler_adjust()
789 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_per_engine_handler_adjust()
790 	bool disable_copy_compl_intr = ce_state->attr_flags & CE_ATTR_DIS_INTR;  in ath10k_ce_per_engine_handler_adjust()
793 	    (ce_state->send_cb || ce_state->recv_cb))  in ath10k_ce_per_engine_handler_adjust()
833 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_src_ring()  local
834 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_init_src_ring()
870 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_dest_ring()  local
871 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_init_dest_ring()
1083 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_alloc_pipe()  local
1099 	ce_state->ar = ar;  in ath10k_ce_alloc_pipe()
1100 	ce_state->id = ce_id;  in ath10k_ce_alloc_pipe()
1101 	ce_state->ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_alloc_pipe()
1102 	ce_state->attr_flags = attr->flags;  in ath10k_ce_alloc_pipe()
1103 	ce_state->src_sz_max = attr->src_sz_max;  in ath10k_ce_alloc_pipe()
1106 		ce_state->send_cb = send_cb;  in ath10k_ce_alloc_pipe()
1109 		ce_state->recv_cb = recv_cb;  in ath10k_ce_alloc_pipe()
1112 		ce_state->src_ring = ath10k_ce_alloc_src_ring(ar, ce_id, attr);  in ath10k_ce_alloc_pipe()
1113 		if (IS_ERR(ce_state->src_ring)) {  in ath10k_ce_alloc_pipe()
1114 			ret = PTR_ERR(ce_state->src_ring);  in ath10k_ce_alloc_pipe()
1117 			ce_state->src_ring = NULL;  in ath10k_ce_alloc_pipe()
1123 		ce_state->dest_ring = ath10k_ce_alloc_dest_ring(ar, ce_id,  in ath10k_ce_alloc_pipe()
1125 		if (IS_ERR(ce_state->dest_ring)) {  in ath10k_ce_alloc_pipe()
1126 			ret = PTR_ERR(ce_state->dest_ring);  in ath10k_ce_alloc_pipe()
1129 			ce_state->dest_ring = NULL;  in ath10k_ce_alloc_pipe()
1140 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_free_pipe()  local
1142 	if (ce_state->src_ring) {  in ath10k_ce_free_pipe()
1143 		kfree(ce_state->src_ring->shadow_base_unaligned);  in ath10k_ce_free_pipe()
1145 				  (ce_state->src_ring->nentries *  in ath10k_ce_free_pipe()
1148 				  ce_state->src_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1149 				  ce_state->src_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1150 		kfree(ce_state->src_ring);  in ath10k_ce_free_pipe()
1153 	if (ce_state->dest_ring) {  in ath10k_ce_free_pipe()
1155 				  (ce_state->dest_ring->nentries *  in ath10k_ce_free_pipe()
1158 				  ce_state->dest_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1159 				  ce_state->dest_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1160 		kfree(ce_state->dest_ring);  in ath10k_ce_free_pipe()
1163 	ce_state->src_ring = NULL;  in ath10k_ce_free_pipe()
1164 	ce_state->dest_ring = NULL;  in ath10k_ce_free_pipe()