268 int ath10k_ce_send_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_send_nolock()  argument
275 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_send_nolock()
276 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_send_nolock()
281 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_send_nolock()
285 	if (nbytes > ce_state->src_sz_max)  in ath10k_ce_send_nolock()
287 			    __func__, nbytes, ce_state->src_sz_max);  in ath10k_ce_send_nolock()
352 int ath10k_ce_send(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_send()  argument
359 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_send()
364 	ret = ath10k_ce_send_nolock(ce_state, per_transfer_context,  in ath10k_ce_send()
445 int ath10k_ce_completed_recv_next_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_recv_next_nolock()  argument
452 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_completed_recv_next_nolock()
454 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_recv_next_nolock()
502 int ath10k_ce_completed_recv_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_recv_next()  argument
509 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_recv_next()
514 	ret = ath10k_ce_completed_recv_next_nolock(ce_state,  in ath10k_ce_completed_recv_next()
523 int ath10k_ce_revoke_recv_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_revoke_recv_next()  argument
535 	dest_ring = ce_state->dest_ring;  in ath10k_ce_revoke_recv_next()
540 	ar = ce_state->ar;  in ath10k_ce_revoke_recv_next()
580 int ath10k_ce_completed_send_next_nolock(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_send_next_nolock()  argument
583 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_completed_send_next_nolock()
584 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_completed_send_next_nolock()
585 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_send_next_nolock()
627 int ath10k_ce_cancel_send_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_cancel_send_next()  argument
641 	src_ring = ce_state->src_ring;  in ath10k_ce_cancel_send_next()
646 	ar = ce_state->ar;  in ath10k_ce_cancel_send_next()
685 int ath10k_ce_completed_send_next(struct ath10k_ce_pipe *ce_state,  in ath10k_ce_completed_send_next()  argument
688 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_completed_send_next()
693 	ret = ath10k_ce_completed_send_next_nolock(ce_state,  in ath10k_ce_completed_send_next()
709 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_per_engine_service()  local
710 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_per_engine_service()
720 	if (ce_state->recv_cb)  in ath10k_ce_per_engine_service()
721 		ce_state->recv_cb(ce_state);  in ath10k_ce_per_engine_service()
723 	if (ce_state->send_cb)  in ath10k_ce_per_engine_service()
724 		ce_state->send_cb(ce_state);  in ath10k_ce_per_engine_service()
768 static void ath10k_ce_per_engine_handler_adjust(struct ath10k_ce_pipe *ce_state)  in ath10k_ce_per_engine_handler_adjust()  argument
770 	u32 ctrl_addr = ce_state->ctrl_addr;  in ath10k_ce_per_engine_handler_adjust()
771 	struct ath10k *ar = ce_state->ar;  in ath10k_ce_per_engine_handler_adjust()
772 	bool disable_copy_compl_intr = ce_state->attr_flags & CE_ATTR_DIS_INTR;  in ath10k_ce_per_engine_handler_adjust()
775 	    (ce_state->send_cb || ce_state->recv_cb))  in ath10k_ce_per_engine_handler_adjust()
815 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_src_ring()  local
816 	struct ath10k_ce_ring *src_ring = ce_state->src_ring;  in ath10k_ce_init_src_ring()
852 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_init_dest_ring()  local
853 	struct ath10k_ce_ring *dest_ring = ce_state->dest_ring;  in ath10k_ce_init_dest_ring()
1042 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_alloc_pipe()  local
1058 	ce_state->ar = ar;  in ath10k_ce_alloc_pipe()
1059 	ce_state->id = ce_id;  in ath10k_ce_alloc_pipe()
1060 	ce_state->ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_alloc_pipe()
1061 	ce_state->attr_flags = attr->flags;  in ath10k_ce_alloc_pipe()
1062 	ce_state->src_sz_max = attr->src_sz_max;  in ath10k_ce_alloc_pipe()
1065 		ce_state->send_cb = attr->send_cb;  in ath10k_ce_alloc_pipe()
1068 		ce_state->recv_cb = attr->recv_cb;  in ath10k_ce_alloc_pipe()
1071 		ce_state->src_ring = ath10k_ce_alloc_src_ring(ar, ce_id, attr);  in ath10k_ce_alloc_pipe()
1072 		if (IS_ERR(ce_state->src_ring)) {  in ath10k_ce_alloc_pipe()
1073 			ret = PTR_ERR(ce_state->src_ring);  in ath10k_ce_alloc_pipe()
1076 			ce_state->src_ring = NULL;  in ath10k_ce_alloc_pipe()
1082 		ce_state->dest_ring = ath10k_ce_alloc_dest_ring(ar, ce_id,  in ath10k_ce_alloc_pipe()
1084 		if (IS_ERR(ce_state->dest_ring)) {  in ath10k_ce_alloc_pipe()
1085 			ret = PTR_ERR(ce_state->dest_ring);  in ath10k_ce_alloc_pipe()
1088 			ce_state->dest_ring = NULL;  in ath10k_ce_alloc_pipe()
1099 	struct ath10k_ce_pipe *ce_state = &ar_pci->ce_states[ce_id];  in ath10k_ce_free_pipe()  local
1101 	if (ce_state->src_ring) {  in ath10k_ce_free_pipe()
1103 				  (ce_state->src_ring->nentries *  in ath10k_ce_free_pipe()
1106 				  ce_state->src_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1107 				  ce_state->src_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1108 		kfree(ce_state->src_ring);  in ath10k_ce_free_pipe()
1111 	if (ce_state->dest_ring) {  in ath10k_ce_free_pipe()
1113 				  (ce_state->dest_ring->nentries *  in ath10k_ce_free_pipe()
1116 				  ce_state->dest_ring->base_addr_owner_space,  in ath10k_ce_free_pipe()
1117 				  ce_state->dest_ring->base_addr_ce_space);  in ath10k_ce_free_pipe()
1118 		kfree(ce_state->dest_ring);  in ath10k_ce_free_pipe()
1121 	ce_state->src_ring = NULL;  in ath10k_ce_free_pipe()
1122 	ce_state->dest_ring = NULL;  in ath10k_ce_free_pipe()