27 void scif_recv_mark(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_mark()  argument
29 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_mark()
34 		msg->uop = SCIF_MARK_NACK;  in scif_recv_mark()
36 		msg->uop = SCIF_MARK_ACK;  in scif_recv_mark()
37 	msg->payload[0] = ep->remote_ep;  in scif_recv_mark()
38 	msg->payload[2] = mark;  in scif_recv_mark()
39 	scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_mark()
48 void scif_recv_mark_resp(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_mark_resp()  argument
50 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_mark_resp()
52 		(struct scif_fence_info *)msg->payload[1];  in scif_recv_mark_resp()
55 	if (msg->uop == SCIF_MARK_ACK) {  in scif_recv_mark_resp()
57 		fence_req->dma_mark = (int)msg->payload[2];  in scif_recv_mark_resp()
71 void scif_recv_wait(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_wait()  argument
73 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_wait()
83 		msg->payload[0] = ep->remote_ep;  in scif_recv_wait()
84 		msg->uop = SCIF_WAIT_NACK;  in scif_recv_wait()
85 		scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_wait()
90 	memcpy(&fence->msg, msg, sizeof(struct scifmsg));  in scif_recv_wait()
108 void scif_recv_wait_resp(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_wait_resp()  argument
110 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_wait_resp()
112 		(struct scif_fence_info *)msg->payload[1];  in scif_recv_wait_resp()
115 	if (msg->uop == SCIF_WAIT_ACK)  in scif_recv_wait_resp()
129 void scif_recv_sig_local(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_sig_local()  argument
131 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_sig_local()
134 	err = scif_prog_signal(ep, msg->payload[1], msg->payload[2],  in scif_recv_sig_local()
137 		msg->uop = SCIF_SIG_NACK;  in scif_recv_sig_local()
139 		msg->uop = SCIF_SIG_ACK;  in scif_recv_sig_local()
140 	msg->payload[0] = ep->remote_ep;  in scif_recv_sig_local()
141 	scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_sig_local()
150 void scif_recv_sig_remote(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_sig_remote()  argument
152 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_sig_remote()
155 	err = scif_prog_signal(ep, msg->payload[1], msg->payload[2],  in scif_recv_sig_remote()
158 		msg->uop = SCIF_SIG_NACK;  in scif_recv_sig_remote()
160 		msg->uop = SCIF_SIG_ACK;  in scif_recv_sig_remote()
161 	msg->payload[0] = ep->remote_ep;  in scif_recv_sig_remote()
162 	scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_sig_remote()
171 void scif_recv_sig_resp(struct scif_dev *scifdev, struct scifmsg *msg)  in scif_recv_sig_resp()  argument
173 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_sig_resp()
175 		(struct scif_fence_info *)msg->payload[3];  in scif_recv_sig_resp()
178 	if (msg->uop == SCIF_SIG_ACK)  in scif_recv_sig_resp()
376 		ep = (struct scif_endpt *)fence->msg.payload[0];  in scif_rma_handle_remote_fences()
377 		mark = fence->msg.payload[2];  in scif_rma_handle_remote_fences()
380 			fence->msg.uop = SCIF_WAIT_NACK;  in scif_rma_handle_remote_fences()
382 			fence->msg.uop = SCIF_WAIT_ACK;  in scif_rma_handle_remote_fences()
383 		fence->msg.payload[0] = ep->remote_ep;  in scif_rma_handle_remote_fences()
384 		scif_nodeqp_send(ep->remote_dev, &fence->msg);  in scif_rma_handle_remote_fences()
395 	struct scifmsg msg;  in _scif_send_fence()  local
408 	msg.src = ep->port;  in _scif_send_fence()
409 	msg.uop = uop;  in _scif_send_fence()
410 	msg.payload[0] = ep->remote_ep;  in _scif_send_fence()
411 	msg.payload[1] = (u64)fence_req;  in _scif_send_fence()
413 		msg.payload[2] = mark;  in _scif_send_fence()
416 		err = scif_nodeqp_send(ep->remote_dev, &msg);  in _scif_send_fence()
513 	struct scifmsg msg;  in scif_send_fence_signal()  local
525 	msg.src = ep->port;  in scif_send_fence_signal()
527 		msg.uop = SCIF_SIG_LOCAL;  in scif_send_fence_signal()
528 		msg.payload[0] = ep->remote_ep;  in scif_send_fence_signal()
529 		msg.payload[1] = roff;  in scif_send_fence_signal()
530 		msg.payload[2] = rval;  in scif_send_fence_signal()
531 		msg.payload[3] = (u64)fence_req;  in scif_send_fence_signal()
534 			err = scif_nodeqp_send(ep->remote_dev, &msg);  in scif_send_fence_signal()
547 		msg.uop = SCIF_SIG_REMOTE;  in scif_send_fence_signal()
548 		msg.payload[0] = ep->remote_ep;  in scif_send_fence_signal()
549 		msg.payload[1] = loff;  in scif_send_fence_signal()
550 		msg.payload[2] = lval;  in scif_send_fence_signal()
551 		msg.payload[3] = (u64)fence_req;  in scif_send_fence_signal()
554 			err = scif_nodeqp_send(ep->remote_dev, &msg);  in scif_send_fence_signal()