29 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_mark()  local
32 	err = _scif_fence_mark(ep, &mark);  in scif_recv_mark()
37 	msg->payload[0] = ep->remote_ep;  in scif_recv_mark()
39 	scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_mark()
50 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_mark_resp()  local
54 	mutex_lock(&ep->rma_info.rma_lock);  in scif_recv_mark_resp()
61 	mutex_unlock(&ep->rma_info.rma_lock);  in scif_recv_mark_resp()
73 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_wait()  local
83 		msg->payload[0] = ep->remote_ep;  in scif_recv_wait()
85 		scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_wait()
95 	atomic_inc(&ep->rma_info.fence_refcount);  in scif_recv_wait()
110 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_wait_resp()  local
114 	mutex_lock(&ep->rma_info.rma_lock);  in scif_recv_wait_resp()
119 	mutex_unlock(&ep->rma_info.rma_lock);  in scif_recv_wait_resp()
131 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_sig_local()  local
134 	err = scif_prog_signal(ep, msg->payload[1], msg->payload[2],  in scif_recv_sig_local()
140 	msg->payload[0] = ep->remote_ep;  in scif_recv_sig_local()
141 	scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_sig_local()
152 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_sig_remote()  local
155 	err = scif_prog_signal(ep, msg->payload[1], msg->payload[2],  in scif_recv_sig_remote()
161 	msg->payload[0] = ep->remote_ep;  in scif_recv_sig_remote()
162 	scif_nodeqp_send(ep->remote_dev, msg);  in scif_recv_sig_remote()
173 	struct scif_endpt *ep = (struct scif_endpt *)msg->payload[0];  in scif_recv_sig_resp()  local
177 	mutex_lock(&ep->rma_info.rma_lock);  in scif_recv_sig_resp()
182 	mutex_unlock(&ep->rma_info.rma_lock);  in scif_recv_sig_resp()
199 	dma_pool_free(status->ep->remote_dev->signal_pool, status,  in scif_prog_signal_cb()
205 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in _scif_prog_signal()  local
206 	struct dma_chan *chan = ep->rma_info.dma_chan;  in _scif_prog_signal()
218 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_prog_signal()
225 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_prog_signal()
237 		status = dma_pool_alloc(ep->remote_dev->signal_pool, GFP_KERNEL,  in _scif_prog_signal()
241 			dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_prog_signal()
247 		status->ep = ep;  in _scif_prog_signal()
254 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_prog_signal()
265 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_prog_signal()
273 		dma_pool_free(ep->remote_dev->signal_pool, status,  in _scif_prog_signal()
292 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in scif_prog_signal()  local
298 	mutex_lock(&ep->rma_info.rma_lock);  in scif_prog_signal()
305 		req.head = &ep->rma_info.reg_list;  in scif_prog_signal()
307 		req.head = &ep->rma_info.remote_reg_list;  in scif_prog_signal()
316 	if (scif_is_mgmt_node() && scifdev_self(ep->remote_dev)) {  in scif_prog_signal()
331 	mutex_unlock(&ep->rma_info.rma_lock);  in scif_prog_signal()
337 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in _scif_fence_wait()  local
342 	err = wait_event_interruptible_timeout(ep->rma_info.markwq,  in _scif_fence_wait()
344 					       ep->rma_info.dma_chan,  in _scif_fence_wait()
364 	struct scif_endpt *ep;  in scif_rma_handle_remote_fences()  local
376 		ep = (struct scif_endpt *)fence->msg.payload[0];  in scif_rma_handle_remote_fences()
378 		err = _scif_fence_wait(ep, mark);  in scif_rma_handle_remote_fences()
383 		fence->msg.payload[0] = ep->remote_ep;  in scif_rma_handle_remote_fences()
384 		scif_nodeqp_send(ep->remote_dev, &fence->msg);  in scif_rma_handle_remote_fences()
386 		if (!atomic_sub_return(1, &ep->rma_info.fence_refcount))  in scif_rma_handle_remote_fences()
397 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in _scif_send_fence()  local
408 	msg.src = ep->port;  in _scif_send_fence()
410 	msg.payload[0] = ep->remote_ep;  in _scif_send_fence()
414 	spin_lock(&ep->lock);  in _scif_send_fence()
415 	if (ep->state == SCIFEP_CONNECTED)  in _scif_send_fence()
416 		err = scif_nodeqp_send(ep->remote_dev, &msg);  in _scif_send_fence()
419 	spin_unlock(&ep->lock);  in _scif_send_fence()
426 	if (!err && scifdev_alive(ep))  in _scif_send_fence()
432 	mutex_lock(&ep->rma_info.rma_lock);  in _scif_send_fence()
441 	mutex_unlock(&ep->rma_info.rma_lock);  in _scif_send_fence()
472 static int _scif_send_fence_signal_wait(struct scif_endpt *ep,  in _scif_send_fence_signal_wait()  argument
481 	if (!err && scifdev_alive(ep))  in _scif_send_fence_signal_wait()
488 		mutex_lock(&ep->rma_info.rma_lock);  in _scif_send_fence_signal_wait()
491 		mutex_unlock(&ep->rma_info.rma_lock);  in _scif_send_fence_signal_wait()
515 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in scif_send_fence_signal()  local
525 	msg.src = ep->port;  in scif_send_fence_signal()
528 		msg.payload[0] = ep->remote_ep;  in scif_send_fence_signal()
532 		spin_lock(&ep->lock);  in scif_send_fence_signal()
533 		if (ep->state == SCIFEP_CONNECTED)  in scif_send_fence_signal()
534 			err = scif_nodeqp_send(ep->remote_dev, &msg);  in scif_send_fence_signal()
537 		spin_unlock(&ep->lock);  in scif_send_fence_signal()
540 		err = _scif_send_fence_signal_wait(ep, fence_req);  in scif_send_fence_signal()
548 		msg.payload[0] = ep->remote_ep;  in scif_send_fence_signal()
552 		spin_lock(&ep->lock);  in scif_send_fence_signal()
553 		if (ep->state == SCIFEP_CONNECTED)  in scif_send_fence_signal()
554 			err = scif_nodeqp_send(ep->remote_dev, &msg);  in scif_send_fence_signal()
557 		spin_unlock(&ep->lock);  in scif_send_fence_signal()
560 		err = _scif_send_fence_signal_wait(ep, fence_req);  in scif_send_fence_signal()
570 	struct scif_endpt *ep = (struct scif_endpt *)arg;  in scif_fence_mark_cb()  local
572 	wake_up_interruptible(&ep->rma_info.markwq);  in scif_fence_mark_cb()
573 	atomic_dec(&ep->rma_info.fence_refcount);  in scif_fence_mark_cb()
584 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in _scif_fence_mark()  local
585 	struct dma_chan *chan = ep->rma_info.dma_chan;  in _scif_fence_mark()
594 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_fence_mark()
601 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_fence_mark()
609 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_fence_mark()
614 	tx->callback_param = ep;  in _scif_fence_mark()
618 		dev_err(&ep->remote_dev->sdev->dev, "%s %d err %d\n",  in _scif_fence_mark()
622 	atomic_inc(&ep->rma_info.fence_refcount);  in _scif_fence_mark()
631 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in scif_fence_mark()  local
636 		ep, flags, *mark);  in scif_fence_mark()
637 	err = scif_verify_epd(ep);  in scif_fence_mark()
657 	if (scifdev_self(ep->remote_dev) && scif_is_mgmt_node()) {  in scif_fence_mark()
665 		err = scif_send_fence_mark(ep, mark);  in scif_fence_mark()
672 		ep, flags, *mark, err);  in scif_fence_mark()
679 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in scif_fence_wait()  local
684 		ep, mark);  in scif_fence_wait()
685 	err = scif_verify_epd(ep);  in scif_fence_wait()
693 	if (scifdev_self(ep->remote_dev) && scif_is_mgmt_node()) {  in scif_fence_wait()
713 	struct scif_endpt *ep = (struct scif_endpt *)epd;  in scif_fence_signal()  local
718 		ep, loff, lval, roff, rval, flags);  in scif_fence_signal()
719 	err = scif_verify_epd(ep);  in scif_fence_signal()