333 xpc_send_gru_msg(struct gru_message_queue_desc *gru_mq_desc, void *msg,  in xpc_send_gru_msg()  argument
340 		ret = gru_send_message_gpa(gru_mq_desc, msg, msg_size);  in xpc_send_gru_msg()
437 		struct xpc_activate_mq_msg_activate_req_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
444 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
451 		part->remote_rp_pa = msg->rp_gpa; /* !!! _pa is _gpa */  in xpc_handle_activate_mq_msg_uv()
453 		part_uv->heartbeat_gpa = msg->heartbeat_gpa;  in xpc_handle_activate_mq_msg_uv()
455 		if (msg->activate_gru_mq_desc_gpa !=  in xpc_handle_activate_mq_msg_uv()
461 			    msg->activate_gru_mq_desc_gpa;  in xpc_handle_activate_mq_msg_uv()
469 		struct xpc_activate_mq_msg_deactivate_req_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
471 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
478 		part_uv->reason = msg->reason;  in xpc_handle_activate_mq_msg_uv()
485 		struct xpc_activate_mq_msg_chctl_closerequest_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
490 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
493 		args = &part->remote_openclose_args[msg->ch_number];  in xpc_handle_activate_mq_msg_uv()
494 		args->reason = msg->reason;  in xpc_handle_activate_mq_msg_uv()
497 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_CLOSEREQUEST;  in xpc_handle_activate_mq_msg_uv()
504 		struct xpc_activate_mq_msg_chctl_closereply_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
509 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
514 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_CLOSEREPLY;  in xpc_handle_activate_mq_msg_uv()
521 		struct xpc_activate_mq_msg_chctl_openrequest_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
526 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
529 		args = &part->remote_openclose_args[msg->ch_number];  in xpc_handle_activate_mq_msg_uv()
530 		args->entry_size = msg->entry_size;  in xpc_handle_activate_mq_msg_uv()
531 		args->local_nentries = msg->local_nentries;  in xpc_handle_activate_mq_msg_uv()
534 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_OPENREQUEST;  in xpc_handle_activate_mq_msg_uv()
541 		struct xpc_activate_mq_msg_chctl_openreply_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
546 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
548 		args = &part->remote_openclose_args[msg->ch_number];  in xpc_handle_activate_mq_msg_uv()
549 		args->remote_nentries = msg->remote_nentries;  in xpc_handle_activate_mq_msg_uv()
550 		args->local_nentries = msg->local_nentries;  in xpc_handle_activate_mq_msg_uv()
551 		args->local_msgqueue_pa = msg->notify_gru_mq_desc_gpa;  in xpc_handle_activate_mq_msg_uv()
554 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_OPENREPLY;  in xpc_handle_activate_mq_msg_uv()
561 		struct xpc_activate_mq_msg_chctl_opencomplete_uv *msg;  in xpc_handle_activate_mq_msg_uv()  local
566 		msg = container_of(msg_hdr, struct  in xpc_handle_activate_mq_msg_uv()
569 		part->chctl.flags[msg->ch_number] |= XPC_CHCTL_OPENCOMPLETE;  in xpc_handle_activate_mq_msg_uv()
672 xpc_send_activate_IRQ_uv(struct xpc_partition *part, void *msg, size_t msg_size,  in xpc_send_activate_IRQ_uv()  argument
675 	struct xpc_activate_mq_msghdr_uv *msg_hdr = msg;  in xpc_send_activate_IRQ_uv()
715 	ret = xpc_send_gru_msg(part_uv->cached_activate_gru_mq_desc, msg,  in xpc_send_activate_IRQ_uv()
728 xpc_send_activate_IRQ_part_uv(struct xpc_partition *part, void *msg,  in xpc_send_activate_IRQ_part_uv()  argument
733 	ret = xpc_send_activate_IRQ_uv(part, msg, msg_size, msg_type);  in xpc_send_activate_IRQ_part_uv()
740 			 void *msg, size_t msg_size, int msg_type)  in xpc_send_activate_IRQ_ch_uv()  argument
745 	ret = xpc_send_activate_IRQ_uv(part, msg, msg_size, msg_type);  in xpc_send_activate_IRQ_ch_uv()
898 	struct xpc_activate_mq_msg_activate_req_uv msg;  in xpc_request_partition_activation_uv()  local
911 		msg.rp_gpa = uv_gpa(xpc_rsvd_page);  in xpc_request_partition_activation_uv()
912 		msg.heartbeat_gpa = xpc_rsvd_page->sn.uv.heartbeat_gpa;  in xpc_request_partition_activation_uv()
913 		msg.activate_gru_mq_desc_gpa =  in xpc_request_partition_activation_uv()
915 		xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_request_partition_activation_uv()
932 	struct xpc_activate_mq_msg_deactivate_req_uv msg;  in xpc_request_partition_deactivation_uv()  local
941 		msg.reason = part->reason;  in xpc_request_partition_deactivation_uv()
942 		xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_request_partition_deactivation_uv()
1040 	struct xpc_activate_mq_msg_uv msg;  in xpc_make_first_contact_uv()  local
1047 	xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_make_first_contact_uv()
1202 	struct xpc_activate_mq_msg_chctl_closerequest_uv msg;  in xpc_send_chctl_closerequest_uv()  local
1204 	msg.ch_number = ch->number;  in xpc_send_chctl_closerequest_uv()
1205 	msg.reason = ch->reason;  in xpc_send_chctl_closerequest_uv()
1206 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_closerequest_uv()
1213 	struct xpc_activate_mq_msg_chctl_closereply_uv msg;  in xpc_send_chctl_closereply_uv()  local
1215 	msg.ch_number = ch->number;  in xpc_send_chctl_closereply_uv()
1216 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_closereply_uv()
1223 	struct xpc_activate_mq_msg_chctl_openrequest_uv msg;  in xpc_send_chctl_openrequest_uv()  local
1225 	msg.ch_number = ch->number;  in xpc_send_chctl_openrequest_uv()
1226 	msg.entry_size = ch->entry_size;  in xpc_send_chctl_openrequest_uv()
1227 	msg.local_nentries = ch->local_nentries;  in xpc_send_chctl_openrequest_uv()
1228 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_openrequest_uv()
1235 	struct xpc_activate_mq_msg_chctl_openreply_uv msg;  in xpc_send_chctl_openreply_uv()  local
1237 	msg.ch_number = ch->number;  in xpc_send_chctl_openreply_uv()
1238 	msg.local_nentries = ch->local_nentries;  in xpc_send_chctl_openreply_uv()
1239 	msg.remote_nentries = ch->remote_nentries;  in xpc_send_chctl_openreply_uv()
1240 	msg.notify_gru_mq_desc_gpa = uv_gpa(xpc_notify_mq_uv->gru_mq_desc);  in xpc_send_chctl_openreply_uv()
1241 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_openreply_uv()
1248 	struct xpc_activate_mq_msg_chctl_opencomplete_uv msg;  in xpc_send_chctl_opencomplete_uv()  local
1250 	msg.ch_number = ch->number;  in xpc_send_chctl_opencomplete_uv()
1251 	xpc_send_activate_IRQ_ch_uv(ch, irq_flags, &msg, sizeof(msg),  in xpc_send_chctl_opencomplete_uv()
1281 	struct xpc_activate_mq_msg_uv msg;  in xpc_indicate_partition_engaged_uv()  local
1283 	xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_indicate_partition_engaged_uv()
1290 	struct xpc_activate_mq_msg_uv msg;  in xpc_indicate_partition_disengaged_uv()  local
1292 	xpc_send_activate_IRQ_part_uv(part, &msg, sizeof(msg),  in xpc_indicate_partition_disengaged_uv()
1389 			    struct xpc_notify_mq_msg_uv *msg)  in xpc_handle_notify_mq_ack_uv()  argument
1392 	int entry = msg->hdr.msg_slot_number % ch->local_nentries;  in xpc_handle_notify_mq_ack_uv()
1396 	BUG_ON(msg_slot->msg_slot_number != msg->hdr.msg_slot_number);  in xpc_handle_notify_mq_ack_uv()
1407 			    struct xpc_notify_mq_msg_uv *msg)  in xpc_handle_notify_mq_msg_uv()  argument
1414 	int ch_number = msg->hdr.ch_number;  in xpc_handle_notify_mq_msg_uv()
1442 	if (msg->hdr.size == 0) {  in xpc_handle_notify_mq_msg_uv()
1443 		xpc_handle_notify_mq_ack_uv(ch, msg);  in xpc_handle_notify_mq_msg_uv()
1452 	    (msg->hdr.msg_slot_number % ch->remote_nentries) * ch->entry_size;  in xpc_handle_notify_mq_msg_uv()
1456 	memcpy(msg_slot, msg, msg->hdr.size);  in xpc_handle_notify_mq_msg_uv()
1477 	struct xpc_notify_mq_msg_uv *msg;  in xpc_handle_notify_IRQ_uv()  local
1481 	while ((msg = gru_get_next_message(xpc_notify_mq_uv->gru_mq_desc)) !=  in xpc_handle_notify_IRQ_uv()
1484 		partid = msg->hdr.partid;  in xpc_handle_notify_IRQ_uv()
1492 				xpc_handle_notify_mq_msg_uv(part, msg);  in xpc_handle_notify_IRQ_uv()
1497 		gru_free_message(xpc_notify_mq_uv->gru_mq_desc, msg);  in xpc_handle_notify_IRQ_uv()
1536 	struct xpc_notify_mq_msg_uv *msg;  in xpc_send_payload_uv()  local
1574 	msg = (struct xpc_notify_mq_msg_uv *)&msg_buffer;  in xpc_send_payload_uv()
1575 	msg->hdr.partid = xp_partition_id;  in xpc_send_payload_uv()
1576 	msg->hdr.ch_number = ch->number;  in xpc_send_payload_uv()
1577 	msg->hdr.size = msg_size;  in xpc_send_payload_uv()
1578 	msg->hdr.msg_slot_number = msg_slot->msg_slot_number;  in xpc_send_payload_uv()
1579 	memcpy(&msg->payload, payload, payload_size);  in xpc_send_payload_uv()
1581 	ret = xpc_send_gru_msg(ch->sn.uv.cached_notify_gru_mq_desc, msg,  in xpc_send_payload_uv()
1646 	struct xpc_notify_mq_msg_uv *msg;  in xpc_get_deliverable_payload_uv()  local
1652 			msg = container_of(entry, struct xpc_notify_mq_msg_uv,  in xpc_get_deliverable_payload_uv()
1654 			payload = &msg->payload;  in xpc_get_deliverable_payload_uv()
1663 	struct xpc_notify_mq_msg_uv *msg;  in xpc_received_payload_uv()  local
1666 	msg = container_of(payload, struct xpc_notify_mq_msg_uv, payload);  in xpc_received_payload_uv()
1670 	msg->hdr.partid = xp_partition_id;  in xpc_received_payload_uv()
1671 	msg->hdr.size = 0;	/* size of zero indicates this is an ACK */  in xpc_received_payload_uv()
1673 	ret = xpc_send_gru_msg(ch->sn.uv.cached_notify_gru_mq_desc, msg,  in xpc_received_payload_uv()