854 	struct mpa_message *mpa;  in send_mpa_req()  local
861 	mpalen = sizeof(*mpa) + ep->plen;  in send_mpa_req()
886 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_req()
887 	memcpy(mpa->key, MPA_KEY_REQ, sizeof(mpa->key));  in send_mpa_req()
888 	mpa->flags = (crc_enabled ? MPA_CRC : 0) |  in send_mpa_req()
891 	mpa->private_data_size = htons(ep->plen);  in send_mpa_req()
892 	mpa->revision = mpa_rev_to_use;  in send_mpa_req()
899 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_req()
915 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_req()
919 			memcpy(mpa->private_data +  in send_mpa_req()
921 			       ep->mpa_pkt + sizeof(*mpa), ep->plen);  in send_mpa_req()
924 			memcpy(mpa->private_data,  in send_mpa_req()
925 					ep->mpa_pkt + sizeof(*mpa), ep->plen);  in send_mpa_req()
948 	struct mpa_message *mpa;  in send_mpa_reject()  local
954 	mpalen = sizeof(*mpa) + plen;  in send_mpa_reject()
980 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_reject()
981 	memset(mpa, 0, sizeof(*mpa));  in send_mpa_reject()
982 	memcpy(mpa->key, MPA_KEY_REP, sizeof(mpa->key));  in send_mpa_reject()
983 	mpa->flags = MPA_REJECT;  in send_mpa_reject()
984 	mpa->revision = ep->mpa_attr.version;  in send_mpa_reject()
985 	mpa->private_data_size = htons(plen);  in send_mpa_reject()
988 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_reject()
989 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_reject()
1000 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_reject()
1004 			memcpy(mpa->private_data +  in send_mpa_reject()
1008 			memcpy(mpa->private_data, pdata, plen);  in send_mpa_reject()
1028 	struct mpa_message *mpa;  in send_mpa_reply()  local
1034 	mpalen = sizeof(*mpa) + plen;  in send_mpa_reply()
1060 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_reply()
1061 	memset(mpa, 0, sizeof(*mpa));  in send_mpa_reply()
1062 	memcpy(mpa->key, MPA_KEY_REP, sizeof(mpa->key));  in send_mpa_reply()
1063 	mpa->flags = (ep->mpa_attr.crc_enabled ? MPA_CRC : 0) |  in send_mpa_reply()
1065 	mpa->revision = ep->mpa_attr.version;  in send_mpa_reply()
1066 	mpa->private_data_size = htons(plen);  in send_mpa_reply()
1069 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_reply()
1070 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_reply()
1086 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_reply()
1090 			memcpy(mpa->private_data +  in send_mpa_reply()
1094 			memcpy(mpa->private_data, pdata, plen);  in send_mpa_reply()
1345 	struct mpa_message *mpa;  in process_mpa_reply()  local
1384 	if (ep->mpa_pkt_len < sizeof(*mpa))  in process_mpa_reply()
1386 	mpa = (struct mpa_message *) ep->mpa_pkt;  in process_mpa_reply()
1389 	if (mpa->revision > mpa_rev) {  in process_mpa_reply()
1391 		       " Received = %d\n", __func__, mpa_rev, mpa->revision);  in process_mpa_reply()
1395 	if (memcmp(mpa->key, MPA_KEY_REP, sizeof(mpa->key))) {  in process_mpa_reply()
1400 	plen = ntohs(mpa->private_data_size);  in process_mpa_reply()
1413 	if (ep->mpa_pkt_len > (sizeof(*mpa) + plen)) {  in process_mpa_reply()
1424 	if (ep->mpa_pkt_len < (sizeof(*mpa) + plen))  in process_mpa_reply()
1427 	if (mpa->flags & MPA_REJECT) {  in process_mpa_reply()
1438 	ep->mpa_attr.crc_enabled = (mpa->flags & MPA_CRC) | crc_enabled ? 1 : 0;  in process_mpa_reply()
1440 	ep->mpa_attr.xmit_marker_enabled = mpa->flags & MPA_MARKERS ? 1 : 0;  in process_mpa_reply()
1441 	ep->mpa_attr.version = mpa->revision;  in process_mpa_reply()
1444 	if (mpa->revision == 2) {  in process_mpa_reply()
1446 			mpa->flags & MPA_ENHANCED_RDMA_CONN ? 1 : 0;  in process_mpa_reply()
1449 				(ep->mpa_pkt + sizeof(*mpa));  in process_mpa_reply()
1495 	} else if (mpa->revision == 1)  in process_mpa_reply()
1581 	struct mpa_message *mpa;  in process_mpa_request()  local
1610 	if (ep->mpa_pkt_len < sizeof(*mpa))  in process_mpa_request()
1614 	mpa = (struct mpa_message *) ep->mpa_pkt;  in process_mpa_request()
1619 	if (mpa->revision > mpa_rev) {  in process_mpa_request()
1621 		       " Received = %d\n", __func__, mpa_rev, mpa->revision);  in process_mpa_request()
1627 	if (memcmp(mpa->key, MPA_KEY_REQ, sizeof(mpa->key))) {  in process_mpa_request()
1633 	plen = ntohs(mpa->private_data_size);  in process_mpa_request()
1647 	if (ep->mpa_pkt_len > (sizeof(*mpa) + plen)) {  in process_mpa_request()
1657 	if (ep->mpa_pkt_len < (sizeof(*mpa) + plen))  in process_mpa_request()
1665 	ep->mpa_attr.crc_enabled = (mpa->flags & MPA_CRC) | crc_enabled ? 1 : 0;  in process_mpa_request()
1667 	ep->mpa_attr.xmit_marker_enabled = mpa->flags & MPA_MARKERS ? 1 : 0;  in process_mpa_request()
1668 	ep->mpa_attr.version = mpa->revision;  in process_mpa_request()
1669 	if (mpa->revision == 1)  in process_mpa_request()
1673 	if (mpa->revision == 2) {  in process_mpa_request()
1675 			mpa->flags & MPA_ENHANCED_RDMA_CONN ? 1 : 0;  in process_mpa_request()
1678 				(ep->mpa_pkt + sizeof(*mpa));  in process_mpa_request()
1697 	} else if (mpa->revision == 1)  in process_mpa_request()