305 	res->u.sqrq.restype = FW_RI_RES_TYPE_SQ;  in create_qp()
306 	res->u.sqrq.op = FW_RI_RES_OP_WRITE;  in create_qp()
314 	res->u.sqrq.fetchszm_to_iqid = cpu_to_be32(  in create_qp()
320 	res->u.sqrq.dcaen_to_eqsize = cpu_to_be32(  in create_qp()
328 	res->u.sqrq.eqid = cpu_to_be32(wq->sq.qid);  in create_qp()
329 	res->u.sqrq.eqaddr = cpu_to_be64(wq->sq.dma_addr);  in create_qp()
331 	res->u.sqrq.restype = FW_RI_RES_TYPE_RQ;  in create_qp()
332 	res->u.sqrq.op = FW_RI_RES_OP_WRITE;  in create_qp()
339 	res->u.sqrq.fetchszm_to_iqid = cpu_to_be32(  in create_qp()
344 	res->u.sqrq.dcaen_to_eqsize = cpu_to_be32(  in create_qp()
352 	res->u.sqrq.eqid = cpu_to_be32(wq->rq.qid);  in create_qp()
353 	res->u.sqrq.eqaddr = cpu_to_be64(wq->rq.dma_addr);  in create_qp()
496 			ret = build_immd(sq, wqe->send.u.immd_src, wr,  in build_rdma_send()
505 					 wqe->send.u.isgl_src,  in build_rdma_send()
513 		wqe->send.u.immd_src[0].op = FW_RI_DATA_IMMD;  in build_rdma_send()
514 		wqe->send.u.immd_src[0].r1 = 0;  in build_rdma_send()
515 		wqe->send.u.immd_src[0].r2 = 0;  in build_rdma_send()
516 		wqe->send.u.immd_src[0].immdlen = 0;  in build_rdma_send()
539 			ret = build_immd(sq, wqe->write.u.immd_src, wr,  in build_rdma_write()
548 					 wqe->write.u.isgl_src,  in build_rdma_write()
556 		wqe->write.u.immd_src[0].op = FW_RI_DATA_IMMD;  in build_rdma_write()
557 		wqe->write.u.immd_src[0].r1 = 0;  in build_rdma_write()
558 		wqe->write.u.immd_src[0].r2 = 0;  in build_rdma_write()
559 		wqe->write.u.immd_src[0].immdlen = 0;  in build_rdma_write()
1103 	wqe->u.terminate.type = FW_RI_TYPE_TERMINATE;  in post_terminate()
1104 	wqe->u.terminate.immdlen = cpu_to_be32(sizeof *term);  in post_terminate()
1105 	term = (struct terminate_message *)wqe->u.terminate.termmsg;  in post_terminate()
1227 	wqe->u.fini.type = FW_RI_TYPE_FINI;  in rdma_fini()
1242 	memset(&init->u, 0, sizeof init->u);  in build_rtr_msg()
1245 		init->u.write.opcode = FW_RI_RDMA_WRITE_WR;  in build_rtr_msg()
1246 		init->u.write.stag_sink = cpu_to_be32(1);  in build_rtr_msg()
1247 		init->u.write.to_sink = cpu_to_be64(1);  in build_rtr_msg()
1248 		init->u.write.u.immd_src[0].op = FW_RI_DATA_IMMD;  in build_rtr_msg()
1249 		init->u.write.len16 = DIV_ROUND_UP(sizeof init->u.write +  in build_rtr_msg()
1254 		init->u.write.opcode = FW_RI_RDMA_READ_WR;  in build_rtr_msg()
1255 		init->u.read.stag_src = cpu_to_be32(1);  in build_rtr_msg()
1256 		init->u.read.to_src_lo = cpu_to_be32(1);  in build_rtr_msg()
1257 		init->u.read.stag_sink = cpu_to_be32(1);  in build_rtr_msg()
1258 		init->u.read.to_sink_lo = cpu_to_be32(1);  in build_rtr_msg()
1259 		init->u.read.len16 = DIV_ROUND_UP(sizeof init->u.read, 16);  in build_rtr_msg()
1297 	wqe->u.init.type = FW_RI_TYPE_INIT;  in rdma_init()
1298 	wqe->u.init.mpareqbit_p2ptype =  in rdma_init()
1301 	wqe->u.init.mpa_attrs = FW_RI_MPA_IETF_ENABLE;  in rdma_init()
1303 		wqe->u.init.mpa_attrs |= FW_RI_MPA_RX_MARKER_ENABLE;  in rdma_init()
1305 		wqe->u.init.mpa_attrs |= FW_RI_MPA_TX_MARKER_ENABLE;  in rdma_init()
1307 		wqe->u.init.mpa_attrs |= FW_RI_MPA_CRC_ENABLE;  in rdma_init()
1309 	wqe->u.init.qp_caps = FW_RI_QP_RDMA_READ_ENABLE |  in rdma_init()
1313 		wqe->u.init.qp_caps |= FW_RI_QP_FAST_REGISTER_ENABLE |  in rdma_init()
1315 	wqe->u.init.nrqe = cpu_to_be16(t4_rqes_posted(&qhp->wq));  in rdma_init()
1316 	wqe->u.init.pdid = cpu_to_be32(qhp->attr.pd);  in rdma_init()
1317 	wqe->u.init.qpid = cpu_to_be32(qhp->wq.sq.qid);  in rdma_init()
1318 	wqe->u.init.sq_eqid = cpu_to_be32(qhp->wq.sq.qid);  in rdma_init()
1319 	wqe->u.init.rq_eqid = cpu_to_be32(qhp->wq.rq.qid);  in rdma_init()
1320 	wqe->u.init.scqid = cpu_to_be32(qhp->attr.scq);  in rdma_init()
1321 	wqe->u.init.rcqid = cpu_to_be32(qhp->attr.rcq);  in rdma_init()
1322 	wqe->u.init.ord_max = cpu_to_be32(qhp->attr.max_ord);  in rdma_init()
1323 	wqe->u.init.ird_max = cpu_to_be32(qhp->attr.max_ird);  in rdma_init()
1324 	wqe->u.init.iss = cpu_to_be32(qhp->ep->snd_seq);  in rdma_init()
1325 	wqe->u.init.irs = cpu_to_be32(qhp->ep->rcv_seq);  in rdma_init()
1326 	wqe->u.init.hwrqsize = cpu_to_be32(qhp->wq.rq.rqt_size);  in rdma_init()
1327 	wqe->u.init.hwrqaddr = cpu_to_be32(qhp->wq.rq.rqt_hwaddr -  in rdma_init()
1330 		build_rtr_msg(qhp->attr.mpa_attr.p2p_type, &wqe->u.init);  in rdma_init()