209 	__be32 *wqe;  in stamp_send_wqe()  local
224 			wqe = buf + (i & ((1 << qp->sq.wqe_shift) - 1));  in stamp_send_wqe()
225 			*wqe = stamp;  in stamp_send_wqe()
231 			wqe = buf + i;  in stamp_send_wqe()
232 			*wqe = cpu_to_be32(0xffffffff);  in stamp_send_wqe()
241 	void *wqe;  in post_nop_wqe()  local
244 	ctrl = wqe = get_send_wqe(qp, n & (qp->sq.wqe_cnt - 1));  in post_nop_wqe()
248 		struct mlx4_wqe_datagram_seg *dgram = wqe + sizeof *ctrl;  in post_nop_wqe()
257 		inl = wqe + s;  in post_nop_wqe()
2035 				  void *wqe, unsigned *mlx_seg_len)  in build_sriov_qp0_header()  argument
2039 	struct mlx4_wqe_mlx_seg *mlx = wqe;  in build_sriov_qp0_header()
2040 	struct mlx4_wqe_inline_seg *inl = wqe + sizeof *mlx;  in build_sriov_qp0_header()
2157 			    void *wqe, unsigned *mlx_seg_len)  in build_mlx_header()  argument
2160 	struct mlx4_wqe_mlx_seg *mlx = wqe;  in build_mlx_header()
2161 	struct mlx4_wqe_ctrl_seg *ctrl = wqe;  in build_mlx_header()
2162 	struct mlx4_wqe_inline_seg *inl = wqe + sizeof *mlx;  in build_mlx_header()
2514 static void build_tunnel_header(struct ib_send_wr *wr, void *wqe, unsigned *mlx_seg_len)  in build_tunnel_header()  argument
2516 	struct mlx4_wqe_inline_seg *inl = wqe;  in build_tunnel_header()
2597 static int build_lso_seg(struct mlx4_wqe_lso_seg *wqe, struct ib_send_wr *wr,  in build_lso_seg()  argument
2601 	unsigned halign = ALIGN(sizeof *wqe + wr->wr.ud.hlen, 16);  in build_lso_seg()
2610 	memcpy(wqe->header, wr->wr.ud.header, wr->wr.ud.hlen);  in build_lso_seg()
2632 static void add_zero_len_inline(void *wqe)  in add_zero_len_inline()  argument
2634 	struct mlx4_wqe_inline_seg *inl = wqe;  in add_zero_len_inline()
2635 	memset(wqe, 0, 16);  in add_zero_len_inline()
2643 	void *wqe;  in mlx4_ib_post_send()  local
2686 		ctrl = wqe = get_send_wqe(qp, ind & (qp->sq.wqe_cnt - 1));  in mlx4_ib_post_send()
2701 		wqe += sizeof *ctrl;  in mlx4_ib_post_send()
2711 				set_raddr_seg(wqe, wr->wr.atomic.remote_addr,  in mlx4_ib_post_send()
2713 				wqe  += sizeof (struct mlx4_wqe_raddr_seg);  in mlx4_ib_post_send()
2715 				set_atomic_seg(wqe, wr);  in mlx4_ib_post_send()
2716 				wqe  += sizeof (struct mlx4_wqe_atomic_seg);  in mlx4_ib_post_send()
2724 				set_raddr_seg(wqe, wr->wr.atomic.remote_addr,  in mlx4_ib_post_send()
2726 				wqe  += sizeof (struct mlx4_wqe_raddr_seg);  in mlx4_ib_post_send()
2728 				set_masked_atomic_seg(wqe, wr);  in mlx4_ib_post_send()
2729 				wqe  += sizeof (struct mlx4_wqe_masked_atomic_seg);  in mlx4_ib_post_send()
2739 				set_raddr_seg(wqe, wr->wr.rdma.remote_addr,  in mlx4_ib_post_send()
2741 				wqe  += sizeof (struct mlx4_wqe_raddr_seg);  in mlx4_ib_post_send()
2748 				set_local_inv_seg(wqe, wr->ex.invalidate_rkey);  in mlx4_ib_post_send()
2749 				wqe  += sizeof (struct mlx4_wqe_local_inval_seg);  in mlx4_ib_post_send()
2756 				set_fmr_seg(wqe, wr);  in mlx4_ib_post_send()
2757 				wqe  += sizeof (struct mlx4_wqe_fmr_seg);  in mlx4_ib_post_send()
2764 				set_bind_seg(wqe, wr);  in mlx4_ib_post_send()
2765 				wqe  += sizeof(struct mlx4_wqe_bind_seg);  in mlx4_ib_post_send()
2780 			wqe  += seglen;  in mlx4_ib_post_send()
2786 			set_datagram_seg(wqe, wr);  in mlx4_ib_post_send()
2788 			*(__be32 *) wqe |= cpu_to_be32(0x80000000);  in mlx4_ib_post_send()
2789 			wqe  += sizeof (struct mlx4_wqe_datagram_seg);  in mlx4_ib_post_send()
2793 			set_datagram_seg(wqe, wr);  in mlx4_ib_post_send()
2794 			wqe  += sizeof (struct mlx4_wqe_datagram_seg);  in mlx4_ib_post_send()
2798 				err = build_lso_seg(wqe, wr, qp, &seglen, &lso_hdr_sz, &blh);  in mlx4_ib_post_send()
2803 				lso_wqe = (__be32 *) wqe;  in mlx4_ib_post_send()
2804 				wqe  += seglen;  in mlx4_ib_post_send()
2815 			wqe  += seglen;  in mlx4_ib_post_send()
2818 			add_zero_len_inline(wqe);  in mlx4_ib_post_send()
2819 			wqe += 16;  in mlx4_ib_post_send()
2821 			build_tunnel_header(wr, wqe, &seglen);  in mlx4_ib_post_send()
2822 			wqe  += seglen;  in mlx4_ib_post_send()
2831 			set_tunnel_datagram_seg(to_mdev(ibqp->device), wqe, wr,  in mlx4_ib_post_send()
2833 			wqe  += sizeof (struct mlx4_wqe_datagram_seg);  in mlx4_ib_post_send()
2835 			build_tunnel_header(wr, wqe, &seglen);  in mlx4_ib_post_send()
2836 			wqe  += seglen;  in mlx4_ib_post_send()
2847 			wqe  += seglen;  in mlx4_ib_post_send()
2862 		dseg = wqe;  in mlx4_ib_post_send()