user_wr          2003 drivers/infiniband/core/uverbs_cmd.c 	struct ib_uverbs_send_wr       *user_wr;
user_wr          2029 drivers/infiniband/core/uverbs_cmd.c 	user_wr = kmalloc(cmd.wqe_size, GFP_KERNEL);
user_wr          2030 drivers/infiniband/core/uverbs_cmd.c 	if (!user_wr)
user_wr          2043 drivers/infiniband/core/uverbs_cmd.c 		if (copy_from_user(user_wr, wqes + i * cmd.wqe_size,
user_wr          2049 drivers/infiniband/core/uverbs_cmd.c 		if (user_wr->num_sge + sg_ind > cmd.sge_count) {
user_wr          2057 drivers/infiniband/core/uverbs_cmd.c 			if (user_wr->opcode != IB_WR_SEND &&
user_wr          2058 drivers/infiniband/core/uverbs_cmd.c 			    user_wr->opcode != IB_WR_SEND_WITH_IMM) {
user_wr          2064 drivers/infiniband/core/uverbs_cmd.c 			ud = alloc_wr(next_size, user_wr->num_sge);
user_wr          2071 drivers/infiniband/core/uverbs_cmd.c 						   user_wr->wr.ud.ah, attrs);
user_wr          2077 drivers/infiniband/core/uverbs_cmd.c 			ud->remote_qpn = user_wr->wr.ud.remote_qpn;
user_wr          2078 drivers/infiniband/core/uverbs_cmd.c 			ud->remote_qkey = user_wr->wr.ud.remote_qkey;
user_wr          2081 drivers/infiniband/core/uverbs_cmd.c 		} else if (user_wr->opcode == IB_WR_RDMA_WRITE_WITH_IMM ||
user_wr          2082 drivers/infiniband/core/uverbs_cmd.c 			   user_wr->opcode == IB_WR_RDMA_WRITE ||
user_wr          2083 drivers/infiniband/core/uverbs_cmd.c 			   user_wr->opcode == IB_WR_RDMA_READ) {
user_wr          2087 drivers/infiniband/core/uverbs_cmd.c 			rdma = alloc_wr(next_size, user_wr->num_sge);
user_wr          2093 drivers/infiniband/core/uverbs_cmd.c 			rdma->remote_addr = user_wr->wr.rdma.remote_addr;
user_wr          2094 drivers/infiniband/core/uverbs_cmd.c 			rdma->rkey = user_wr->wr.rdma.rkey;
user_wr          2097 drivers/infiniband/core/uverbs_cmd.c 		} else if (user_wr->opcode == IB_WR_ATOMIC_CMP_AND_SWP ||
user_wr          2098 drivers/infiniband/core/uverbs_cmd.c 			   user_wr->opcode == IB_WR_ATOMIC_FETCH_AND_ADD) {
user_wr          2102 drivers/infiniband/core/uverbs_cmd.c 			atomic = alloc_wr(next_size, user_wr->num_sge);
user_wr          2108 drivers/infiniband/core/uverbs_cmd.c 			atomic->remote_addr = user_wr->wr.atomic.remote_addr;
user_wr          2109 drivers/infiniband/core/uverbs_cmd.c 			atomic->compare_add = user_wr->wr.atomic.compare_add;
user_wr          2110 drivers/infiniband/core/uverbs_cmd.c 			atomic->swap = user_wr->wr.atomic.swap;
user_wr          2111 drivers/infiniband/core/uverbs_cmd.c 			atomic->rkey = user_wr->wr.atomic.rkey;
user_wr          2114 drivers/infiniband/core/uverbs_cmd.c 		} else if (user_wr->opcode == IB_WR_SEND ||
user_wr          2115 drivers/infiniband/core/uverbs_cmd.c 			   user_wr->opcode == IB_WR_SEND_WITH_IMM ||
user_wr          2116 drivers/infiniband/core/uverbs_cmd.c 			   user_wr->opcode == IB_WR_SEND_WITH_INV) {
user_wr          2118 drivers/infiniband/core/uverbs_cmd.c 			next = alloc_wr(next_size, user_wr->num_sge);
user_wr          2128 drivers/infiniband/core/uverbs_cmd.c 		if (user_wr->opcode == IB_WR_SEND_WITH_IMM ||
user_wr          2129 drivers/infiniband/core/uverbs_cmd.c 		    user_wr->opcode == IB_WR_RDMA_WRITE_WITH_IMM) {
user_wr          2131 drivers/infiniband/core/uverbs_cmd.c 					(__be32 __force) user_wr->ex.imm_data;
user_wr          2132 drivers/infiniband/core/uverbs_cmd.c 		} else if (user_wr->opcode == IB_WR_SEND_WITH_INV) {
user_wr          2133 drivers/infiniband/core/uverbs_cmd.c 			next->ex.invalidate_rkey = user_wr->ex.invalidate_rkey;
user_wr          2143 drivers/infiniband/core/uverbs_cmd.c 		next->wr_id      = user_wr->wr_id;
user_wr          2144 drivers/infiniband/core/uverbs_cmd.c 		next->num_sge    = user_wr->num_sge;
user_wr          2145 drivers/infiniband/core/uverbs_cmd.c 		next->opcode     = user_wr->opcode;
user_wr          2146 drivers/infiniband/core/uverbs_cmd.c 		next->send_flags = user_wr->send_flags;
user_wr          2187 drivers/infiniband/core/uverbs_cmd.c 	kfree(user_wr);
user_wr          2196 drivers/infiniband/core/uverbs_cmd.c 	struct ib_uverbs_recv_wr *user_wr;
user_wr          2218 drivers/infiniband/core/uverbs_cmd.c 	user_wr = kmalloc(wqe_size, GFP_KERNEL);
user_wr          2219 drivers/infiniband/core/uverbs_cmd.c 	if (!user_wr)
user_wr          2225 drivers/infiniband/core/uverbs_cmd.c 		if (copy_from_user(user_wr, wqes + i * wqe_size,
user_wr          2231 drivers/infiniband/core/uverbs_cmd.c 		if (user_wr->num_sge + sg_ind > sge_count) {
user_wr          2236 drivers/infiniband/core/uverbs_cmd.c 		if (user_wr->num_sge >=
user_wr          2244 drivers/infiniband/core/uverbs_cmd.c 			       user_wr->num_sge * sizeof (struct ib_sge),
user_wr          2258 drivers/infiniband/core/uverbs_cmd.c 		next->wr_id      = user_wr->wr_id;
user_wr          2259 drivers/infiniband/core/uverbs_cmd.c 		next->num_sge    = user_wr->num_sge;
user_wr          2275 drivers/infiniband/core/uverbs_cmd.c 	kfree(user_wr);
user_wr          2279 drivers/infiniband/core/uverbs_cmd.c 	kfree(user_wr);