272 static void fc_exch_setup_hdr(struct fc_exch *ep, struct fc_frame *fp,  in fc_exch_setup_hdr()  argument
275 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_setup_hdr()
278 	fr_sof(fp) = ep->class;  in fc_exch_setup_hdr()
280 		fr_sof(fp) = fc_sof_normal(ep->class);  in fc_exch_setup_hdr()
283 		fr_eof(fp) = FC_EOF_T;  in fc_exch_setup_hdr()
285 			fr_eof(fp) = FC_EOF_N;  in fc_exch_setup_hdr()
295 		fill = fr_len(fp) & 3;  in fc_exch_setup_hdr()
299 			skb_put(fp_skb(fp), fill);  in fc_exch_setup_hdr()
303 		WARN_ON(fr_len(fp) % 4 != 0);	/* no pad to non last frame */  in fc_exch_setup_hdr()
304 		fr_eof(fp) = FC_EOF_N;  in fc_exch_setup_hdr()
467 			      struct fc_frame *fp)  in fc_seq_send_locked()  argument
470 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_seq_send_locked()
478 		fc_frame_free(fp);  in fc_seq_send_locked()
485 	fc_exch_setup_hdr(ep, fp, f_ctl);  in fc_seq_send_locked()
486 	fr_encaps(fp) = ep->encaps;  in fc_seq_send_locked()
493 	if (fr_max_payload(fp))  in fc_seq_send_locked()
494 		sp->cnt += DIV_ROUND_UP((fr_len(fp) - sizeof(*fh)),  in fc_seq_send_locked()
495 					fr_max_payload(fp));  in fc_seq_send_locked()
502 	error = lport->tt.frame_send(lport, fp);  in fc_seq_send_locked()
529 		       struct fc_frame *fp)  in fc_seq_send()  argument
535 	error = fc_seq_send_locked(lport, sp, fp);  in fc_seq_send()
632 	struct fc_frame *fp;  in fc_exch_abort_locked()  local
653 		fp = fc_frame_alloc(ep->lp, 0);  in fc_exch_abort_locked()
654 		if (fp) {  in fc_exch_abort_locked()
656 			fc_fill_fc_hdr(fp, FC_RCTL_BA_ABTS, ep->did, ep->sid,  in fc_exch_abort_locked()
659 			error = fc_seq_send_locked(ep->lp, sp, fp);  in fc_exch_abort_locked()
719 			   struct fc_frame *fp)  in fc_invoke_resp()  argument
721 	void (*resp)(struct fc_seq *, struct fc_frame *fp, void *arg);  in fc_invoke_resp()
734 		resp(sp, fp, arg);  in fc_invoke_resp()
892 					    struct fc_frame *fp)  in fc_exch_alloc()  argument
897 		if (!ema->match || ema->match(fp))  in fc_exch_alloc()
957 				    struct fc_frame *fp)  in fc_exch_resp()  argument
962 	ep = fc_exch_alloc(lport, fp);  in fc_exch_resp()
964 		ep->class = fc_frame_class(fp);  in fc_exch_resp()
971 		fh = fc_frame_header_get(fp);  in fc_exch_resp()
1005 						 struct fc_frame *fp)  in fc_seq_lookup_recip()  argument
1007 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_seq_lookup_recip()
1043 		    fc_frame_payload_op(fp) == ELS_TEST) {  in fc_seq_lookup_recip()
1052 		if ((f_ctl & FC_FC_FIRST_SEQ) && fc_sof_is_init(fr_sof(fp))) {  in fc_seq_lookup_recip()
1058 			ep = fc_exch_resp(lport, mp, fp);  in fc_seq_lookup_recip()
1076 	if (fc_sof_is_init(fr_sof(fp))) {  in fc_seq_lookup_recip()
1116 	fr_seq(fp) = sp;  in fc_seq_lookup_recip()
1134 					 struct fc_frame *fp)  in fc_seq_lookup_orig()  argument
1136 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_seq_lookup_orig()
1192 static void fc_seq_els_rsp_send(struct fc_frame *fp, enum fc_els_cmd els_cmd,  in fc_seq_els_rsp_send()  argument
1197 		fc_seq_ls_rjt(fp, els_data->reason, els_data->explan);  in fc_seq_els_rsp_send()
1200 		fc_seq_ls_acc(fp);  in fc_seq_els_rsp_send()
1203 		fc_exch_els_rrq(fp);  in fc_seq_els_rsp_send()
1206 		fc_exch_els_rec(fp);  in fc_seq_els_rsp_send()
1209 		FC_LPORT_DBG(fr_dev(fp), "Invalid ELS CMD:%x\n", els_cmd);  in fc_seq_els_rsp_send()
1220 static void fc_seq_send_last(struct fc_seq *sp, struct fc_frame *fp,  in fc_seq_send_last()  argument
1228 	fc_fill_fc_hdr(fp, rctl, ep->did, ep->sid, fh_type, f_ctl, 0);  in fc_seq_send_last()
1229 	fc_seq_send_locked(ep->lp, sp, fp);  in fc_seq_send_last()
1241 	struct fc_frame *fp;  in fc_seq_send_ack()  local
1252 		fp = fc_frame_alloc(lport, 0);  in fc_seq_send_ack()
1253 		if (!fp)  in fc_seq_send_ack()
1256 		fh = fc_frame_header_get(fp);  in fc_seq_send_ack()
1276 		fc_exch_setup_hdr(ep, fp, f_ctl);  in fc_seq_send_ack()
1281 		fr_sof(fp) = fr_sof(rx_fp);  in fc_seq_send_ack()
1283 			fr_eof(fp) = FC_EOF_T;  in fc_seq_send_ack()
1285 			fr_eof(fp) = FC_EOF_N;  in fc_seq_send_ack()
1287 		lport->tt.frame_send(lport, fp);  in fc_seq_send_ack()
1303 	struct fc_frame *fp;  in fc_exch_send_ba_rjt()  local
1311 	fp = fc_frame_alloc(lport, sizeof(*rp));  in fc_exch_send_ba_rjt()
1312 	if (!fp)  in fc_exch_send_ba_rjt()
1314 	fh = fc_frame_header_get(fp);  in fc_exch_send_ba_rjt()
1319 	rp = fc_frame_payload_get(fp, sizeof(*rp));  in fc_exch_send_ba_rjt()
1351 	fr_sof(fp) = fc_sof_class(fr_sof(rx_fp));  in fc_exch_send_ba_rjt()
1352 	fr_eof(fp) = FC_EOF_T;  in fc_exch_send_ba_rjt()
1353 	if (fc_sof_needs_ack(fr_sof(fp)))  in fc_exch_send_ba_rjt()
1354 		fr_eof(fp) = FC_EOF_N;  in fc_exch_send_ba_rjt()
1356 	lport->tt.frame_send(lport, fp);  in fc_exch_send_ba_rjt()
1370 	struct fc_frame *fp;  in fc_exch_recv_abts()  local
1378 	fp = fc_frame_alloc(ep->lp, sizeof(*ap));  in fc_exch_recv_abts()
1379 	if (!fp)  in fc_exch_recv_abts()
1386 		fc_frame_free(fp);  in fc_exch_recv_abts()
1394 	fh = fc_frame_header_get(fp);  in fc_exch_recv_abts()
1395 	ap = fc_frame_payload_get(fp, sizeof(*ap));  in fc_exch_recv_abts()
1406 	fc_seq_send_last(sp, fp, FC_RCTL_BA_ACC, FC_TYPE_BLS);  in fc_exch_recv_abts()
1428 static struct fc_seq *fc_seq_assign(struct fc_lport *lport, struct fc_frame *fp)  in fc_seq_assign()  argument
1432 	WARN_ON(lport != fr_dev(fp));  in fc_seq_assign()
1433 	WARN_ON(fr_seq(fp));  in fc_seq_assign()
1434 	fr_seq(fp) = NULL;  in fc_seq_assign()
1437 		if ((!ema->match || ema->match(fp)) &&  in fc_seq_assign()
1438 		    fc_seq_lookup_recip(lport, ema->mp, fp) == FC_RJT_NONE)  in fc_seq_assign()
1440 	return fr_seq(fp);  in fc_seq_assign()
1462 			     struct fc_frame *fp)  in fc_exch_recv_req()  argument
1464 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_recv_req()
1474 		fc_frame_free(fp);  in fc_exch_recv_req()
1477 	fr_dev(fp) = lport;  in fc_exch_recv_req()
1479 	BUG_ON(fr_seq(fp));		/* XXX remove later */  in fc_exch_recv_req()
1486 		return lport->tt.lport_recv(lport, fp);  in fc_exch_recv_req()
1488 	reject = fc_seq_lookup_recip(lport, mp, fp);  in fc_exch_recv_req()
1490 		sp = fr_seq(fp);	/* sequence will be held */  in fc_exch_recv_req()
1492 		fc_seq_send_ack(sp, fp);  in fc_exch_recv_req()
1493 		ep->encaps = fr_encaps(fp);  in fc_exch_recv_req()
1506 		if (!fc_invoke_resp(ep, sp, fp))  in fc_exch_recv_req()
1507 			lport->tt.lport_recv(lport, fp);  in fc_exch_recv_req()
1512 		fc_frame_free(fp);  in fc_exch_recv_req()
1523 static void fc_exch_recv_seq_resp(struct fc_exch_mgr *mp, struct fc_frame *fp)  in fc_exch_recv_seq_resp()  argument
1525 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_recv_seq_resp()
1552 	sof = fr_sof(fp);  in fc_exch_recv_seq_resp()
1563 	fr_seq(fp) = sp;  in fc_exch_recv_seq_resp()
1571 		fc_seq_send_ack(sp, fp);  in fc_exch_recv_seq_resp()
1573 	if (fh->fh_type != FC_TYPE_FCP && fr_eof(fp) == FC_EOF_T &&  in fc_exch_recv_seq_resp()
1597 	if (!fc_invoke_resp(ep, sp, fp))  in fc_exch_recv_seq_resp()
1598 		fc_frame_free(fp);  in fc_exch_recv_seq_resp()
1605 	fc_frame_free(fp);  in fc_exch_recv_seq_resp()
1614 static void fc_exch_recv_resp(struct fc_exch_mgr *mp, struct fc_frame *fp)  in fc_exch_recv_resp()  argument
1618 	sp = fc_seq_lookup_orig(mp, fp);	/* doesn't hold sequence */  in fc_exch_recv_resp()
1625 	fc_frame_free(fp);  in fc_exch_recv_resp()
1636 static void fc_exch_abts_resp(struct fc_exch *ep, struct fc_frame *fp)  in fc_exch_abts_resp()  argument
1645 	fh = fc_frame_header_get(fp);  in fc_exch_abts_resp()
1657 		ap = fc_frame_payload_get(fp, sizeof(*ap));  in fc_exch_abts_resp()
1697 	if (!fc_invoke_resp(ep, sp, fp))  in fc_exch_abts_resp()
1698 		fc_frame_free(fp);  in fc_exch_abts_resp()
1712 static void fc_exch_recv_bls(struct fc_exch_mgr *mp, struct fc_frame *fp)  in fc_exch_recv_bls()  argument
1718 	fh = fc_frame_header_get(fp);  in fc_exch_recv_bls()
1720 	fr_seq(fp) = NULL;  in fc_exch_recv_bls()
1745 		fc_frame_free(fp);  in fc_exch_recv_bls()
1751 				fc_exch_abts_resp(ep, fp);  in fc_exch_recv_bls()
1753 				fc_frame_free(fp);  in fc_exch_recv_bls()
1756 			fc_exch_recv_abts(ep, fp);  in fc_exch_recv_bls()
1759 			fc_frame_free(fp);  in fc_exch_recv_bls()
1778 	struct fc_frame *fp;  in fc_seq_ls_acc()  local
1781 	fp = fc_frame_alloc(lport, sizeof(*acc));  in fc_seq_ls_acc()
1782 	if (!fp)  in fc_seq_ls_acc()
1784 	acc = fc_frame_payload_get(fp, sizeof(*acc));  in fc_seq_ls_acc()
1787 	fc_fill_reply_hdr(fp, rx_fp, FC_RCTL_ELS_REP, 0);  in fc_seq_ls_acc()
1788 	lport->tt.frame_send(lport, fp);  in fc_seq_ls_acc()
1805 	struct fc_frame *fp;  in fc_seq_ls_rjt()  local
1808 	fp = fc_frame_alloc(lport, sizeof(*rjt));  in fc_seq_ls_rjt()
1809 	if (!fp)  in fc_seq_ls_rjt()
1811 	rjt = fc_frame_payload_get(fp, sizeof(*rjt));  in fc_seq_ls_rjt()
1816 	fc_fill_reply_hdr(fp, rx_fp, FC_RCTL_ELS_REP, 0);  in fc_seq_ls_rjt()
1817 	lport->tt.frame_send(lport, fp);  in fc_seq_ls_rjt()
1949 	struct fc_frame *fp;  in fc_exch_els_rec()  local
1977 	fp = fc_frame_alloc(lport, sizeof(*acc));  in fc_exch_els_rec()
1978 	if (!fp)  in fc_exch_els_rec()
1981 	acc = fc_frame_payload_get(fp, sizeof(*acc));  in fc_exch_els_rec()
1995 	fc_fill_reply_hdr(fp, rfp, FC_RCTL_ELS_REP, 0);  in fc_exch_els_rec()
1996 	lport->tt.frame_send(lport, fp);  in fc_exch_els_rec()
2015 static void fc_exch_rrq_resp(struct fc_seq *sp, struct fc_frame *fp, void *arg)  in fc_exch_rrq_resp()  argument
2020 	if (IS_ERR(fp)) {  in fc_exch_rrq_resp()
2021 		int err = PTR_ERR(fp);  in fc_exch_rrq_resp()
2030 	op = fc_frame_payload_op(fp);  in fc_exch_rrq_resp()
2031 	fc_frame_free(fp);  in fc_exch_rrq_resp()
2072 				       struct fc_frame *fp,  in fc_exch_seq_send()  argument
2074 						    struct fc_frame *fp,  in fc_exch_seq_send()
2086 	ep = fc_exch_alloc(lport, fp);  in fc_exch_seq_send()
2088 		fc_frame_free(fp);  in fc_exch_seq_send()
2092 	fh = fc_frame_header_get(fp);  in fc_exch_seq_send()
2103 	fc_exch_setup_hdr(ep, fp, ep->f_ctl);  in fc_exch_seq_send()
2107 		fsp = fr_fsp(fp);  in fc_exch_seq_send()
2108 		fc_fcp_ddp_setup(fr_fsp(fp), ep->xid);  in fc_exch_seq_send()
2111 	if (unlikely(lport->tt.frame_send(lport, fp)))  in fc_exch_seq_send()
2143 	struct fc_frame *fp;  in fc_exch_rrq()  local
2148 	fp = fc_frame_alloc(lport, sizeof(*rrq));  in fc_exch_rrq()
2149 	if (!fp)  in fc_exch_rrq()
2152 	rrq = fc_frame_payload_get(fp, sizeof(*rrq));  in fc_exch_rrq()
2163 	fc_fill_fc_hdr(fp, FC_RCTL_ELS_REQ, did,  in fc_exch_rrq()
2167 	if (fc_exch_seq_send(lport, fp, fc_exch_rrq_resp, NULL, ep,  in fc_exch_rrq()
2188 static void fc_exch_els_rrq(struct fc_frame *fp)  in fc_exch_els_rrq()  argument
2197 	lport = fr_dev(fp);  in fc_exch_els_rrq()
2198 	rp = fc_frame_payload_get(fp, sizeof(*rp));  in fc_exch_els_rrq()
2238 	fc_seq_ls_acc(fp);  in fc_exch_els_rrq()
2244 	fc_seq_ls_rjt(fp, ELS_RJT_LOGIC, explan);  in fc_exch_els_rrq()
2494 void fc_exch_recv(struct fc_lport *lport, struct fc_frame *fp)  in fc_exch_recv()  argument
2496 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_recv()
2504 		fc_frame_free(fp);  in fc_exch_recv()
2517 		fc_frame_free(fp);  in fc_exch_recv()
2524 	switch (fr_eof(fp)) {  in fc_exch_recv()
2527 			skb_trim(fp_skb(fp), fr_len(fp) - FC_FC_FILL(f_ctl));  in fc_exch_recv()
2531 			fc_exch_recv_bls(ema->mp, fp);  in fc_exch_recv()
2534 			fc_exch_recv_seq_resp(ema->mp, fp);  in fc_exch_recv()
2536 			fc_exch_recv_resp(ema->mp, fp);  in fc_exch_recv()
2538 			fc_exch_recv_req(lport, ema->mp, fp);  in fc_exch_recv()
2542 			     fr_eof(fp));  in fc_exch_recv()
2543 		fc_frame_free(fp);  in fc_exch_recv()