263 static void fc_exch_setup_hdr(struct fc_exch *ep, struct fc_frame *fp,  in fc_exch_setup_hdr()  argument
266 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_setup_hdr()
269 	fr_sof(fp) = ep->class;  in fc_exch_setup_hdr()
271 		fr_sof(fp) = fc_sof_normal(ep->class);  in fc_exch_setup_hdr()
274 		fr_eof(fp) = FC_EOF_T;  in fc_exch_setup_hdr()
276 			fr_eof(fp) = FC_EOF_N;  in fc_exch_setup_hdr()
286 		fill = fr_len(fp) & 3;  in fc_exch_setup_hdr()
290 			skb_put(fp_skb(fp), fill);  in fc_exch_setup_hdr()
294 		WARN_ON(fr_len(fp) % 4 != 0);	/* no pad to non last frame */  in fc_exch_setup_hdr()
295 		fr_eof(fp) = FC_EOF_N;  in fc_exch_setup_hdr()
465 			      struct fc_frame *fp)  in fc_seq_send_locked()  argument
468 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_seq_send_locked()
476 		fc_frame_free(fp);  in fc_seq_send_locked()
483 	fc_exch_setup_hdr(ep, fp, f_ctl);  in fc_seq_send_locked()
484 	fr_encaps(fp) = ep->encaps;  in fc_seq_send_locked()
491 	if (fr_max_payload(fp))  in fc_seq_send_locked()
492 		sp->cnt += DIV_ROUND_UP((fr_len(fp) - sizeof(*fh)),  in fc_seq_send_locked()
493 					fr_max_payload(fp));  in fc_seq_send_locked()
500 	error = lport->tt.frame_send(lport, fp);  in fc_seq_send_locked()
526 int fc_seq_send(struct fc_lport *lport, struct fc_seq *sp, struct fc_frame *fp)  in fc_seq_send()  argument
532 	error = fc_seq_send_locked(lport, sp, fp);  in fc_seq_send()
638 	struct fc_frame *fp;  in fc_exch_abort_locked()  local
663 		fp = fc_frame_alloc(ep->lp, 0);  in fc_exch_abort_locked()
664 		if (fp) {  in fc_exch_abort_locked()
666 			fc_fill_fc_hdr(fp, FC_RCTL_BA_ABTS, ep->did, ep->sid,  in fc_exch_abort_locked()
669 			error = fc_seq_send_locked(ep->lp, sp, fp);  in fc_exch_abort_locked()
731 			   struct fc_frame *fp)  in fc_invoke_resp()  argument
733 	void (*resp)(struct fc_seq *, struct fc_frame *fp, void *arg);  in fc_invoke_resp()
746 		resp(sp, fp, arg);  in fc_invoke_resp()
908 				     struct fc_frame *fp)  in fc_exch_alloc()  argument
914 		if (!ema->match || ema->match(fp)) {  in fc_exch_alloc()
994 				    struct fc_frame *fp)  in fc_exch_resp()  argument
999 	ep = fc_exch_alloc(lport, fp);  in fc_exch_resp()
1001 		ep->class = fc_frame_class(fp);  in fc_exch_resp()
1008 		fh = fc_frame_header_get(fp);  in fc_exch_resp()
1042 						 struct fc_frame *fp)  in fc_seq_lookup_recip()  argument
1044 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_seq_lookup_recip()
1080 		    fc_frame_payload_op(fp) == ELS_TEST) {  in fc_seq_lookup_recip()
1089 		if ((f_ctl & FC_FC_FIRST_SEQ) && fc_sof_is_init(fr_sof(fp))) {  in fc_seq_lookup_recip()
1095 			ep = fc_exch_resp(lport, mp, fp);  in fc_seq_lookup_recip()
1113 	if (fc_sof_is_init(fr_sof(fp))) {  in fc_seq_lookup_recip()
1153 	fr_seq(fp) = sp;  in fc_seq_lookup_recip()
1171 					 struct fc_frame *fp)  in fc_seq_lookup_orig()  argument
1173 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_seq_lookup_orig()
1229 void fc_seq_els_rsp_send(struct fc_frame *fp, enum fc_els_cmd els_cmd,  in fc_seq_els_rsp_send()  argument
1234 		fc_seq_ls_rjt(fp, els_data->reason, els_data->explan);  in fc_seq_els_rsp_send()
1237 		fc_seq_ls_acc(fp);  in fc_seq_els_rsp_send()
1240 		fc_exch_els_rrq(fp);  in fc_seq_els_rsp_send()
1243 		fc_exch_els_rec(fp);  in fc_seq_els_rsp_send()
1246 		FC_LPORT_DBG(fr_dev(fp), "Invalid ELS CMD:%x\n", els_cmd);  in fc_seq_els_rsp_send()
1258 static void fc_seq_send_last(struct fc_seq *sp, struct fc_frame *fp,  in fc_seq_send_last()  argument
1266 	fc_fill_fc_hdr(fp, rctl, ep->did, ep->sid, fh_type, f_ctl, 0);  in fc_seq_send_last()
1267 	fc_seq_send_locked(ep->lp, sp, fp);  in fc_seq_send_last()
1279 	struct fc_frame *fp;  in fc_seq_send_ack()  local
1290 		fp = fc_frame_alloc(lport, 0);  in fc_seq_send_ack()
1291 		if (!fp) {  in fc_seq_send_ack()
1296 		fh = fc_frame_header_get(fp);  in fc_seq_send_ack()
1316 		fc_exch_setup_hdr(ep, fp, f_ctl);  in fc_seq_send_ack()
1321 		fr_sof(fp) = fr_sof(rx_fp);  in fc_seq_send_ack()
1323 			fr_eof(fp) = FC_EOF_T;  in fc_seq_send_ack()
1325 			fr_eof(fp) = FC_EOF_N;  in fc_seq_send_ack()
1327 		lport->tt.frame_send(lport, fp);  in fc_seq_send_ack()
1343 	struct fc_frame *fp;  in fc_exch_send_ba_rjt()  local
1353 	fp = fc_frame_alloc(lport, sizeof(*rp));  in fc_exch_send_ba_rjt()
1354 	if (!fp) {  in fc_exch_send_ba_rjt()
1359 	fh = fc_frame_header_get(fp);  in fc_exch_send_ba_rjt()
1364 	rp = fc_frame_payload_get(fp, sizeof(*rp));  in fc_exch_send_ba_rjt()
1396 	fr_sof(fp) = fc_sof_class(fr_sof(rx_fp));  in fc_exch_send_ba_rjt()
1397 	fr_eof(fp) = FC_EOF_T;  in fc_exch_send_ba_rjt()
1398 	if (fc_sof_needs_ack(fr_sof(fp)))  in fc_exch_send_ba_rjt()
1399 		fr_eof(fp) = FC_EOF_N;  in fc_exch_send_ba_rjt()
1401 	lport->tt.frame_send(lport, fp);  in fc_exch_send_ba_rjt()
1415 	struct fc_frame *fp;  in fc_exch_recv_abts()  local
1424 	fp = fc_frame_alloc(ep->lp, sizeof(*ap));  in fc_exch_recv_abts()
1425 	if (!fp) {  in fc_exch_recv_abts()
1434 		fc_frame_free(fp);  in fc_exch_recv_abts()
1442 	fh = fc_frame_header_get(fp);  in fc_exch_recv_abts()
1443 	ap = fc_frame_payload_get(fp, sizeof(*ap));  in fc_exch_recv_abts()
1454 	fc_seq_send_last(sp, fp, FC_RCTL_BA_ACC, FC_TYPE_BLS);  in fc_exch_recv_abts()
1476 struct fc_seq *fc_seq_assign(struct fc_lport *lport, struct fc_frame *fp)  in fc_seq_assign()  argument
1480 	WARN_ON(lport != fr_dev(fp));  in fc_seq_assign()
1481 	WARN_ON(fr_seq(fp));  in fc_seq_assign()
1482 	fr_seq(fp) = NULL;  in fc_seq_assign()
1485 		if ((!ema->match || ema->match(fp)) &&  in fc_seq_assign()
1486 		    fc_seq_lookup_recip(lport, ema->mp, fp) == FC_RJT_NONE)  in fc_seq_assign()
1488 	return fr_seq(fp);  in fc_seq_assign()
1512 			     struct fc_frame *fp)  in fc_exch_recv_req()  argument
1514 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_recv_req()
1524 		fc_frame_free(fp);  in fc_exch_recv_req()
1527 	fr_dev(fp) = lport;  in fc_exch_recv_req()
1529 	BUG_ON(fr_seq(fp));		/* XXX remove later */  in fc_exch_recv_req()
1536 		return fc_lport_recv(lport, fp);  in fc_exch_recv_req()
1538 	reject = fc_seq_lookup_recip(lport, mp, fp);  in fc_exch_recv_req()
1540 		sp = fr_seq(fp);	/* sequence will be held */  in fc_exch_recv_req()
1542 		fc_seq_send_ack(sp, fp);  in fc_exch_recv_req()
1543 		ep->encaps = fr_encaps(fp);  in fc_exch_recv_req()
1556 		if (!fc_invoke_resp(ep, sp, fp))  in fc_exch_recv_req()
1557 			fc_lport_recv(lport, fp);  in fc_exch_recv_req()
1562 		fc_frame_free(fp);  in fc_exch_recv_req()
1573 static void fc_exch_recv_seq_resp(struct fc_exch_mgr *mp, struct fc_frame *fp)  in fc_exch_recv_seq_resp()  argument
1575 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_recv_seq_resp()
1602 	sof = fr_sof(fp);  in fc_exch_recv_seq_resp()
1610 	fr_seq(fp) = sp;  in fc_exch_recv_seq_resp()
1618 		fc_seq_send_ack(sp, fp);  in fc_exch_recv_seq_resp()
1620 	if (fh->fh_type != FC_TYPE_FCP && fr_eof(fp) == FC_EOF_T &&  in fc_exch_recv_seq_resp()
1649 	if (!fc_invoke_resp(ep, sp, fp))  in fc_exch_recv_seq_resp()
1650 		fc_frame_free(fp);  in fc_exch_recv_seq_resp()
1658 	fc_frame_free(fp);  in fc_exch_recv_seq_resp()
1667 static void fc_exch_recv_resp(struct fc_exch_mgr *mp, struct fc_frame *fp)  in fc_exch_recv_resp()  argument
1671 	sp = fc_seq_lookup_orig(mp, fp);	/* doesn't hold sequence */  in fc_exch_recv_resp()
1678 	fc_frame_free(fp);  in fc_exch_recv_resp()
1689 static void fc_exch_abts_resp(struct fc_exch *ep, struct fc_frame *fp)  in fc_exch_abts_resp()  argument
1698 	fh = fc_frame_header_get(fp);  in fc_exch_abts_resp()
1711 		ap = fc_frame_payload_get(fp, sizeof(*ap));  in fc_exch_abts_resp()
1751 	if (!fc_invoke_resp(ep, sp, fp))  in fc_exch_abts_resp()
1752 		fc_frame_free(fp);  in fc_exch_abts_resp()
1766 static void fc_exch_recv_bls(struct fc_exch_mgr *mp, struct fc_frame *fp)  in fc_exch_recv_bls()  argument
1772 	fh = fc_frame_header_get(fp);  in fc_exch_recv_bls()
1774 	fr_seq(fp) = NULL;  in fc_exch_recv_bls()
1799 		fc_frame_free(fp);  in fc_exch_recv_bls()
1805 				fc_exch_abts_resp(ep, fp);  in fc_exch_recv_bls()
1807 				fc_frame_free(fp);  in fc_exch_recv_bls()
1811 				fc_exch_recv_abts(ep, fp);  in fc_exch_recv_bls()
1813 				fc_frame_free(fp);  in fc_exch_recv_bls()
1816 			fc_frame_free(fp);  in fc_exch_recv_bls()
1835 	struct fc_frame *fp;  in fc_seq_ls_acc()  local
1840 	fp = fc_frame_alloc(lport, sizeof(*acc));  in fc_seq_ls_acc()
1841 	if (!fp) {  in fc_seq_ls_acc()
1846 	acc = fc_frame_payload_get(fp, sizeof(*acc));  in fc_seq_ls_acc()
1849 	fc_fill_reply_hdr(fp, rx_fp, FC_RCTL_ELS_REP, 0);  in fc_seq_ls_acc()
1850 	lport->tt.frame_send(lport, fp);  in fc_seq_ls_acc()
1867 	struct fc_frame *fp;  in fc_seq_ls_rjt()  local
1872 	fp = fc_frame_alloc(lport, sizeof(*rjt));  in fc_seq_ls_rjt()
1873 	if (!fp) {  in fc_seq_ls_rjt()
1878 	rjt = fc_frame_payload_get(fp, sizeof(*rjt));  in fc_seq_ls_rjt()
1883 	fc_fill_reply_hdr(fp, rx_fp, FC_RCTL_ELS_REP, 0);  in fc_seq_ls_rjt()
1884 	lport->tt.frame_send(lport, fp);  in fc_seq_ls_rjt()
2021 	struct fc_frame *fp;  in fc_exch_els_rec()  local
2063 	fp = fc_frame_alloc(lport, sizeof(*acc));  in fc_exch_els_rec()
2064 	if (!fp) {  in fc_exch_els_rec()
2069 	acc = fc_frame_payload_get(fp, sizeof(*acc));  in fc_exch_els_rec()
2083 	fc_fill_reply_hdr(fp, rfp, FC_RCTL_ELS_REP, 0);  in fc_exch_els_rec()
2084 	lport->tt.frame_send(lport, fp);  in fc_exch_els_rec()
2103 static void fc_exch_rrq_resp(struct fc_seq *sp, struct fc_frame *fp, void *arg)  in fc_exch_rrq_resp()  argument
2108 	if (IS_ERR(fp)) {  in fc_exch_rrq_resp()
2109 		int err = PTR_ERR(fp);  in fc_exch_rrq_resp()
2118 	op = fc_frame_payload_op(fp);  in fc_exch_rrq_resp()
2119 	fc_frame_free(fp);  in fc_exch_rrq_resp()
2178 				struct fc_frame *fp,  in fc_exch_seq_send()  argument
2180 					     struct fc_frame *fp,  in fc_exch_seq_send()
2191 	ep = fc_exch_alloc(lport, fp);  in fc_exch_seq_send()
2193 		fc_frame_free(fp);  in fc_exch_seq_send()
2197 	fh = fc_frame_header_get(fp);  in fc_exch_seq_send()
2208 	fc_exch_setup_hdr(ep, fp, ep->f_ctl);  in fc_exch_seq_send()
2212 		fsp = fr_fsp(fp);  in fc_exch_seq_send()
2213 		fc_fcp_ddp_setup(fr_fsp(fp), ep->xid);  in fc_exch_seq_send()
2216 	if (unlikely(lport->tt.frame_send(lport, fp)))  in fc_exch_seq_send()
2249 	struct fc_frame *fp;  in fc_exch_rrq()  local
2254 	fp = fc_frame_alloc(lport, sizeof(*rrq));  in fc_exch_rrq()
2255 	if (!fp)  in fc_exch_rrq()
2258 	rrq = fc_frame_payload_get(fp, sizeof(*rrq));  in fc_exch_rrq()
2269 	fc_fill_fc_hdr(fp, FC_RCTL_ELS_REQ, did,  in fc_exch_rrq()
2273 	if (fc_exch_seq_send(lport, fp, fc_exch_rrq_resp, NULL, ep,  in fc_exch_rrq()
2295 static void fc_exch_els_rrq(struct fc_frame *fp)  in fc_exch_els_rrq()  argument
2304 	lport = fr_dev(fp);  in fc_exch_els_rrq()
2305 	rp = fc_frame_payload_get(fp, sizeof(*rp));  in fc_exch_els_rrq()
2347 	fc_seq_ls_acc(fp);  in fc_exch_els_rrq()
2353 	fc_seq_ls_rjt(fp, ELS_RJT_LOGIC, explan);  in fc_exch_els_rrq()
2604 void fc_exch_recv(struct fc_lport *lport, struct fc_frame *fp)  in fc_exch_recv()  argument
2606 	struct fc_frame_header *fh = fc_frame_header_get(fp);  in fc_exch_recv()
2614 		fc_frame_free(fp);  in fc_exch_recv()
2627 		fc_frame_free(fp);  in fc_exch_recv()
2634 	switch (fr_eof(fp)) {  in fc_exch_recv()
2637 			skb_trim(fp_skb(fp), fr_len(fp) - FC_FC_FILL(f_ctl));  in fc_exch_recv()
2641 			fc_exch_recv_bls(ema->mp, fp);  in fc_exch_recv()
2644 			fc_exch_recv_seq_resp(ema->mp, fp);  in fc_exch_recv()
2646 			fc_exch_recv_resp(ema->mp, fp);  in fc_exch_recv()
2648 			fc_exch_recv_req(lport, ema->mp, fp);  in fc_exch_recv()
2652 			     fr_eof(fp));  in fc_exch_recv()
2653 		fc_frame_free(fp);  in fc_exch_recv()