128 		   struct snic_req_info *rqi,  in snic_release_req_buf()  argument
131 	struct snic_host_req *req = rqi_to_req(rqi);  in snic_release_req_buf()
144 		      sc, snic_cmd_tag(sc), rqi, rqi->req, rqi->abort_req,  in snic_release_req_buf()
145 		      rqi->dr_req, snic_ioreq_state_to_str(CMD_STATE(sc)),  in snic_release_req_buf()
156 	snic_req_free(snic, rqi);  in snic_release_req_buf()
164 		     struct snic_req_info *rqi,  in snic_queue_icmnd_req()  argument
178 		sgd = (struct snic_sg_desc *) req_to_sgl(rqi->req);  in snic_queue_icmnd_req()
208 	snic_icmnd_init(rqi->req,  in snic_queue_icmnd_req()
211 			(ulong) rqi,  in snic_queue_icmnd_req()
213 			rqi->tgt_id,  in snic_queue_icmnd_req()
219 			(ulong) req_to_sgl(rqi->req),  in snic_queue_icmnd_req()
224 	ret = snic_queue_wq_desc(snic, rqi->req, rqi->req_len);  in snic_queue_icmnd_req()
244 	struct snic_req_info *rqi = NULL;  in snic_issue_scsi_req()  local
265 	rqi = snic_req_init(snic, sg_cnt);  in snic_issue_scsi_req()
266 	if (!rqi) {  in snic_issue_scsi_req()
273 	rqi->tgt_id = tgt->id;  in snic_issue_scsi_req()
274 	rqi->sc = sc;  in snic_issue_scsi_req()
277 	CMD_SP(sc) = (char *) rqi;  in snic_issue_scsi_req()
284 	ret = snic_queue_icmnd_req(snic, rqi, sc, sg_cnt);  in snic_issue_scsi_req()
291 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_issue_scsi_req()
297 		if (rqi)  in snic_issue_scsi_req()
298 			snic_release_req_buf(snic, rqi, sc);  in snic_issue_scsi_req()
304 		u32 qtime = jiffies - rqi->start_time;  in snic_issue_scsi_req()
317 		SNIC_TRC(snic->shost->host_no, tag, (ulong) sc, (ulong) rqi,  in snic_issue_scsi_req()
553 	struct snic_req_info *rqi = NULL;  in snic_icmnd_cmpl_handler()  local
595 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_icmnd_cmpl_handler()
599 		      CMD_FLAGS(sc), rqi);  in snic_icmnd_cmpl_handler()
607 	SNIC_BUG_ON(rqi != (struct snic_req_info *)ctx);  in snic_icmnd_cmpl_handler()
609 	if (!rqi) {  in snic_icmnd_cmpl_handler()
621 	rqi = (struct snic_req_info *) ctx;  in snic_icmnd_cmpl_handler()
622 	start_time = rqi->start_time;  in snic_icmnd_cmpl_handler()
625 	rqi->io_cmpl = 1;  in snic_icmnd_cmpl_handler()
670 	snic_calc_io_process_time(snic, rqi);  in snic_icmnd_cmpl_handler()
672 	snic_release_req_buf(snic, rqi, sc);  in snic_icmnd_cmpl_handler()
692 	struct snic_req_info *rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_proc_dr_cmpl_locked()  local
693 	u32 start_time = rqi->start_time;  in snic_proc_dr_cmpl_locked()
740 	if (rqi->dr_done)  in snic_proc_dr_cmpl_locked()
741 		complete(rqi->dr_done);  in snic_proc_dr_cmpl_locked()
779 	struct snic_req_info *rqi = NULL;  in snic_process_itmf_cmpl()  local
793 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_process_itmf_cmpl()
794 	WARN_ON_ONCE(!rqi);  in snic_process_itmf_cmpl()
796 	if (!rqi) {  in snic_process_itmf_cmpl()
811 	start_time = rqi->start_time;  in snic_process_itmf_cmpl()
841 		if (rqi->abts_done) {  in snic_process_itmf_cmpl()
842 			complete(rqi->abts_done);  in snic_process_itmf_cmpl()
856 		snic_release_req_buf(snic, rqi, sc);  in snic_process_itmf_cmpl()
889 		if (rqi->abts_done)  in snic_process_itmf_cmpl()
890 			complete(rqi->abts_done);  in snic_process_itmf_cmpl()
923 	struct snic_req_info *rqi = NULL;  in snic_itmf_cmpl_handler()  local
943 		rqi = (struct snic_req_info *) ctx;  in snic_itmf_cmpl_handler()
944 		sc = rqi->sc;  in snic_itmf_cmpl_handler()
1010 	struct snic_req_info *rqi = NULL;  in snic_hba_reset_cmpl_handler()  local
1026 		rqi = (struct snic_req_info *) ctx;  in snic_hba_reset_cmpl_handler()
1030 		sc = rqi->sc;  in snic_hba_reset_cmpl_handler()
1058 		       sc, rqi, cmnd_id, CMD_FLAGS(sc));  in snic_hba_reset_cmpl_handler()
1072 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_hba_reset_cmpl_handler()
1073 	WARN_ON_ONCE(!rqi);  in snic_hba_reset_cmpl_handler()
1075 	if (!rqi) {  in snic_hba_reset_cmpl_handler()
1313 	struct snic_req_info *rqi = req_to_rqi(tmreq);  in snic_queue_itmf_req()  local
1315 	int tm_tag = snic_cmd_tag(sc) | rqi->tm_tag;  in snic_queue_itmf_req()
1318 	SNIC_BUG_ON(!rqi);  in snic_queue_itmf_req()
1319 	SNIC_BUG_ON(!rqi->tm_tag);  in snic_queue_itmf_req()
1328 		       (ulong) rqi,  in snic_queue_itmf_req()
1331 		       rqi->tgt_id,  in snic_queue_itmf_req()
1346 			      tmf, sc, rqi, req_id, snic_cmd_tag(sc), ret);  in snic_queue_itmf_req()
1350 			      tmf, sc, rqi, req_id, snic_cmd_tag(sc));  in snic_queue_itmf_req()
1357 		    struct snic_req_info *rqi,  in snic_issue_tm_req()  argument
1372 		      tmf, rqi, tag);  in snic_issue_tm_req()
1376 		tmreq = snic_dr_req_init(snic, rqi);  in snic_issue_tm_req()
1379 		tmreq = snic_abort_req_init(snic, rqi);  in snic_issue_tm_req()
1395 			      tmf, sc, rqi, req_id, tag, ret);  in snic_issue_tm_req()
1399 			      tmf, sc, rqi, req_id, tag);  in snic_issue_tm_req()
1412 		     struct snic_req_info *rqi,  in snic_queue_abort_req()  argument
1417 		      sc, rqi, snic_cmd_tag(sc), tmf);  in snic_queue_abort_req()
1420 	rqi->tm_tag |= SNIC_TAG_ABORT;  in snic_queue_abort_req()
1422 	return snic_issue_tm_req(snic, rqi, sc, tmf);  in snic_queue_abort_req()
1431 	struct snic_req_info *rqi = NULL;  in snic_abort_finish()  local
1438 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_abort_finish()
1439 	if (!rqi) {  in snic_abort_finish()
1451 	rqi->abts_done = NULL;  in snic_abort_finish()
1465 		rqi = NULL;  in snic_abort_finish()
1484 		rqi = NULL;  in snic_abort_finish()
1496 	if (rqi)  in snic_abort_finish()
1497 		snic_release_req_buf(snic, rqi, sc);  in snic_abort_finish()
1508 	struct snic_req_info *rqi = NULL;  in snic_send_abort_and_wait()  local
1539 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_send_abort_and_wait()
1540 	if (!rqi) {  in snic_send_abort_and_wait()
1552 	rqi->abts_done = &tm_done;  in snic_send_abort_and_wait()
1559 	SNIC_BUG_ON(!rqi->abts_done);  in snic_send_abort_and_wait()
1578 	ret = snic_queue_abort_req(snic, rqi, sc, tmf);  in snic_send_abort_and_wait()
1588 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_send_abort_and_wait()
1589 		if (rqi)  in snic_send_abort_and_wait()
1590 			rqi->abts_done = NULL;  in snic_send_abort_and_wait()
1675 	struct snic_req_info *rqi = NULL;  in snic_is_abts_pending()  local
1698 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_is_abts_pending()
1699 		if (!rqi) {  in snic_is_abts_pending()
1729 	struct snic_req_info *rqi = NULL;  in snic_dr_clean_single_req()  local
1746 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_dr_clean_single_req()
1748 	if (!rqi)  in snic_dr_clean_single_req()
1782 	SNIC_BUG_ON(rqi->abts_done);  in snic_dr_clean_single_req()
1785 		rqi->tm_tag = SNIC_TAG_DEV_RST;  in snic_dr_clean_single_req()
1792 	rqi->abts_done = &tm_done;  in snic_dr_clean_single_req()
1802 	ret = snic_queue_abort_req(snic, rqi, sc, tmf);  in snic_dr_clean_single_req()
1806 			      sc, tag, rqi->tm_tag, CMD_FLAGS(sc));  in snic_dr_clean_single_req()
1809 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_dr_clean_single_req()
1810 		if (rqi)  in snic_dr_clean_single_req()
1811 			rqi->abts_done = NULL;  in snic_dr_clean_single_req()
1832 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_dr_clean_single_req()
1833 	if (!rqi) {  in snic_dr_clean_single_req()
1837 	rqi->abts_done = NULL;  in snic_dr_clean_single_req()
1843 			      sc, tag, rqi->tm_tag, CMD_FLAGS(sc));  in snic_dr_clean_single_req()
1855 	snic_release_req_buf(snic, rqi, sc);  in snic_dr_clean_single_req()
1919 	struct snic_req_info *rqi = NULL;  in snic_dr_finish()  local
1927 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_dr_finish()
1928 	if (!rqi) {  in snic_dr_finish()
1938 	rqi->dr_done = NULL;  in snic_dr_finish()
1985 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_dr_finish()
1991 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_dr_finish()
1992 		if (rqi)  in snic_dr_finish()
2000 	if (rqi)  in snic_dr_finish()
2004 	if (rqi)  in snic_dr_finish()
2005 		snic_release_req_buf(snic, rqi, sc);  in snic_dr_finish()
2013 		  struct snic_req_info *rqi,  in snic_queue_dr_req()  argument
2017 	rqi->tm_tag |= SNIC_TAG_DEV_RST;  in snic_queue_dr_req()
2019 	return snic_issue_tm_req(snic, rqi, sc, SNIC_ITMF_LUN_RESET);  in snic_queue_dr_req()
2025 	struct snic_req_info *rqi = NULL;  in snic_send_dr_and_wait()  local
2035 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_send_dr_and_wait()
2036 	if (!rqi) {  in snic_send_dr_and_wait()
2054 	rqi->dr_done = &tm_done;  in snic_send_dr_and_wait()
2055 	SNIC_BUG_ON(!rqi->dr_done);  in snic_send_dr_and_wait()
2065 	ret = snic_queue_dr_req(snic, rqi, sc);  in snic_send_dr_and_wait()
2074 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_send_dr_and_wait()
2075 		if (rqi)  in snic_send_dr_and_wait()
2076 			rqi->dr_done = NULL;  in snic_send_dr_and_wait()
2114 	struct snic_req_info *rqi = NULL;  in snic_unlink_and_release_req()  local
2121 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_unlink_and_release_req()
2122 	if (rqi) {  in snic_unlink_and_release_req()
2123 		start_time = rqi->start_time;  in snic_unlink_and_release_req()
2130 	if (rqi)  in snic_unlink_and_release_req()
2131 		snic_release_req_buf(snic, rqi, sc);  in snic_unlink_and_release_req()
2134 		 jiffies_to_msecs(jiffies - start_time), (ulong) rqi,  in snic_unlink_and_release_req()
2148 	struct snic_req_info *rqi = NULL;  in snic_device_reset()  local
2178 		rqi = snic_req_init(snic, 0);  in snic_device_reset()
2179 		if (!rqi)  in snic_device_reset()
2184 		CMD_SP(sc) = (char *)rqi;  in snic_device_reset()
2188 		rqi->tm_tag = SNIC_TAG_IOCTL_DEV_RST;  in snic_device_reset()
2189 		rqi->sc = sc;  in snic_device_reset()
2230 	struct snic_req_info *rqi = NULL;  in snic_issue_hba_reset()  local
2237 	rqi = snic_req_init(snic, 0);  in snic_issue_hba_reset()
2238 	if (!rqi) {  in snic_issue_hba_reset()
2248 		rqi->sc = sc;  in snic_issue_hba_reset()
2251 	req = rqi_to_req(rqi);  in snic_issue_hba_reset()
2257 	CMD_SP(sc) = (char *) rqi;  in snic_issue_hba_reset()
2264 			snic->config.hid, 0, (ulong) rqi);  in snic_issue_hba_reset()
2295 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_issue_hba_reset()
2299 	if (rqi)  in snic_issue_hba_reset()
2300 		snic_req_free(snic, rqi);  in snic_issue_hba_reset()
2309 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_issue_hba_reset()
2313 	if (rqi)  in snic_issue_hba_reset()
2314 		snic_req_free(snic, rqi);  in snic_issue_hba_reset()
2408 	struct snic_req_info *rqi = NULL;  in snic_cmpl_pending_tmreq()  local
2421 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_cmpl_pending_tmreq()
2422 	if (!rqi)  in snic_cmpl_pending_tmreq()
2425 	if (rqi->dr_done)  in snic_cmpl_pending_tmreq()
2426 		complete(rqi->dr_done);  in snic_cmpl_pending_tmreq()
2427 	else if (rqi->abts_done)  in snic_cmpl_pending_tmreq()
2428 		complete(rqi->abts_done);  in snic_cmpl_pending_tmreq()
2437 	struct snic_req_info *rqi = NULL;  in snic_scsi_cleanup()  local
2471 		rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_scsi_cleanup()
2472 		if (!rqi) {  in snic_scsi_cleanup()
2480 			      sc, rqi, tag, CMD_FLAGS(sc));  in snic_scsi_cleanup()
2485 		st_time = rqi->start_time;  in snic_scsi_cleanup()
2489 			       rqi, CMD_FLAGS(sc));  in snic_scsi_cleanup()
2491 		snic_release_req_buf(snic, rqi, sc);  in snic_scsi_cleanup()
2497 			       sc, sc->request->tag, CMD_FLAGS(sc), rqi,  in snic_scsi_cleanup()
2529 	struct snic_req_info *rqi = NULL;  in snic_internal_abort_io()  local
2537 	rqi = (struct snic_req_info *) CMD_SP(sc);  in snic_internal_abort_io()
2538 	if (!rqi)  in snic_internal_abort_io()
2570 		rqi->tm_tag = SNIC_TAG_DEV_RST;  in snic_internal_abort_io()
2576 	SNIC_BUG_ON(rqi->abts_done);  in snic_internal_abort_io()
2579 	ret = snic_queue_abort_req(snic, rqi, sc, tmf);  in snic_internal_abort_io()