160 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_state_change()  local
174 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_state_change()
175 	old_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_state_change()
190 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_write_space()  local
201 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_write_space()
202 	old_write_space = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_write_space()
214 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_set_callbacks()  local
215 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_set_callbacks()
220 	tcp_sw_conn->old_data_ready = sk->sk_data_ready;  in iscsi_sw_tcp_conn_set_callbacks()
221 	tcp_sw_conn->old_state_change = sk->sk_state_change;  in iscsi_sw_tcp_conn_set_callbacks()
222 	tcp_sw_conn->old_write_space = sk->sk_write_space;  in iscsi_sw_tcp_conn_set_callbacks()
233 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_restore_callbacks()  local
234 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_restore_callbacks()
239 	sk->sk_data_ready   = tcp_sw_conn->old_data_ready;  in iscsi_sw_tcp_conn_restore_callbacks()
240 	sk->sk_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_conn_restore_callbacks()
241 	sk->sk_write_space  = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_conn_restore_callbacks()
262 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit_segment()  local
263 	struct socket *sk = tcp_sw_conn->sock;  in iscsi_sw_tcp_xmit_segment()
283 			r = tcp_sw_conn->sendpage(sk, sg_page(sg), offset,  in iscsi_sw_tcp_xmit_segment()
311 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit()  local
312 	struct iscsi_segment *segment = &tcp_sw_conn->out.segment;  in iscsi_sw_tcp_xmit()
362 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_xmit_qlen()  local
363 	struct iscsi_segment *segment = &tcp_sw_conn->out.segment;  in iscsi_sw_tcp_xmit_qlen()
373 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_pdu_xmit()  local
376 	if (!tcp_sw_conn->sock) {  in iscsi_sw_tcp_pdu_xmit()
406 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_hdr_done()  local
408 	tcp_sw_conn->out.segment = tcp_sw_conn->out.data_segment;  in iscsi_sw_tcp_send_hdr_done()
411 			 tcp_sw_conn->out.segment.size,  in iscsi_sw_tcp_send_hdr_done()
412 			 tcp_sw_conn->out.segment.total_size);  in iscsi_sw_tcp_send_hdr_done()
420 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_hdr_prep()  local
427 	memset(&tcp_sw_conn->out.data_segment, 0,  in iscsi_sw_tcp_send_hdr_prep()
436 		iscsi_tcp_dgst_header(tcp_sw_conn->tx_hash, hdr, hdrlen,  in iscsi_sw_tcp_send_hdr_prep()
444 	tcp_sw_conn->out.hdr = hdr;  in iscsi_sw_tcp_send_hdr_prep()
446 	iscsi_segment_init_linear(&tcp_sw_conn->out.segment, hdr, hdrlen,  in iscsi_sw_tcp_send_hdr_prep()
461 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_data_prep()  local
471 	hdr_spec_len = ntoh24(tcp_sw_conn->out.hdr->dlength);  in iscsi_sw_tcp_send_data_prep()
475 		tx_hash = tcp_sw_conn->tx_hash;  in iscsi_sw_tcp_send_data_prep()
477 	return iscsi_segment_seek_sg(&tcp_sw_conn->out.data_segment,  in iscsi_sw_tcp_send_data_prep()
487 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_send_linear_data_prep()  local
496 	hdr_spec_len = ntoh24(tcp_sw_conn->out.hdr->dlength);  in iscsi_sw_tcp_send_linear_data_prep()
500 		tx_hash = tcp_sw_conn->tx_hash;  in iscsi_sw_tcp_send_linear_data_prep()
502 	iscsi_segment_init_linear(&tcp_sw_conn->out.data_segment,  in iscsi_sw_tcp_send_linear_data_prep()
550 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_conn_create()  local
553 	cls_conn = iscsi_tcp_conn_setup(cls_session, sizeof(*tcp_sw_conn),  in iscsi_sw_tcp_conn_create()
559 	tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_create()
561 	mutex_init(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_create()
567 	tcp_sw_conn->tx_hash = ahash_request_alloc(tfm, GFP_KERNEL);  in iscsi_sw_tcp_conn_create()
568 	if (!tcp_sw_conn->tx_hash)  in iscsi_sw_tcp_conn_create()
570 	ahash_request_set_callback(tcp_sw_conn->tx_hash, 0, NULL, NULL);  in iscsi_sw_tcp_conn_create()
572 	tcp_sw_conn->rx_hash = ahash_request_alloc(tfm, GFP_KERNEL);  in iscsi_sw_tcp_conn_create()
573 	if (!tcp_sw_conn->rx_hash)  in iscsi_sw_tcp_conn_create()
575 	ahash_request_set_callback(tcp_sw_conn->rx_hash, 0, NULL, NULL);  in iscsi_sw_tcp_conn_create()
577 	tcp_conn->rx_hash = tcp_sw_conn->rx_hash;  in iscsi_sw_tcp_conn_create()
582 	ahash_request_free(tcp_sw_conn->tx_hash);  in iscsi_sw_tcp_conn_create()
598 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_release_conn()  local
599 	struct socket *sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_release_conn()
613 	mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_release_conn()
614 	tcp_sw_conn->sock = NULL;  in iscsi_sw_tcp_release_conn()
615 	mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_release_conn()
623 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_destroy()  local
627 	ahash_request_free(tcp_sw_conn->rx_hash);  in iscsi_sw_tcp_conn_destroy()
628 	if (tcp_sw_conn->tx_hash) {  in iscsi_sw_tcp_conn_destroy()
631 		tfm = crypto_ahash_reqtfm(tcp_sw_conn->tx_hash);  in iscsi_sw_tcp_conn_destroy()
632 		ahash_request_free(tcp_sw_conn->tx_hash);  in iscsi_sw_tcp_conn_destroy()
643 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_stop()  local
644 	struct socket *sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_conn_stop()
669 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_bind()  local
686 	mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_bind()
688 	tcp_sw_conn->sock = sock;  in iscsi_sw_tcp_conn_bind()
689 	mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_bind()
699 	tcp_sw_conn->sendpage = tcp_sw_conn->sock->ops->sendpage;  in iscsi_sw_tcp_conn_bind()
717 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_set_param()  local
726 		mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_set_param()
727 		if (!tcp_sw_conn->sock) {  in iscsi_sw_tcp_conn_set_param()
728 			mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_set_param()
731 		tcp_sw_conn->sendpage = conn->datadgst_en ?  in iscsi_sw_tcp_conn_set_param()
732 			sock_no_sendpage : tcp_sw_conn->sock->ops->sendpage;  in iscsi_sw_tcp_conn_set_param()
733 		mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_set_param()
748 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_conn_get_param()  local
771 		tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_get_param()
773 		mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_get_param()
774 		sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_conn_get_param()
787 		mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_conn_get_param()
808 	struct iscsi_sw_tcp_conn *tcp_sw_conn;  in iscsi_sw_tcp_host_get_param()  local
825 		tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_host_get_param()
833 		mutex_lock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_host_get_param()
834 		sock = tcp_sw_conn->sock;  in iscsi_sw_tcp_host_get_param()
839 		mutex_unlock(&tcp_sw_conn->sock_lock);  in iscsi_sw_tcp_host_get_param()
860 	struct iscsi_sw_tcp_conn *tcp_sw_conn = tcp_conn->dd_data;  in iscsi_sw_tcp_conn_get_stats()  local
864 	stats->custom[0].value = tcp_sw_conn->sendpage_failures_cnt;  in iscsi_sw_tcp_conn_get_stats()
866 	stats->custom[1].value = tcp_sw_conn->discontiguous_hdr_cnt;  in iscsi_sw_tcp_conn_get_stats()