308 	struct sk_msg *msg_pl = &rec->msg_plaintext;  in tls_clone_plaintext_msg()  local
316 	len = required - msg_pl->sg.size;  in tls_clone_plaintext_msg()
321 	skip = prot->prepend_size + msg_pl->sg.size;  in tls_clone_plaintext_msg()
323 	return sk_msg_clone(sk, msg_pl, msg_en, skip, len);  in tls_clone_plaintext_msg()
331 	struct sk_msg *msg_pl, *msg_en;  in tls_get_rec()  local
341 	msg_pl = &rec->msg_plaintext;  in tls_get_rec()
344 	sk_msg_init(msg_pl);  in tls_get_rec()
684 	struct sk_msg *msg_pl, *msg_en;  in tls_push_record()  local
692 	msg_pl = &rec->msg_plaintext;  in tls_push_record()
695 	split_point = msg_pl->apply_bytes;  in tls_push_record()
696 	split = split_point && split_point < msg_pl->sg.size;  in tls_push_record()
698 		      msg_pl->sg.size +  in tls_push_record()
707 		rc = tls_split_open_record(sk, rec, &tmp, msg_pl, msg_en,  in tls_push_record()
717 		if (!msg_pl->sg.size) {  in tls_push_record()
719 			msg_pl = &rec->msg_plaintext;  in tls_push_record()
723 		sk_msg_trim(sk, msg_en, msg_pl->sg.size +  in tls_push_record()
730 	i = msg_pl->sg.end;  in tls_push_record()
738 		sg_chain(msg_pl->sg.data, msg_pl->sg.end + 1,  in tls_push_record()
741 		sg_mark_end(sk_msg_elem(msg_pl, i));  in tls_push_record()
744 	if (msg_pl->sg.end < msg_pl->sg.start) {  in tls_push_record()
745 		sg_chain(&msg_pl->sg.data[msg_pl->sg.start],  in tls_push_record()
746 			 MAX_SKB_FRAGS - msg_pl->sg.start + 1,  in tls_push_record()
747 			 msg_pl->sg.data);  in tls_push_record()
750 	i = msg_pl->sg.start;  in tls_push_record()
751 	sg_chain(rec->sg_aead_in, 2, &msg_pl->sg.data[i]);  in tls_push_record()
760 	tls_make_aad(rec->aad_space, msg_pl->sg.size + prot->tail_size,  in tls_push_record()
767 			 msg_pl->sg.size + prot->tail_size,  in tls_push_record()
773 			       msg_pl->sg.size + prot->tail_size, i);  in tls_push_record()
785 		msg_pl = &tmp->msg_plaintext;  in tls_push_record()
787 		sk_msg_trim(sk, msg_en, msg_pl->sg.size + prot->overhead_size);  in tls_push_record()
910 	struct sk_msg *msg_pl;  in tls_sw_push_pending_record()  local
916 	msg_pl = &rec->msg_plaintext;  in tls_sw_push_pending_record()
917 	copied = msg_pl->sg.size;  in tls_sw_push_pending_record()
921 	return bpf_exec_tx_verdict(msg_pl, sk, true, TLS_RECORD_TYPE_DATA,  in tls_sw_push_pending_record()
937 	struct sk_msg *msg_pl, *msg_en;  in tls_sw_sendmsg()  local
980 		msg_pl = &rec->msg_plaintext;  in tls_sw_sendmsg()
983 		orig_size = msg_pl->sg.size;  in tls_sw_sendmsg()
986 		record_room = TLS_MAX_PAYLOAD_SIZE - msg_pl->sg.size;  in tls_sw_sendmsg()
992 		required_size = msg_pl->sg.size + try_to_copy +  in tls_sw_sendmsg()
1013 			u32 first = msg_pl->sg.end;  in tls_sw_sendmsg()
1016 							msg_pl, try_to_copy);  in tls_sw_sendmsg()
1023 			sk_msg_sg_copy_set(msg_pl, first);  in tls_sw_sendmsg()
1024 			ret = bpf_exec_tx_verdict(msg_pl, sk, full_record,  in tls_sw_sendmsg()
1040 			sk_msg_sg_copy_clear(msg_pl, first);  in tls_sw_sendmsg()
1042 					msg_pl->sg.size - orig_size);  in tls_sw_sendmsg()
1044 			sk_msg_trim(sk, msg_pl, orig_size);  in tls_sw_sendmsg()
1047 		required_size = msg_pl->sg.size + try_to_copy;  in tls_sw_sendmsg()
1058 			try_to_copy -= required_size - msg_pl->sg.size;  in tls_sw_sendmsg()
1061 				    msg_pl->sg.size + prot->overhead_size);  in tls_sw_sendmsg()
1066 						       msg_pl, try_to_copy);  in tls_sw_sendmsg()
1077 			ret = bpf_exec_tx_verdict(msg_pl, sk, full_record,  in tls_sw_sendmsg()
1157 	struct sk_msg *msg_pl;  in tls_sw_do_sendpage()  local
1187 		msg_pl = &rec->msg_plaintext;  in tls_sw_do_sendpage()
1190 		record_room = TLS_MAX_PAYLOAD_SIZE - msg_pl->sg.size;  in tls_sw_do_sendpage()
1197 		required_size = msg_pl->sg.size + copy + prot->overhead_size;  in tls_sw_do_sendpage()
1211 			copy -= required_size - msg_pl->sg.size;  in tls_sw_do_sendpage()
1215 		sk_msg_page_add(msg_pl, page, copy, offset);  in tls_sw_do_sendpage()
1223 		if (full_record || eor || sk_msg_full(msg_pl)) {  in tls_sw_do_sendpage()
1224 			ret = bpf_exec_tx_verdict(msg_pl, sk, full_record,  in tls_sw_do_sendpage()
1245 				tls_trim_both_msgs(sk, msg_pl->sg.size);  in tls_sw_do_sendpage()