25 		struct scatterlist *sge;  in __tcp_bpf_recvmsg()  local
35 			sge = sk_msg_elem(msg_rx, i);  in __tcp_bpf_recvmsg()
36 			copy = sge->length;  in __tcp_bpf_recvmsg()
37 			page = sg_page(sge);  in __tcp_bpf_recvmsg()
40 			copy = copy_page_to_iter(page, sge->offset, copy, iter);  in __tcp_bpf_recvmsg()
46 				sge->offset += copy;  in __tcp_bpf_recvmsg()
47 				sge->length -= copy;  in __tcp_bpf_recvmsg()
52 				if (!sge->length) {  in __tcp_bpf_recvmsg()
61 				if (copy != sge->length)  in __tcp_bpf_recvmsg()
79 		if (!sge->length && msg_rx->sg.start == msg_rx->sg.end) {  in __tcp_bpf_recvmsg()
97 	struct scatterlist *sge;  in bpf_tcp_ingress()  local
110 		sge = sk_msg_elem(msg, i);  in bpf_tcp_ingress()
111 		size = (apply && apply_bytes < sge->length) ?  in bpf_tcp_ingress()
112 			apply_bytes : sge->length;  in bpf_tcp_ingress()
122 		if (sge->length)  in bpf_tcp_ingress()
150 	struct scatterlist *sge;  in tcp_bpf_push()  local
158 		sge = sk_msg_elem(msg, msg->sg.start);  in tcp_bpf_push()
159 		size = (apply && apply_bytes < sge->length) ?  in tcp_bpf_push()
160 			apply_bytes : sge->length;  in tcp_bpf_push()
161 		off  = sge->offset;  in tcp_bpf_push()
162 		page = sg_page(sge);  in tcp_bpf_push()
180 		sge->offset += ret;  in tcp_bpf_push()
181 		sge->length -= ret;  in tcp_bpf_push()
189 		if (!sge->length) {  in tcp_bpf_push()
192 			sg_init_table(sge, 1);  in tcp_bpf_push()