35 		struct scatterlist *sge;  in sk_msg_alloc()  local
53 		sge = &msg->sg.data[i];  in sk_msg_alloc()
56 		    sg_page(sge) == pfrag->page &&  in sk_msg_alloc()
57 		    sge->offset + sge->length == orig_offset) {  in sk_msg_alloc()
58 			sge->length += use;  in sk_msg_alloc()
65 			sge = &msg->sg.data[msg->sg.end];  in sk_msg_alloc()
66 			sg_unmark_end(sge);  in sk_msg_alloc()
67 			sg_set_page(sge, pfrag->page, use, orig_offset);  in sk_msg_alloc()
90 	struct scatterlist *sge = sk_msg_elem(src, i);  in sk_msg_clone()  local
95 		if (sge->length > off)  in sk_msg_clone()
97 		off -= sge->length;  in sk_msg_clone()
101 		sge = sk_msg_elem(src, i);  in sk_msg_clone()
105 		sge_len = sge->length - off;  in sk_msg_clone()
113 		    (sg_page(sge) == sg_page(sgd)) &&  in sk_msg_clone()
114 		    (sg_virt(sge) + off == sg_virt(sgd) + sgd->length)) {  in sk_msg_clone()
118 			sge_off = sge->offset + off;  in sk_msg_clone()
119 			sk_msg_page_add(dst, sg_page(sge), sge_len, sge_off);  in sk_msg_clone()
130 		sge = sk_msg_elem(src, i);  in sk_msg_clone()
142 		struct scatterlist *sge = sk_msg_elem(msg, i);  in sk_msg_return_zero()  local
144 		if (bytes < sge->length) {  in sk_msg_return_zero()
145 			sge->length -= bytes;  in sk_msg_return_zero()
146 			sge->offset += bytes;  in sk_msg_return_zero()
151 		sk_mem_uncharge(sk, sge->length);  in sk_msg_return_zero()
152 		bytes -= sge->length;  in sk_msg_return_zero()
153 		sge->length = 0;  in sk_msg_return_zero()
154 		sge->offset = 0;  in sk_msg_return_zero()
166 		struct scatterlist *sge = &msg->sg.data[i];  in sk_msg_return()  local
167 		int uncharge = (bytes < sge->length) ? bytes : sge->length;  in sk_msg_return()
179 	struct scatterlist *sge = sk_msg_elem(msg, i);  in sk_msg_free_elem()  local
180 	u32 len = sge->length;  in sk_msg_free_elem()
186 		put_page(sg_page(sge));  in sk_msg_free_elem()
188 	memset(sge, 0, sizeof(*sge));  in sk_msg_free_elem()
195 	struct scatterlist *sge = sk_msg_elem(msg, i);  in __sk_msg_free()  local
199 		msg->sg.size -= sge->length;  in __sk_msg_free()
203 		sge = sk_msg_elem(msg, i);  in __sk_msg_free()
225 	struct scatterlist *sge;  in __sk_msg_free_partial()  local
229 		sge = sk_msg_elem(msg, i);  in __sk_msg_free_partial()
230 		if (!sge->length)  in __sk_msg_free_partial()
232 		if (bytes < sge->length) {  in __sk_msg_free_partial()
235 			sge->length -= bytes;  in __sk_msg_free_partial()
236 			sge->offset += bytes;  in __sk_msg_free_partial()
241 		msg->sg.size -= sge->length;  in __sk_msg_free_partial()
242 		bytes -= sge->length;  in __sk_msg_free_partial()
372 	struct scatterlist *sge;  in sk_msg_memcopy_from_iter()  local
377 		sge = sk_msg_elem(msg, i);  in sk_msg_memcopy_from_iter()
379 		if (msg->sg.copybreak >= sge->length) {  in sk_msg_memcopy_from_iter()
384 			sge = sk_msg_elem(msg, i);  in sk_msg_memcopy_from_iter()
387 		buf_size = sge->length - msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
389 		to = sg_virt(sge) + msg->sg.copybreak;  in sk_msg_memcopy_from_iter()