34 #define sg_dma_address(sg)	((sg)->dma_address)  argument
37 #define sg_dma_len(sg)		((sg)->dma_length)  argument
39 #define sg_dma_len(sg)		((sg)->length)  argument
72 #define sg_is_chain(sg)		((sg)->page_link & SG_CHAIN)  argument
73 #define sg_is_last(sg)		((sg)->page_link & SG_END)  argument
74 #define sg_chain_ptr(sg)	\  argument
75 	((struct scatterlist *) ((sg)->page_link & ~(SG_CHAIN | SG_END)))
87 static inline void sg_assign_page(struct scatterlist *sg, struct page *page)  in sg_assign_page()  argument
89 	unsigned long page_link = sg->page_link & (SG_CHAIN | SG_END);  in sg_assign_page()
97 	BUG_ON(sg_is_chain(sg));  in sg_assign_page()
99 	sg->page_link = page_link | (unsigned long) page;  in sg_assign_page()
116 static inline void sg_set_page(struct scatterlist *sg, struct page *page,  in sg_set_page()  argument
119 	sg_assign_page(sg, page);  in sg_set_page()
120 	sg->offset = offset;  in sg_set_page()
121 	sg->length = len;  in sg_set_page()
124 static inline struct page *sg_page(struct scatterlist *sg)  in sg_page()  argument
127 	BUG_ON(sg_is_chain(sg));  in sg_page()
129 	return (struct page *)((sg)->page_link & ~(SG_CHAIN | SG_END));  in sg_page()
139 static inline void sg_set_buf(struct scatterlist *sg, const void *buf,  in sg_set_buf()  argument
145 	sg_set_page(sg, virt_to_page(buf), buflen, offset_in_page(buf));  in sg_set_buf()
151 #define for_each_sg(sglist, sg, nr, __i)	\  argument
152 	for (__i = 0, sg = (sglist); __i < (nr); __i++, sg = sg_next(sg))
157 #define for_each_sgtable_sg(sgt, sg, i)		\  argument
158 	for_each_sg((sgt)->sgl, sg, (sgt)->orig_nents, i)
165 #define for_each_sgtable_dma_sg(sgt, sg, i)	\  argument
166 	for_each_sg((sgt)->sgl, sg, (sgt)->nents, i)
209 static inline void sg_mark_end(struct scatterlist *sg)  in sg_mark_end()  argument
214 	sg->page_link |= SG_END;  in sg_mark_end()
215 	sg->page_link &= ~SG_CHAIN;  in sg_mark_end()
226 static inline void sg_unmark_end(struct scatterlist *sg)  in sg_unmark_end()  argument
228 	sg->page_link &= ~SG_END;  in sg_unmark_end()
241 static inline dma_addr_t sg_phys(struct scatterlist *sg)  in sg_phys()  argument
243 	return page_to_phys(sg_page(sg)) + sg->offset;  in sg_phys()
256 static inline void *sg_virt(struct scatterlist *sg)  in sg_virt()  argument
258 	return page_address(sg_page(sg)) + sg->offset;  in sg_virt()
273 int sg_nents(struct scatterlist *sg);
274 int sg_nents_for_len(struct scatterlist *sg, u64 len);
373 	struct scatterlist	*sg;		/* sg holding the page */  member
404 	return nth_page(sg_page(piter->sg), piter->sg_pgoffset);  in sg_page_iter_page()
415 	return sg_dma_address(dma_iter->base.sg) +  in sg_page_iter_dma_address()