42 #define sg_is_chain(sg)		((sg)->page_link & 0x01)  argument
43 #define sg_is_last(sg)		((sg)->page_link & 0x02)  argument
44 #define sg_chain_ptr(sg)	\  argument
45 	((struct scatterlist *) ((sg)->page_link & ~0x03))
57 static inline void sg_assign_page(struct scatterlist *sg, struct page *page)  in sg_assign_page()  argument
59 	unsigned long page_link = sg->page_link & 0x3;  in sg_assign_page()
67 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_assign_page()
68 	BUG_ON(sg_is_chain(sg));  in sg_assign_page()
70 	sg->page_link = page_link | (unsigned long) page;  in sg_assign_page()
87 static inline void sg_set_page(struct scatterlist *sg, struct page *page,  in sg_set_page()  argument
90 	sg_assign_page(sg, page);  in sg_set_page()
91 	sg->offset = offset;  in sg_set_page()
92 	sg->length = len;  in sg_set_page()
95 static inline struct page *sg_page(struct scatterlist *sg)  in sg_page()  argument
98 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_page()
99 	BUG_ON(sg_is_chain(sg));  in sg_page()
101 	return (struct page *)((sg)->page_link & ~0x3);  in sg_page()
111 static inline void sg_set_buf(struct scatterlist *sg, const void *buf,  in sg_set_buf()  argument
117 	sg_set_page(sg, virt_to_page(buf), buflen, offset_in_page(buf));  in sg_set_buf()
123 #define for_each_sg(sglist, sg, nr, __i)	\  argument
124 	for (__i = 0, sg = (sglist); __i < (nr); __i++, sg = sg_next(sg))
165 static inline void sg_mark_end(struct scatterlist *sg)  in sg_mark_end()  argument
168 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_mark_end()
173 	sg->page_link |= 0x02;  in sg_mark_end()
174 	sg->page_link &= ~0x01;  in sg_mark_end()
185 static inline void sg_unmark_end(struct scatterlist *sg)  in sg_unmark_end()  argument
188 	BUG_ON(sg->sg_magic != SG_MAGIC);  in sg_unmark_end()
190 	sg->page_link &= ~0x02;  in sg_unmark_end()
203 static inline dma_addr_t sg_phys(struct scatterlist *sg)  in sg_phys()  argument
205 	return page_to_phys(sg_page(sg)) + sg->offset;  in sg_phys()
218 static inline void *sg_virt(struct scatterlist *sg)  in sg_virt()  argument
220 	return page_address(sg_page(sg)) + sg->offset;  in sg_virt()
223 int sg_nents(struct scatterlist *sg);
269 	struct scatterlist	*sg;		/* sg holding the page */  member
288 	return nth_page(sg_page(piter->sg), piter->sg_pgoffset);  in sg_page_iter_page()
298 	return sg_dma_address(piter->sg) + (piter->sg_pgoffset << PAGE_SHIFT);  in sg_page_iter_dma_address()