88 static void ceph_osd_data_init(struct ceph_osd_data *osd_data)  in ceph_osd_data_init()  argument
90 	memset(osd_data, 0, sizeof (*osd_data));  in ceph_osd_data_init()
91 	osd_data->type = CEPH_OSD_DATA_TYPE_NONE;  in ceph_osd_data_init()
94 static void ceph_osd_data_pages_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_pages_init()  argument
98 	osd_data->type = CEPH_OSD_DATA_TYPE_PAGES;  in ceph_osd_data_pages_init()
99 	osd_data->pages = pages;  in ceph_osd_data_pages_init()
100 	osd_data->length = length;  in ceph_osd_data_pages_init()
101 	osd_data->alignment = alignment;  in ceph_osd_data_pages_init()
102 	osd_data->pages_from_pool = pages_from_pool;  in ceph_osd_data_pages_init()
103 	osd_data->own_pages = own_pages;  in ceph_osd_data_pages_init()
106 static void ceph_osd_data_pagelist_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_pagelist_init()  argument
109 	osd_data->type = CEPH_OSD_DATA_TYPE_PAGELIST;  in ceph_osd_data_pagelist_init()
110 	osd_data->pagelist = pagelist;  in ceph_osd_data_pagelist_init()
114 static void ceph_osd_data_bio_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_bio_init()  argument
117 	osd_data->type = CEPH_OSD_DATA_TYPE_BIO;  in ceph_osd_data_bio_init()
118 	osd_data->bio = bio;  in ceph_osd_data_bio_init()
119 	osd_data->bio_length = bio_length;  in ceph_osd_data_bio_init()
143 	return osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data()
160 	struct ceph_osd_data *osd_data;  in osd_req_op_raw_data_in_pages()  local
162 	osd_data = osd_req_op_raw_data_in(osd_req, which);  in osd_req_op_raw_data_in_pages()
163 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_raw_data_in_pages()
173 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_pages()  local
175 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_pages()
176 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_extent_osd_data_pages()
184 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_pagelist()  local
186 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_pagelist()
187 	ceph_osd_data_pagelist_init(osd_data, pagelist);  in osd_req_op_extent_osd_data_pagelist()
195 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_bio()  local
197 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_bio()
198 	ceph_osd_data_bio_init(osd_data, bio, bio_length);  in osd_req_op_extent_osd_data_bio()
207 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_info_pagelist()  local
209 	osd_data = osd_req_op_data(osd_req, which, cls, request_info);  in osd_req_op_cls_request_info_pagelist()
210 	ceph_osd_data_pagelist_init(osd_data, pagelist);  in osd_req_op_cls_request_info_pagelist()
217 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_data_pagelist()  local
219 	osd_data = osd_req_op_data(osd_req, which, cls, request_data);  in osd_req_op_cls_request_data_pagelist()
220 	ceph_osd_data_pagelist_init(osd_data, pagelist);  in osd_req_op_cls_request_data_pagelist()
228 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_data_pages()  local
230 	osd_data = osd_req_op_data(osd_req, which, cls, request_data);  in osd_req_op_cls_request_data_pages()
231 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_cls_request_data_pages()
240 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_response_data_pages()  local
242 	osd_data = osd_req_op_data(osd_req, which, cls, response_data);  in osd_req_op_cls_response_data_pages()
243 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_cls_response_data_pages()
248 static u64 ceph_osd_data_length(struct ceph_osd_data *osd_data)  in ceph_osd_data_length()  argument
250 	switch (osd_data->type) {  in ceph_osd_data_length()
254 		return osd_data->length;  in ceph_osd_data_length()
256 		return (u64)osd_data->pagelist->length;  in ceph_osd_data_length()
259 		return (u64)osd_data->bio_length;  in ceph_osd_data_length()
262 		WARN(true, "unrecognized data type %d\n", (int)osd_data->type);  in ceph_osd_data_length()
267 static void ceph_osd_data_release(struct ceph_osd_data *osd_data)  in ceph_osd_data_release()  argument
269 	if (osd_data->type == CEPH_OSD_DATA_TYPE_PAGES && osd_data->own_pages) {  in ceph_osd_data_release()
272 		num_pages = calc_pages_for((u64)osd_data->alignment,  in ceph_osd_data_release()
273 						(u64)osd_data->length);  in ceph_osd_data_release()
274 		ceph_release_page_vector(osd_data->pages, num_pages);  in ceph_osd_data_release()
276 	ceph_osd_data_init(osd_data);  in ceph_osd_data_release()
291 		ceph_osd_data_release(&op->extent.osd_data);  in osd_req_op_data_release()
300 		ceph_osd_data_release(&op->xattr.osd_data);  in osd_req_op_data_release()
589 	ceph_osd_data_pagelist_init(&op->xattr.osd_data, pagelist);  in osd_req_op_xattr_init()
633 				struct ceph_osd_data *osd_data)  in ceph_osdc_msg_data_add()  argument
635 	u64 length = ceph_osd_data_length(osd_data);  in ceph_osdc_msg_data_add()
637 	if (osd_data->type == CEPH_OSD_DATA_TYPE_PAGES) {  in ceph_osdc_msg_data_add()
640 			ceph_msg_data_add_pages(msg, osd_data->pages,  in ceph_osdc_msg_data_add()
641 					length, osd_data->alignment);  in ceph_osdc_msg_data_add()
642 	} else if (osd_data->type == CEPH_OSD_DATA_TYPE_PAGELIST) {  in ceph_osdc_msg_data_add()
644 		ceph_msg_data_add_pagelist(msg, osd_data->pagelist);  in ceph_osdc_msg_data_add()
646 	} else if (osd_data->type == CEPH_OSD_DATA_TYPE_BIO) {  in ceph_osdc_msg_data_add()
647 		ceph_msg_data_add_bio(msg, osd_data->bio, length);  in ceph_osdc_msg_data_add()
650 		BUG_ON(osd_data->type != CEPH_OSD_DATA_TYPE_NONE);  in ceph_osdc_msg_data_add()
658 	struct ceph_osd_data *osd_data;  in osd_req_encode_op()  local
672 		osd_data = &src->raw_data_in;  in osd_req_encode_op()
673 		ceph_osdc_msg_data_add(req->r_reply, osd_data);  in osd_req_encode_op()
689 		osd_data = &src->extent.osd_data;  in osd_req_encode_op()
692 			ceph_osdc_msg_data_add(req->r_request, osd_data);  in osd_req_encode_op()
694 			ceph_osdc_msg_data_add(req->r_reply, osd_data);  in osd_req_encode_op()
699 		osd_data = &src->cls.request_info;  in osd_req_encode_op()
700 		ceph_osdc_msg_data_add(req->r_request, osd_data);  in osd_req_encode_op()
701 		BUG_ON(osd_data->type != CEPH_OSD_DATA_TYPE_PAGELIST);  in osd_req_encode_op()
702 		request_data_len = osd_data->pagelist->length;  in osd_req_encode_op()
704 		osd_data = &src->cls.request_data;  in osd_req_encode_op()
705 		data_length = ceph_osd_data_length(osd_data);  in osd_req_encode_op()
707 			BUG_ON(osd_data->type == CEPH_OSD_DATA_TYPE_NONE);  in osd_req_encode_op()
709 			ceph_osdc_msg_data_add(req->r_request, osd_data);  in osd_req_encode_op()
713 		osd_data = &src->cls.response_data;  in osd_req_encode_op()
714 		ceph_osdc_msg_data_add(req->r_reply, osd_data);  in osd_req_encode_op()
736 		osd_data = &src->xattr.osd_data;  in osd_req_encode_op()
737 		ceph_osdc_msg_data_add(req->r_request, osd_data);  in osd_req_encode_op()
738 		request_data_len = osd_data->pagelist->length;  in osd_req_encode_op()