45 static void mpage_end_io(struct bio *bio, int err)  in mpage_end_io()  argument
50 	bio_for_each_segment_all(bv, bio, i) {  in mpage_end_io()
52 		page_endio(page, bio_data_dir(bio), err);  in mpage_end_io()
55 	bio_put(bio);  in mpage_end_io()
58 static struct bio *mpage_bio_submit(int rw, struct bio *bio)  in mpage_bio_submit()  argument
60 	bio->bi_end_io = mpage_end_io;  in mpage_bio_submit()
61 	guard_bio_eod(rw, bio);  in mpage_bio_submit()
62 	submit_bio(rw, bio);  in mpage_bio_submit()
66 static struct bio *
71 	struct bio *bio;  in mpage_alloc()  local
73 	bio = bio_alloc(gfp_flags, nr_vecs);  in mpage_alloc()
75 	if (bio == NULL && (current->flags & PF_MEMALLOC)) {  in mpage_alloc()
76 		while (!bio && (nr_vecs /= 2))  in mpage_alloc()
77 			bio = bio_alloc(gfp_flags, nr_vecs);  in mpage_alloc()
80 	if (bio) {  in mpage_alloc()
81 		bio->bi_bdev = bdev;  in mpage_alloc()
82 		bio->bi_iter.bi_sector = first_sector;  in mpage_alloc()
84 	return bio;  in mpage_alloc()
139 static struct bio *
140 do_mpage_readpage(struct bio *bio, struct page *page, unsigned nr_pages,  in do_mpage_readpage()  argument
269 	if (bio && (*last_block_in_bio != blocks[0] - 1))  in do_mpage_readpage()
270 		bio = mpage_bio_submit(READ, bio);  in do_mpage_readpage()
273 	if (bio == NULL) {  in do_mpage_readpage()
279 		bio = mpage_alloc(bdev, blocks[0] << (blkbits - 9),  in do_mpage_readpage()
282 		if (bio == NULL)  in do_mpage_readpage()
287 	if (bio_add_page(bio, page, length, 0) < length) {  in do_mpage_readpage()
288 		bio = mpage_bio_submit(READ, bio);  in do_mpage_readpage()
296 		bio = mpage_bio_submit(READ, bio);  in do_mpage_readpage()
300 	return bio;  in do_mpage_readpage()
303 	if (bio)  in do_mpage_readpage()
304 		bio = mpage_bio_submit(READ, bio);  in do_mpage_readpage()
359 	struct bio *bio = NULL;  in mpage_readpages()  local
374 			bio = do_mpage_readpage(bio, page,  in mpage_readpages()
383 	if (bio)  in mpage_readpages()
384 		mpage_bio_submit(READ, bio);  in mpage_readpages()
394 	struct bio *bio = NULL;  in mpage_readpage()  local
401 	bio = do_mpage_readpage(bio, page, 1, &last_block_in_bio,  in mpage_readpage()
403 	if (bio)  in mpage_readpage()
404 		mpage_bio_submit(READ, bio);  in mpage_readpage()
427 	struct bio *bio;  member
466 	struct bio *bio = mpd->bio;  in __mpage_writepage()  local
592 	if (bio && mpd->last_block_in_bio != blocks[0] - 1)  in __mpage_writepage()
593 		bio = mpage_bio_submit(WRITE, bio);  in __mpage_writepage()
596 	if (bio == NULL) {  in __mpage_writepage()
604 		bio = mpage_alloc(bdev, blocks[0] << (blkbits - 9),  in __mpage_writepage()
606 		if (bio == NULL)  in __mpage_writepage()
616 	if (bio_add_page(bio, page, length, 0) < length) {  in __mpage_writepage()
617 		bio = mpage_bio_submit(WRITE, bio);  in __mpage_writepage()
627 		bio = mpage_bio_submit(WRITE, bio);  in __mpage_writepage()
638 	if (bio)  in __mpage_writepage()
639 		bio = mpage_bio_submit(WRITE, bio);  in __mpage_writepage()
652 	mpd->bio = bio;  in __mpage_writepage()
688 			.bio = NULL,  in mpage_writepages()
695 		if (mpd.bio)  in mpage_writepages()
696 			mpage_bio_submit(WRITE, mpd.bio);  in mpage_writepages()
707 		.bio = NULL,  in mpage_writepage()
713 	if (mpd.bio)  in mpage_writepage()
714 		mpage_bio_submit(WRITE, mpd.bio);  in mpage_writepage()