41 void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_pin()  argument
49 		gfs2_assert_withdraw(sdp, 0);  in gfs2_pin()
51 		gfs2_io_error_bh(sdp, bh);  in gfs2_pin()
56 	spin_lock(&sdp->sd_ail_lock);  in gfs2_pin()
59 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_pin()
61 	atomic_inc(&sdp->sd_log_pinned);  in gfs2_pin()
73 	struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;  in maybe_release_space()  local
80 	if (sdp->sd_args.ar_discard)  in maybe_release_space()
81 		gfs2_rgrp_send_discards(sdp, rgd->rd_data0, bd->bd_bh, bi, 1, NULL);  in maybe_release_space()
98 static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh,  in gfs2_unpin()  argument
113 	spin_lock(&sdp->sd_ail_lock);  in gfs2_unpin()
124 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_unpin()
129 	atomic_dec(&sdp->sd_log_pinned);  in gfs2_unpin()
132 static void gfs2_log_incr_head(struct gfs2_sbd *sdp)  in gfs2_log_incr_head()  argument
134 	BUG_ON((sdp->sd_log_flush_head == sdp->sd_log_tail) &&  in gfs2_log_incr_head()
135 	       (sdp->sd_log_flush_head != sdp->sd_log_head));  in gfs2_log_incr_head()
137 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {  in gfs2_log_incr_head()
138 		sdp->sd_log_flush_head = 0;  in gfs2_log_incr_head()
139 		sdp->sd_log_flush_wrapped = 1;  in gfs2_log_incr_head()
143 static u64 gfs2_log_bmap(struct gfs2_sbd *sdp)  in gfs2_log_bmap()  argument
145 	unsigned int lbn = sdp->sd_log_flush_head;  in gfs2_log_bmap()
149 	list_for_each_entry(je, &sdp->sd_jdesc->extent_list, list) {  in gfs2_log_bmap()
152 			gfs2_log_incr_head(sdp);  in gfs2_log_bmap()
172 static void gfs2_end_log_write_bh(struct gfs2_sbd *sdp, struct bio_vec *bvec,  in gfs2_end_log_write_bh()  argument
207 	struct gfs2_sbd *sdp = bio->bi_private;  in gfs2_end_log_write()  local
213 		sdp->sd_log_error = bio->bi_error;  in gfs2_end_log_write()
214 		fs_err(sdp, "Error %d writing to log\n", bio->bi_error);  in gfs2_end_log_write()
220 			gfs2_end_log_write_bh(sdp, bvec, bio->bi_error);  in gfs2_end_log_write()
226 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))  in gfs2_end_log_write()
227 		wake_up(&sdp->sd_log_flush_wait);  in gfs2_end_log_write()
239 void gfs2_log_flush_bio(struct gfs2_sbd *sdp, int rw)  in gfs2_log_flush_bio()  argument
241 	if (sdp->sd_log_bio) {  in gfs2_log_flush_bio()
242 		atomic_inc(&sdp->sd_log_in_flight);  in gfs2_log_flush_bio()
243 		submit_bio(rw, sdp->sd_log_bio);  in gfs2_log_flush_bio()
244 		sdp->sd_log_bio = NULL;  in gfs2_log_flush_bio()
261 static struct bio *gfs2_log_alloc_bio(struct gfs2_sbd *sdp, u64 blkno)  in gfs2_log_alloc_bio()  argument
263 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_alloc_bio()
266 	BUG_ON(sdp->sd_log_bio);  in gfs2_log_alloc_bio()
272 	bio->bi_private = sdp;  in gfs2_log_alloc_bio()
274 	sdp->sd_log_bio = bio;  in gfs2_log_alloc_bio()
292 static struct bio *gfs2_log_get_bio(struct gfs2_sbd *sdp, u64 blkno)  in gfs2_log_get_bio()  argument
294 	struct bio *bio = sdp->sd_log_bio;  in gfs2_log_get_bio()
299 		nblk >>= sdp->sd_fsb2bb_shift;  in gfs2_log_get_bio()
302 		gfs2_log_flush_bio(sdp, WRITE);  in gfs2_log_get_bio()
305 	return gfs2_log_alloc_bio(sdp, blkno);  in gfs2_log_get_bio()
321 static void gfs2_log_write(struct gfs2_sbd *sdp, struct page *page,  in gfs2_log_write()  argument
324 	u64 blkno = gfs2_log_bmap(sdp);  in gfs2_log_write()
328 	bio = gfs2_log_get_bio(sdp, blkno);  in gfs2_log_write()
331 		gfs2_log_flush_bio(sdp, WRITE);  in gfs2_log_write()
332 		bio = gfs2_log_alloc_bio(sdp, blkno);  in gfs2_log_write()
348 static void gfs2_log_write_bh(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_log_write_bh()  argument
350 	gfs2_log_write(sdp, bh->b_page, bh->b_size, bh_offset(bh));  in gfs2_log_write_bh()
364 void gfs2_log_write_page(struct gfs2_sbd *sdp, struct page *page)  in gfs2_log_write_page()  argument
366 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_write_page()
367 	gfs2_log_write(sdp, page, sb->s_blocksize, 0);  in gfs2_log_write_page()
370 static struct page *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type,  in gfs2_get_log_desc()  argument
413 static void gfs2_before_commit(struct gfs2_sbd *sdp, unsigned int limit,  in gfs2_before_commit()  argument
424 	gfs2_log_lock(sdp);  in gfs2_before_commit()
431 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
432 		page = gfs2_get_log_desc(sdp,  in gfs2_before_commit()
436 		gfs2_log_lock(sdp);  in gfs2_before_commit()
450 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
451 		gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
452 		gfs2_log_lock(sdp);  in gfs2_before_commit()
457 			gfs2_log_unlock(sdp);  in gfs2_before_commit()
472 				gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
474 				gfs2_log_write_bh(sdp, bd2->bd_bh);  in gfs2_before_commit()
476 			gfs2_log_lock(sdp);  in gfs2_before_commit()
484 	gfs2_log_unlock(sdp);  in gfs2_before_commit()
487 static void buf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_before_commit()  argument
489 	unsigned int limit = buf_limit(sdp); /* 503 for 4k blocks */  in buf_lo_before_commit()
494 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_buf, 0);  in buf_lo_before_commit()
497 static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_after_commit()  argument
509 		gfs2_unpin(sdp, bd->bd_bh, tr);  in buf_lo_after_commit()
528 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_scan_elements()  local
538 	gfs2_replay_incr_blk(sdp, &start);  in buf_lo_scan_elements()
540 	for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {  in buf_lo_scan_elements()
555 		if (gfs2_meta_check(sdp, bh_ip))  in buf_lo_scan_elements()
581 	struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;  in gfs2_meta_sync()  local
585 		mapping = &sdp->sd_aspace;  in gfs2_meta_sync()
597 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_after_scan()  local
608 	fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n",  in buf_lo_after_scan()
612 static void revoke_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_before_commit()  argument
616 	struct list_head *head = &sdp->sd_log_le_revoke;  in revoke_lo_before_commit()
621 	gfs2_write_revokes(sdp);  in revoke_lo_before_commit()
622 	if (!sdp->sd_log_num_revoke)  in revoke_lo_before_commit()
625 	length = gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, sizeof(u64));  in revoke_lo_before_commit()
626 	page = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE, length, sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
630 		sdp->sd_log_num_revoke--;  in revoke_lo_before_commit()
632 		if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) {  in revoke_lo_before_commit()
634 			gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
647 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
649 	gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
652 static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_after_commit()  argument
654 	struct list_head *head = &sdp->sd_log_le_revoke;  in revoke_lo_after_commit()
682 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_scan_elements()  local
696 	for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {  in revoke_lo_scan_elements()
702 			gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB);  in revoke_lo_scan_elements()
704 		while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) {  in revoke_lo_scan_elements()
730 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_after_scan()  local
739 	fs_info(sdp, "jid=%u: Found %u revoke tags\n",  in revoke_lo_after_scan()
750 static void databuf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_before_commit()  argument
752 	unsigned int limit = databuf_limit(sdp);  in databuf_lo_before_commit()
757 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_databuf, 1);  in databuf_lo_before_commit()
765 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in databuf_lo_scan_elements()  local
776 	gfs2_replay_incr_blk(sdp, &start);  in databuf_lo_scan_elements()
777 	for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {  in databuf_lo_scan_elements()
814 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in databuf_lo_after_scan()  local
826 	fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n",  in databuf_lo_after_scan()
830 static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_after_commit()  argument
842 		gfs2_unpin(sdp, bd->bd_bh, tr);  in databuf_lo_after_commit()