41 void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_pin()  argument
49 		gfs2_assert_withdraw(sdp, 0);  in gfs2_pin()
51 		gfs2_io_error_bh(sdp, bh);  in gfs2_pin()
56 	spin_lock(&sdp->sd_ail_lock);  in gfs2_pin()
59 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_pin()
61 	atomic_inc(&sdp->sd_log_pinned);  in gfs2_pin()
73 	struct gfs2_sbd *sdp = gl->gl_sbd;  in maybe_release_space()  local
80 	if (sdp->sd_args.ar_discard)  in maybe_release_space()
81 		gfs2_rgrp_send_discards(sdp, rgd->rd_data0, bd->bd_bh, bi, 1, NULL);  in maybe_release_space()
98 static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh,  in gfs2_unpin()  argument
113 	spin_lock(&sdp->sd_ail_lock);  in gfs2_unpin()
124 	spin_unlock(&sdp->sd_ail_lock);  in gfs2_unpin()
129 	atomic_dec(&sdp->sd_log_pinned);  in gfs2_unpin()
132 static void gfs2_log_incr_head(struct gfs2_sbd *sdp)  in gfs2_log_incr_head()  argument
134 	BUG_ON((sdp->sd_log_flush_head == sdp->sd_log_tail) &&  in gfs2_log_incr_head()
135 	       (sdp->sd_log_flush_head != sdp->sd_log_head));  in gfs2_log_incr_head()
137 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {  in gfs2_log_incr_head()
138 		sdp->sd_log_flush_head = 0;  in gfs2_log_incr_head()
139 		sdp->sd_log_flush_wrapped = 1;  in gfs2_log_incr_head()
143 static u64 gfs2_log_bmap(struct gfs2_sbd *sdp)  in gfs2_log_bmap()  argument
145 	unsigned int lbn = sdp->sd_log_flush_head;  in gfs2_log_bmap()
149 	list_for_each_entry(je, &sdp->sd_jdesc->extent_list, list) {  in gfs2_log_bmap()
152 			gfs2_log_incr_head(sdp);  in gfs2_log_bmap()
172 static void gfs2_end_log_write_bh(struct gfs2_sbd *sdp, struct bio_vec *bvec,  in gfs2_end_log_write_bh()  argument
207 	struct gfs2_sbd *sdp = bio->bi_private;  in gfs2_end_log_write()  local
213 		sdp->sd_log_error = error;  in gfs2_end_log_write()
214 		fs_err(sdp, "Error %d writing to log\n", error);  in gfs2_end_log_write()
220 			gfs2_end_log_write_bh(sdp, bvec, error);  in gfs2_end_log_write()
226 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))  in gfs2_end_log_write()
227 		wake_up(&sdp->sd_log_flush_wait);  in gfs2_end_log_write()
239 void gfs2_log_flush_bio(struct gfs2_sbd *sdp, int rw)  in gfs2_log_flush_bio()  argument
241 	if (sdp->sd_log_bio) {  in gfs2_log_flush_bio()
242 		atomic_inc(&sdp->sd_log_in_flight);  in gfs2_log_flush_bio()
243 		submit_bio(rw, sdp->sd_log_bio);  in gfs2_log_flush_bio()
244 		sdp->sd_log_bio = NULL;  in gfs2_log_flush_bio()
261 static struct bio *gfs2_log_alloc_bio(struct gfs2_sbd *sdp, u64 blkno)  in gfs2_log_alloc_bio()  argument
263 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_alloc_bio()
267 	BUG_ON(sdp->sd_log_bio);  in gfs2_log_alloc_bio()
279 	bio->bi_private = sdp;  in gfs2_log_alloc_bio()
281 	sdp->sd_log_bio = bio;  in gfs2_log_alloc_bio()
299 static struct bio *gfs2_log_get_bio(struct gfs2_sbd *sdp, u64 blkno)  in gfs2_log_get_bio()  argument
301 	struct bio *bio = sdp->sd_log_bio;  in gfs2_log_get_bio()
306 		nblk >>= sdp->sd_fsb2bb_shift;  in gfs2_log_get_bio()
309 		gfs2_log_flush_bio(sdp, WRITE);  in gfs2_log_get_bio()
312 	return gfs2_log_alloc_bio(sdp, blkno);  in gfs2_log_get_bio()
328 static void gfs2_log_write(struct gfs2_sbd *sdp, struct page *page,  in gfs2_log_write()  argument
331 	u64 blkno = gfs2_log_bmap(sdp);  in gfs2_log_write()
335 	bio = gfs2_log_get_bio(sdp, blkno);  in gfs2_log_write()
338 		gfs2_log_flush_bio(sdp, WRITE);  in gfs2_log_write()
339 		bio = gfs2_log_alloc_bio(sdp, blkno);  in gfs2_log_write()
355 static void gfs2_log_write_bh(struct gfs2_sbd *sdp, struct buffer_head *bh)  in gfs2_log_write_bh()  argument
357 	gfs2_log_write(sdp, bh->b_page, bh->b_size, bh_offset(bh));  in gfs2_log_write_bh()
371 void gfs2_log_write_page(struct gfs2_sbd *sdp, struct page *page)  in gfs2_log_write_page()  argument
373 	struct super_block *sb = sdp->sd_vfs;  in gfs2_log_write_page()
374 	gfs2_log_write(sdp, page, sb->s_blocksize, 0);  in gfs2_log_write_page()
377 static struct page *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type,  in gfs2_get_log_desc()  argument
420 static void gfs2_before_commit(struct gfs2_sbd *sdp, unsigned int limit,  in gfs2_before_commit()  argument
431 	gfs2_log_lock(sdp);  in gfs2_before_commit()
438 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
439 		page = gfs2_get_log_desc(sdp,  in gfs2_before_commit()
443 		gfs2_log_lock(sdp);  in gfs2_before_commit()
457 		gfs2_log_unlock(sdp);  in gfs2_before_commit()
458 		gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
459 		gfs2_log_lock(sdp);  in gfs2_before_commit()
464 			gfs2_log_unlock(sdp);  in gfs2_before_commit()
479 				gfs2_log_write_page(sdp, page);  in gfs2_before_commit()
481 				gfs2_log_write_bh(sdp, bd2->bd_bh);  in gfs2_before_commit()
483 			gfs2_log_lock(sdp);  in gfs2_before_commit()
491 	gfs2_log_unlock(sdp);  in gfs2_before_commit()
494 static void buf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_before_commit()  argument
496 	unsigned int limit = buf_limit(sdp); /* 503 for 4k blocks */  in buf_lo_before_commit()
501 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_buf, 0);  in buf_lo_before_commit()
504 static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in buf_lo_after_commit()  argument
516 		gfs2_unpin(sdp, bd->bd_bh, tr);  in buf_lo_after_commit()
535 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_scan_elements()  local
545 	gfs2_replay_incr_blk(sdp, &start);  in buf_lo_scan_elements()
547 	for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {  in buf_lo_scan_elements()
562 		if (gfs2_meta_check(sdp, bh_ip))  in buf_lo_scan_elements()
588 	struct gfs2_sbd *sdp = gl->gl_sbd;  in gfs2_meta_sync()  local
592 		mapping = &sdp->sd_aspace;  in gfs2_meta_sync()
604 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in buf_lo_after_scan()  local
615 	fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n",  in buf_lo_after_scan()
619 static void revoke_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_before_commit()  argument
623 	struct list_head *head = &sdp->sd_log_le_revoke;  in revoke_lo_before_commit()
628 	gfs2_write_revokes(sdp);  in revoke_lo_before_commit()
629 	if (!sdp->sd_log_num_revoke)  in revoke_lo_before_commit()
632 	length = gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, sizeof(u64));  in revoke_lo_before_commit()
633 	page = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE, length, sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
637 		sdp->sd_log_num_revoke--;  in revoke_lo_before_commit()
639 		if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) {  in revoke_lo_before_commit()
641 			gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
654 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);  in revoke_lo_before_commit()
656 	gfs2_log_write_page(sdp, page);  in revoke_lo_before_commit()
659 static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in revoke_lo_after_commit()  argument
661 	struct list_head *head = &sdp->sd_log_le_revoke;  in revoke_lo_after_commit()
689 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_scan_elements()  local
703 	for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {  in revoke_lo_scan_elements()
709 			gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB);  in revoke_lo_scan_elements()
711 		while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) {  in revoke_lo_scan_elements()
737 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in revoke_lo_after_scan()  local
746 	fs_info(sdp, "jid=%u: Found %u revoke tags\n",  in revoke_lo_after_scan()
757 static void databuf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_before_commit()  argument
759 	unsigned int limit = databuf_limit(sdp);  in databuf_lo_before_commit()
764 	gfs2_before_commit(sdp, limit, nbuf, &tr->tr_databuf, 1);  in databuf_lo_before_commit()
772 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in databuf_lo_scan_elements()  local
783 	gfs2_replay_incr_blk(sdp, &start);  in databuf_lo_scan_elements()
784 	for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {  in databuf_lo_scan_elements()
821 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);  in databuf_lo_after_scan()  local
833 	fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n",  in databuf_lo_after_scan()
837 static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)  in databuf_lo_after_commit()  argument
849 		gfs2_unpin(sdp, bd->bd_bh, tr);  in databuf_lo_after_commit()