215 	struct the_nilfs *nilfs;  in nilfs_transaction_begin()  local
232 	nilfs = sb->s_fs_info;  in nilfs_transaction_begin()
233 	down_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_begin()
234 	if (vacancy_check && nilfs_near_disk_full(nilfs)) {  in nilfs_transaction_begin()
235 		up_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_begin()
269 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_commit()  local
280 	if (nilfs->ns_writer) {  in nilfs_transaction_commit()
281 		struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_transaction_commit()
285 		if (atomic_read(&nilfs->ns_ndirtyblks) > sci->sc_watermark)  in nilfs_transaction_commit()
288 	up_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_commit()
305 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_abort()  local
314 	up_read(&nilfs->ns_segctor_sem);  in nilfs_transaction_abort()
327 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_relax_pressure_in_lock()  local
328 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_relax_pressure_in_lock()
334 	up_read(&nilfs->ns_segctor_sem);  in nilfs_relax_pressure_in_lock()
336 	down_write(&nilfs->ns_segctor_sem);  in nilfs_relax_pressure_in_lock()
345 	downgrade_write(&nilfs->ns_segctor_sem);  in nilfs_relax_pressure_in_lock()
353 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_lock()  local
354 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_transaction_lock()
367 		down_write(&nilfs->ns_segctor_sem);  in nilfs_transaction_lock()
373 		up_write(&nilfs->ns_segctor_sem);  in nilfs_transaction_lock()
386 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_transaction_unlock()  local
391 	up_write(&nilfs->ns_segctor_sem);  in nilfs_transaction_unlock()
775 static void nilfs_dispose_list(struct the_nilfs *nilfs,  in nilfs_dispose_list()  argument
783 		spin_lock(&nilfs->ns_inode_lock);  in nilfs_dispose_list()
794 					      &nilfs->ns_dirty_files);  in nilfs_dispose_list()
801 		spin_unlock(&nilfs->ns_inode_lock);  in nilfs_dispose_list()
812 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_iput_work_func()  local
814 	nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 0);  in nilfs_iput_work_func()
817 static int nilfs_test_metadata_dirty(struct the_nilfs *nilfs,  in nilfs_test_metadata_dirty()  argument
824 	if (nilfs_mdt_fetch_dirty(nilfs->ns_cpfile))  in nilfs_test_metadata_dirty()
826 	if (nilfs_mdt_fetch_dirty(nilfs->ns_sufile))  in nilfs_test_metadata_dirty()
828 	if ((ret || nilfs_doing_gc()) && nilfs_mdt_fetch_dirty(nilfs->ns_dat))  in nilfs_test_metadata_dirty()
843 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_confirm()  local
846 	if (nilfs_test_metadata_dirty(nilfs, sci->sc_root))  in nilfs_segctor_confirm()
849 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_confirm()
850 	if (list_empty(&nilfs->ns_dirty_files) && nilfs_segctor_clean(sci))  in nilfs_segctor_confirm()
853 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_confirm()
859 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_clear_metadata_dirty()  local
862 	nilfs_mdt_clear_dirty(nilfs->ns_cpfile);  in nilfs_segctor_clear_metadata_dirty()
863 	nilfs_mdt_clear_dirty(nilfs->ns_sufile);  in nilfs_segctor_clear_metadata_dirty()
864 	nilfs_mdt_clear_dirty(nilfs->ns_dat);  in nilfs_segctor_clear_metadata_dirty()
869 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_create_checkpoint()  local
875 	err = nilfs_cpfile_get_checkpoint(nilfs->ns_cpfile, nilfs->ns_cno, 1,  in nilfs_segctor_create_checkpoint()
882 		nilfs_mdt_mark_dirty(nilfs->ns_cpfile);  in nilfs_segctor_create_checkpoint()
884 			nilfs->ns_cpfile, nilfs->ns_cno, bh_cp);  in nilfs_segctor_create_checkpoint()
893 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_fill_in_checkpoint()  local
898 	err = nilfs_cpfile_get_checkpoint(nilfs->ns_cpfile, nilfs->ns_cno, 0,  in nilfs_segctor_fill_in_checkpoint()
913 	raw_cp->cp_cno = cpu_to_le64(nilfs->ns_cno);  in nilfs_segctor_fill_in_checkpoint()
922 	nilfs_cpfile_put_checkpoint(nilfs->ns_cpfile, nilfs->ns_cno, bh_cp);  in nilfs_segctor_fill_in_checkpoint()
957 					     struct the_nilfs *nilfs)  in nilfs_segctor_fill_in_super_root()  argument
965 	isz = nilfs->ns_inode_size;  in nilfs_segctor_fill_in_super_root()
971 			      nilfs->ns_nongc_ctime : sci->sc_seg_ctime);  in nilfs_segctor_fill_in_super_root()
974 	nilfs_write_inode_common(nilfs->ns_dat, (void *)raw_sr +  in nilfs_segctor_fill_in_super_root()
976 	nilfs_write_inode_common(nilfs->ns_cpfile, (void *)raw_sr +  in nilfs_segctor_fill_in_super_root()
978 	nilfs_write_inode_common(nilfs->ns_sufile, (void *)raw_sr +  in nilfs_segctor_fill_in_super_root()
980 	memset((void *)raw_sr + srsz, 0, nilfs->ns_blocksize - srsz);  in nilfs_segctor_fill_in_super_root()
1120 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_collect_blocks()  local
1207 		err = nilfs_segctor_scan_file(sci, nilfs->ns_cpfile,  in nilfs_segctor_collect_blocks()
1213 		err = nilfs_sufile_freev(nilfs->ns_sufile, sci->sc_freesegs,  in nilfs_segctor_collect_blocks()
1216 			nilfs_sufile_cancel_freev(nilfs->ns_sufile,  in nilfs_segctor_collect_blocks()
1223 		err = nilfs_segctor_scan_file(sci, nilfs->ns_sufile,  in nilfs_segctor_collect_blocks()
1230 		err = nilfs_segctor_scan_file(sci, nilfs->ns_dat,  in nilfs_segctor_collect_blocks()
1279 					    struct the_nilfs *nilfs)  in nilfs_segctor_begin_construction()  argument
1290 		nilfs_segbuf_map(segbuf, nilfs->ns_segnum,  in nilfs_segctor_begin_construction()
1291 				 nilfs->ns_pseg_offset, nilfs);  in nilfs_segctor_begin_construction()
1293 			nilfs_shift_to_next_segment(nilfs);  in nilfs_segctor_begin_construction()
1294 			nilfs_segbuf_map(segbuf, nilfs->ns_segnum, 0, nilfs);  in nilfs_segctor_begin_construction()
1297 		segbuf->sb_sum.seg_seq = nilfs->ns_seg_seq;  in nilfs_segctor_begin_construction()
1298 		nextnum = nilfs->ns_nextnum;  in nilfs_segctor_begin_construction()
1300 		if (nilfs->ns_segnum == nilfs->ns_nextnum)  in nilfs_segctor_begin_construction()
1311 			nilfs_segbuf_map(segbuf, prev->sb_nextnum, 0, nilfs);  in nilfs_segctor_begin_construction()
1317 	err = nilfs_sufile_mark_dirty(nilfs->ns_sufile, segbuf->sb_segnum);  in nilfs_segctor_begin_construction()
1322 		err = nilfs_sufile_alloc(nilfs->ns_sufile, &nextnum);  in nilfs_segctor_begin_construction()
1326 	nilfs_segbuf_set_next_segnum(segbuf, nextnum, nilfs);  in nilfs_segctor_begin_construction()
1339 					 struct the_nilfs *nilfs, int nadd)  in nilfs_segctor_extend_segments()  argument
1342 	struct inode *sufile = nilfs->ns_sufile;  in nilfs_segctor_extend_segments()
1366 		nilfs_segbuf_map(segbuf, prev->sb_nextnum, 0, nilfs);  in nilfs_segctor_extend_segments()
1375 		nilfs_segbuf_set_next_segnum(segbuf, nextnextnum, nilfs);  in nilfs_segctor_extend_segments()
1395 				       struct the_nilfs *nilfs)  in nilfs_free_incomplete_logs()  argument
1398 	struct inode *sufile = nilfs->ns_sufile;  in nilfs_free_incomplete_logs()
1402 	if (nilfs->ns_nextnum != segbuf->sb_nextnum) {  in nilfs_free_incomplete_logs()
1411 			nilfs_terminate_segment(nilfs, segbuf->sb_fseg_start,  in nilfs_free_incomplete_logs()
1414 			set_nilfs_discontinued(nilfs);  in nilfs_free_incomplete_logs()
1424 		    segbuf->sb_segnum != nilfs->ns_nextnum)  in nilfs_free_incomplete_logs()
1483 				 struct the_nilfs *nilfs, int mode)  in nilfs_segctor_collect()  argument
1513 			err = nilfs_sufile_cancel_freev(nilfs->ns_sufile,  in nilfs_segctor_collect()
1521 		err = nilfs_segctor_extend_segments(sci, nilfs, nadd);  in nilfs_segctor_collect()
1528 	nilfs_segctor_truncate_segments(sci, sci->sc_curseg, nilfs->ns_sufile);  in nilfs_segctor_collect()
1694 			       struct the_nilfs *nilfs)  in nilfs_segctor_write()  argument
1698 	ret = nilfs_write_logs(&sci->sc_segbufs, nilfs);  in nilfs_segctor_write()
1783 					     struct the_nilfs *nilfs, int err)  in nilfs_segctor_abort_construction()  argument
1793 	nilfs_cancel_segusage(&logs, nilfs->ns_sufile);  in nilfs_segctor_abort_construction()
1794 	nilfs_free_incomplete_logs(&logs, nilfs);  in nilfs_segctor_abort_construction()
1797 		ret = nilfs_sufile_cancel_freev(nilfs->ns_sufile,  in nilfs_segctor_abort_construction()
1807 static void nilfs_set_next_segment(struct the_nilfs *nilfs,  in nilfs_set_next_segment()  argument
1810 	nilfs->ns_segnum = segbuf->sb_segnum;  in nilfs_set_next_segment()
1811 	nilfs->ns_nextnum = segbuf->sb_nextnum;  in nilfs_set_next_segment()
1812 	nilfs->ns_pseg_offset = segbuf->sb_pseg_start - segbuf->sb_fseg_start  in nilfs_set_next_segment()
1814 	nilfs->ns_seg_seq = segbuf->sb_sum.seg_seq;  in nilfs_set_next_segment()
1815 	nilfs->ns_ctime = segbuf->sb_sum.ctime;  in nilfs_set_next_segment()
1822 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_complete_write()  local
1895 		nilfs->ns_nongc_ctime = sci->sc_seg_ctime;  in nilfs_segctor_complete_write()
1900 	nilfs_set_next_segment(nilfs, segbuf);  in nilfs_segctor_complete_write()
1903 		nilfs->ns_flushed_device = 0;  in nilfs_segctor_complete_write()
1904 		nilfs_set_last_segment(nilfs, segbuf->sb_pseg_start,  in nilfs_segctor_complete_write()
1905 				       segbuf->sb_sum.seg_seq, nilfs->ns_cno++);  in nilfs_segctor_complete_write()
1928 					     struct the_nilfs *nilfs)  in nilfs_segctor_collect_dirty_files()  argument
1933 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1935 	list_for_each_entry_safe(ii, n, &nilfs->ns_dirty_files, i_dirty) {  in nilfs_segctor_collect_dirty_files()
1940 			spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1950 			spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1962 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_collect_dirty_files()
1968 					     struct the_nilfs *nilfs)  in nilfs_segctor_drop_written_files()  argument
1974 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
1992 			spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
1994 			spin_lock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
1997 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_segctor_drop_written_files()
2008 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_do_construct()  local
2012 	sci->sc_cno = nilfs->ns_cno;  in nilfs_segctor_do_construct()
2014 	err = nilfs_segctor_collect_dirty_files(sci, nilfs);  in nilfs_segctor_do_construct()
2018 	if (nilfs_test_metadata_dirty(nilfs, sci->sc_root))  in nilfs_segctor_do_construct()
2027 		err = nilfs_segctor_begin_construction(sci, nilfs);  in nilfs_segctor_do_construct()
2034 		err = nilfs_segctor_collect(sci, nilfs, mode);  in nilfs_segctor_do_construct()
2041 			nilfs_segctor_abort_construction(sci, nilfs, 1);  in nilfs_segctor_do_construct()
2058 			nilfs_segctor_fill_in_super_root(sci, nilfs);  in nilfs_segctor_do_construct()
2060 		nilfs_segctor_update_segusage(sci, nilfs->ns_sufile);  in nilfs_segctor_do_construct()
2066 					    nilfs->ns_crc_seed);  in nilfs_segctor_do_construct()
2068 		err = nilfs_segctor_write(sci, nilfs);  in nilfs_segctor_do_construct()
2073 		    nilfs->ns_blocksize_bits != PAGE_CACHE_SHIFT) {  in nilfs_segctor_do_construct()
2088 	nilfs_segctor_drop_written_files(sci, nilfs);  in nilfs_segctor_do_construct()
2098 	nilfs_segctor_abort_construction(sci, nilfs, err);  in nilfs_segctor_do_construct()
2141 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_flush_segment()  local
2142 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_flush_segment()
2231 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_construct_segment()  local
2232 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_construct_segment()
2269 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_construct_dsync_segment()  local
2270 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_construct_dsync_segment()
2282 	    nilfs_test_opt(nilfs, STRICT_ORDER) ||  in nilfs_construct_dsync_segment()
2284 	    nilfs_discontinued(nilfs)) {  in nilfs_construct_dsync_segment()
2290 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_construct_dsync_segment()
2293 		spin_unlock(&nilfs->ns_inode_lock);  in nilfs_construct_dsync_segment()
2297 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_construct_dsync_segment()
2304 		nilfs->ns_flushed_device = 0;  in nilfs_construct_dsync_segment()
2362 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_construct()  local
2368 	if (nilfs_discontinued(nilfs))  in nilfs_segctor_construct()
2375 			atomic_set(&nilfs->ns_ndirtyblks, 0);  in nilfs_segctor_construct()
2377 		    nilfs_discontinued(nilfs)) {  in nilfs_segctor_construct()
2378 			down_write(&nilfs->ns_sem);  in nilfs_segctor_construct()
2381 						  nilfs_sb_will_flip(nilfs));  in nilfs_segctor_construct()
2383 				nilfs_set_log_cursor(sbp[0], nilfs);  in nilfs_segctor_construct()
2387 			up_write(&nilfs->ns_sem);  in nilfs_segctor_construct()
2402 nilfs_remove_written_gcinodes(struct the_nilfs *nilfs, struct list_head *head)  in nilfs_remove_written_gcinodes()  argument
2419 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_clean_segments()  local
2420 	struct nilfs_sc_info *sci = nilfs->ns_writer;  in nilfs_clean_segments()
2429 	err = nilfs_mdt_save_to_shadow_map(nilfs->ns_dat);  in nilfs_clean_segments()
2433 	err = nilfs_ioctl_prepare_clean_segments(nilfs, argv, kbufs);  in nilfs_clean_segments()
2435 		nilfs_mdt_restore_from_shadow_map(nilfs->ns_dat);  in nilfs_clean_segments()
2441 	list_splice_tail_init(&nilfs->ns_gc_inodes, &sci->sc_gc_inodes);  in nilfs_clean_segments()
2445 		nilfs_remove_written_gcinodes(nilfs, &sci->sc_gc_inodes);  in nilfs_clean_segments()
2455 	if (nilfs_test_opt(nilfs, DISCARD)) {  in nilfs_clean_segments()
2456 		int ret = nilfs_discard_segments(nilfs, sci->sc_freesegs,  in nilfs_clean_segments()
2462 			nilfs_clear_opt(nilfs, DISCARD);  in nilfs_clean_segments()
2469 	nilfs_mdt_clear_shadow_map(nilfs->ns_dat);  in nilfs_clean_segments()
2534 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_thread()  local
2598 		if (nilfs_sb_dirty(nilfs) && nilfs_sb_need_update(nilfs))  in nilfs_segctor_thread()
2599 			set_nilfs_discontinued(nilfs);  in nilfs_segctor_thread()
2648 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_segctor_new()  local
2676 	if (nilfs->ns_interval)  in nilfs_segctor_new()
2677 		sci->sc_interval = HZ * nilfs->ns_interval;  in nilfs_segctor_new()
2678 	if (nilfs->ns_watermark)  in nilfs_segctor_new()
2679 		sci->sc_watermark = nilfs->ns_watermark;  in nilfs_segctor_new()
2711 	struct the_nilfs *nilfs = sci->sc_super->s_fs_info;  in nilfs_segctor_destroy()  local
2714 	up_write(&nilfs->ns_segctor_sem);  in nilfs_segctor_destroy()
2731 		nilfs_dispose_list(nilfs, &sci->sc_dirty_files, 1);  in nilfs_segctor_destroy()
2737 		nilfs_dispose_list(nilfs, &sci->sc_iput_queue, 1);  in nilfs_segctor_destroy()
2745 	down_write(&nilfs->ns_segctor_sem);  in nilfs_segctor_destroy()
2766 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_attach_log_writer()  local
2769 	if (nilfs->ns_writer) {  in nilfs_attach_log_writer()
2778 	nilfs->ns_writer = nilfs_segctor_new(sb, root);  in nilfs_attach_log_writer()
2779 	if (!nilfs->ns_writer)  in nilfs_attach_log_writer()
2782 	err = nilfs_segctor_start_thread(nilfs->ns_writer);  in nilfs_attach_log_writer()
2784 		kfree(nilfs->ns_writer);  in nilfs_attach_log_writer()
2785 		nilfs->ns_writer = NULL;  in nilfs_attach_log_writer()
2799 	struct the_nilfs *nilfs = sb->s_fs_info;  in nilfs_detach_log_writer()  local
2802 	down_write(&nilfs->ns_segctor_sem);  in nilfs_detach_log_writer()
2803 	if (nilfs->ns_writer) {  in nilfs_detach_log_writer()
2804 		nilfs_segctor_destroy(nilfs->ns_writer);  in nilfs_detach_log_writer()
2805 		nilfs->ns_writer = NULL;  in nilfs_detach_log_writer()
2809 	spin_lock(&nilfs->ns_inode_lock);  in nilfs_detach_log_writer()
2810 	if (!list_empty(&nilfs->ns_dirty_files)) {  in nilfs_detach_log_writer()
2811 		list_splice_init(&nilfs->ns_dirty_files, &garbage_list);  in nilfs_detach_log_writer()
2815 	spin_unlock(&nilfs->ns_inode_lock);  in nilfs_detach_log_writer()
2816 	up_write(&nilfs->ns_segctor_sem);  in nilfs_detach_log_writer()
2818 	nilfs_dispose_list(nilfs, &garbage_list, 1);  in nilfs_detach_log_writer()