41 void nilfs_set_last_segment(struct the_nilfs *nilfs,  in nilfs_set_last_segment()  argument
44 	spin_lock(&nilfs->ns_last_segment_lock);  in nilfs_set_last_segment()
45 	nilfs->ns_last_pseg = start_blocknr;  in nilfs_set_last_segment()
46 	nilfs->ns_last_seq = seq;  in nilfs_set_last_segment()
47 	nilfs->ns_last_cno = cno;  in nilfs_set_last_segment()
49 	if (!nilfs_sb_dirty(nilfs)) {  in nilfs_set_last_segment()
50 		if (nilfs->ns_prev_seq == nilfs->ns_last_seq)  in nilfs_set_last_segment()
53 		set_nilfs_sb_dirty(nilfs);  in nilfs_set_last_segment()
55 	nilfs->ns_prev_seq = nilfs->ns_last_seq;  in nilfs_set_last_segment()
58 	spin_unlock(&nilfs->ns_last_segment_lock);  in nilfs_set_last_segment()
70 	struct the_nilfs *nilfs;  in alloc_nilfs()  local
72 	nilfs = kzalloc(sizeof(*nilfs), GFP_KERNEL);  in alloc_nilfs()
73 	if (!nilfs)  in alloc_nilfs()
76 	nilfs->ns_bdev = bdev;  in alloc_nilfs()
77 	atomic_set(&nilfs->ns_ndirtyblks, 0);  in alloc_nilfs()
78 	init_rwsem(&nilfs->ns_sem);  in alloc_nilfs()
79 	mutex_init(&nilfs->ns_snapshot_mount_mutex);  in alloc_nilfs()
80 	INIT_LIST_HEAD(&nilfs->ns_dirty_files);  in alloc_nilfs()
81 	INIT_LIST_HEAD(&nilfs->ns_gc_inodes);  in alloc_nilfs()
82 	spin_lock_init(&nilfs->ns_inode_lock);  in alloc_nilfs()
83 	spin_lock_init(&nilfs->ns_next_gen_lock);  in alloc_nilfs()
84 	spin_lock_init(&nilfs->ns_last_segment_lock);  in alloc_nilfs()
85 	nilfs->ns_cptree = RB_ROOT;  in alloc_nilfs()
86 	spin_lock_init(&nilfs->ns_cptree_lock);  in alloc_nilfs()
87 	init_rwsem(&nilfs->ns_segctor_sem);  in alloc_nilfs()
88 	nilfs->ns_sb_update_freq = NILFS_SB_FREQ;  in alloc_nilfs()
90 	return nilfs;  in alloc_nilfs()
97 void destroy_nilfs(struct the_nilfs *nilfs)  in destroy_nilfs()  argument
100 	if (nilfs_init(nilfs)) {  in destroy_nilfs()
101 		nilfs_sysfs_delete_device_group(nilfs);  in destroy_nilfs()
102 		brelse(nilfs->ns_sbh[0]);  in destroy_nilfs()
103 		brelse(nilfs->ns_sbh[1]);  in destroy_nilfs()
105 	kfree(nilfs);  in destroy_nilfs()
108 static int nilfs_load_super_root(struct the_nilfs *nilfs,  in nilfs_load_super_root()  argument
113 	struct nilfs_super_block **sbp = nilfs->ns_sbp;  in nilfs_load_super_root()
119 	err = nilfs_read_super_root_block(nilfs, sr_block, &bh_sr, 1);  in nilfs_load_super_root()
123 	down_read(&nilfs->ns_sem);  in nilfs_load_super_root()
127 	up_read(&nilfs->ns_sem);  in nilfs_load_super_root()
129 	inode_size = nilfs->ns_inode_size;  in nilfs_load_super_root()
132 	err = nilfs_dat_read(sb, dat_entry_size, rawi, &nilfs->ns_dat);  in nilfs_load_super_root()
137 	err = nilfs_cpfile_read(sb, checkpoint_size, rawi, &nilfs->ns_cpfile);  in nilfs_load_super_root()
143 				&nilfs->ns_sufile);  in nilfs_load_super_root()
148 	nilfs->ns_nongc_ctime = le64_to_cpu(raw_sr->sr_nongc_ctime);  in nilfs_load_super_root()
155 	iput(nilfs->ns_cpfile);  in nilfs_load_super_root()
158 	iput(nilfs->ns_dat);  in nilfs_load_super_root()
183 static int nilfs_store_log_cursor(struct the_nilfs *nilfs,  in nilfs_store_log_cursor()  argument
188 	nilfs->ns_last_pseg = le64_to_cpu(sbp->s_last_pseg);  in nilfs_store_log_cursor()
189 	nilfs->ns_last_cno = le64_to_cpu(sbp->s_last_cno);  in nilfs_store_log_cursor()
190 	nilfs->ns_last_seq = le64_to_cpu(sbp->s_last_seq);  in nilfs_store_log_cursor()
192 	nilfs->ns_prev_seq = nilfs->ns_last_seq;  in nilfs_store_log_cursor()
193 	nilfs->ns_seg_seq = nilfs->ns_last_seq;  in nilfs_store_log_cursor()
194 	nilfs->ns_segnum =  in nilfs_store_log_cursor()
195 		nilfs_get_segnum_of_block(nilfs, nilfs->ns_last_pseg);  in nilfs_store_log_cursor()
196 	nilfs->ns_cno = nilfs->ns_last_cno + 1;  in nilfs_store_log_cursor()
197 	if (nilfs->ns_segnum >= nilfs->ns_nsegments) {  in nilfs_store_log_cursor()
213 int load_nilfs(struct the_nilfs *nilfs, struct super_block *sb)  in load_nilfs()  argument
217 	int really_read_only = bdev_read_only(nilfs->ns_bdev);  in load_nilfs()
218 	int valid_fs = nilfs_valid_fs(nilfs);  in load_nilfs()
233 	err = nilfs_search_super_root(nilfs, &ri);  in load_nilfs()
235 		struct nilfs_super_block **sbp = nilfs->ns_sbp;  in load_nilfs()
254 		memcpy(sbp[0], sbp[1], nilfs->ns_sbsize);  in load_nilfs()
255 		nilfs->ns_crc_seed = le32_to_cpu(sbp[0]->s_crc_seed);  in load_nilfs()
256 		nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);  in load_nilfs()
260 		if (blocksize != nilfs->ns_blocksize) {  in load_nilfs()
264 			       blocksize, nilfs->ns_blocksize);  in load_nilfs()
268 		err = nilfs_store_log_cursor(nilfs, sbp[0]);  in load_nilfs()
273 		nilfs->ns_mount_state &= ~NILFS_VALID_FS;  in load_nilfs()
276 		err = nilfs_search_super_root(nilfs, &ri);  in load_nilfs()
281 	err = nilfs_load_super_root(nilfs, sb, ri.ri_super_root);  in load_nilfs()
293 		if (nilfs_test_opt(nilfs, NORECOVERY)) {  in load_nilfs()
298 		features = le64_to_cpu(nilfs->ns_sbp[0]->s_feature_compat_ro) &  in load_nilfs()
315 	} else if (nilfs_test_opt(nilfs, NORECOVERY)) {  in load_nilfs()
322 	err = nilfs_salvage_orphan_logs(nilfs, sb, &ri);  in load_nilfs()
326 	down_write(&nilfs->ns_sem);  in load_nilfs()
327 	nilfs->ns_mount_state |= NILFS_VALID_FS; /* set "clean" flag */  in load_nilfs()
329 	up_write(&nilfs->ns_sem);  in load_nilfs()
348 	iput(nilfs->ns_cpfile);  in load_nilfs()
349 	iput(nilfs->ns_sufile);  in load_nilfs()
350 	iput(nilfs->ns_dat);  in load_nilfs()
374 unsigned long nilfs_nrsvsegs(struct the_nilfs *nilfs, unsigned long nsegs)  in nilfs_nrsvsegs()  argument
377 		     DIV_ROUND_UP(nsegs * nilfs->ns_r_segments_percentage,  in nilfs_nrsvsegs()
381 void nilfs_set_nsegments(struct the_nilfs *nilfs, unsigned long nsegs)  in nilfs_set_nsegments()  argument
383 	nilfs->ns_nsegments = nsegs;  in nilfs_set_nsegments()
384 	nilfs->ns_nrsvsegs = nilfs_nrsvsegs(nilfs, nsegs);  in nilfs_set_nsegments()
387 static int nilfs_store_disk_layout(struct the_nilfs *nilfs,  in nilfs_store_disk_layout()  argument
399 	nilfs->ns_sbsize = le16_to_cpu(sbp->s_bytes);  in nilfs_store_disk_layout()
400 	if (nilfs->ns_sbsize > BLOCK_SIZE)  in nilfs_store_disk_layout()
403 	nilfs->ns_inode_size = le16_to_cpu(sbp->s_inode_size);  in nilfs_store_disk_layout()
404 	if (nilfs->ns_inode_size > nilfs->ns_blocksize) {  in nilfs_store_disk_layout()
406 		       nilfs->ns_inode_size);  in nilfs_store_disk_layout()
408 	} else if (nilfs->ns_inode_size < NILFS_MIN_INODE_SIZE) {  in nilfs_store_disk_layout()
410 		       nilfs->ns_inode_size);  in nilfs_store_disk_layout()
414 	nilfs->ns_first_ino = le32_to_cpu(sbp->s_first_ino);  in nilfs_store_disk_layout()
416 	nilfs->ns_blocks_per_segment = le32_to_cpu(sbp->s_blocks_per_segment);  in nilfs_store_disk_layout()
417 	if (nilfs->ns_blocks_per_segment < NILFS_SEG_MIN_BLOCKS) {  in nilfs_store_disk_layout()
422 	nilfs->ns_first_data_block = le64_to_cpu(sbp->s_first_data_block);  in nilfs_store_disk_layout()
423 	nilfs->ns_r_segments_percentage =  in nilfs_store_disk_layout()
425 	if (nilfs->ns_r_segments_percentage < 1 ||  in nilfs_store_disk_layout()
426 	    nilfs->ns_r_segments_percentage > 99) {  in nilfs_store_disk_layout()
431 	nilfs_set_nsegments(nilfs, le64_to_cpu(sbp->s_nsegments));  in nilfs_store_disk_layout()
432 	nilfs->ns_crc_seed = le32_to_cpu(sbp->s_crc_seed);  in nilfs_store_disk_layout()
463 static void nilfs_release_super_block(struct the_nilfs *nilfs)  in nilfs_release_super_block()  argument
468 		if (nilfs->ns_sbp[i]) {  in nilfs_release_super_block()
469 			brelse(nilfs->ns_sbh[i]);  in nilfs_release_super_block()
470 			nilfs->ns_sbh[i] = NULL;  in nilfs_release_super_block()
471 			nilfs->ns_sbp[i] = NULL;  in nilfs_release_super_block()
476 void nilfs_fall_back_super_block(struct the_nilfs *nilfs)  in nilfs_fall_back_super_block()  argument
478 	brelse(nilfs->ns_sbh[0]);  in nilfs_fall_back_super_block()
479 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];  in nilfs_fall_back_super_block()
480 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];  in nilfs_fall_back_super_block()
481 	nilfs->ns_sbh[1] = NULL;  in nilfs_fall_back_super_block()
482 	nilfs->ns_sbp[1] = NULL;  in nilfs_fall_back_super_block()
485 void nilfs_swap_super_block(struct the_nilfs *nilfs)  in nilfs_swap_super_block()  argument
487 	struct buffer_head *tsbh = nilfs->ns_sbh[0];  in nilfs_swap_super_block()
488 	struct nilfs_super_block *tsbp = nilfs->ns_sbp[0];  in nilfs_swap_super_block()
490 	nilfs->ns_sbh[0] = nilfs->ns_sbh[1];  in nilfs_swap_super_block()
491 	nilfs->ns_sbp[0] = nilfs->ns_sbp[1];  in nilfs_swap_super_block()
492 	nilfs->ns_sbh[1] = tsbh;  in nilfs_swap_super_block()
493 	nilfs->ns_sbp[1] = tsbp;  in nilfs_swap_super_block()
496 static int nilfs_load_super_block(struct the_nilfs *nilfs,  in nilfs_load_super_block()  argument
500 	struct nilfs_super_block **sbp = nilfs->ns_sbp;  in nilfs_load_super_block()
501 	struct buffer_head **sbh = nilfs->ns_sbh;  in nilfs_load_super_block()
502 	u64 sb2off = NILFS_SB2_OFFSET_BYTES(nilfs->ns_bdev->bd_inode->i_size);  in nilfs_load_super_block()
541 		nilfs_release_super_block(nilfs);  in nilfs_load_super_block()
551 		nilfs_swap_super_block(nilfs);  in nilfs_load_super_block()
553 	nilfs->ns_sbwcount = 0;  in nilfs_load_super_block()
554 	nilfs->ns_sbwtime = le64_to_cpu(sbp[0]->s_wtime);  in nilfs_load_super_block()
555 	nilfs->ns_prot_seq = le64_to_cpu(sbp[valid[1] & !swp]->s_last_seq);  in nilfs_load_super_block()
573 int init_nilfs(struct the_nilfs *nilfs, struct super_block *sb, char *data)  in init_nilfs()  argument
579 	down_write(&nilfs->ns_sem);  in init_nilfs()
587 	err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);  in init_nilfs()
618 		nilfs_release_super_block(nilfs);  in init_nilfs()
621 		err = nilfs_load_super_block(nilfs, sb, blocksize, &sbp);  in init_nilfs()
627 	nilfs->ns_blocksize_bits = sb->s_blocksize_bits;  in init_nilfs()
628 	nilfs->ns_blocksize = blocksize;  in init_nilfs()
630 	get_random_bytes(&nilfs->ns_next_generation,  in init_nilfs()
631 			 sizeof(nilfs->ns_next_generation));  in init_nilfs()
633 	err = nilfs_store_disk_layout(nilfs, sbp);  in init_nilfs()
639 	nilfs->ns_mount_state = le16_to_cpu(sbp->s_state);  in init_nilfs()
641 	err = nilfs_store_log_cursor(nilfs, sbp);  in init_nilfs()
649 	set_nilfs_init(nilfs);  in init_nilfs()
652 	up_write(&nilfs->ns_sem);  in init_nilfs()
656 	nilfs_release_super_block(nilfs);  in init_nilfs()
660 int nilfs_discard_segments(struct the_nilfs *nilfs, __u64 *segnump,  in nilfs_discard_segments()  argument
669 	sects_per_block = (1 << nilfs->ns_blocksize_bits) /  in nilfs_discard_segments()
670 		bdev_logical_block_size(nilfs->ns_bdev);  in nilfs_discard_segments()
672 		nilfs_get_segment_range(nilfs, *sn, &seg_start, &seg_end);  in nilfs_discard_segments()
680 			ret = blkdev_issue_discard(nilfs->ns_bdev,  in nilfs_discard_segments()
690 		ret = blkdev_issue_discard(nilfs->ns_bdev,  in nilfs_discard_segments()
697 int nilfs_count_free_blocks(struct the_nilfs *nilfs, sector_t *nblocks)  in nilfs_count_free_blocks()  argument
701 	down_read(&NILFS_MDT(nilfs->ns_dat)->mi_sem);  in nilfs_count_free_blocks()
702 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);  in nilfs_count_free_blocks()
703 	up_read(&NILFS_MDT(nilfs->ns_dat)->mi_sem);  in nilfs_count_free_blocks()
704 	*nblocks = (sector_t)ncleansegs * nilfs->ns_blocks_per_segment;  in nilfs_count_free_blocks()
708 int nilfs_near_disk_full(struct the_nilfs *nilfs)  in nilfs_near_disk_full()  argument
712 	ncleansegs = nilfs_sufile_get_ncleansegs(nilfs->ns_sufile);  in nilfs_near_disk_full()
713 	nincsegs = atomic_read(&nilfs->ns_ndirtyblks) /  in nilfs_near_disk_full()
714 		nilfs->ns_blocks_per_segment + 1;  in nilfs_near_disk_full()
716 	return ncleansegs <= nilfs->ns_nrsvsegs + nincsegs;  in nilfs_near_disk_full()
719 struct nilfs_root *nilfs_lookup_root(struct the_nilfs *nilfs, __u64 cno)  in nilfs_lookup_root()  argument
724 	spin_lock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
725 	n = nilfs->ns_cptree.rb_node;  in nilfs_lookup_root()
735 			spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
739 	spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_lookup_root()
745 nilfs_find_or_create_root(struct the_nilfs *nilfs, __u64 cno)  in nilfs_find_or_create_root()  argument
751 	root = nilfs_lookup_root(nilfs, cno);  in nilfs_find_or_create_root()
759 	spin_lock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
761 	p = &nilfs->ns_cptree.rb_node;  in nilfs_find_or_create_root()
774 			spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
782 	new->nilfs = nilfs;  in nilfs_find_or_create_root()
788 	rb_insert_color(&new->rb_node, &nilfs->ns_cptree);  in nilfs_find_or_create_root()
790 	spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_find_or_create_root()
804 		struct the_nilfs *nilfs = root->nilfs;  in nilfs_put_root()  local
808 		spin_lock(&nilfs->ns_cptree_lock);  in nilfs_put_root()
809 		rb_erase(&root->rb_node, &nilfs->ns_cptree);  in nilfs_put_root()
810 		spin_unlock(&nilfs->ns_cptree_lock);  in nilfs_put_root()