52 static int nilfs_iget_test(struct inode *inode, void *opaque);
54 void nilfs_inode_add_blocks(struct inode *inode, int n)  in nilfs_inode_add_blocks()  argument
56 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_inode_add_blocks()
58 	inode_add_bytes(inode, (1 << inode->i_blkbits) * n);  in nilfs_inode_add_blocks()
63 void nilfs_inode_sub_blocks(struct inode *inode, int n)  in nilfs_inode_sub_blocks()  argument
65 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_inode_sub_blocks()
67 	inode_sub_bytes(inode, (1 << inode->i_blkbits) * n);  in nilfs_inode_sub_blocks()
83 int nilfs_get_block(struct inode *inode, sector_t blkoff,  in nilfs_get_block()  argument
86 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_get_block()
87 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_get_block()
90 	unsigned maxblocks = bh_result->b_size >> inode->i_blkbits;  in nilfs_get_block()
96 		map_bh(bh_result, inode->i_sb, blknum);  in nilfs_get_block()
98 			bh_result->b_size = (ret << inode->i_blkbits);  in nilfs_get_block()
106 		err = nilfs_transaction_begin(inode->i_sb, &ti, 1);  in nilfs_get_block()
124 				       inode->i_ino,  in nilfs_get_block()
128 			nilfs_transaction_abort(inode->i_sb);  in nilfs_get_block()
131 		nilfs_mark_inode_dirty_sync(inode);  in nilfs_get_block()
132 		nilfs_transaction_commit(inode->i_sb); /* never fails */  in nilfs_get_block()
136 		map_bh(bh_result, inode->i_sb, 0); /* dbn must be changed  in nilfs_get_block()
178 	struct inode *inode = mapping->host;  in nilfs_writepages()  local
181 	if (inode->i_sb->s_flags & MS_RDONLY) {  in nilfs_writepages()
187 		err = nilfs_construct_dsync_segment(inode->i_sb, inode,  in nilfs_writepages()
195 	struct inode *inode = page->mapping->host;  in nilfs_writepage()  local
198 	if (inode->i_sb->s_flags & MS_RDONLY) {  in nilfs_writepage()
214 		err = nilfs_construct_segment(inode->i_sb);  in nilfs_writepage()
218 		nilfs_flush_segment(inode->i_sb, inode->i_ino);  in nilfs_writepage()
225 	struct inode *inode = page->mapping->host;  in nilfs_set_page_dirty()  local
250 			nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_set_page_dirty()
252 		unsigned nr_dirty = 1 << (PAGE_CACHE_SHIFT - inode->i_blkbits);  in nilfs_set_page_dirty()
254 		nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_set_page_dirty()
261 	struct inode *inode = mapping->host;  in nilfs_write_failed()  local
263 	if (to > inode->i_size) {  in nilfs_write_failed()
264 		truncate_pagecache(inode, inode->i_size);  in nilfs_write_failed()
265 		nilfs_truncate(inode);  in nilfs_write_failed()
274 	struct inode *inode = mapping->host;  in nilfs_write_begin()  local
275 	int err = nilfs_transaction_begin(inode->i_sb, NULL, 1);  in nilfs_write_begin()
284 		nilfs_transaction_abort(inode->i_sb);  in nilfs_write_begin()
293 	struct inode *inode = mapping->host;  in nilfs_write_end()  local
302 	nilfs_set_file_dirty(inode, nr_dirty);  in nilfs_write_end()
303 	err = nilfs_transaction_commit(inode->i_sb);  in nilfs_write_end()
310 	struct inode *inode = file_inode(iocb->ki_filp);  in nilfs_direct_IO()  local
316 	return blockdev_direct_IO(iocb, inode, iter, offset, nilfs_get_block);  in nilfs_direct_IO()
333 static int nilfs_insert_inode_locked(struct inode *inode,  in nilfs_insert_inode_locked()  argument
341 	return insert_inode_locked4(inode, ino, nilfs_iget_test, &args);  in nilfs_insert_inode_locked()
344 struct inode *nilfs_new_inode(struct inode *dir, umode_t mode)  in nilfs_new_inode()
348 	struct inode *inode;  in nilfs_new_inode()  local
354 	inode = new_inode(sb);  in nilfs_new_inode()
355 	if (unlikely(!inode))  in nilfs_new_inode()
358 	mapping_set_gfp_mask(inode->i_mapping,  in nilfs_new_inode()
359 			   mapping_gfp_constraint(inode->i_mapping, ~__GFP_FS));  in nilfs_new_inode()
362 	ii = NILFS_I(inode);  in nilfs_new_inode()
372 	inode_init_owner(inode, dir, mode);  in nilfs_new_inode()
373 	inode->i_ino = ino;  in nilfs_new_inode()
374 	inode->i_mtime = inode->i_atime = inode->i_ctime = CURRENT_TIME;  in nilfs_new_inode()
391 	nilfs_set_inode_flags(inode);  in nilfs_new_inode()
393 	inode->i_generation = nilfs->ns_next_generation++;  in nilfs_new_inode()
395 	if (nilfs_insert_inode_locked(inode, root, ino) < 0) {  in nilfs_new_inode()
400 	err = nilfs_init_acl(inode, dir);  in nilfs_new_inode()
406 	return inode;  in nilfs_new_inode()
409 	clear_nlink(inode);  in nilfs_new_inode()
410 	unlock_new_inode(inode);  in nilfs_new_inode()
411 	iput(inode);  /* raw_inode will be deleted through  in nilfs_new_inode()
416 	make_bad_inode(inode);  in nilfs_new_inode()
417 	iput(inode);  /* if i_nlink == 1, generic_forget_inode() will be  in nilfs_new_inode()
423 void nilfs_set_inode_flags(struct inode *inode)  in nilfs_set_inode_flags()  argument
425 	unsigned int flags = NILFS_I(inode)->i_flags;  in nilfs_set_inode_flags()
438 	inode_set_flags(inode, new_fl, S_SYNC | S_APPEND | S_IMMUTABLE |  in nilfs_set_inode_flags()
442 int nilfs_read_inode_common(struct inode *inode,  in nilfs_read_inode_common()  argument
445 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_read_inode_common()
448 	inode->i_mode = le16_to_cpu(raw_inode->i_mode);  in nilfs_read_inode_common()
449 	i_uid_write(inode, le32_to_cpu(raw_inode->i_uid));  in nilfs_read_inode_common()
450 	i_gid_write(inode, le32_to_cpu(raw_inode->i_gid));  in nilfs_read_inode_common()
451 	set_nlink(inode, le16_to_cpu(raw_inode->i_links_count));  in nilfs_read_inode_common()
452 	inode->i_size = le64_to_cpu(raw_inode->i_size);  in nilfs_read_inode_common()
453 	inode->i_atime.tv_sec = le64_to_cpu(raw_inode->i_mtime);  in nilfs_read_inode_common()
454 	inode->i_ctime.tv_sec = le64_to_cpu(raw_inode->i_ctime);  in nilfs_read_inode_common()
455 	inode->i_mtime.tv_sec = le64_to_cpu(raw_inode->i_mtime);  in nilfs_read_inode_common()
456 	inode->i_atime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec);  in nilfs_read_inode_common()
457 	inode->i_ctime.tv_nsec = le32_to_cpu(raw_inode->i_ctime_nsec);  in nilfs_read_inode_common()
458 	inode->i_mtime.tv_nsec = le32_to_cpu(raw_inode->i_mtime_nsec);  in nilfs_read_inode_common()
459 	if (inode->i_nlink == 0)  in nilfs_read_inode_common()
462 	inode->i_blocks = le64_to_cpu(raw_inode->i_blocks);  in nilfs_read_inode_common()
466 	ii->i_dir_acl = S_ISREG(inode->i_mode) ?  in nilfs_read_inode_common()
470 	inode->i_generation = le32_to_cpu(raw_inode->i_generation);  in nilfs_read_inode_common()
472 	if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||  in nilfs_read_inode_common()
473 	    S_ISLNK(inode->i_mode)) {  in nilfs_read_inode_common()
485 			      struct inode *inode)  in __nilfs_read_inode()  argument
499 	err = nilfs_read_inode_common(inode, raw_inode);  in __nilfs_read_inode()
503 	if (S_ISREG(inode->i_mode)) {  in __nilfs_read_inode()
504 		inode->i_op = &nilfs_file_inode_operations;  in __nilfs_read_inode()
505 		inode->i_fop = &nilfs_file_operations;  in __nilfs_read_inode()
506 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
507 	} else if (S_ISDIR(inode->i_mode)) {  in __nilfs_read_inode()
508 		inode->i_op = &nilfs_dir_inode_operations;  in __nilfs_read_inode()
509 		inode->i_fop = &nilfs_dir_operations;  in __nilfs_read_inode()
510 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
511 	} else if (S_ISLNK(inode->i_mode)) {  in __nilfs_read_inode()
512 		inode->i_op = &nilfs_symlink_inode_operations;  in __nilfs_read_inode()
513 		inode->i_mapping->a_ops = &nilfs_aops;  in __nilfs_read_inode()
515 		inode->i_op = &nilfs_special_inode_operations;  in __nilfs_read_inode()
517 			inode, inode->i_mode,  in __nilfs_read_inode()
523 	nilfs_set_inode_flags(inode);  in __nilfs_read_inode()
524 	mapping_set_gfp_mask(inode->i_mapping,  in __nilfs_read_inode()
525 			   mapping_gfp_constraint(inode->i_mapping, ~__GFP_FS));  in __nilfs_read_inode()
537 static int nilfs_iget_test(struct inode *inode, void *opaque)  in nilfs_iget_test()  argument
542 	if (args->ino != inode->i_ino || args->root != NILFS_I(inode)->i_root)  in nilfs_iget_test()
545 	ii = NILFS_I(inode);  in nilfs_iget_test()
552 static int nilfs_iget_set(struct inode *inode, void *opaque)  in nilfs_iget_set()  argument
556 	inode->i_ino = args->ino;  in nilfs_iget_set()
558 		NILFS_I(inode)->i_state = 1 << NILFS_I_GCINODE;  in nilfs_iget_set()
559 		NILFS_I(inode)->i_cno = args->cno;  in nilfs_iget_set()
560 		NILFS_I(inode)->i_root = NULL;  in nilfs_iget_set()
564 		NILFS_I(inode)->i_root = args->root;  in nilfs_iget_set()
569 struct inode *nilfs_ilookup(struct super_block *sb, struct nilfs_root *root,  in nilfs_ilookup()
579 struct inode *nilfs_iget_locked(struct super_block *sb, struct nilfs_root *root,  in nilfs_iget_locked()
589 struct inode *nilfs_iget(struct super_block *sb, struct nilfs_root *root,  in nilfs_iget()
592 	struct inode *inode;  in nilfs_iget()  local
595 	inode = nilfs_iget_locked(sb, root, ino);  in nilfs_iget()
596 	if (unlikely(!inode))  in nilfs_iget()
598 	if (!(inode->i_state & I_NEW))  in nilfs_iget()
599 		return inode;  in nilfs_iget()
601 	err = __nilfs_read_inode(sb, root, ino, inode);  in nilfs_iget()
603 		iget_failed(inode);  in nilfs_iget()
606 	unlock_new_inode(inode);  in nilfs_iget()
607 	return inode;  in nilfs_iget()
610 struct inode *nilfs_iget_for_gc(struct super_block *sb, unsigned long ino,  in nilfs_iget_for_gc()
616 	struct inode *inode;  in nilfs_iget_for_gc()  local
619 	inode = iget5_locked(sb, ino, nilfs_iget_test, nilfs_iget_set, &args);  in nilfs_iget_for_gc()
620 	if (unlikely(!inode))  in nilfs_iget_for_gc()
622 	if (!(inode->i_state & I_NEW))  in nilfs_iget_for_gc()
623 		return inode;  in nilfs_iget_for_gc()
625 	err = nilfs_init_gcinode(inode);  in nilfs_iget_for_gc()
627 		iget_failed(inode);  in nilfs_iget_for_gc()
630 	unlock_new_inode(inode);  in nilfs_iget_for_gc()
631 	return inode;  in nilfs_iget_for_gc()
634 void nilfs_write_inode_common(struct inode *inode,  in nilfs_write_inode_common()  argument
637 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_write_inode_common()
639 	raw_inode->i_mode = cpu_to_le16(inode->i_mode);  in nilfs_write_inode_common()
640 	raw_inode->i_uid = cpu_to_le32(i_uid_read(inode));  in nilfs_write_inode_common()
641 	raw_inode->i_gid = cpu_to_le32(i_gid_read(inode));  in nilfs_write_inode_common()
642 	raw_inode->i_links_count = cpu_to_le16(inode->i_nlink);  in nilfs_write_inode_common()
643 	raw_inode->i_size = cpu_to_le64(inode->i_size);  in nilfs_write_inode_common()
644 	raw_inode->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec);  in nilfs_write_inode_common()
645 	raw_inode->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec);  in nilfs_write_inode_common()
646 	raw_inode->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);  in nilfs_write_inode_common()
647 	raw_inode->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec);  in nilfs_write_inode_common()
648 	raw_inode->i_blocks = cpu_to_le64(inode->i_blocks);  in nilfs_write_inode_common()
651 	raw_inode->i_generation = cpu_to_le32(inode->i_generation);  in nilfs_write_inode_common()
653 	if (NILFS_ROOT_METADATA_FILE(inode->i_ino)) {  in nilfs_write_inode_common()
654 		struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_write_inode_common()
665 	else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode))  in nilfs_write_inode_common()
667 			cpu_to_le64(huge_encode_dev(inode->i_rdev));  in nilfs_write_inode_common()
672 void nilfs_update_inode(struct inode *inode, struct buffer_head *ibh, int flags)  in nilfs_update_inode()  argument
674 	ino_t ino = inode->i_ino;  in nilfs_update_inode()
675 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_update_inode()
676 	struct inode *ifile = ii->i_root->ifile;  in nilfs_update_inode()
686 	nilfs_write_inode_common(inode, raw_inode, 0);  in nilfs_update_inode()
726 void nilfs_truncate(struct inode *inode)  in nilfs_truncate()  argument
731 	struct super_block *sb = inode->i_sb;  in nilfs_truncate()
732 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_truncate()
736 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))  in nilfs_truncate()
740 	blkoff = (inode->i_size + blocksize - 1) >> sb->s_blocksize_bits;  in nilfs_truncate()
743 	block_truncate_page(inode->i_mapping, inode->i_size, nilfs_get_block);  in nilfs_truncate()
747 	inode->i_mtime = inode->i_ctime = CURRENT_TIME;  in nilfs_truncate()
748 	if (IS_SYNC(inode))  in nilfs_truncate()
751 	nilfs_mark_inode_dirty(inode);  in nilfs_truncate()
752 	nilfs_set_file_dirty(inode, 0);  in nilfs_truncate()
758 static void nilfs_clear_inode(struct inode *inode)  in nilfs_clear_inode()  argument
760 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_clear_inode()
761 	struct nilfs_mdt_info *mdi = NILFS_MDT(inode);  in nilfs_clear_inode()
771 		nilfs_palloc_destroy_cache(inode);  in nilfs_clear_inode()
778 	if (ii->i_root && inode->i_ino == NILFS_ROOT_INO)  in nilfs_clear_inode()
782 void nilfs_evict_inode(struct inode *inode)  in nilfs_evict_inode()  argument
785 	struct super_block *sb = inode->i_sb;  in nilfs_evict_inode()
786 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_evict_inode()
789 	if (inode->i_nlink || !ii->i_root || unlikely(is_bad_inode(inode))) {  in nilfs_evict_inode()
790 		truncate_inode_pages_final(&inode->i_data);  in nilfs_evict_inode()
791 		clear_inode(inode);  in nilfs_evict_inode()
792 		nilfs_clear_inode(inode);  in nilfs_evict_inode()
797 	truncate_inode_pages_final(&inode->i_data);  in nilfs_evict_inode()
801 	nilfs_mark_inode_dirty(inode);  in nilfs_evict_inode()
802 	clear_inode(inode);  in nilfs_evict_inode()
804 	ret = nilfs_ifile_delete_inode(ii->i_root->ifile, inode->i_ino);  in nilfs_evict_inode()
808 	nilfs_clear_inode(inode);  in nilfs_evict_inode()
810 	if (IS_SYNC(inode))  in nilfs_evict_inode()
820 	struct inode *inode = d_inode(dentry);  in nilfs_setattr()  local
821 	struct super_block *sb = inode->i_sb;  in nilfs_setattr()
824 	err = inode_change_ok(inode, iattr);  in nilfs_setattr()
833 	    iattr->ia_size != i_size_read(inode)) {  in nilfs_setattr()
834 		inode_dio_wait(inode);  in nilfs_setattr()
835 		truncate_setsize(inode, iattr->ia_size);  in nilfs_setattr()
836 		nilfs_truncate(inode);  in nilfs_setattr()
839 	setattr_copy(inode, iattr);  in nilfs_setattr()
840 	mark_inode_dirty(inode);  in nilfs_setattr()
843 		err = nilfs_acl_chmod(inode);  in nilfs_setattr()
855 int nilfs_permission(struct inode *inode, int mask)  in nilfs_permission()  argument
857 	struct nilfs_root *root = NILFS_I(inode)->i_root;  in nilfs_permission()
862 	return generic_permission(inode, mask);  in nilfs_permission()
865 int nilfs_load_inode_block(struct inode *inode, struct buffer_head **pbh)  in nilfs_load_inode_block()  argument
867 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_load_inode_block()
868 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_load_inode_block()
875 						  inode->i_ino, pbh);  in nilfs_load_inode_block()
893 int nilfs_inode_dirty(struct inode *inode)  in nilfs_inode_dirty()  argument
895 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_inode_dirty()
896 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_inode_dirty()
908 int nilfs_set_file_dirty(struct inode *inode, unsigned nr_dirty)  in nilfs_set_file_dirty()  argument
910 	struct nilfs_inode_info *ii = NILFS_I(inode);  in nilfs_set_file_dirty()
911 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_set_file_dirty()
923 		if (list_empty(&ii->i_dirty) && igrab(inode) == NULL) {  in nilfs_set_file_dirty()
926 			nilfs_warning(inode->i_sb, __func__,  in nilfs_set_file_dirty()
928 				      inode->i_ino);  in nilfs_set_file_dirty()
940 int __nilfs_mark_inode_dirty(struct inode *inode, int flags)  in __nilfs_mark_inode_dirty()  argument
945 	err = nilfs_load_inode_block(inode, &ibh);  in __nilfs_mark_inode_dirty()
947 		nilfs_warning(inode->i_sb, __func__,  in __nilfs_mark_inode_dirty()
951 	nilfs_update_inode(inode, ibh, flags);  in __nilfs_mark_inode_dirty()
953 	nilfs_mdt_mark_dirty(NILFS_I(inode)->i_root->ifile);  in __nilfs_mark_inode_dirty()
968 void nilfs_dirty_inode(struct inode *inode, int flags)  in nilfs_dirty_inode()  argument
971 	struct nilfs_mdt_info *mdi = NILFS_MDT(inode);  in nilfs_dirty_inode()
973 	if (is_bad_inode(inode)) {  in nilfs_dirty_inode()
974 		nilfs_warning(inode->i_sb, __func__,  in nilfs_dirty_inode()
980 		nilfs_mdt_mark_dirty(inode);  in nilfs_dirty_inode()
983 	nilfs_transaction_begin(inode->i_sb, &ti, 0);  in nilfs_dirty_inode()
984 	__nilfs_mark_inode_dirty(inode, flags);  in nilfs_dirty_inode()
985 	nilfs_transaction_commit(inode->i_sb); /* never fails */  in nilfs_dirty_inode()
988 int nilfs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,  in nilfs_fiemap()  argument
991 	struct the_nilfs *nilfs = inode->i_sb->s_fs_info;  in nilfs_fiemap()
998 	unsigned int blkbits = inode->i_blkbits;  in nilfs_fiemap()
1005 	mutex_lock(&inode->i_mutex);  in nilfs_fiemap()
1007 	isize = i_size_read(inode);  in nilfs_fiemap()
1012 	delalloc_blklen = nilfs_find_uncommitted_extent(inode, blkoff,  in nilfs_fiemap()
1037 				inode, blkoff, &delalloc_blkoff);  in nilfs_fiemap()
1053 			NILFS_I(inode)->i_bmap, blkoff, &blkphy, maxblocks);  in nilfs_fiemap()
1115 	mutex_unlock(&inode->i_mutex);  in nilfs_fiemap()