118 static int no_open(struct inode *inode, struct file *file)  in no_open()  argument
131 int inode_init_always(struct super_block *sb, struct inode *inode)  in inode_init_always()  argument
135 	struct address_space *const mapping = &inode->i_data;  in inode_init_always()
137 	inode->i_sb = sb;  in inode_init_always()
138 	inode->i_blkbits = sb->s_blocksize_bits;  in inode_init_always()
139 	inode->i_flags = 0;  in inode_init_always()
140 	atomic_set(&inode->i_count, 1);  in inode_init_always()
141 	inode->i_op = &empty_iops;  in inode_init_always()
142 	inode->i_fop = &no_open_fops;  in inode_init_always()
143 	inode->__i_nlink = 1;  in inode_init_always()
144 	inode->i_opflags = 0;  in inode_init_always()
145 	i_uid_write(inode, 0);  in inode_init_always()
146 	i_gid_write(inode, 0);  in inode_init_always()
147 	atomic_set(&inode->i_writecount, 0);  in inode_init_always()
148 	inode->i_size = 0;  in inode_init_always()
149 	inode->i_blocks = 0;  in inode_init_always()
150 	inode->i_bytes = 0;  in inode_init_always()
151 	inode->i_generation = 0;  in inode_init_always()
152 	inode->i_pipe = NULL;  in inode_init_always()
153 	inode->i_bdev = NULL;  in inode_init_always()
154 	inode->i_cdev = NULL;  in inode_init_always()
155 	inode->i_rdev = 0;  in inode_init_always()
156 	inode->dirtied_when = 0;  in inode_init_always()
158 	if (security_inode_alloc(inode))  in inode_init_always()
160 	spin_lock_init(&inode->i_lock);  in inode_init_always()
161 	lockdep_set_class(&inode->i_lock, &sb->s_type->i_lock_key);  in inode_init_always()
163 	mutex_init(&inode->i_mutex);  in inode_init_always()
164 	lockdep_set_class(&inode->i_mutex, &sb->s_type->i_mutex_key);  in inode_init_always()
166 	atomic_set(&inode->i_dio_count, 0);  in inode_init_always()
169 	mapping->host = inode;  in inode_init_always()
175 	inode->i_private = NULL;  in inode_init_always()
176 	inode->i_mapping = mapping;  in inode_init_always()
177 	INIT_HLIST_HEAD(&inode->i_dentry);	/* buggered by rcu freeing */  in inode_init_always()
179 	inode->i_acl = inode->i_default_acl = ACL_NOT_CACHED;  in inode_init_always()
183 	inode->i_fsnotify_mask = 0;  in inode_init_always()
185 	inode->i_flctx = NULL;  in inode_init_always()
194 static struct inode *alloc_inode(struct super_block *sb)  in alloc_inode()
196 	struct inode *inode;  in alloc_inode()  local
199 		inode = sb->s_op->alloc_inode(sb);  in alloc_inode()
201 		inode = kmem_cache_alloc(inode_cachep, GFP_KERNEL);  in alloc_inode()
203 	if (!inode)  in alloc_inode()
206 	if (unlikely(inode_init_always(sb, inode))) {  in alloc_inode()
207 		if (inode->i_sb->s_op->destroy_inode)  in alloc_inode()
208 			inode->i_sb->s_op->destroy_inode(inode);  in alloc_inode()
210 			kmem_cache_free(inode_cachep, inode);  in alloc_inode()
214 	return inode;  in alloc_inode()
217 void free_inode_nonrcu(struct inode *inode)  in free_inode_nonrcu()  argument
219 	kmem_cache_free(inode_cachep, inode);  in free_inode_nonrcu()
223 void __destroy_inode(struct inode *inode)  in __destroy_inode()  argument
225 	BUG_ON(inode_has_buffers(inode));  in __destroy_inode()
226 	security_inode_free(inode);  in __destroy_inode()
227 	fsnotify_inode_delete(inode);  in __destroy_inode()
228 	locks_free_lock_context(inode->i_flctx);  in __destroy_inode()
229 	if (!inode->i_nlink) {  in __destroy_inode()
230 		WARN_ON(atomic_long_read(&inode->i_sb->s_remove_count) == 0);  in __destroy_inode()
231 		atomic_long_dec(&inode->i_sb->s_remove_count);  in __destroy_inode()
235 	if (inode->i_acl && inode->i_acl != ACL_NOT_CACHED)  in __destroy_inode()
236 		posix_acl_release(inode->i_acl);  in __destroy_inode()
237 	if (inode->i_default_acl && inode->i_default_acl != ACL_NOT_CACHED)  in __destroy_inode()
238 		posix_acl_release(inode->i_default_acl);  in __destroy_inode()
246 	struct inode *inode = container_of(head, struct inode, i_rcu);  in i_callback()  local
247 	kmem_cache_free(inode_cachep, inode);  in i_callback()
250 static void destroy_inode(struct inode *inode)  in destroy_inode()  argument
252 	BUG_ON(!list_empty(&inode->i_lru));  in destroy_inode()
253 	__destroy_inode(inode);  in destroy_inode()
254 	if (inode->i_sb->s_op->destroy_inode)  in destroy_inode()
255 		inode->i_sb->s_op->destroy_inode(inode);  in destroy_inode()
257 		call_rcu(&inode->i_rcu, i_callback);  in destroy_inode()
271 void drop_nlink(struct inode *inode)  in drop_nlink()  argument
273 	WARN_ON(inode->i_nlink == 0);  in drop_nlink()
274 	inode->__i_nlink--;  in drop_nlink()
275 	if (!inode->i_nlink)  in drop_nlink()
276 		atomic_long_inc(&inode->i_sb->s_remove_count);  in drop_nlink()
288 void clear_nlink(struct inode *inode)  in clear_nlink()  argument
290 	if (inode->i_nlink) {  in clear_nlink()
291 		inode->__i_nlink = 0;  in clear_nlink()
292 		atomic_long_inc(&inode->i_sb->s_remove_count);  in clear_nlink()
305 void set_nlink(struct inode *inode, unsigned int nlink)  in set_nlink()  argument
308 		clear_nlink(inode);  in set_nlink()
311 		if (inode->i_nlink == 0)  in set_nlink()
312 			atomic_long_dec(&inode->i_sb->s_remove_count);  in set_nlink()
314 		inode->__i_nlink = nlink;  in set_nlink()
327 void inc_nlink(struct inode *inode)  in inc_nlink()  argument
329 	if (unlikely(inode->i_nlink == 0)) {  in inc_nlink()
330 		WARN_ON(!(inode->i_state & I_LINKABLE));  in inc_nlink()
331 		atomic_long_dec(&inode->i_sb->s_remove_count);  in inc_nlink()
334 	inode->__i_nlink++;  in inc_nlink()
355 void inode_init_once(struct inode *inode)  in inode_init_once()  argument
357 	memset(inode, 0, sizeof(*inode));  in inode_init_once()
358 	INIT_HLIST_NODE(&inode->i_hash);  in inode_init_once()
359 	INIT_LIST_HEAD(&inode->i_devices);  in inode_init_once()
360 	INIT_LIST_HEAD(&inode->i_wb_list);  in inode_init_once()
361 	INIT_LIST_HEAD(&inode->i_lru);  in inode_init_once()
362 	address_space_init_once(&inode->i_data);  in inode_init_once()
363 	i_size_ordered_init(inode);  in inode_init_once()
365 	INIT_HLIST_HEAD(&inode->i_fsnotify_marks);  in inode_init_once()
372 	struct inode *inode = (struct inode *) foo;  in init_once()  local
374 	inode_init_once(inode);  in init_once()
380 void __iget(struct inode *inode)  in __iget()  argument
382 	atomic_inc(&inode->i_count);  in __iget()
388 void ihold(struct inode *inode)  in ihold()  argument
390 	WARN_ON(atomic_inc_return(&inode->i_count) < 2);  in ihold()
394 static void inode_lru_list_add(struct inode *inode)  in inode_lru_list_add()  argument
396 	if (list_lru_add(&inode->i_sb->s_inode_lru, &inode->i_lru))  in inode_lru_list_add()
405 void inode_add_lru(struct inode *inode)  in inode_add_lru()  argument
407 	if (!(inode->i_state & (I_DIRTY_ALL | I_SYNC |  in inode_add_lru()
409 	    !atomic_read(&inode->i_count) && inode->i_sb->s_flags & MS_ACTIVE)  in inode_add_lru()
410 		inode_lru_list_add(inode);  in inode_add_lru()
414 static void inode_lru_list_del(struct inode *inode)  in inode_lru_list_del()  argument
417 	if (list_lru_del(&inode->i_sb->s_inode_lru, &inode->i_lru))  in inode_lru_list_del()
425 void inode_sb_list_add(struct inode *inode)  in inode_sb_list_add()  argument
428 	list_add(&inode->i_sb_list, &inode->i_sb->s_inodes);  in inode_sb_list_add()
433 static inline void inode_sb_list_del(struct inode *inode)  in inode_sb_list_del()  argument
435 	if (!list_empty(&inode->i_sb_list)) {  in inode_sb_list_del()
437 		list_del_init(&inode->i_sb_list);  in inode_sb_list_del()
460 void __insert_inode_hash(struct inode *inode, unsigned long hashval)  in __insert_inode_hash()  argument
462 	struct hlist_head *b = inode_hashtable + hash(inode->i_sb, hashval);  in __insert_inode_hash()
465 	spin_lock(&inode->i_lock);  in __insert_inode_hash()
466 	hlist_add_head(&inode->i_hash, b);  in __insert_inode_hash()
467 	spin_unlock(&inode->i_lock);  in __insert_inode_hash()
478 void __remove_inode_hash(struct inode *inode)  in __remove_inode_hash()  argument
481 	spin_lock(&inode->i_lock);  in __remove_inode_hash()
482 	hlist_del_init(&inode->i_hash);  in __remove_inode_hash()
483 	spin_unlock(&inode->i_lock);  in __remove_inode_hash()
488 void clear_inode(struct inode *inode)  in clear_inode()  argument
496 	spin_lock_irq(&inode->i_data.tree_lock);  in clear_inode()
497 	BUG_ON(inode->i_data.nrpages);  in clear_inode()
498 	BUG_ON(inode->i_data.nrshadows);  in clear_inode()
499 	spin_unlock_irq(&inode->i_data.tree_lock);  in clear_inode()
500 	BUG_ON(!list_empty(&inode->i_data.private_list));  in clear_inode()
501 	BUG_ON(!(inode->i_state & I_FREEING));  in clear_inode()
502 	BUG_ON(inode->i_state & I_CLEAR);  in clear_inode()
504 	inode->i_state = I_FREEING | I_CLEAR;  in clear_inode()
521 static void evict(struct inode *inode)  in evict()  argument
523 	const struct super_operations *op = inode->i_sb->s_op;  in evict()
525 	BUG_ON(!(inode->i_state & I_FREEING));  in evict()
526 	BUG_ON(!list_empty(&inode->i_lru));  in evict()
528 	if (!list_empty(&inode->i_wb_list))  in evict()
529 		inode_wb_list_del(inode);  in evict()
531 	inode_sb_list_del(inode);  in evict()
539 	inode_wait_for_writeback(inode);  in evict()
542 		op->evict_inode(inode);  in evict()
544 		truncate_inode_pages_final(&inode->i_data);  in evict()
545 		clear_inode(inode);  in evict()
547 	if (S_ISBLK(inode->i_mode) && inode->i_bdev)  in evict()
548 		bd_forget(inode);  in evict()
549 	if (S_ISCHR(inode->i_mode) && inode->i_cdev)  in evict()
550 		cd_forget(inode);  in evict()
552 	remove_inode_hash(inode);  in evict()
554 	spin_lock(&inode->i_lock);  in evict()
555 	wake_up_bit(&inode->i_state, __I_NEW);  in evict()
556 	BUG_ON(inode->i_state != (I_FREEING | I_CLEAR));  in evict()
557 	spin_unlock(&inode->i_lock);  in evict()
559 	destroy_inode(inode);  in evict()
572 		struct inode *inode;  in dispose_list()  local
574 		inode = list_first_entry(head, struct inode, i_lru);  in dispose_list()
575 		list_del_init(&inode->i_lru);  in dispose_list()
577 		evict(inode);  in dispose_list()
592 	struct inode *inode, *next;  in evict_inodes()  local
596 	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {  in evict_inodes()
597 		if (atomic_read(&inode->i_count))  in evict_inodes()
600 		spin_lock(&inode->i_lock);  in evict_inodes()
601 		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {  in evict_inodes()
602 			spin_unlock(&inode->i_lock);  in evict_inodes()
606 		inode->i_state |= I_FREEING;  in evict_inodes()
607 		inode_lru_list_del(inode);  in evict_inodes()
608 		spin_unlock(&inode->i_lock);  in evict_inodes()
609 		list_add(&inode->i_lru, &dispose);  in evict_inodes()
629 	struct inode *inode, *next;  in invalidate_inodes()  local
633 	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {  in invalidate_inodes()
634 		spin_lock(&inode->i_lock);  in invalidate_inodes()
635 		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {  in invalidate_inodes()
636 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
639 		if (inode->i_state & I_DIRTY_ALL && !kill_dirty) {  in invalidate_inodes()
640 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
644 		if (atomic_read(&inode->i_count)) {  in invalidate_inodes()
645 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
650 		inode->i_state |= I_FREEING;  in invalidate_inodes()
651 		inode_lru_list_del(inode);  in invalidate_inodes()
652 		spin_unlock(&inode->i_lock);  in invalidate_inodes()
653 		list_add(&inode->i_lru, &dispose);  in invalidate_inodes()
681 	struct inode	*inode = container_of(item, struct inode, i_lru);  in inode_lru_isolate()  local
687 	if (!spin_trylock(&inode->i_lock))  in inode_lru_isolate()
694 	if (atomic_read(&inode->i_count) ||  in inode_lru_isolate()
695 	    (inode->i_state & ~I_REFERENCED)) {  in inode_lru_isolate()
696 		list_lru_isolate(lru, &inode->i_lru);  in inode_lru_isolate()
697 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
703 	if (inode->i_state & I_REFERENCED) {  in inode_lru_isolate()
704 		inode->i_state &= ~I_REFERENCED;  in inode_lru_isolate()
705 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
709 	if (inode_has_buffers(inode) || inode->i_data.nrpages) {  in inode_lru_isolate()
710 		__iget(inode);  in inode_lru_isolate()
711 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
713 		if (remove_inode_buffers(inode)) {  in inode_lru_isolate()
715 			reap = invalidate_mapping_pages(&inode->i_data, 0, -1);  in inode_lru_isolate()
723 		iput(inode);  in inode_lru_isolate()
728 	WARN_ON(inode->i_state & I_NEW);  in inode_lru_isolate()
729 	inode->i_state |= I_FREEING;  in inode_lru_isolate()
730 	list_lru_isolate_move(lru, &inode->i_lru, freeable);  in inode_lru_isolate()
731 	spin_unlock(&inode->i_lock);  in inode_lru_isolate()
754 static void __wait_on_freeing_inode(struct inode *inode);
758 static struct inode *find_inode(struct super_block *sb,  in find_inode()
760 				int (*test)(struct inode *, void *),  in find_inode()  argument
763 	struct inode *inode = NULL;  in find_inode()  local
766 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode()
767 		if (inode->i_sb != sb)  in find_inode()
769 		if (!test(inode, data))  in find_inode()
771 		spin_lock(&inode->i_lock);  in find_inode()
772 		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {  in find_inode()
773 			__wait_on_freeing_inode(inode);  in find_inode()
776 		__iget(inode);  in find_inode()
777 		spin_unlock(&inode->i_lock);  in find_inode()
778 		return inode;  in find_inode()
787 static struct inode *find_inode_fast(struct super_block *sb,  in find_inode_fast()
790 	struct inode *inode = NULL;  in find_inode_fast()  local
793 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode_fast()
794 		if (inode->i_ino != ino)  in find_inode_fast()
796 		if (inode->i_sb != sb)  in find_inode_fast()
798 		spin_lock(&inode->i_lock);  in find_inode_fast()
799 		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {  in find_inode_fast()
800 			__wait_on_freeing_inode(inode);  in find_inode_fast()
803 		__iget(inode);  in find_inode_fast()
804 		spin_unlock(&inode->i_lock);  in find_inode_fast()
805 		return inode;  in find_inode_fast()
858 struct inode *new_inode_pseudo(struct super_block *sb)  in new_inode_pseudo()
860 	struct inode *inode = alloc_inode(sb);  in new_inode_pseudo()  local
862 	if (inode) {  in new_inode_pseudo()
863 		spin_lock(&inode->i_lock);  in new_inode_pseudo()
864 		inode->i_state = 0;  in new_inode_pseudo()
865 		spin_unlock(&inode->i_lock);  in new_inode_pseudo()
866 		INIT_LIST_HEAD(&inode->i_sb_list);  in new_inode_pseudo()
868 	return inode;  in new_inode_pseudo()
883 struct inode *new_inode(struct super_block *sb)  in new_inode()
885 	struct inode *inode;  in new_inode()  local
889 	inode = new_inode_pseudo(sb);  in new_inode()
890 	if (inode)  in new_inode()
891 		inode_sb_list_add(inode);  in new_inode()
892 	return inode;  in new_inode()
897 void lockdep_annotate_inode_mutex_key(struct inode *inode)  in lockdep_annotate_inode_mutex_key()  argument
899 	if (S_ISDIR(inode->i_mode)) {  in lockdep_annotate_inode_mutex_key()
900 		struct file_system_type *type = inode->i_sb->s_type;  in lockdep_annotate_inode_mutex_key()
903 		if (lockdep_match_class(&inode->i_mutex, &type->i_mutex_key)) {  in lockdep_annotate_inode_mutex_key()
907 			mutex_destroy(&inode->i_mutex);  in lockdep_annotate_inode_mutex_key()
908 			mutex_init(&inode->i_mutex);  in lockdep_annotate_inode_mutex_key()
909 			lockdep_set_class(&inode->i_mutex,  in lockdep_annotate_inode_mutex_key()
924 void unlock_new_inode(struct inode *inode)  in unlock_new_inode()  argument
926 	lockdep_annotate_inode_mutex_key(inode);  in unlock_new_inode()
927 	spin_lock(&inode->i_lock);  in unlock_new_inode()
928 	WARN_ON(!(inode->i_state & I_NEW));  in unlock_new_inode()
929 	inode->i_state &= ~I_NEW;  in unlock_new_inode()
931 	wake_up_bit(&inode->i_state, __I_NEW);  in unlock_new_inode()
932 	spin_unlock(&inode->i_lock);  in unlock_new_inode()
945 void lock_two_nondirectories(struct inode *inode1, struct inode *inode2)  in lock_two_nondirectories()
962 void unlock_two_nondirectories(struct inode *inode1, struct inode *inode2)  in unlock_two_nondirectories()
991 struct inode *iget5_locked(struct super_block *sb, unsigned long hashval,  in iget5_locked()
992 		int (*test)(struct inode *, void *),  in iget5_locked()  argument
993 		int (*set)(struct inode *, void *), void *data)  in iget5_locked()  argument
996 	struct inode *inode;  in iget5_locked()  local
999 	inode = find_inode(sb, head, test, data);  in iget5_locked()
1002 	if (inode) {  in iget5_locked()
1003 		wait_on_inode(inode);  in iget5_locked()
1004 		return inode;  in iget5_locked()
1007 	inode = alloc_inode(sb);  in iget5_locked()
1008 	if (inode) {  in iget5_locked()
1009 		struct inode *old;  in iget5_locked()
1015 			if (set(inode, data))  in iget5_locked()
1018 			spin_lock(&inode->i_lock);  in iget5_locked()
1019 			inode->i_state = I_NEW;  in iget5_locked()
1020 			hlist_add_head(&inode->i_hash, head);  in iget5_locked()
1021 			spin_unlock(&inode->i_lock);  in iget5_locked()
1022 			inode_sb_list_add(inode);  in iget5_locked()
1028 			return inode;  in iget5_locked()
1037 		destroy_inode(inode);  in iget5_locked()
1038 		inode = old;  in iget5_locked()
1039 		wait_on_inode(inode);  in iget5_locked()
1041 	return inode;  in iget5_locked()
1045 	destroy_inode(inode);  in iget5_locked()
1063 struct inode *iget_locked(struct super_block *sb, unsigned long ino)  in iget_locked()
1066 	struct inode *inode;  in iget_locked()  local
1069 	inode = find_inode_fast(sb, head, ino);  in iget_locked()
1071 	if (inode) {  in iget_locked()
1072 		wait_on_inode(inode);  in iget_locked()
1073 		return inode;  in iget_locked()
1076 	inode = alloc_inode(sb);  in iget_locked()
1077 	if (inode) {  in iget_locked()
1078 		struct inode *old;  in iget_locked()
1084 			inode->i_ino = ino;  in iget_locked()
1085 			spin_lock(&inode->i_lock);  in iget_locked()
1086 			inode->i_state = I_NEW;  in iget_locked()
1087 			hlist_add_head(&inode->i_hash, head);  in iget_locked()
1088 			spin_unlock(&inode->i_lock);  in iget_locked()
1089 			inode_sb_list_add(inode);  in iget_locked()
1095 			return inode;  in iget_locked()
1104 		destroy_inode(inode);  in iget_locked()
1105 		inode = old;  in iget_locked()
1106 		wait_on_inode(inode);  in iget_locked()
1108 	return inode;  in iget_locked()
1122 	struct inode *inode;  in test_inode_iunique()  local
1125 	hlist_for_each_entry(inode, b, i_hash) {  in test_inode_iunique()
1126 		if (inode->i_ino == ino && inode->i_sb == sb) {  in test_inode_iunique()
1173 struct inode *igrab(struct inode *inode)  in igrab()  argument
1175 	spin_lock(&inode->i_lock);  in igrab()
1176 	if (!(inode->i_state & (I_FREEING|I_WILL_FREE))) {  in igrab()
1177 		__iget(inode);  in igrab()
1178 		spin_unlock(&inode->i_lock);  in igrab()
1180 		spin_unlock(&inode->i_lock);  in igrab()
1186 		inode = NULL;  in igrab()
1188 	return inode;  in igrab()
1208 struct inode *ilookup5_nowait(struct super_block *sb, unsigned long hashval,  in ilookup5_nowait()
1209 		int (*test)(struct inode *, void *), void *data)  in ilookup5_nowait()  argument
1212 	struct inode *inode;  in ilookup5_nowait()  local
1215 	inode = find_inode(sb, head, test, data);  in ilookup5_nowait()
1218 	return inode;  in ilookup5_nowait()
1239 struct inode *ilookup5(struct super_block *sb, unsigned long hashval,  in ilookup5()
1240 		int (*test)(struct inode *, void *), void *data)  in ilookup5()  argument
1242 	struct inode *inode = ilookup5_nowait(sb, hashval, test, data);  in ilookup5()  local
1244 	if (inode)  in ilookup5()
1245 		wait_on_inode(inode);  in ilookup5()
1246 	return inode;  in ilookup5()
1258 struct inode *ilookup(struct super_block *sb, unsigned long ino)  in ilookup()
1261 	struct inode *inode;  in ilookup()  local
1264 	inode = find_inode_fast(sb, head, ino);  in ilookup()
1267 	if (inode)  in ilookup()
1268 		wait_on_inode(inode);  in ilookup()
1269 	return inode;  in ilookup()
1296 struct inode *find_inode_nowait(struct super_block *sb,  in find_inode_nowait()
1298 				int (*match)(struct inode *, unsigned long,  in find_inode_nowait()  argument
1303 	struct inode *inode, *ret_inode = NULL;  in find_inode_nowait()  local
1307 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode_nowait()
1308 		if (inode->i_sb != sb)  in find_inode_nowait()
1310 		mval = match(inode, hashval, data);  in find_inode_nowait()
1314 			ret_inode = inode;  in find_inode_nowait()
1323 int insert_inode_locked(struct inode *inode)  in insert_inode_locked()  argument
1325 	struct super_block *sb = inode->i_sb;  in insert_inode_locked()
1326 	ino_t ino = inode->i_ino;  in insert_inode_locked()
1330 		struct inode *old = NULL;  in insert_inode_locked()
1345 			spin_lock(&inode->i_lock);  in insert_inode_locked()
1346 			inode->i_state |= I_NEW;  in insert_inode_locked()
1347 			hlist_add_head(&inode->i_hash, head);  in insert_inode_locked()
1348 			spin_unlock(&inode->i_lock);  in insert_inode_locked()
1365 int insert_inode_locked4(struct inode *inode, unsigned long hashval,  in insert_inode_locked4()  argument
1366 		int (*test)(struct inode *, void *), void *data)  in insert_inode_locked4()  argument
1368 	struct super_block *sb = inode->i_sb;  in insert_inode_locked4()
1372 		struct inode *old = NULL;  in insert_inode_locked4()
1388 			spin_lock(&inode->i_lock);  in insert_inode_locked4()
1389 			inode->i_state |= I_NEW;  in insert_inode_locked4()
1390 			hlist_add_head(&inode->i_hash, head);  in insert_inode_locked4()
1391 			spin_unlock(&inode->i_lock);  in insert_inode_locked4()
1409 int generic_delete_inode(struct inode *inode)  in generic_delete_inode()  argument
1425 static void iput_final(struct inode *inode)  in iput_final()  argument
1427 	struct super_block *sb = inode->i_sb;  in iput_final()
1428 	const struct super_operations *op = inode->i_sb->s_op;  in iput_final()
1431 	WARN_ON(inode->i_state & I_NEW);  in iput_final()
1434 		drop = op->drop_inode(inode);  in iput_final()
1436 		drop = generic_drop_inode(inode);  in iput_final()
1439 		inode->i_state |= I_REFERENCED;  in iput_final()
1440 		inode_add_lru(inode);  in iput_final()
1441 		spin_unlock(&inode->i_lock);  in iput_final()
1446 		inode->i_state |= I_WILL_FREE;  in iput_final()
1447 		spin_unlock(&inode->i_lock);  in iput_final()
1448 		write_inode_now(inode, 1);  in iput_final()
1449 		spin_lock(&inode->i_lock);  in iput_final()
1450 		WARN_ON(inode->i_state & I_NEW);  in iput_final()
1451 		inode->i_state &= ~I_WILL_FREE;  in iput_final()
1454 	inode->i_state |= I_FREEING;  in iput_final()
1455 	if (!list_empty(&inode->i_lru))  in iput_final()
1456 		inode_lru_list_del(inode);  in iput_final()
1457 	spin_unlock(&inode->i_lock);  in iput_final()
1459 	evict(inode);  in iput_final()
1471 void iput(struct inode *inode)  in iput()  argument
1473 	if (!inode)  in iput()
1475 	BUG_ON(inode->i_state & I_CLEAR);  in iput()
1477 	if (atomic_dec_and_lock(&inode->i_count, &inode->i_lock)) {  in iput()
1478 		if (inode->i_nlink && (inode->i_state & I_DIRTY_TIME)) {  in iput()
1479 			atomic_inc(&inode->i_count);  in iput()
1480 			inode->i_state &= ~I_DIRTY_TIME;  in iput()
1481 			spin_unlock(&inode->i_lock);  in iput()
1482 			trace_writeback_lazytime_iput(inode);  in iput()
1483 			mark_inode_dirty_sync(inode);  in iput()
1486 		iput_final(inode);  in iput()
1502 sector_t bmap(struct inode *inode, sector_t block)  in bmap()  argument
1505 	if (inode->i_mapping->a_ops->bmap)  in bmap()
1506 		res = inode->i_mapping->a_ops->bmap(inode->i_mapping, block);  in bmap()
1516 static int relatime_need_update(struct vfsmount *mnt, struct inode *inode,  in relatime_need_update()  argument
1525 	if (timespec_compare(&inode->i_mtime, &inode->i_atime) >= 0)  in relatime_need_update()
1530 	if (timespec_compare(&inode->i_ctime, &inode->i_atime) >= 0)  in relatime_need_update()
1537 	if ((long)(now.tv_sec - inode->i_atime.tv_sec) >= 24*60*60)  in relatime_need_update()
1545 int generic_update_time(struct inode *inode, struct timespec *time, int flags)  in generic_update_time()  argument
1550 		inode->i_atime = *time;  in generic_update_time()
1552 		inode_inc_iversion(inode);  in generic_update_time()
1554 		inode->i_ctime = *time;  in generic_update_time()
1556 		inode->i_mtime = *time;  in generic_update_time()
1558 	if (!(inode->i_sb->s_flags & MS_LAZYTIME) || (flags & S_VERSION))  in generic_update_time()
1560 	__mark_inode_dirty(inode, iflags);  in generic_update_time()
1569 static int update_time(struct inode *inode, struct timespec *time, int flags)  in update_time()  argument
1571 	int (*update_time)(struct inode *, struct timespec *, int);  in update_time()
1573 	update_time = inode->i_op->update_time ? inode->i_op->update_time :  in update_time()
1576 	return update_time(inode, time, flags);  in update_time()
1590 	struct inode *inode = d_inode(path->dentry);  in touch_atime()  local
1593 	if (inode->i_flags & S_NOATIME)  in touch_atime()
1595 	if (IS_NOATIME(inode))  in touch_atime()
1597 	if ((inode->i_sb->s_flags & MS_NODIRATIME) && S_ISDIR(inode->i_mode))  in touch_atime()
1602 	if ((mnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode))  in touch_atime()
1605 	now = current_fs_time(inode->i_sb);  in touch_atime()
1607 	if (!relatime_need_update(mnt, inode, now))  in touch_atime()
1610 	if (timespec_equal(&inode->i_atime, &now))  in touch_atime()
1613 	if (!sb_start_write_trylock(inode->i_sb))  in touch_atime()
1627 	update_time(inode, &now, S_ATIME);  in touch_atime()
1630 	sb_end_write(inode->i_sb);  in touch_atime()
1678 	struct inode *inode = d_inode(dentry);  in file_remove_suid()  local
1684 	if (IS_NOSEC(inode))  in file_remove_suid()
1697 		inode_has_no_xattr(inode);  in file_remove_suid()
1718 	struct inode *inode = file_inode(file);  in file_update_time()  local
1724 	if (IS_NOCMTIME(inode))  in file_update_time()
1727 	now = current_fs_time(inode->i_sb);  in file_update_time()
1728 	if (!timespec_equal(&inode->i_mtime, &now))  in file_update_time()
1731 	if (!timespec_equal(&inode->i_ctime, &now))  in file_update_time()
1734 	if (IS_I_VERSION(inode))  in file_update_time()
1744 	ret = update_time(inode, &now, sync_it);  in file_update_time()
1751 int inode_needs_sync(struct inode *inode)  in inode_needs_sync()  argument
1753 	if (IS_SYNC(inode))  in inode_needs_sync()
1755 	if (S_ISDIR(inode->i_mode) && IS_DIRSYNC(inode))  in inode_needs_sync()
1772 static void __wait_on_freeing_inode(struct inode *inode)  in __wait_on_freeing_inode()  argument
1775 	DEFINE_WAIT_BIT(wait, &inode->i_state, __I_NEW);  in __wait_on_freeing_inode()
1776 	wq = bit_waitqueue(&inode->i_state, __I_NEW);  in __wait_on_freeing_inode()
1778 	spin_unlock(&inode->i_lock);  in __wait_on_freeing_inode()
1829 					 sizeof(struct inode),  in inode_init()
1854 void init_special_inode(struct inode *inode, umode_t mode, dev_t rdev)  in init_special_inode()  argument
1856 	inode->i_mode = mode;  in init_special_inode()
1858 		inode->i_fop = &def_chr_fops;  in init_special_inode()
1859 		inode->i_rdev = rdev;  in init_special_inode()
1861 		inode->i_fop = &def_blk_fops;  in init_special_inode()
1862 		inode->i_rdev = rdev;  in init_special_inode()
1864 		inode->i_fop = &pipefifo_fops;  in init_special_inode()
1869 				  " inode %s:%lu\n", mode, inode->i_sb->s_id,  in init_special_inode()
1870 				  inode->i_ino);  in init_special_inode()
1880 void inode_init_owner(struct inode *inode, const struct inode *dir,  in inode_init_owner()  argument
1883 	inode->i_uid = current_fsuid();  in inode_init_owner()
1885 		inode->i_gid = dir->i_gid;  in inode_init_owner()
1889 		inode->i_gid = current_fsgid();  in inode_init_owner()
1890 	inode->i_mode = mode;  in inode_init_owner()
1901 bool inode_owner_or_capable(const struct inode *inode)  in inode_owner_or_capable()  argument
1905 	if (uid_eq(current_fsuid(), inode->i_uid))  in inode_owner_or_capable()
1909 	if (ns_capable(ns, CAP_FOWNER) && kuid_has_mapping(ns, inode->i_uid))  in inode_owner_or_capable()
1918 static void __inode_dio_wait(struct inode *inode)  in __inode_dio_wait()  argument
1920 	wait_queue_head_t *wq = bit_waitqueue(&inode->i_state, __I_DIO_WAKEUP);  in __inode_dio_wait()
1921 	DEFINE_WAIT_BIT(q, &inode->i_state, __I_DIO_WAKEUP);  in __inode_dio_wait()
1925 		if (atomic_read(&inode->i_dio_count))  in __inode_dio_wait()
1927 	} while (atomic_read(&inode->i_dio_count));  in __inode_dio_wait()
1941 void inode_dio_wait(struct inode *inode)  in inode_dio_wait()  argument
1943 	if (atomic_read(&inode->i_dio_count))  in inode_dio_wait()
1944 		__inode_dio_wait(inode);  in inode_dio_wait()
1965 void inode_set_flags(struct inode *inode, unsigned int flags,  in inode_set_flags()  argument
1972 		old_flags = ACCESS_ONCE(inode->i_flags);  in inode_set_flags()
1974 	} while (unlikely(cmpxchg(&inode->i_flags, old_flags,  in inode_set_flags()