116 static int no_open(struct inode *inode, struct file *file)  in no_open()  argument
129 int inode_init_always(struct super_block *sb, struct inode *inode)  in inode_init_always()  argument
133 	struct address_space *const mapping = &inode->i_data;  in inode_init_always()
135 	inode->i_sb = sb;  in inode_init_always()
136 	inode->i_blkbits = sb->s_blocksize_bits;  in inode_init_always()
137 	inode->i_flags = 0;  in inode_init_always()
138 	atomic_set(&inode->i_count, 1);  in inode_init_always()
139 	inode->i_op = &empty_iops;  in inode_init_always()
140 	inode->i_fop = &no_open_fops;  in inode_init_always()
141 	inode->__i_nlink = 1;  in inode_init_always()
142 	inode->i_opflags = 0;  in inode_init_always()
143 	i_uid_write(inode, 0);  in inode_init_always()
144 	i_gid_write(inode, 0);  in inode_init_always()
145 	atomic_set(&inode->i_writecount, 0);  in inode_init_always()
146 	inode->i_size = 0;  in inode_init_always()
147 	inode->i_blocks = 0;  in inode_init_always()
148 	inode->i_bytes = 0;  in inode_init_always()
149 	inode->i_generation = 0;  in inode_init_always()
150 	inode->i_pipe = NULL;  in inode_init_always()
151 	inode->i_bdev = NULL;  in inode_init_always()
152 	inode->i_cdev = NULL;  in inode_init_always()
153 	inode->i_link = NULL;  in inode_init_always()
154 	inode->i_rdev = 0;  in inode_init_always()
155 	inode->dirtied_when = 0;  in inode_init_always()
157 	if (security_inode_alloc(inode))  in inode_init_always()
159 	spin_lock_init(&inode->i_lock);  in inode_init_always()
160 	lockdep_set_class(&inode->i_lock, &sb->s_type->i_lock_key);  in inode_init_always()
162 	mutex_init(&inode->i_mutex);  in inode_init_always()
163 	lockdep_set_class(&inode->i_mutex, &sb->s_type->i_mutex_key);  in inode_init_always()
165 	atomic_set(&inode->i_dio_count, 0);  in inode_init_always()
168 	mapping->host = inode;  in inode_init_always()
174 	inode->i_private = NULL;  in inode_init_always()
175 	inode->i_mapping = mapping;  in inode_init_always()
176 	INIT_HLIST_HEAD(&inode->i_dentry);	/* buggered by rcu freeing */  in inode_init_always()
178 	inode->i_acl = inode->i_default_acl = ACL_NOT_CACHED;  in inode_init_always()
182 	inode->i_fsnotify_mask = 0;  in inode_init_always()
184 	inode->i_flctx = NULL;  in inode_init_always()
193 static struct inode *alloc_inode(struct super_block *sb)  in alloc_inode()
195 	struct inode *inode;  in alloc_inode()  local
198 		inode = sb->s_op->alloc_inode(sb);  in alloc_inode()
200 		inode = kmem_cache_alloc(inode_cachep, GFP_KERNEL);  in alloc_inode()
202 	if (!inode)  in alloc_inode()
205 	if (unlikely(inode_init_always(sb, inode))) {  in alloc_inode()
206 		if (inode->i_sb->s_op->destroy_inode)  in alloc_inode()
207 			inode->i_sb->s_op->destroy_inode(inode);  in alloc_inode()
209 			kmem_cache_free(inode_cachep, inode);  in alloc_inode()
213 	return inode;  in alloc_inode()
216 void free_inode_nonrcu(struct inode *inode)  in free_inode_nonrcu()  argument
218 	kmem_cache_free(inode_cachep, inode);  in free_inode_nonrcu()
222 void __destroy_inode(struct inode *inode)  in __destroy_inode()  argument
224 	BUG_ON(inode_has_buffers(inode));  in __destroy_inode()
225 	inode_detach_wb(inode);  in __destroy_inode()
226 	security_inode_free(inode);  in __destroy_inode()
227 	fsnotify_inode_delete(inode);  in __destroy_inode()
228 	locks_free_lock_context(inode->i_flctx);  in __destroy_inode()
229 	if (!inode->i_nlink) {  in __destroy_inode()
230 		WARN_ON(atomic_long_read(&inode->i_sb->s_remove_count) == 0);  in __destroy_inode()
231 		atomic_long_dec(&inode->i_sb->s_remove_count);  in __destroy_inode()
235 	if (inode->i_acl && inode->i_acl != ACL_NOT_CACHED)  in __destroy_inode()
236 		posix_acl_release(inode->i_acl);  in __destroy_inode()
237 	if (inode->i_default_acl && inode->i_default_acl != ACL_NOT_CACHED)  in __destroy_inode()
238 		posix_acl_release(inode->i_default_acl);  in __destroy_inode()
246 	struct inode *inode = container_of(head, struct inode, i_rcu);  in i_callback()  local
247 	kmem_cache_free(inode_cachep, inode);  in i_callback()
250 static void destroy_inode(struct inode *inode)  in destroy_inode()  argument
252 	BUG_ON(!list_empty(&inode->i_lru));  in destroy_inode()
253 	__destroy_inode(inode);  in destroy_inode()
254 	if (inode->i_sb->s_op->destroy_inode)  in destroy_inode()
255 		inode->i_sb->s_op->destroy_inode(inode);  in destroy_inode()
257 		call_rcu(&inode->i_rcu, i_callback);  in destroy_inode()
271 void drop_nlink(struct inode *inode)  in drop_nlink()  argument
273 	WARN_ON(inode->i_nlink == 0);  in drop_nlink()
274 	inode->__i_nlink--;  in drop_nlink()
275 	if (!inode->i_nlink)  in drop_nlink()
276 		atomic_long_inc(&inode->i_sb->s_remove_count);  in drop_nlink()
288 void clear_nlink(struct inode *inode)  in clear_nlink()  argument
290 	if (inode->i_nlink) {  in clear_nlink()
291 		inode->__i_nlink = 0;  in clear_nlink()
292 		atomic_long_inc(&inode->i_sb->s_remove_count);  in clear_nlink()
305 void set_nlink(struct inode *inode, unsigned int nlink)  in set_nlink()  argument
308 		clear_nlink(inode);  in set_nlink()
311 		if (inode->i_nlink == 0)  in set_nlink()
312 			atomic_long_dec(&inode->i_sb->s_remove_count);  in set_nlink()
314 		inode->__i_nlink = nlink;  in set_nlink()
327 void inc_nlink(struct inode *inode)  in inc_nlink()  argument
329 	if (unlikely(inode->i_nlink == 0)) {  in inc_nlink()
330 		WARN_ON(!(inode->i_state & I_LINKABLE));  in inc_nlink()
331 		atomic_long_dec(&inode->i_sb->s_remove_count);  in inc_nlink()
334 	inode->__i_nlink++;  in inc_nlink()
355 void inode_init_once(struct inode *inode)  in inode_init_once()  argument
357 	memset(inode, 0, sizeof(*inode));  in inode_init_once()
358 	INIT_HLIST_NODE(&inode->i_hash);  in inode_init_once()
359 	INIT_LIST_HEAD(&inode->i_devices);  in inode_init_once()
360 	INIT_LIST_HEAD(&inode->i_io_list);  in inode_init_once()
361 	INIT_LIST_HEAD(&inode->i_lru);  in inode_init_once()
362 	address_space_init_once(&inode->i_data);  in inode_init_once()
363 	i_size_ordered_init(inode);  in inode_init_once()
365 	INIT_HLIST_HEAD(&inode->i_fsnotify_marks);  in inode_init_once()
372 	struct inode *inode = (struct inode *) foo;  in init_once()  local
374 	inode_init_once(inode);  in init_once()
380 void __iget(struct inode *inode)  in __iget()  argument
382 	atomic_inc(&inode->i_count);  in __iget()
388 void ihold(struct inode *inode)  in ihold()  argument
390 	WARN_ON(atomic_inc_return(&inode->i_count) < 2);  in ihold()
394 static void inode_lru_list_add(struct inode *inode)  in inode_lru_list_add()  argument
396 	if (list_lru_add(&inode->i_sb->s_inode_lru, &inode->i_lru))  in inode_lru_list_add()
405 void inode_add_lru(struct inode *inode)  in inode_add_lru()  argument
407 	if (!(inode->i_state & (I_DIRTY_ALL | I_SYNC |  in inode_add_lru()
409 	    !atomic_read(&inode->i_count) && inode->i_sb->s_flags & MS_ACTIVE)  in inode_add_lru()
410 		inode_lru_list_add(inode);  in inode_add_lru()
414 static void inode_lru_list_del(struct inode *inode)  in inode_lru_list_del()  argument
417 	if (list_lru_del(&inode->i_sb->s_inode_lru, &inode->i_lru))  in inode_lru_list_del()
425 void inode_sb_list_add(struct inode *inode)  in inode_sb_list_add()  argument
427 	spin_lock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_add()
428 	list_add(&inode->i_sb_list, &inode->i_sb->s_inodes);  in inode_sb_list_add()
429 	spin_unlock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_add()
433 static inline void inode_sb_list_del(struct inode *inode)  in inode_sb_list_del()  argument
435 	if (!list_empty(&inode->i_sb_list)) {  in inode_sb_list_del()
436 		spin_lock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_del()
437 		list_del_init(&inode->i_sb_list);  in inode_sb_list_del()
438 		spin_unlock(&inode->i_sb->s_inode_list_lock);  in inode_sb_list_del()
460 void __insert_inode_hash(struct inode *inode, unsigned long hashval)  in __insert_inode_hash()  argument
462 	struct hlist_head *b = inode_hashtable + hash(inode->i_sb, hashval);  in __insert_inode_hash()
465 	spin_lock(&inode->i_lock);  in __insert_inode_hash()
466 	hlist_add_head(&inode->i_hash, b);  in __insert_inode_hash()
467 	spin_unlock(&inode->i_lock);  in __insert_inode_hash()
478 void __remove_inode_hash(struct inode *inode)  in __remove_inode_hash()  argument
481 	spin_lock(&inode->i_lock);  in __remove_inode_hash()
482 	hlist_del_init(&inode->i_hash);  in __remove_inode_hash()
483 	spin_unlock(&inode->i_lock);  in __remove_inode_hash()
488 void clear_inode(struct inode *inode)  in clear_inode()  argument
496 	spin_lock_irq(&inode->i_data.tree_lock);  in clear_inode()
497 	BUG_ON(inode->i_data.nrpages);  in clear_inode()
498 	BUG_ON(inode->i_data.nrshadows);  in clear_inode()
499 	spin_unlock_irq(&inode->i_data.tree_lock);  in clear_inode()
500 	BUG_ON(!list_empty(&inode->i_data.private_list));  in clear_inode()
501 	BUG_ON(!(inode->i_state & I_FREEING));  in clear_inode()
502 	BUG_ON(inode->i_state & I_CLEAR);  in clear_inode()
504 	inode->i_state = I_FREEING | I_CLEAR;  in clear_inode()
521 static void evict(struct inode *inode)  in evict()  argument
523 	const struct super_operations *op = inode->i_sb->s_op;  in evict()
525 	BUG_ON(!(inode->i_state & I_FREEING));  in evict()
526 	BUG_ON(!list_empty(&inode->i_lru));  in evict()
528 	if (!list_empty(&inode->i_io_list))  in evict()
529 		inode_io_list_del(inode);  in evict()
531 	inode_sb_list_del(inode);  in evict()
539 	inode_wait_for_writeback(inode);  in evict()
542 		op->evict_inode(inode);  in evict()
544 		truncate_inode_pages_final(&inode->i_data);  in evict()
545 		clear_inode(inode);  in evict()
547 	if (S_ISBLK(inode->i_mode) && inode->i_bdev)  in evict()
548 		bd_forget(inode);  in evict()
549 	if (S_ISCHR(inode->i_mode) && inode->i_cdev)  in evict()
550 		cd_forget(inode);  in evict()
552 	remove_inode_hash(inode);  in evict()
554 	spin_lock(&inode->i_lock);  in evict()
555 	wake_up_bit(&inode->i_state, __I_NEW);  in evict()
556 	BUG_ON(inode->i_state != (I_FREEING | I_CLEAR));  in evict()
557 	spin_unlock(&inode->i_lock);  in evict()
559 	destroy_inode(inode);  in evict()
572 		struct inode *inode;  in dispose_list()  local
574 		inode = list_first_entry(head, struct inode, i_lru);  in dispose_list()
575 		list_del_init(&inode->i_lru);  in dispose_list()
577 		evict(inode);  in dispose_list()
593 	struct inode *inode, *next;  in evict_inodes()  local
598 	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {  in evict_inodes()
599 		if (atomic_read(&inode->i_count))  in evict_inodes()
602 		spin_lock(&inode->i_lock);  in evict_inodes()
603 		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {  in evict_inodes()
604 			spin_unlock(&inode->i_lock);  in evict_inodes()
608 		inode->i_state |= I_FREEING;  in evict_inodes()
609 		inode_lru_list_del(inode);  in evict_inodes()
610 		spin_unlock(&inode->i_lock);  in evict_inodes()
611 		list_add(&inode->i_lru, &dispose);  in evict_inodes()
643 	struct inode *inode, *next;  in invalidate_inodes()  local
647 	list_for_each_entry_safe(inode, next, &sb->s_inodes, i_sb_list) {  in invalidate_inodes()
648 		spin_lock(&inode->i_lock);  in invalidate_inodes()
649 		if (inode->i_state & (I_NEW | I_FREEING | I_WILL_FREE)) {  in invalidate_inodes()
650 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
653 		if (inode->i_state & I_DIRTY_ALL && !kill_dirty) {  in invalidate_inodes()
654 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
658 		if (atomic_read(&inode->i_count)) {  in invalidate_inodes()
659 			spin_unlock(&inode->i_lock);  in invalidate_inodes()
664 		inode->i_state |= I_FREEING;  in invalidate_inodes()
665 		inode_lru_list_del(inode);  in invalidate_inodes()
666 		spin_unlock(&inode->i_lock);  in invalidate_inodes()
667 		list_add(&inode->i_lru, &dispose);  in invalidate_inodes()
695 	struct inode	*inode = container_of(item, struct inode, i_lru);  in inode_lru_isolate()  local
701 	if (!spin_trylock(&inode->i_lock))  in inode_lru_isolate()
708 	if (atomic_read(&inode->i_count) ||  in inode_lru_isolate()
709 	    (inode->i_state & ~I_REFERENCED)) {  in inode_lru_isolate()
710 		list_lru_isolate(lru, &inode->i_lru);  in inode_lru_isolate()
711 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
717 	if (inode->i_state & I_REFERENCED) {  in inode_lru_isolate()
718 		inode->i_state &= ~I_REFERENCED;  in inode_lru_isolate()
719 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
723 	if (inode_has_buffers(inode) || inode->i_data.nrpages) {  in inode_lru_isolate()
724 		__iget(inode);  in inode_lru_isolate()
725 		spin_unlock(&inode->i_lock);  in inode_lru_isolate()
727 		if (remove_inode_buffers(inode)) {  in inode_lru_isolate()
729 			reap = invalidate_mapping_pages(&inode->i_data, 0, -1);  in inode_lru_isolate()
737 		iput(inode);  in inode_lru_isolate()
742 	WARN_ON(inode->i_state & I_NEW);  in inode_lru_isolate()
743 	inode->i_state |= I_FREEING;  in inode_lru_isolate()
744 	list_lru_isolate_move(lru, &inode->i_lru, freeable);  in inode_lru_isolate()
745 	spin_unlock(&inode->i_lock);  in inode_lru_isolate()
768 static void __wait_on_freeing_inode(struct inode *inode);
772 static struct inode *find_inode(struct super_block *sb,  in find_inode()
774 				int (*test)(struct inode *, void *),  in find_inode()  argument
777 	struct inode *inode = NULL;  in find_inode()  local
780 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode()
781 		if (inode->i_sb != sb)  in find_inode()
783 		if (!test(inode, data))  in find_inode()
785 		spin_lock(&inode->i_lock);  in find_inode()
786 		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {  in find_inode()
787 			__wait_on_freeing_inode(inode);  in find_inode()
790 		__iget(inode);  in find_inode()
791 		spin_unlock(&inode->i_lock);  in find_inode()
792 		return inode;  in find_inode()
801 static struct inode *find_inode_fast(struct super_block *sb,  in find_inode_fast()
804 	struct inode *inode = NULL;  in find_inode_fast()  local
807 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode_fast()
808 		if (inode->i_ino != ino)  in find_inode_fast()
810 		if (inode->i_sb != sb)  in find_inode_fast()
812 		spin_lock(&inode->i_lock);  in find_inode_fast()
813 		if (inode->i_state & (I_FREEING|I_WILL_FREE)) {  in find_inode_fast()
814 			__wait_on_freeing_inode(inode);  in find_inode_fast()
817 		__iget(inode);  in find_inode_fast()
818 		spin_unlock(&inode->i_lock);  in find_inode_fast()
819 		return inode;  in find_inode_fast()
876 struct inode *new_inode_pseudo(struct super_block *sb)  in new_inode_pseudo()
878 	struct inode *inode = alloc_inode(sb);  in new_inode_pseudo()  local
880 	if (inode) {  in new_inode_pseudo()
881 		spin_lock(&inode->i_lock);  in new_inode_pseudo()
882 		inode->i_state = 0;  in new_inode_pseudo()
883 		spin_unlock(&inode->i_lock);  in new_inode_pseudo()
884 		INIT_LIST_HEAD(&inode->i_sb_list);  in new_inode_pseudo()
886 	return inode;  in new_inode_pseudo()
901 struct inode *new_inode(struct super_block *sb)  in new_inode()
903 	struct inode *inode;  in new_inode()  local
907 	inode = new_inode_pseudo(sb);  in new_inode()
908 	if (inode)  in new_inode()
909 		inode_sb_list_add(inode);  in new_inode()
910 	return inode;  in new_inode()
915 void lockdep_annotate_inode_mutex_key(struct inode *inode)  in lockdep_annotate_inode_mutex_key()  argument
917 	if (S_ISDIR(inode->i_mode)) {  in lockdep_annotate_inode_mutex_key()
918 		struct file_system_type *type = inode->i_sb->s_type;  in lockdep_annotate_inode_mutex_key()
921 		if (lockdep_match_class(&inode->i_mutex, &type->i_mutex_key)) {  in lockdep_annotate_inode_mutex_key()
925 			mutex_destroy(&inode->i_mutex);  in lockdep_annotate_inode_mutex_key()
926 			mutex_init(&inode->i_mutex);  in lockdep_annotate_inode_mutex_key()
927 			lockdep_set_class(&inode->i_mutex,  in lockdep_annotate_inode_mutex_key()
942 void unlock_new_inode(struct inode *inode)  in unlock_new_inode()  argument
944 	lockdep_annotate_inode_mutex_key(inode);  in unlock_new_inode()
945 	spin_lock(&inode->i_lock);  in unlock_new_inode()
946 	WARN_ON(!(inode->i_state & I_NEW));  in unlock_new_inode()
947 	inode->i_state &= ~I_NEW;  in unlock_new_inode()
949 	wake_up_bit(&inode->i_state, __I_NEW);  in unlock_new_inode()
950 	spin_unlock(&inode->i_lock);  in unlock_new_inode()
963 void lock_two_nondirectories(struct inode *inode1, struct inode *inode2)  in lock_two_nondirectories()
980 void unlock_two_nondirectories(struct inode *inode1, struct inode *inode2)  in unlock_two_nondirectories()
1009 struct inode *iget5_locked(struct super_block *sb, unsigned long hashval,  in iget5_locked()
1010 		int (*test)(struct inode *, void *),  in iget5_locked()  argument
1011 		int (*set)(struct inode *, void *), void *data)  in iget5_locked()  argument
1014 	struct inode *inode;  in iget5_locked()  local
1017 	inode = find_inode(sb, head, test, data);  in iget5_locked()
1020 	if (inode) {  in iget5_locked()
1021 		wait_on_inode(inode);  in iget5_locked()
1022 		return inode;  in iget5_locked()
1025 	inode = alloc_inode(sb);  in iget5_locked()
1026 	if (inode) {  in iget5_locked()
1027 		struct inode *old;  in iget5_locked()
1033 			if (set(inode, data))  in iget5_locked()
1036 			spin_lock(&inode->i_lock);  in iget5_locked()
1037 			inode->i_state = I_NEW;  in iget5_locked()
1038 			hlist_add_head(&inode->i_hash, head);  in iget5_locked()
1039 			spin_unlock(&inode->i_lock);  in iget5_locked()
1040 			inode_sb_list_add(inode);  in iget5_locked()
1046 			return inode;  in iget5_locked()
1055 		destroy_inode(inode);  in iget5_locked()
1056 		inode = old;  in iget5_locked()
1057 		wait_on_inode(inode);  in iget5_locked()
1059 	return inode;  in iget5_locked()
1063 	destroy_inode(inode);  in iget5_locked()
1081 struct inode *iget_locked(struct super_block *sb, unsigned long ino)  in iget_locked()
1084 	struct inode *inode;  in iget_locked()  local
1087 	inode = find_inode_fast(sb, head, ino);  in iget_locked()
1089 	if (inode) {  in iget_locked()
1090 		wait_on_inode(inode);  in iget_locked()
1091 		return inode;  in iget_locked()
1094 	inode = alloc_inode(sb);  in iget_locked()
1095 	if (inode) {  in iget_locked()
1096 		struct inode *old;  in iget_locked()
1102 			inode->i_ino = ino;  in iget_locked()
1103 			spin_lock(&inode->i_lock);  in iget_locked()
1104 			inode->i_state = I_NEW;  in iget_locked()
1105 			hlist_add_head(&inode->i_hash, head);  in iget_locked()
1106 			spin_unlock(&inode->i_lock);  in iget_locked()
1107 			inode_sb_list_add(inode);  in iget_locked()
1113 			return inode;  in iget_locked()
1122 		destroy_inode(inode);  in iget_locked()
1123 		inode = old;  in iget_locked()
1124 		wait_on_inode(inode);  in iget_locked()
1126 	return inode;  in iget_locked()
1140 	struct inode *inode;  in test_inode_iunique()  local
1143 	hlist_for_each_entry(inode, b, i_hash) {  in test_inode_iunique()
1144 		if (inode->i_ino == ino && inode->i_sb == sb) {  in test_inode_iunique()
1191 struct inode *igrab(struct inode *inode)  in igrab()  argument
1193 	spin_lock(&inode->i_lock);  in igrab()
1194 	if (!(inode->i_state & (I_FREEING|I_WILL_FREE))) {  in igrab()
1195 		__iget(inode);  in igrab()
1196 		spin_unlock(&inode->i_lock);  in igrab()
1198 		spin_unlock(&inode->i_lock);  in igrab()
1204 		inode = NULL;  in igrab()
1206 	return inode;  in igrab()
1226 struct inode *ilookup5_nowait(struct super_block *sb, unsigned long hashval,  in ilookup5_nowait()
1227 		int (*test)(struct inode *, void *), void *data)  in ilookup5_nowait()  argument
1230 	struct inode *inode;  in ilookup5_nowait()  local
1233 	inode = find_inode(sb, head, test, data);  in ilookup5_nowait()
1236 	return inode;  in ilookup5_nowait()
1257 struct inode *ilookup5(struct super_block *sb, unsigned long hashval,  in ilookup5()
1258 		int (*test)(struct inode *, void *), void *data)  in ilookup5()  argument
1260 	struct inode *inode = ilookup5_nowait(sb, hashval, test, data);  in ilookup5()  local
1262 	if (inode)  in ilookup5()
1263 		wait_on_inode(inode);  in ilookup5()
1264 	return inode;  in ilookup5()
1276 struct inode *ilookup(struct super_block *sb, unsigned long ino)  in ilookup()
1279 	struct inode *inode;  in ilookup()  local
1282 	inode = find_inode_fast(sb, head, ino);  in ilookup()
1285 	if (inode)  in ilookup()
1286 		wait_on_inode(inode);  in ilookup()
1287 	return inode;  in ilookup()
1314 struct inode *find_inode_nowait(struct super_block *sb,  in find_inode_nowait()
1316 				int (*match)(struct inode *, unsigned long,  in find_inode_nowait()  argument
1321 	struct inode *inode, *ret_inode = NULL;  in find_inode_nowait()  local
1325 	hlist_for_each_entry(inode, head, i_hash) {  in find_inode_nowait()
1326 		if (inode->i_sb != sb)  in find_inode_nowait()
1328 		mval = match(inode, hashval, data);  in find_inode_nowait()
1332 			ret_inode = inode;  in find_inode_nowait()
1341 int insert_inode_locked(struct inode *inode)  in insert_inode_locked()  argument
1343 	struct super_block *sb = inode->i_sb;  in insert_inode_locked()
1344 	ino_t ino = inode->i_ino;  in insert_inode_locked()
1348 		struct inode *old = NULL;  in insert_inode_locked()
1363 			spin_lock(&inode->i_lock);  in insert_inode_locked()
1364 			inode->i_state |= I_NEW;  in insert_inode_locked()
1365 			hlist_add_head(&inode->i_hash, head);  in insert_inode_locked()
1366 			spin_unlock(&inode->i_lock);  in insert_inode_locked()
1383 int insert_inode_locked4(struct inode *inode, unsigned long hashval,  in insert_inode_locked4()  argument
1384 		int (*test)(struct inode *, void *), void *data)  in insert_inode_locked4()  argument
1386 	struct super_block *sb = inode->i_sb;  in insert_inode_locked4()
1390 		struct inode *old = NULL;  in insert_inode_locked4()
1406 			spin_lock(&inode->i_lock);  in insert_inode_locked4()
1407 			inode->i_state |= I_NEW;  in insert_inode_locked4()
1408 			hlist_add_head(&inode->i_hash, head);  in insert_inode_locked4()
1409 			spin_unlock(&inode->i_lock);  in insert_inode_locked4()
1427 int generic_delete_inode(struct inode *inode)  in generic_delete_inode()  argument
1443 static void iput_final(struct inode *inode)  in iput_final()  argument
1445 	struct super_block *sb = inode->i_sb;  in iput_final()
1446 	const struct super_operations *op = inode->i_sb->s_op;  in iput_final()
1449 	WARN_ON(inode->i_state & I_NEW);  in iput_final()
1452 		drop = op->drop_inode(inode);  in iput_final()
1454 		drop = generic_drop_inode(inode);  in iput_final()
1457 		inode->i_state |= I_REFERENCED;  in iput_final()
1458 		inode_add_lru(inode);  in iput_final()
1459 		spin_unlock(&inode->i_lock);  in iput_final()
1464 		inode->i_state |= I_WILL_FREE;  in iput_final()
1465 		spin_unlock(&inode->i_lock);  in iput_final()
1466 		write_inode_now(inode, 1);  in iput_final()
1467 		spin_lock(&inode->i_lock);  in iput_final()
1468 		WARN_ON(inode->i_state & I_NEW);  in iput_final()
1469 		inode->i_state &= ~I_WILL_FREE;  in iput_final()
1472 	inode->i_state |= I_FREEING;  in iput_final()
1473 	if (!list_empty(&inode->i_lru))  in iput_final()
1474 		inode_lru_list_del(inode);  in iput_final()
1475 	spin_unlock(&inode->i_lock);  in iput_final()
1477 	evict(inode);  in iput_final()
1489 void iput(struct inode *inode)  in iput()  argument
1491 	if (!inode)  in iput()
1493 	BUG_ON(inode->i_state & I_CLEAR);  in iput()
1495 	if (atomic_dec_and_lock(&inode->i_count, &inode->i_lock)) {  in iput()
1496 		if (inode->i_nlink && (inode->i_state & I_DIRTY_TIME)) {  in iput()
1497 			atomic_inc(&inode->i_count);  in iput()
1498 			inode->i_state &= ~I_DIRTY_TIME;  in iput()
1499 			spin_unlock(&inode->i_lock);  in iput()
1500 			trace_writeback_lazytime_iput(inode);  in iput()
1501 			mark_inode_dirty_sync(inode);  in iput()
1504 		iput_final(inode);  in iput()
1520 sector_t bmap(struct inode *inode, sector_t block)  in bmap()  argument
1523 	if (inode->i_mapping->a_ops->bmap)  in bmap()
1524 		res = inode->i_mapping->a_ops->bmap(inode->i_mapping, block);  in bmap()
1534 static int relatime_need_update(struct vfsmount *mnt, struct inode *inode,  in relatime_need_update()  argument
1543 	if (timespec_compare(&inode->i_mtime, &inode->i_atime) >= 0)  in relatime_need_update()
1548 	if (timespec_compare(&inode->i_ctime, &inode->i_atime) >= 0)  in relatime_need_update()
1555 	if ((long)(now.tv_sec - inode->i_atime.tv_sec) >= 24*60*60)  in relatime_need_update()
1563 int generic_update_time(struct inode *inode, struct timespec *time, int flags)  in generic_update_time()  argument
1568 		inode->i_atime = *time;  in generic_update_time()
1570 		inode_inc_iversion(inode);  in generic_update_time()
1572 		inode->i_ctime = *time;  in generic_update_time()
1574 		inode->i_mtime = *time;  in generic_update_time()
1576 	if (!(inode->i_sb->s_flags & MS_LAZYTIME) || (flags & S_VERSION))  in generic_update_time()
1578 	__mark_inode_dirty(inode, iflags);  in generic_update_time()
1587 static int update_time(struct inode *inode, struct timespec *time, int flags)  in update_time()  argument
1589 	int (*update_time)(struct inode *, struct timespec *, int);  in update_time()
1591 	update_time = inode->i_op->update_time ? inode->i_op->update_time :  in update_time()
1594 	return update_time(inode, time, flags);  in update_time()
1606 bool atime_needs_update(const struct path *path, struct inode *inode)  in atime_needs_update()  argument
1611 	if (inode->i_flags & S_NOATIME)  in atime_needs_update()
1613 	if (IS_NOATIME(inode))  in atime_needs_update()
1615 	if ((inode->i_sb->s_flags & MS_NODIRATIME) && S_ISDIR(inode->i_mode))  in atime_needs_update()
1620 	if ((mnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode))  in atime_needs_update()
1623 	now = current_fs_time(inode->i_sb);  in atime_needs_update()
1625 	if (!relatime_need_update(mnt, inode, now))  in atime_needs_update()
1628 	if (timespec_equal(&inode->i_atime, &now))  in atime_needs_update()
1637 	struct inode *inode = d_inode(path->dentry);  in touch_atime()  local
1640 	if (!atime_needs_update(path, inode))  in touch_atime()
1643 	if (!sb_start_write_trylock(inode->i_sb))  in touch_atime()
1657 	now = current_fs_time(inode->i_sb);  in touch_atime()
1658 	update_time(inode, &now, S_ATIME);  in touch_atime()
1661 	sb_end_write(inode->i_sb);  in touch_atime()
1701 	struct inode *inode = d_inode(dentry);  in dentry_needs_remove_privs()  local
1705 	if (IS_NOSEC(inode))  in dentry_needs_remove_privs()
1737 	struct inode *inode = d_inode(dentry);  in file_remove_privs()  local
1742 	if (IS_NOSEC(inode))  in file_remove_privs()
1751 		inode_has_no_xattr(inode);  in file_remove_privs()
1772 	struct inode *inode = file_inode(file);  in file_update_time()  local
1778 	if (IS_NOCMTIME(inode))  in file_update_time()
1781 	now = current_fs_time(inode->i_sb);  in file_update_time()
1782 	if (!timespec_equal(&inode->i_mtime, &now))  in file_update_time()
1785 	if (!timespec_equal(&inode->i_ctime, &now))  in file_update_time()
1788 	if (IS_I_VERSION(inode))  in file_update_time()
1798 	ret = update_time(inode, &now, sync_it);  in file_update_time()
1805 int inode_needs_sync(struct inode *inode)  in inode_needs_sync()  argument
1807 	if (IS_SYNC(inode))  in inode_needs_sync()
1809 	if (S_ISDIR(inode->i_mode) && IS_DIRSYNC(inode))  in inode_needs_sync()
1826 static void __wait_on_freeing_inode(struct inode *inode)  in __wait_on_freeing_inode()  argument
1829 	DEFINE_WAIT_BIT(wait, &inode->i_state, __I_NEW);  in __wait_on_freeing_inode()
1830 	wq = bit_waitqueue(&inode->i_state, __I_NEW);  in __wait_on_freeing_inode()
1832 	spin_unlock(&inode->i_lock);  in __wait_on_freeing_inode()
1883 					 sizeof(struct inode),  in inode_init()
1908 void init_special_inode(struct inode *inode, umode_t mode, dev_t rdev)  in init_special_inode()  argument
1910 	inode->i_mode = mode;  in init_special_inode()
1912 		inode->i_fop = &def_chr_fops;  in init_special_inode()
1913 		inode->i_rdev = rdev;  in init_special_inode()
1915 		inode->i_fop = &def_blk_fops;  in init_special_inode()
1916 		inode->i_rdev = rdev;  in init_special_inode()
1918 		inode->i_fop = &pipefifo_fops;  in init_special_inode()
1923 				  " inode %s:%lu\n", mode, inode->i_sb->s_id,  in init_special_inode()
1924 				  inode->i_ino);  in init_special_inode()
1934 void inode_init_owner(struct inode *inode, const struct inode *dir,  in inode_init_owner()  argument
1937 	inode->i_uid = current_fsuid();  in inode_init_owner()
1939 		inode->i_gid = dir->i_gid;  in inode_init_owner()
1943 		inode->i_gid = current_fsgid();  in inode_init_owner()
1944 	inode->i_mode = mode;  in inode_init_owner()
1955 bool inode_owner_or_capable(const struct inode *inode)  in inode_owner_or_capable()  argument
1959 	if (uid_eq(current_fsuid(), inode->i_uid))  in inode_owner_or_capable()
1963 	if (ns_capable(ns, CAP_FOWNER) && kuid_has_mapping(ns, inode->i_uid))  in inode_owner_or_capable()
1972 static void __inode_dio_wait(struct inode *inode)  in __inode_dio_wait()  argument
1974 	wait_queue_head_t *wq = bit_waitqueue(&inode->i_state, __I_DIO_WAKEUP);  in __inode_dio_wait()
1975 	DEFINE_WAIT_BIT(q, &inode->i_state, __I_DIO_WAKEUP);  in __inode_dio_wait()
1979 		if (atomic_read(&inode->i_dio_count))  in __inode_dio_wait()
1981 	} while (atomic_read(&inode->i_dio_count));  in __inode_dio_wait()
1995 void inode_dio_wait(struct inode *inode)  in inode_dio_wait()  argument
1997 	if (atomic_read(&inode->i_dio_count))  in inode_dio_wait()
1998 		__inode_dio_wait(inode);  in inode_dio_wait()
2018 void inode_set_flags(struct inode *inode, unsigned int flags,  in inode_set_flags()  argument
2025 		old_flags = ACCESS_ONCE(inode->i_flags);  in inode_set_flags()
2027 	} while (unlikely(cmpxchg(&inode->i_flags, old_flags,  in inode_set_flags()