50 static int nfs_opendir(struct inode *, struct file *);
51 static int nfs_closedir(struct inode *, struct file *);
70 static struct nfs_open_dir_context *alloc_nfs_open_dir_context(struct inode *dir, struct rpc_cred *…  in alloc_nfs_open_dir_context()
89 static void put_nfs_open_dir_context(struct inode *dir, struct nfs_open_dir_context *ctx)  in put_nfs_open_dir_context()
102 nfs_opendir(struct inode *inode, struct file *filp)  in nfs_opendir()  argument
110 	nfs_inc_stats(inode, NFSIOS_VFSOPEN);  in nfs_opendir()
115 	ctx = alloc_nfs_open_dir_context(inode, cred);  in nfs_opendir()
126 		__nfs_revalidate_inode(NFS_SERVER(inode), inode);  in nfs_opendir()
134 nfs_closedir(struct inode *inode, struct file *filp)  in nfs_closedir()  argument
370 			struct nfs_entry *entry, struct file *file, struct inode *inode)  in nfs_readdir_xdr_filler()  argument
380 	error = NFS_PROTO(inode)->readdir(file_dentry(file), cred, entry->cookie, pages,  in nfs_readdir_xdr_filler()
381 					  NFS_SERVER(inode)->dtsize, desc->plus);  in nfs_readdir_xdr_filler()
385 			NFS_SERVER(inode)->caps &= ~NFS_CAP_READDIRPLUS;  in nfs_readdir_xdr_filler()
386 			clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);  in nfs_readdir_xdr_filler()
431 bool nfs_use_readdirplus(struct inode *dir, struct dir_context *ctx)  in nfs_use_readdirplus()
448 void nfs_advise_use_readdirplus(struct inode *dir)  in nfs_advise_use_readdirplus()
461 void nfs_force_use_readdirplus(struct inode *dir)  in nfs_force_use_readdirplus()
475 	struct inode *dir = d_inode(parent);  in nfs_prime_dcache()
476 	struct inode *inode;  in nfs_prime_dcache()  local
513 	inode = nfs_fhget(dentry->d_sb, entry->fh, entry->fattr, entry->label);  in nfs_prime_dcache()
514 	if (IS_ERR(inode))  in nfs_prime_dcache()
517 	alias = d_splice_alias(inode, dentry);  in nfs_prime_dcache()
616 int nfs_readdir_xdr_to_array(nfs_readdir_descriptor_t *desc, struct page *page, struct inode *inode)  in nfs_readdir_xdr_to_array()  argument
630 	entry.server = NFS_SERVER(inode);  in nfs_readdir_xdr_to_array()
634 	entry.label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT);  in nfs_readdir_xdr_to_array()
653 		status = nfs_readdir_xdr_filler(pages, desc, &entry, file, inode);  in nfs_readdir_xdr_to_array()
686 	struct inode	*inode = file_inode(desc->file);  in nfs_readdir_filler()  local
689 	ret = nfs_readdir_xdr_to_array(desc, page, inode);  in nfs_readdir_filler()
694 	if (invalidate_inode_pages2_range(inode->i_mapping, page->index + 1, -1) < 0) {  in nfs_readdir_filler()
696 		nfs_zap_mapping(inode, inode->i_mapping);  in nfs_readdir_filler()
818 	struct inode *inode = file_inode(desc->file);  in uncached_readdir()  local
835 	status = nfs_readdir_xdr_to_array(desc, page, inode);  in uncached_readdir()
850 static bool nfs_dir_mapping_need_revalidate(struct inode *dir)  in nfs_dir_mapping_need_revalidate()
868 	struct inode	*inode = d_inode(dentry);  in nfs_readdir()  local
876 	nfs_inc_stats(inode, NFSIOS_VFSGETDENTS);  in nfs_readdir()
889 	desc->decode = NFS_PROTO(inode)->decode_dirent;  in nfs_readdir()
890 	desc->plus = nfs_use_readdirplus(inode, ctx) ? 1 : 0;  in nfs_readdir()
893 	if (ctx->pos == 0 || nfs_dir_mapping_need_revalidate(inode))  in nfs_readdir()
894 		res = nfs_revalidate_mapping(inode, file->f_mapping);  in nfs_readdir()
913 			clear_bit(NFS_INO_ADVISE_RDPLUS, &NFS_I(inode)->flags);  in nfs_readdir()
914 			nfs_zap_caches(inode);  in nfs_readdir()
937 	struct inode *inode = file_inode(filp);  in nfs_llseek_dir()  local
943 	mutex_lock(&inode->i_mutex);  in nfs_llseek_dir()
960 	mutex_unlock(&inode->i_mutex);  in nfs_llseek_dir()
971 	struct inode *inode = file_inode(filp);  in nfs_fsync_dir()  local
975 	mutex_lock(&inode->i_mutex);  in nfs_fsync_dir()
976 	nfs_inc_stats(inode, NFSIOS_VFSFSYNC);  in nfs_fsync_dir()
977 	mutex_unlock(&inode->i_mutex);  in nfs_fsync_dir()
991 void nfs_force_lookup_revalidate(struct inode *dir)  in nfs_force_lookup_revalidate()
1003 static int nfs_check_verifier(struct inode *dir, struct dentry *dentry,  in nfs_check_verifier()
1030 static int nfs_is_exclusive_create(struct inode *dir, unsigned int flags)  in nfs_is_exclusive_create()
1046 int nfs_lookup_verify_inode(struct inode *inode, unsigned int flags)  in nfs_lookup_verify_inode()  argument
1048 	struct nfs_server *server = NFS_SERVER(inode);  in nfs_lookup_verify_inode()
1051 	if (IS_AUTOMOUNT(inode))  in nfs_lookup_verify_inode()
1058 	    (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode)))  in nfs_lookup_verify_inode()
1061 	return (inode->i_nlink == 0) ? -ENOENT : 0;  in nfs_lookup_verify_inode()
1065 	ret = __nfs_revalidate_inode(server, inode);  in nfs_lookup_verify_inode()
1082 int nfs_neg_need_reval(struct inode *dir, struct dentry *dentry,  in nfs_neg_need_reval()
1106 	struct inode *dir;  in nfs_lookup_revalidate()
1107 	struct inode *inode;  in nfs_lookup_revalidate()  local
1124 	inode = d_inode(dentry);  in nfs_lookup_revalidate()
1126 	if (!inode) {  in nfs_lookup_revalidate()
1135 	if (is_bad_inode(inode)) {  in nfs_lookup_revalidate()
1143 	if (NFS_PROTO(dir)->have_delegation(inode, FMODE_READ))  in nfs_lookup_revalidate()
1150 		if (nfs_lookup_verify_inode(inode, flags)) {  in nfs_lookup_revalidate()
1161 	if (NFS_STALE(inode))  in nfs_lookup_revalidate()
1170 	label = nfs4_label_alloc(NFS_SERVER(inode), GFP_NOWAIT);  in nfs_lookup_revalidate()
1179 	if (nfs_compare_fh(NFS_FH(inode), fhandle))  in nfs_lookup_revalidate()
1181 	if ((error = nfs_refresh_inode(inode, fattr)) != 0)  in nfs_lookup_revalidate()
1184 	nfs_setsecurity(inode, fattr, label);  in nfs_lookup_revalidate()
1212 	if (inode && S_ISDIR(inode->i_mode)) {  in nfs_lookup_revalidate()
1214 		nfs_zap_caches(inode);  in nfs_lookup_revalidate()
1251 	struct inode *inode = d_inode(dentry);  in nfs_weak_revalidate()  local
1258 	if (!inode) {  in nfs_weak_revalidate()
1264 	if (is_bad_inode(inode)) {  in nfs_weak_revalidate()
1270 	error = nfs_revalidate_inode(NFS_SERVER(inode), inode);  in nfs_weak_revalidate()
1272 			__func__, inode->i_ino, error ? "invalid" : "valid");  in nfs_weak_revalidate()
1302 static void nfs_drop_nlink(struct inode *inode)  in nfs_drop_nlink()  argument
1304 	spin_lock(&inode->i_lock);  in nfs_drop_nlink()
1306 	if (inode->i_nlink == 1)  in nfs_drop_nlink()
1307 		clear_nlink(inode);  in nfs_drop_nlink()
1308 	NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR;  in nfs_drop_nlink()
1309 	spin_unlock(&inode->i_lock);  in nfs_drop_nlink()
1316 static void nfs_dentry_iput(struct dentry *dentry, struct inode *inode)  in nfs_dentry_iput()  argument
1318 	if (S_ISDIR(inode->i_mode))  in nfs_dentry_iput()
1320 		NFS_I(inode)->cache_validity |= NFS_INO_INVALID_DATA;  in nfs_dentry_iput()
1323 		nfs_complete_unlink(dentry, inode);  in nfs_dentry_iput()
1324 		nfs_drop_nlink(inode);  in nfs_dentry_iput()
1326 	iput(inode);  in nfs_dentry_iput()
1350 struct dentry *nfs_lookup(struct inode *dir, struct dentry * dentry, unsigned int flags)  in nfs_lookup()
1354 	struct inode *inode = NULL;  in nfs_lookup()  local
1398 	inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label);  in nfs_lookup()
1399 	res = ERR_CAST(inode);  in nfs_lookup()
1407 	res = d_splice_alias(inode, dentry);  in nfs_lookup()
1452 static int do_open(struct inode *inode, struct file *filp)  in do_open()  argument
1454 	nfs_fscache_open_file(inode, filp);  in do_open()
1474 int nfs_atomic_open(struct inode *dir, struct dentry *dentry,  in nfs_atomic_open()
1481 	struct inode *inode;  in nfs_atomic_open()  local
1528 	inode = NFS_PROTO(dir)->open_context(dir, ctx, open_flags, &attr, opened);  in nfs_atomic_open()
1530 	if (IS_ERR(inode)) {  in nfs_atomic_open()
1531 		err = PTR_ERR(inode);  in nfs_atomic_open()
1572 	struct inode *inode;  in nfs4_lookup_revalidate()  local
1582 	inode = d_inode(dentry);  in nfs4_lookup_revalidate()
1587 	if (inode == NULL) {  in nfs4_lookup_revalidate()
1589 		struct inode *dir;  in nfs4_lookup_revalidate()
1612 	if (!S_ISREG(inode->i_mode))  in nfs4_lookup_revalidate()
1638 	struct inode *dir = d_inode(parent);  in nfs_instantiate()
1639 	struct inode *inode;  in nfs_instantiate()  local
1659 	inode = nfs_fhget(dentry->d_sb, fhandle, fattr, label);  in nfs_instantiate()
1660 	error = PTR_ERR(inode);  in nfs_instantiate()
1661 	if (IS_ERR(inode))  in nfs_instantiate()
1663 	d_add(dentry, inode);  in nfs_instantiate()
1680 int nfs_create(struct inode *dir, struct dentry *dentry,  in nfs_create()
1709 nfs_mknod(struct inode *dir, struct dentry *dentry, umode_t mode, dev_t rdev)  in nfs_mknod()
1735 int nfs_mkdir(struct inode *dir, struct dentry *dentry, umode_t mode)  in nfs_mkdir()
1764 int nfs_rmdir(struct inode *dir, struct dentry *dentry)  in nfs_rmdir()
1800 	struct inode *dir = d_inode(dentry->d_parent);  in nfs_safe_remove()
1801 	struct inode *inode = d_inode(dentry);  in nfs_safe_remove()  local
1813 	if (inode != NULL) {  in nfs_safe_remove()
1814 		NFS_PROTO(inode)->return_delegation(inode);  in nfs_safe_remove()
1817 			nfs_drop_nlink(inode);  in nfs_safe_remove()
1832 int nfs_unlink(struct inode *dir, struct dentry *dentry)  in nfs_unlink()
1880 int nfs_symlink(struct inode *dir, struct dentry *dentry, const char *symname)  in nfs_symlink()
1940 nfs_link(struct dentry *old_dentry, struct inode *dir, struct dentry *dentry)  in nfs_link()
1942 	struct inode *inode = d_inode(old_dentry);  in nfs_link()  local
1948 	trace_nfs_link_enter(inode, dir, dentry);  in nfs_link()
1949 	NFS_PROTO(inode)->return_delegation(inode);  in nfs_link()
1952 	error = NFS_PROTO(dir)->link(inode, dir, &dentry->d_name);  in nfs_link()
1954 		ihold(inode);  in nfs_link()
1955 		d_add(dentry, inode);  in nfs_link()
1957 	trace_nfs_link_exit(inode, dir, dentry, error);  in nfs_link()
1986 int nfs_rename(struct inode *old_dir, struct dentry *old_dentry,  in nfs_rename()
1987 		      struct inode *new_dir, struct dentry *new_dentry)  in nfs_rename()
1989 	struct inode *old_inode = d_inode(old_dentry);  in nfs_rename()
1990 	struct inode *new_inode = d_inode(new_dentry);  in nfs_rename()
2110 		struct inode *inode;  in nfs_do_access_cache_scan()  local
2114 		inode = &nfsi->vfs_inode;  in nfs_do_access_cache_scan()
2115 		spin_lock(&inode->i_lock);  in nfs_do_access_cache_scan()
2133 		spin_unlock(&inode->i_lock);  in nfs_do_access_cache_scan()
2189 void nfs_access_zap_cache(struct inode *inode)  in nfs_access_zap_cache()  argument
2193 	if (test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags) == 0)  in nfs_access_zap_cache()
2197 	if (test_and_clear_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))  in nfs_access_zap_cache()
2198 		list_del_init(&NFS_I(inode)->access_cache_inode_lru);  in nfs_access_zap_cache()
2200 	spin_lock(&inode->i_lock);  in nfs_access_zap_cache()
2201 	__nfs_access_zap_cache(NFS_I(inode), &head);  in nfs_access_zap_cache()
2202 	spin_unlock(&inode->i_lock);  in nfs_access_zap_cache()
2208 static struct nfs_access_entry *nfs_access_search_rbtree(struct inode *inode, struct rpc_cred *cred)  in nfs_access_search_rbtree()  argument
2210 	struct rb_node *n = NFS_I(inode)->access_cache.rb_node;  in nfs_access_search_rbtree()
2226 static int nfs_access_get_cached(struct inode *inode, struct rpc_cred *cred, struct nfs_access_entr…  in nfs_access_get_cached()  argument
2228 	struct nfs_inode *nfsi = NFS_I(inode);  in nfs_access_get_cached()
2232 	spin_lock(&inode->i_lock);  in nfs_access_get_cached()
2235 	cache = nfs_access_search_rbtree(inode, cred);  in nfs_access_get_cached()
2238 	if (!nfs_have_delegated_attributes(inode) &&  in nfs_access_get_cached()
2247 	spin_unlock(&inode->i_lock);  in nfs_access_get_cached()
2252 	spin_unlock(&inode->i_lock);  in nfs_access_get_cached()
2256 	spin_unlock(&inode->i_lock);  in nfs_access_get_cached()
2257 	nfs_access_zap_cache(inode);  in nfs_access_get_cached()
2261 static int nfs_access_get_cached_rcu(struct inode *inode, struct rpc_cred *cred, struct nfs_access_…  in nfs_access_get_cached_rcu()  argument
2266 	struct nfs_inode *nfsi = NFS_I(inode);  in nfs_access_get_cached_rcu()
2281 	if (!nfs_have_delegated_attributes(inode) &&  in nfs_access_get_cached_rcu()
2293 static void nfs_access_add_rbtree(struct inode *inode, struct nfs_access_entry *set)  in nfs_access_add_rbtree()  argument
2295 	struct nfs_inode *nfsi = NFS_I(inode);  in nfs_access_add_rbtree()
2301 	spin_lock(&inode->i_lock);  in nfs_access_add_rbtree()
2316 	spin_unlock(&inode->i_lock);  in nfs_access_add_rbtree()
2322 	spin_unlock(&inode->i_lock);  in nfs_access_add_rbtree()
2326 void nfs_access_add_cache(struct inode *inode, struct nfs_access_entry *set)  in nfs_access_add_cache()  argument
2341 	nfs_access_add_rbtree(inode, cache);  in nfs_access_add_cache()
2349 	if (!test_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags)) {  in nfs_access_add_cache()
2351 		if (!test_and_set_bit(NFS_INO_ACL_LRU_SET, &NFS_I(inode)->flags))  in nfs_access_add_cache()
2352 			list_add_tail(&NFS_I(inode)->access_cache_inode_lru,  in nfs_access_add_cache()
2373 static int nfs_do_access(struct inode *inode, struct rpc_cred *cred, int mask)  in nfs_do_access()  argument
2378 	trace_nfs_access_enter(inode);  in nfs_do_access()
2380 	status = nfs_access_get_cached_rcu(inode, cred, &cache);  in nfs_do_access()
2382 		status = nfs_access_get_cached(inode, cred, &cache);  in nfs_do_access()
2394 	status = NFS_PROTO(inode)->access(inode, &cache);  in nfs_do_access()
2397 			nfs_zap_caches(inode);  in nfs_do_access()
2398 			if (!S_ISDIR(inode->i_mode))  in nfs_do_access()
2399 				set_bit(NFS_INO_STALE, &NFS_I(inode)->flags);  in nfs_do_access()
2403 	nfs_access_add_cache(inode, &cache);  in nfs_do_access()
2408 	trace_nfs_access_exit(inode, status);  in nfs_do_access()
2429 int nfs_may_open(struct inode *inode, struct rpc_cred *cred, int openflags)  in nfs_may_open()  argument
2431 	return nfs_do_access(inode, cred, nfs_open_permission_mask(openflags));  in nfs_may_open()
2435 int nfs_permission(struct inode *inode, int mask)  in nfs_permission()  argument
2440 	nfs_inc_stats(inode, NFSIOS_VFSACCESS);  in nfs_permission()
2448 	switch (inode->i_mode & S_IFMT) {  in nfs_permission()
2463 	if (!NFS_PROTO(inode)->access)  in nfs_permission()
2470 		res = nfs_do_access(inode, cred, mask|MAY_NOT_BLOCK);  in nfs_permission()
2478 			res = nfs_do_access(inode, cred, mask);  in nfs_permission()
2484 	if (!res && (mask & MAY_EXEC) && !execute_ok(inode))  in nfs_permission()
2488 		inode->i_sb->s_id, inode->i_ino, mask, res);  in nfs_permission()
2494 	res = nfs_revalidate_inode(NFS_SERVER(inode), inode);  in nfs_permission()
2496 		res = generic_permission(inode, mask);  in nfs_permission()