Lines Matching refs:kn
27 static bool kernfs_active(struct kernfs_node *kn) in kernfs_active() argument
30 return atomic_read(&kn->active) >= 0; in kernfs_active()
33 static bool kernfs_lockdep(struct kernfs_node *kn) in kernfs_lockdep() argument
36 return kn->flags & KERNFS_LOCKDEP; in kernfs_lockdep()
42 static int kernfs_name_locked(struct kernfs_node *kn, char *buf, size_t buflen) in kernfs_name_locked() argument
44 return strlcpy(buf, kn->parent ? kn->name : "/", buflen); in kernfs_name_locked()
47 static char * __must_check kernfs_path_locked(struct kernfs_node *kn, char *buf, in kernfs_path_locked() argument
56 len = strlen(kn->name); in kernfs_path_locked()
63 memcpy(p, kn->name, len); in kernfs_path_locked()
65 kn = kn->parent; in kernfs_path_locked()
66 } while (kn && kn->parent); in kernfs_path_locked()
83 int kernfs_name(struct kernfs_node *kn, char *buf, size_t buflen) in kernfs_name() argument
89 ret = kernfs_name_locked(kn, buf, buflen); in kernfs_name()
105 char *kernfs_path(struct kernfs_node *kn, char *buf, size_t buflen) in kernfs_path() argument
111 p = kernfs_path_locked(kn, buf, buflen); in kernfs_path()
123 void pr_cont_kernfs_name(struct kernfs_node *kn) in pr_cont_kernfs_name() argument
129 kernfs_name_locked(kn, kernfs_pr_cont_buf, sizeof(kernfs_pr_cont_buf)); in pr_cont_kernfs_name()
141 void pr_cont_kernfs_path(struct kernfs_node *kn) in pr_cont_kernfs_path() argument
148 p = kernfs_path_locked(kn, kernfs_pr_cont_buf, in pr_cont_kernfs_path()
165 struct kernfs_node *kernfs_get_parent(struct kernfs_node *kn) in kernfs_get_parent() argument
171 parent = kn->parent; in kernfs_get_parent()
202 const void *ns, const struct kernfs_node *kn) in kernfs_name_compare() argument
204 if (hash < kn->hash) in kernfs_name_compare()
206 if (hash > kn->hash) in kernfs_name_compare()
208 if (ns < kn->ns) in kernfs_name_compare()
210 if (ns > kn->ns) in kernfs_name_compare()
212 return strcmp(name, kn->name); in kernfs_name_compare()
234 static int kernfs_link_sibling(struct kernfs_node *kn) in kernfs_link_sibling() argument
236 struct rb_node **node = &kn->parent->dir.children.rb_node; in kernfs_link_sibling()
245 result = kernfs_sd_compare(kn, pos); in kernfs_link_sibling()
255 rb_link_node(&kn->rb, parent, node); in kernfs_link_sibling()
256 rb_insert_color(&kn->rb, &kn->parent->dir.children); in kernfs_link_sibling()
259 if (kernfs_type(kn) == KERNFS_DIR) in kernfs_link_sibling()
260 kn->parent->dir.subdirs++; in kernfs_link_sibling()
276 static bool kernfs_unlink_sibling(struct kernfs_node *kn) in kernfs_unlink_sibling() argument
278 if (RB_EMPTY_NODE(&kn->rb)) in kernfs_unlink_sibling()
281 if (kernfs_type(kn) == KERNFS_DIR) in kernfs_unlink_sibling()
282 kn->parent->dir.subdirs--; in kernfs_unlink_sibling()
284 rb_erase(&kn->rb, &kn->parent->dir.children); in kernfs_unlink_sibling()
285 RB_CLEAR_NODE(&kn->rb); in kernfs_unlink_sibling()
299 struct kernfs_node *kernfs_get_active(struct kernfs_node *kn) in kernfs_get_active() argument
301 if (unlikely(!kn)) in kernfs_get_active()
304 if (!atomic_inc_unless_negative(&kn->active)) in kernfs_get_active()
307 if (kernfs_lockdep(kn)) in kernfs_get_active()
308 rwsem_acquire_read(&kn->dep_map, 0, 1, _RET_IP_); in kernfs_get_active()
309 return kn; in kernfs_get_active()
319 void kernfs_put_active(struct kernfs_node *kn) in kernfs_put_active() argument
321 struct kernfs_root *root = kernfs_root(kn); in kernfs_put_active()
324 if (unlikely(!kn)) in kernfs_put_active()
327 if (kernfs_lockdep(kn)) in kernfs_put_active()
328 rwsem_release(&kn->dep_map, 1, _RET_IP_); in kernfs_put_active()
329 v = atomic_dec_return(&kn->active); in kernfs_put_active()
344 static void kernfs_drain(struct kernfs_node *kn) in kernfs_drain() argument
347 struct kernfs_root *root = kernfs_root(kn); in kernfs_drain()
350 WARN_ON_ONCE(kernfs_active(kn)); in kernfs_drain()
354 if (kernfs_lockdep(kn)) { in kernfs_drain()
355 rwsem_acquire(&kn->dep_map, 0, 0, _RET_IP_); in kernfs_drain()
356 if (atomic_read(&kn->active) != KN_DEACTIVATED_BIAS) in kernfs_drain()
357 lock_contended(&kn->dep_map, _RET_IP_); in kernfs_drain()
362 atomic_read(&kn->active) == KN_DEACTIVATED_BIAS); in kernfs_drain()
364 if (kernfs_lockdep(kn)) { in kernfs_drain()
365 lock_acquired(&kn->dep_map, _RET_IP_); in kernfs_drain()
366 rwsem_release(&kn->dep_map, 1, _RET_IP_); in kernfs_drain()
369 kernfs_unmap_bin_file(kn); in kernfs_drain()
378 void kernfs_get(struct kernfs_node *kn) in kernfs_get() argument
380 if (kn) { in kernfs_get()
381 WARN_ON(!atomic_read(&kn->count)); in kernfs_get()
382 atomic_inc(&kn->count); in kernfs_get()
393 void kernfs_put(struct kernfs_node *kn) in kernfs_put() argument
398 if (!kn || !atomic_dec_and_test(&kn->count)) in kernfs_put()
400 root = kernfs_root(kn); in kernfs_put()
406 parent = kn->parent; in kernfs_put()
408 WARN_ONCE(atomic_read(&kn->active) != KN_DEACTIVATED_BIAS, in kernfs_put()
410 parent ? parent->name : "", kn->name, atomic_read(&kn->active)); in kernfs_put()
412 if (kernfs_type(kn) == KERNFS_LINK) in kernfs_put()
413 kernfs_put(kn->symlink.target_kn); in kernfs_put()
415 kfree_const(kn->name); in kernfs_put()
417 if (kn->iattr) { in kernfs_put()
418 if (kn->iattr->ia_secdata) in kernfs_put()
419 security_release_secctx(kn->iattr->ia_secdata, in kernfs_put()
420 kn->iattr->ia_secdata_len); in kernfs_put()
421 simple_xattrs_free(&kn->iattr->xattrs); in kernfs_put()
423 kfree(kn->iattr); in kernfs_put()
424 ida_simple_remove(&root->ino_ida, kn->ino); in kernfs_put()
425 kmem_cache_free(kernfs_node_cache, kn); in kernfs_put()
427 kn = parent; in kernfs_put()
428 if (kn) { in kernfs_put()
429 if (atomic_dec_and_test(&kn->count)) in kernfs_put()
441 struct kernfs_node *kn; in kernfs_dop_revalidate() local
450 kn = dentry->d_fsdata; in kernfs_dop_revalidate()
454 if (!kernfs_active(kn)) in kernfs_dop_revalidate()
458 if (dentry->d_parent->d_fsdata != kn->parent) in kernfs_dop_revalidate()
462 if (strcmp(dentry->d_name.name, kn->name) != 0) in kernfs_dop_revalidate()
466 if (kn->parent && kernfs_ns_enabled(kn->parent) && in kernfs_dop_revalidate()
467 kernfs_info(dentry->d_sb)->ns != kn->ns) in kernfs_dop_revalidate()
510 struct kernfs_node *kn; in __kernfs_new_node() local
517 kn = kmem_cache_zalloc(kernfs_node_cache, GFP_KERNEL); in __kernfs_new_node()
518 if (!kn) in __kernfs_new_node()
531 kn->ino = ret; in __kernfs_new_node()
533 atomic_set(&kn->count, 1); in __kernfs_new_node()
534 atomic_set(&kn->active, KN_DEACTIVATED_BIAS); in __kernfs_new_node()
535 RB_CLEAR_NODE(&kn->rb); in __kernfs_new_node()
537 kn->name = name; in __kernfs_new_node()
538 kn->mode = mode; in __kernfs_new_node()
539 kn->flags = flags; in __kernfs_new_node()
541 return kn; in __kernfs_new_node()
544 kmem_cache_free(kernfs_node_cache, kn); in __kernfs_new_node()
554 struct kernfs_node *kn; in kernfs_new_node() local
556 kn = __kernfs_new_node(kernfs_root(parent), name, mode, flags); in kernfs_new_node()
557 if (kn) { in kernfs_new_node()
559 kn->parent = parent; in kernfs_new_node()
561 return kn; in kernfs_new_node()
576 int kernfs_add_one(struct kernfs_node *kn) in kernfs_add_one() argument
578 struct kernfs_node *parent = kn->parent; in kernfs_add_one()
587 if (WARN(has_ns != (bool)kn->ns, KERN_WARNING "kernfs: ns %s in '%s' for '%s'\n", in kernfs_add_one()
588 has_ns ? "required" : "invalid", parent->name, kn->name)) in kernfs_add_one()
601 kn->hash = kernfs_name_hash(kn->name, kn->ns); in kernfs_add_one()
603 ret = kernfs_link_sibling(kn); in kernfs_add_one()
623 if (!(kernfs_root(kn)->flags & KERNFS_ROOT_CREATE_DEACTIVATED)) in kernfs_add_one()
624 kernfs_activate(kn); in kernfs_add_one()
659 struct kernfs_node *kn; in kernfs_find_ns() local
662 kn = rb_to_kn(node); in kernfs_find_ns()
663 result = kernfs_name_compare(hash, name, ns, kn); in kernfs_find_ns()
669 return kn; in kernfs_find_ns()
687 struct kernfs_node *kn; in kernfs_find_and_get_ns() local
690 kn = kernfs_find_ns(parent, name, ns); in kernfs_find_and_get_ns()
691 kernfs_get(kn); in kernfs_find_and_get_ns()
694 return kn; in kernfs_find_and_get_ns()
711 struct kernfs_node *kn; in kernfs_create_root() local
720 kn = __kernfs_new_node(root, "", S_IFDIR | S_IRUGO | S_IXUGO, in kernfs_create_root()
722 if (!kn) { in kernfs_create_root()
728 kn->priv = priv; in kernfs_create_root()
729 kn->dir.root = root; in kernfs_create_root()
733 root->kn = kn; in kernfs_create_root()
737 kernfs_activate(kn); in kernfs_create_root()
751 kernfs_remove(root->kn); /* will also free @root */ in kernfs_destroy_root()
768 struct kernfs_node *kn; in kernfs_create_dir_ns() local
772 kn = kernfs_new_node(parent, name, mode | S_IFDIR, KERNFS_DIR); in kernfs_create_dir_ns()
773 if (!kn) in kernfs_create_dir_ns()
776 kn->dir.root = parent->dir.root; in kernfs_create_dir_ns()
777 kn->ns = ns; in kernfs_create_dir_ns()
778 kn->priv = priv; in kernfs_create_dir_ns()
781 rc = kernfs_add_one(kn); in kernfs_create_dir_ns()
783 return kn; in kernfs_create_dir_ns()
785 kernfs_put(kn); in kernfs_create_dir_ns()
799 struct kernfs_node *kn; in kernfs_create_empty_dir() local
803 kn = kernfs_new_node(parent, name, S_IRUGO|S_IXUGO|S_IFDIR, KERNFS_DIR); in kernfs_create_empty_dir()
804 if (!kn) in kernfs_create_empty_dir()
807 kn->flags |= KERNFS_EMPTY_DIR; in kernfs_create_empty_dir()
808 kn->dir.root = parent->dir.root; in kernfs_create_empty_dir()
809 kn->ns = NULL; in kernfs_create_empty_dir()
810 kn->priv = NULL; in kernfs_create_empty_dir()
813 rc = kernfs_add_one(kn); in kernfs_create_empty_dir()
815 return kn; in kernfs_create_empty_dir()
817 kernfs_put(kn); in kernfs_create_empty_dir()
827 struct kernfs_node *kn; in kernfs_iop_lookup() local
836 kn = kernfs_find_ns(parent, dentry->d_name.name, ns); in kernfs_iop_lookup()
839 if (!kn || !kernfs_active(kn)) { in kernfs_iop_lookup()
843 kernfs_get(kn); in kernfs_iop_lookup()
844 dentry->d_fsdata = kn; in kernfs_iop_lookup()
847 inode = kernfs_get_inode(dir->i_sb, kn); in kernfs_iop_lookup()
881 struct kernfs_node *kn = dentry->d_fsdata; in kernfs_iop_rmdir() local
882 struct kernfs_syscall_ops *scops = kernfs_root(kn)->syscall_ops; in kernfs_iop_rmdir()
888 if (!kernfs_get_active(kn)) in kernfs_iop_rmdir()
891 ret = scops->rmdir(kn); in kernfs_iop_rmdir()
893 kernfs_put_active(kn); in kernfs_iop_rmdir()
900 struct kernfs_node *kn = old_dentry->d_fsdata; in kernfs_iop_rename() local
902 struct kernfs_syscall_ops *scops = kernfs_root(kn)->syscall_ops; in kernfs_iop_rename()
908 if (!kernfs_get_active(kn)) in kernfs_iop_rename()
912 kernfs_put_active(kn); in kernfs_iop_rename()
916 ret = scops->rename(kn, new_parent, new_dentry->d_name.name); in kernfs_iop_rename()
919 kernfs_put_active(kn); in kernfs_iop_rename()
1006 void kernfs_activate(struct kernfs_node *kn) in kernfs_activate() argument
1013 while ((pos = kernfs_next_descendant_post(pos, kn))) { in kernfs_activate()
1027 static void __kernfs_remove(struct kernfs_node *kn) in __kernfs_remove() argument
1038 if (!kn || (kn->parent && RB_EMPTY_NODE(&kn->rb))) in __kernfs_remove()
1041 pr_debug("kernfs %s: removing\n", kn->name); in __kernfs_remove()
1045 while ((pos = kernfs_next_descendant_post(pos, kn))) in __kernfs_remove()
1051 pos = kernfs_leftmost_descendant(kn); in __kernfs_remove()
1067 if (kn->flags & KERNFS_ACTIVATED) in __kernfs_remove()
1070 WARN_ON_ONCE(atomic_read(&kn->active) != KN_DEACTIVATED_BIAS); in __kernfs_remove()
1090 } while (pos != kn); in __kernfs_remove()
1099 void kernfs_remove(struct kernfs_node *kn) in kernfs_remove() argument
1102 __kernfs_remove(kn); in kernfs_remove()
1120 void kernfs_break_active_protection(struct kernfs_node *kn) in kernfs_break_active_protection() argument
1126 kernfs_put_active(kn); in kernfs_break_active_protection()
1144 void kernfs_unbreak_active_protection(struct kernfs_node *kn) in kernfs_unbreak_active_protection() argument
1155 atomic_inc(&kn->active); in kernfs_unbreak_active_protection()
1156 if (kernfs_lockdep(kn)) in kernfs_unbreak_active_protection()
1157 rwsem_acquire(&kn->dep_map, 0, 1, _RET_IP_); in kernfs_unbreak_active_protection()
1186 bool kernfs_remove_self(struct kernfs_node *kn) in kernfs_remove_self() argument
1191 kernfs_break_active_protection(kn); in kernfs_remove_self()
1202 if (!(kn->flags & KERNFS_SUICIDAL)) { in kernfs_remove_self()
1203 kn->flags |= KERNFS_SUICIDAL; in kernfs_remove_self()
1204 __kernfs_remove(kn); in kernfs_remove_self()
1205 kn->flags |= KERNFS_SUICIDED; in kernfs_remove_self()
1208 wait_queue_head_t *waitq = &kernfs_root(kn)->deactivate_waitq; in kernfs_remove_self()
1214 if ((kn->flags & KERNFS_SUICIDED) && in kernfs_remove_self()
1215 atomic_read(&kn->active) == KN_DEACTIVATED_BIAS) in kernfs_remove_self()
1223 WARN_ON_ONCE(!RB_EMPTY_NODE(&kn->rb)); in kernfs_remove_self()
1231 kernfs_unbreak_active_protection(kn); in kernfs_remove_self()
1249 struct kernfs_node *kn; in kernfs_remove_by_name_ns() local
1259 kn = kernfs_find_ns(parent, name, ns); in kernfs_remove_by_name_ns()
1260 if (kn) in kernfs_remove_by_name_ns()
1261 __kernfs_remove(kn); in kernfs_remove_by_name_ns()
1265 if (kn) in kernfs_remove_by_name_ns()
1278 int kernfs_rename_ns(struct kernfs_node *kn, struct kernfs_node *new_parent, in kernfs_rename_ns() argument
1286 if (!kn->parent) in kernfs_rename_ns()
1292 if (!kernfs_active(kn) || !kernfs_active(new_parent) || in kernfs_rename_ns()
1297 if ((kn->parent == new_parent) && (kn->ns == new_ns) && in kernfs_rename_ns()
1298 (strcmp(kn->name, new_name) == 0)) in kernfs_rename_ns()
1306 if (strcmp(kn->name, new_name) != 0) { in kernfs_rename_ns()
1318 kernfs_unlink_sibling(kn); in kernfs_rename_ns()
1324 old_parent = kn->parent; in kernfs_rename_ns()
1325 kn->parent = new_parent; in kernfs_rename_ns()
1327 kn->ns = new_ns; in kernfs_rename_ns()
1329 old_name = kn->name; in kernfs_rename_ns()
1330 kn->name = new_name; in kernfs_rename_ns()
1335 kn->hash = kernfs_name_hash(kn->name, kn->ns); in kernfs_rename_ns()
1336 kernfs_link_sibling(kn); in kernfs_rename_ns()
1348 static inline unsigned char dt_type(struct kernfs_node *kn) in dt_type() argument
1350 return (kn->mode >> 12) & 15; in dt_type()