38 struct cred init_cred = {
62 static inline void set_cred_subscribers(struct cred *cred, int n)  in set_cred_subscribers()  argument
65 	atomic_set(&cred->subscribers, n);  in set_cred_subscribers()
69 static inline int read_cred_subscribers(const struct cred *cred)  in read_cred_subscribers()  argument
72 	return atomic_read(&cred->subscribers);  in read_cred_subscribers()
78 static inline void alter_cred_subscribers(const struct cred *_cred, int n)  in alter_cred_subscribers()
81 	struct cred *cred = (struct cred *) _cred;  in alter_cred_subscribers()  local
83 	atomic_add(n, &cred->subscribers);  in alter_cred_subscribers()
92 	struct cred *cred = container_of(rcu, struct cred, rcu);  in put_cred_rcu()  local
94 	kdebug("put_cred_rcu(%p)", cred);  in put_cred_rcu()
97 	if (cred->magic != CRED_MAGIC_DEAD ||  in put_cred_rcu()
98 	    atomic_read(&cred->usage) != 0 ||  in put_cred_rcu()
99 	    read_cred_subscribers(cred) != 0)  in put_cred_rcu()
102 		      cred, cred->magic, cred->put_addr,  in put_cred_rcu()
103 		      atomic_read(&cred->usage),  in put_cred_rcu()
104 		      read_cred_subscribers(cred));  in put_cred_rcu()
106 	if (atomic_read(&cred->usage) != 0)  in put_cred_rcu()
108 		      cred, atomic_read(&cred->usage));  in put_cred_rcu()
111 	security_cred_free(cred);  in put_cred_rcu()
112 	key_put(cred->session_keyring);  in put_cred_rcu()
113 	key_put(cred->process_keyring);  in put_cred_rcu()
114 	key_put(cred->thread_keyring);  in put_cred_rcu()
115 	key_put(cred->request_key_auth);  in put_cred_rcu()
116 	if (cred->group_info)  in put_cred_rcu()
117 		put_group_info(cred->group_info);  in put_cred_rcu()
118 	free_uid(cred->user);  in put_cred_rcu()
119 	put_user_ns(cred->user_ns);  in put_cred_rcu()
120 	kmem_cache_free(cred_jar, cred);  in put_cred_rcu()
129 void __put_cred(struct cred *cred)  in __put_cred()  argument
131 	kdebug("__put_cred(%p{%d,%d})", cred,  in __put_cred()
132 	       atomic_read(&cred->usage),  in __put_cred()
133 	       read_cred_subscribers(cred));  in __put_cred()
135 	BUG_ON(atomic_read(&cred->usage) != 0);  in __put_cred()
137 	BUG_ON(read_cred_subscribers(cred) != 0);  in __put_cred()
138 	cred->magic = CRED_MAGIC_DEAD;  in __put_cred()
139 	cred->put_addr = __builtin_return_address(0);  in __put_cred()
141 	BUG_ON(cred == current->cred);  in __put_cred()
142 	BUG_ON(cred == current->real_cred);  in __put_cred()
144 	call_rcu(&cred->rcu, put_cred_rcu);  in __put_cred()
153 	struct cred *cred;  in exit_creds()  local
155 	kdebug("exit_creds(%u,%p,%p,{%d,%d})", tsk->pid, tsk->real_cred, tsk->cred,  in exit_creds()
156 	       atomic_read(&tsk->cred->usage),  in exit_creds()
157 	       read_cred_subscribers(tsk->cred));  in exit_creds()
159 	cred = (struct cred *) tsk->real_cred;  in exit_creds()
161 	validate_creds(cred);  in exit_creds()
162 	alter_cred_subscribers(cred, -1);  in exit_creds()
163 	put_cred(cred);  in exit_creds()
165 	cred = (struct cred *) tsk->cred;  in exit_creds()
166 	tsk->cred = NULL;  in exit_creds()
167 	validate_creds(cred);  in exit_creds()
168 	alter_cred_subscribers(cred, -1);  in exit_creds()
169 	put_cred(cred);  in exit_creds()
182 const struct cred *get_task_cred(struct task_struct *task)  in get_task_cred()
184 	const struct cred *cred;  in get_task_cred()  local
189 		cred = __task_cred((task));  in get_task_cred()
190 		BUG_ON(!cred);  in get_task_cred()
191 	} while (!atomic_inc_not_zero(&((struct cred *)cred)->usage));  in get_task_cred()
194 	return cred;  in get_task_cred()
201 struct cred *cred_alloc_blank(void)  in cred_alloc_blank()
203 	struct cred *new;  in cred_alloc_blank()
238 struct cred *prepare_creds(void)  in prepare_creds()
241 	const struct cred *old;  in prepare_creds()
242 	struct cred *new;  in prepare_creds()
252 	old = task->cred;  in prepare_creds()
253 	memcpy(new, old, sizeof(struct cred));  in prepare_creds()
287 struct cred *prepare_exec_creds(void)  in prepare_exec_creds()
289 	struct cred *new;  in prepare_exec_creds()
319 	struct cred *new;  in copy_creds()
324 		!p->cred->thread_keyring &&  in copy_creds()
328 		p->real_cred = get_cred(p->cred);  in copy_creds()
329 		get_cred(p->cred);  in copy_creds()
330 		alter_cred_subscribers(p->cred, 2);  in copy_creds()
332 		       p->cred, atomic_read(&p->cred->usage),  in copy_creds()
333 		       read_cred_subscribers(p->cred));  in copy_creds()
334 		atomic_inc(&p->cred->user->processes);  in copy_creds()
368 	p->cred = p->real_cred = get_cred(new);  in copy_creds()
378 static bool cred_cap_issubset(const struct cred *set, const struct cred *subset)  in cred_cap_issubset()
417 int commit_creds(struct cred *new)  in commit_creds()
420 	const struct cred *old = task->real_cred;  in commit_creds()
426 	BUG_ON(task->cred != old);  in commit_creds()
462 	rcu_assign_pointer(task->cred, new);  in commit_creds()
494 void abort_creds(struct cred *new)  in abort_creds()
515 const struct cred *override_creds(const struct cred *new)  in override_creds()
517 	const struct cred *old = current->cred;  in override_creds()
527 	rcu_assign_pointer(current->cred, new);  in override_creds()
544 void revert_creds(const struct cred *old)  in revert_creds()
546 	const struct cred *override = current->cred;  in revert_creds()
555 	rcu_assign_pointer(current->cred, old);  in revert_creds()
567 	cred_jar = kmem_cache_create("cred_jar", sizeof(struct cred),  in cred_init()
589 struct cred *prepare_kernel_cred(struct task_struct *daemon)  in prepare_kernel_cred()
591 	const struct cred *old;  in prepare_kernel_cred()
592 	struct cred *new;  in prepare_kernel_cred()
647 int set_security_override(struct cred *new, u32 secid)  in set_security_override()
663 int set_security_override_from_ctx(struct cred *new, const char *secctx)  in set_security_override_from_ctx()
685 int set_create_files_as(struct cred *new, struct inode *inode)  in set_create_files_as()
695 bool creds_are_invalid(const struct cred *cred)  in creds_are_invalid()  argument
697 	if (cred->magic != CRED_MAGIC)  in creds_are_invalid()
704 	if (selinux_is_enabled() && cred->security) {  in creds_are_invalid()
705 		if ((unsigned long) cred->security < PAGE_SIZE)  in creds_are_invalid()
707 		if ((*(u32 *)cred->security & 0xffffff00) ==  in creds_are_invalid()
719 static void dump_invalid_creds(const struct cred *cred, const char *label,  in dump_invalid_creds()  argument
723 	       label, cred,  in dump_invalid_creds()
724 	       cred == &init_cred ? "[init]" : "",  in dump_invalid_creds()
725 	       cred == tsk->real_cred ? "[real]" : "",  in dump_invalid_creds()
726 	       cred == tsk->cred ? "[eff]" : "");  in dump_invalid_creds()
728 	       cred->magic, cred->put_addr);  in dump_invalid_creds()
730 	       atomic_read(&cred->usage),  in dump_invalid_creds()
731 	       read_cred_subscribers(cred));  in dump_invalid_creds()
733 		from_kuid_munged(&init_user_ns, cred->uid),  in dump_invalid_creds()
734 		from_kuid_munged(&init_user_ns, cred->euid),  in dump_invalid_creds()
735 		from_kuid_munged(&init_user_ns, cred->suid),  in dump_invalid_creds()
736 		from_kuid_munged(&init_user_ns, cred->fsuid));  in dump_invalid_creds()
738 		from_kgid_munged(&init_user_ns, cred->gid),  in dump_invalid_creds()
739 		from_kgid_munged(&init_user_ns, cred->egid),  in dump_invalid_creds()
740 		from_kgid_munged(&init_user_ns, cred->sgid),  in dump_invalid_creds()
741 		from_kgid_munged(&init_user_ns, cred->fsgid));  in dump_invalid_creds()
743 	printk(KERN_ERR "CRED: ->security is %p\n", cred->security);  in dump_invalid_creds()
744 	if ((unsigned long) cred->security >= PAGE_SIZE &&  in dump_invalid_creds()
745 	    (((unsigned long) cred->security & 0xffffff00) !=  in dump_invalid_creds()
748 		       ((u32*)cred->security)[0],  in dump_invalid_creds()
749 		       ((u32*)cred->security)[1]);  in dump_invalid_creds()
756 void __invalid_creds(const struct cred *cred, const char *file, unsigned line)  in __invalid_creds()  argument
760 	dump_invalid_creds(cred, "Specified", current);  in __invalid_creds()
771 	if (tsk->cred == tsk->real_cred) {  in __validate_process_creds()
772 		if (unlikely(read_cred_subscribers(tsk->cred) < 2 ||  in __validate_process_creds()
773 			     creds_are_invalid(tsk->cred)))  in __validate_process_creds()
777 			     read_cred_subscribers(tsk->cred) < 1 ||  in __validate_process_creds()
779 			     creds_are_invalid(tsk->cred)))  in __validate_process_creds()
789 	if (tsk->cred != tsk->real_cred)  in __validate_process_creds()
790 		dump_invalid_creds(tsk->cred, "Effective", tsk);  in __validate_process_creds()
803 	       tsk->real_cred, tsk->cred,  in validate_creds_for_do_exit()
804 	       atomic_read(&tsk->cred->usage),  in validate_creds_for_do_exit()
805 	       read_cred_subscribers(tsk->cred));  in validate_creds_for_do_exit()