500 static void consumer_add(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_add()  argument
503 	uc->next = uprobe->consumers;  in consumer_add()
504 	uprobe->consumers = uc;  in consumer_add()
513 static bool consumer_del(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_del()  argument
520 		if (*con == uc) {  in consumer_del()
521 			*con = uc->next;  in consumer_del()
617 static inline bool consumer_filter(struct uprobe_consumer *uc,  in consumer_filter()  argument
620 	return !uc->filter || uc->filter(uc, ctx, mm);  in consumer_filter()
626 	struct uprobe_consumer *uc;  in filter_chain()  local
630 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in filter_chain()
631 		ret = consumer_filter(uc, ctx, mm);  in filter_chain()
834 static int __uprobe_register(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_register()  argument
836 	consumer_add(uprobe, uc);  in __uprobe_register()
837 	return register_for_each_vma(uprobe, uc);  in __uprobe_register()
840 static void __uprobe_unregister(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_unregister()  argument
844 	if (WARN_ON(!consumer_del(uprobe, uc)))  in __uprobe_unregister()
870 int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_register()  argument
876 	if (!uc->handler && !uc->ret_handler)  in uprobe_register()
897 		ret = __uprobe_register(uprobe, uc);  in uprobe_register()
899 			__uprobe_unregister(uprobe, uc);  in uprobe_register()
918 			struct uprobe_consumer *uc, bool add)  in uprobe_apply()  argument
929 	for (con = uprobe->consumers; con && con != uc ; con = con->next)  in uprobe_apply()
932 		ret = register_for_each_vma(uprobe, add ? uc : NULL);  in uprobe_apply()
945 void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_unregister()  argument
954 	__uprobe_unregister(uprobe, uc);  in uprobe_unregister()
1744 	struct uprobe_consumer *uc;  in handler_chain()  local
1749 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handler_chain()
1752 		if (uc->handler) {  in handler_chain()
1753 			rc = uc->handler(uc, regs);  in handler_chain()
1755 				"bad rc=0x%x from %pf()\n", rc, uc->handler);  in handler_chain()
1758 		if (uc->ret_handler)  in handler_chain()
1778 	struct uprobe_consumer *uc;  in handle_uretprobe_chain()  local
1781 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handle_uretprobe_chain()
1782 		if (uc->ret_handler)  in handle_uretprobe_chain()
1783 			uc->ret_handler(uc, ri->func, regs);  in handle_uretprobe_chain()