506 static void consumer_add(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_add()  argument
509 	uc->next = uprobe->consumers;  in consumer_add()
510 	uprobe->consumers = uc;  in consumer_add()
519 static bool consumer_del(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_del()  argument
526 		if (*con == uc) {  in consumer_del()
527 			*con = uc->next;  in consumer_del()
623 static inline bool consumer_filter(struct uprobe_consumer *uc,  in consumer_filter()  argument
626 	return !uc->filter || uc->filter(uc, ctx, mm);  in consumer_filter()
632 	struct uprobe_consumer *uc;  in filter_chain()  local
636 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in filter_chain()
637 		ret = consumer_filter(uc, ctx, mm);  in filter_chain()
840 static int __uprobe_register(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_register()  argument
842 	consumer_add(uprobe, uc);  in __uprobe_register()
843 	return register_for_each_vma(uprobe, uc);  in __uprobe_register()
846 static void __uprobe_unregister(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_unregister()  argument
850 	if (WARN_ON(!consumer_del(uprobe, uc)))  in __uprobe_unregister()
876 int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_register()  argument
882 	if (!uc->handler && !uc->ret_handler)  in uprobe_register()
903 		ret = __uprobe_register(uprobe, uc);  in uprobe_register()
905 			__uprobe_unregister(uprobe, uc);  in uprobe_register()
924 			struct uprobe_consumer *uc, bool add)  in uprobe_apply()  argument
935 	for (con = uprobe->consumers; con && con != uc ; con = con->next)  in uprobe_apply()
938 		ret = register_for_each_vma(uprobe, add ? uc : NULL);  in uprobe_apply()
951 void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_unregister()  argument
960 	__uprobe_unregister(uprobe, uc);  in uprobe_unregister()
1725 	struct uprobe_consumer *uc;  in handler_chain()  local
1730 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handler_chain()
1733 		if (uc->handler) {  in handler_chain()
1734 			rc = uc->handler(uc, regs);  in handler_chain()
1736 				"bad rc=0x%x from %pf()\n", rc, uc->handler);  in handler_chain()
1739 		if (uc->ret_handler)  in handler_chain()
1759 	struct uprobe_consumer *uc;  in handle_uretprobe_chain()  local
1762 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handle_uretprobe_chain()
1763 		if (uc->ret_handler)  in handle_uretprobe_chain()
1764 			uc->ret_handler(uc, ri->func, regs);  in handle_uretprobe_chain()