20 int fib_default_rule_add(struct fib_rules_ops *ops,  in fib_default_rule_add()  argument
25 	r = kzalloc(ops->rule_size, GFP_KERNEL);  in fib_default_rule_add()
34 	r->fr_net = ops->fro_net;  in fib_default_rule_add()
41 	list_add_tail(&r->list, &ops->rules_list);  in fib_default_rule_add()
46 u32 fib_default_rule_pref(struct fib_rules_ops *ops)  in fib_default_rule_pref()  argument
51 	if (!list_empty(&ops->rules_list)) {  in fib_default_rule_pref()
52 		pos = ops->rules_list.next;  in fib_default_rule_pref()
53 		if (pos->next != &ops->rules_list) {  in fib_default_rule_pref()
65 			       struct fib_rules_ops *ops, struct nlmsghdr *nlh,
70 	struct fib_rules_ops *ops;  in lookup_rules_ops()  local
73 	list_for_each_entry_rcu(ops, &net->rules_ops, list) {  in lookup_rules_ops()
74 		if (ops->family == family) {  in lookup_rules_ops()
75 			if (!try_module_get(ops->owner))  in lookup_rules_ops()
76 				ops = NULL;  in lookup_rules_ops()
78 			return ops;  in lookup_rules_ops()
86 static void rules_ops_put(struct fib_rules_ops *ops)  in rules_ops_put()  argument
88 	if (ops)  in rules_ops_put()
89 		module_put(ops->owner);  in rules_ops_put()
92 static void flush_route_cache(struct fib_rules_ops *ops)  in flush_route_cache()  argument
94 	if (ops->flush_cache)  in flush_route_cache()
95 		ops->flush_cache(ops);  in flush_route_cache()
98 static int __fib_rules_register(struct fib_rules_ops *ops)  in __fib_rules_register()  argument
104 	net = ops->fro_net;  in __fib_rules_register()
106 	if (ops->rule_size < sizeof(struct fib_rule))  in __fib_rules_register()
109 	if (ops->match == NULL || ops->configure == NULL ||  in __fib_rules_register()
110 	    ops->compare == NULL || ops->fill == NULL ||  in __fib_rules_register()
111 	    ops->action == NULL)  in __fib_rules_register()
116 		if (ops->family == o->family)  in __fib_rules_register()
119 	list_add_tail_rcu(&ops->list, &net->rules_ops);  in __fib_rules_register()
130 	struct fib_rules_ops *ops;  in fib_rules_register()  local
133 	ops = kmemdup(tmpl, sizeof(*ops), GFP_KERNEL);  in fib_rules_register()
134 	if (ops == NULL)  in fib_rules_register()
137 	INIT_LIST_HEAD(&ops->rules_list);  in fib_rules_register()
138 	ops->fro_net = net;  in fib_rules_register()
140 	err = __fib_rules_register(ops);  in fib_rules_register()
142 		kfree(ops);  in fib_rules_register()
143 		ops = ERR_PTR(err);  in fib_rules_register()
146 	return ops;  in fib_rules_register()
150 static void fib_rules_cleanup_ops(struct fib_rules_ops *ops)  in fib_rules_cleanup_ops()  argument
154 	list_for_each_entry_safe(rule, tmp, &ops->rules_list, list) {  in fib_rules_cleanup_ops()
156 		if (ops->delete)  in fib_rules_cleanup_ops()
157 			ops->delete(rule);  in fib_rules_cleanup_ops()
162 void fib_rules_unregister(struct fib_rules_ops *ops)  in fib_rules_unregister()  argument
164 	struct net *net = ops->fro_net;  in fib_rules_unregister()
167 	list_del_rcu(&ops->list);  in fib_rules_unregister()
170 	fib_rules_cleanup_ops(ops);  in fib_rules_unregister()
171 	kfree_rcu(ops, rcu);  in fib_rules_unregister()
175 static int fib_rule_match(struct fib_rule *rule, struct fib_rules_ops *ops,  in fib_rule_match()  argument
189 	ret = ops->match(rule, fl, flags);  in fib_rule_match()
194 int fib_rules_lookup(struct fib_rules_ops *ops, struct flowi *fl,  in fib_rules_lookup()  argument
202 	list_for_each_entry_rcu(rule, &ops->rules_list, list) {  in fib_rules_lookup()
204 		if (!fib_rule_match(rule, ops, fl, flags))  in fib_rules_lookup()
220 			err = ops->action(rule, fl, flags, arg);  in fib_rules_lookup()
222 		if (!err && ops->suppress && ops->suppress(rule, arg))  in fib_rules_lookup()
244 			    struct fib_rules_ops *ops)  in validate_rulemsg()  argument
250 		    frh->src_len > (ops->addr_size * 8) ||  in validate_rulemsg()
251 		    nla_len(tb[FRA_SRC]) != ops->addr_size)  in validate_rulemsg()
256 		    frh->dst_len > (ops->addr_size * 8) ||  in validate_rulemsg()
257 		    nla_len(tb[FRA_DST]) != ops->addr_size)  in validate_rulemsg()
269 	struct fib_rules_ops *ops = NULL;  in fib_nl_newrule()  local
277 	ops = lookup_rules_ops(net, frh->family);  in fib_nl_newrule()
278 	if (ops == NULL) {  in fib_nl_newrule()
283 	err = nlmsg_parse(nlh, sizeof(*frh), tb, FRA_MAX, ops->policy);  in fib_nl_newrule()
287 	err = validate_rulemsg(frh, tb, ops);  in fib_nl_newrule()
291 	rule = kzalloc(ops->rule_size, GFP_KERNEL);  in fib_nl_newrule()
346 	if (!tb[FRA_PRIORITY] && ops->default_pref)  in fib_nl_newrule()
347 		rule->pref = ops->default_pref(ops);  in fib_nl_newrule()
359 		list_for_each_entry(r, &ops->rules_list, list) {  in fib_nl_newrule()
371 	err = ops->configure(rule, skb, frh, tb);  in fib_nl_newrule()
375 	list_for_each_entry(r, &ops->rules_list, list) {  in fib_nl_newrule()
386 		list_add_rcu(&rule->list, &ops->rules_list);  in fib_nl_newrule()
388 	if (ops->unresolved_rules) {  in fib_nl_newrule()
393 		list_for_each_entry(r, &ops->rules_list, list) {  in fib_nl_newrule()
398 				if (--ops->unresolved_rules == 0)  in fib_nl_newrule()
405 		ops->nr_goto_rules++;  in fib_nl_newrule()
408 		ops->unresolved_rules++;  in fib_nl_newrule()
410 	notify_rule_change(RTM_NEWRULE, rule, ops, nlh, NETLINK_CB(skb).portid);  in fib_nl_newrule()
411 	flush_route_cache(ops);  in fib_nl_newrule()
412 	rules_ops_put(ops);  in fib_nl_newrule()
418 	rules_ops_put(ops);  in fib_nl_newrule()
426 	struct fib_rules_ops *ops = NULL;  in fib_nl_delrule()  local
434 	ops = lookup_rules_ops(net, frh->family);  in fib_nl_delrule()
435 	if (ops == NULL) {  in fib_nl_delrule()
440 	err = nlmsg_parse(nlh, sizeof(*frh), tb, FRA_MAX, ops->policy);  in fib_nl_delrule()
444 	err = validate_rulemsg(frh, tb, ops);  in fib_nl_delrule()
448 	list_for_each_entry(rule, &ops->rules_list, list) {  in fib_nl_delrule()
476 		if (!ops->compare(rule, frh, tb))  in fib_nl_delrule()
484 		if (ops->delete) {  in fib_nl_delrule()
485 			err = ops->delete(rule);  in fib_nl_delrule()
493 			ops->nr_goto_rules--;  in fib_nl_delrule()
495 				ops->unresolved_rules--;  in fib_nl_delrule()
504 		if (ops->nr_goto_rules > 0) {  in fib_nl_delrule()
505 			list_for_each_entry(tmp, &ops->rules_list, list) {  in fib_nl_delrule()
508 					ops->unresolved_rules++;  in fib_nl_delrule()
513 		notify_rule_change(RTM_DELRULE, rule, ops, nlh,  in fib_nl_delrule()
516 		flush_route_cache(ops);  in fib_nl_delrule()
517 		rules_ops_put(ops);  in fib_nl_delrule()
523 	rules_ops_put(ops);  in fib_nl_delrule()
527 static inline size_t fib_rule_nlmsg_size(struct fib_rules_ops *ops,  in fib_rule_nlmsg_size()  argument
540 	if (ops->nlmsg_payload)  in fib_rule_nlmsg_size()
541 		payload += ops->nlmsg_payload(rule);  in fib_rule_nlmsg_size()
548 			    struct fib_rules_ops *ops)  in fib_nl_fill_rule()  argument
558 	frh->family = ops->family;  in fib_nl_fill_rule()
602 	if (ops->fill(rule, skb, frh) < 0)  in fib_nl_fill_rule()
614 		      struct fib_rules_ops *ops)  in dump_rules()  argument
621 	list_for_each_entry_rcu(rule, &ops->rules_list, list) {  in dump_rules()
627 				       NLM_F_MULTI, ops);  in dump_rules()
635 	rules_ops_put(ops);  in dump_rules()
643 	struct fib_rules_ops *ops;  in fib_nl_dumprule()  local
649 		ops = lookup_rules_ops(net, family);  in fib_nl_dumprule()
650 		if (ops == NULL)  in fib_nl_dumprule()
653 		dump_rules(skb, cb, ops);  in fib_nl_dumprule()
659 	list_for_each_entry_rcu(ops, &net->rules_ops, list) {  in fib_nl_dumprule()
660 		if (idx < cb->args[0] || !try_module_get(ops->owner))  in fib_nl_dumprule()
663 		if (dump_rules(skb, cb, ops) < 0)  in fib_nl_dumprule()
677 			       struct fib_rules_ops *ops, struct nlmsghdr *nlh,  in notify_rule_change()  argument
684 	net = ops->fro_net;  in notify_rule_change()
685 	skb = nlmsg_new(fib_rule_nlmsg_size(ops, rule), GFP_KERNEL);  in notify_rule_change()
689 	err = fib_nl_fill_rule(skb, rule, pid, nlh->nlmsg_seq, event, 0, ops);  in notify_rule_change()
697 	rtnl_notify(skb, net, pid, ops->nlgroup, nlh, GFP_KERNEL);  in notify_rule_change()
701 		rtnl_set_sk_err(net, ops->nlgroup, err);  in notify_rule_change()
736 	struct fib_rules_ops *ops;  in fib_rules_event()  local
742 		list_for_each_entry(ops, &net->rules_ops, list)  in fib_rules_event()
743 			attach_rules(&ops->rules_list, dev);  in fib_rules_event()
747 		list_for_each_entry(ops, &net->rules_ops, list) {  in fib_rules_event()
748 			detach_rules(&ops->rules_list, dev);  in fib_rules_event()
749 			attach_rules(&ops->rules_list, dev);  in fib_rules_event()
754 		list_for_each_entry(ops, &net->rules_ops, list)  in fib_rules_event()
755 			detach_rules(&ops->rules_list, dev);  in fib_rules_event()