82 	struct cls_bpf_prog *prog;  in cls_bpf_classify()  local
95 	list_for_each_entry_rcu(prog, &head->plist, link) {  in cls_bpf_classify()
98 		qdisc_skb_cb(skb)->tc_classid = prog->res.classid;  in cls_bpf_classify()
103 			filter_res = BPF_PROG_RUN(prog->filter, skb);  in cls_bpf_classify()
106 			filter_res = BPF_PROG_RUN(prog->filter, skb);  in cls_bpf_classify()
109 		if (prog->exts_integrated) {  in cls_bpf_classify()
110 			res->class = prog->res.class;  in cls_bpf_classify()
122 		*res = prog->res;  in cls_bpf_classify()
126 		ret = tcf_exts_exec(skb, &prog->exts, res);  in cls_bpf_classify()
137 static bool cls_bpf_is_ebpf(const struct cls_bpf_prog *prog)  in cls_bpf_is_ebpf()  argument
139 	return !prog->bpf_ops;  in cls_bpf_is_ebpf()
156 static void cls_bpf_delete_prog(struct tcf_proto *tp, struct cls_bpf_prog *prog)  in cls_bpf_delete_prog()  argument
158 	tcf_exts_destroy(&prog->exts);  in cls_bpf_delete_prog()
160 	if (cls_bpf_is_ebpf(prog))  in cls_bpf_delete_prog()
161 		bpf_prog_put(prog->filter);  in cls_bpf_delete_prog()
163 		bpf_prog_destroy(prog->filter);  in cls_bpf_delete_prog()
165 	kfree(prog->bpf_name);  in cls_bpf_delete_prog()
166 	kfree(prog->bpf_ops);  in cls_bpf_delete_prog()
167 	kfree(prog);  in cls_bpf_delete_prog()
172 	struct cls_bpf_prog *prog = container_of(rcu, struct cls_bpf_prog, rcu);  in __cls_bpf_delete_prog()  local
174 	cls_bpf_delete_prog(prog->tp, prog);  in __cls_bpf_delete_prog()
179 	struct cls_bpf_prog *prog = (struct cls_bpf_prog *) arg;  in cls_bpf_delete()  local
181 	list_del_rcu(&prog->link);  in cls_bpf_delete()
182 	tcf_unbind_filter(tp, &prog->res);  in cls_bpf_delete()
183 	call_rcu(&prog->rcu, __cls_bpf_delete_prog);  in cls_bpf_delete()
191 	struct cls_bpf_prog *prog, *tmp;  in cls_bpf_destroy()  local
196 	list_for_each_entry_safe(prog, tmp, &head->plist, link) {  in cls_bpf_destroy()
197 		list_del_rcu(&prog->link);  in cls_bpf_destroy()
198 		tcf_unbind_filter(tp, &prog->res);  in cls_bpf_destroy()
199 		call_rcu(&prog->rcu, __cls_bpf_delete_prog);  in cls_bpf_destroy()
210 	struct cls_bpf_prog *prog;  in cls_bpf_get()  local
216 	list_for_each_entry(prog, &head->plist, link) {  in cls_bpf_get()
217 		if (prog->handle == handle) {  in cls_bpf_get()
218 			ret = (unsigned long) prog;  in cls_bpf_get()
226 static int cls_bpf_prog_from_ops(struct nlattr **tb, struct cls_bpf_prog *prog)  in cls_bpf_prog_from_ops()  argument
257 	prog->bpf_ops = bpf_ops;  in cls_bpf_prog_from_ops()
258 	prog->bpf_num_ops = bpf_num_ops;  in cls_bpf_prog_from_ops()
259 	prog->bpf_name = NULL;  in cls_bpf_prog_from_ops()
260 	prog->filter = fp;  in cls_bpf_prog_from_ops()
265 static int cls_bpf_prog_from_efd(struct nlattr **tb, struct cls_bpf_prog *prog,  in cls_bpf_prog_from_efd()  argument
293 	prog->bpf_ops = NULL;  in cls_bpf_prog_from_efd()
294 	prog->bpf_fd = bpf_fd;  in cls_bpf_prog_from_efd()
295 	prog->bpf_name = name;  in cls_bpf_prog_from_efd()
296 	prog->filter = fp;  in cls_bpf_prog_from_efd()
305 				   struct cls_bpf_prog *prog,  in cls_bpf_modify_existing()  argument
334 	prog->exts_integrated = have_exts;  in cls_bpf_modify_existing()
336 	ret = is_bpf ? cls_bpf_prog_from_ops(tb, prog) :  in cls_bpf_modify_existing()
337 		       cls_bpf_prog_from_efd(tb, prog, tp);  in cls_bpf_modify_existing()
344 		prog->res.classid = nla_get_u32(tb[TCA_BPF_CLASSID]);  in cls_bpf_modify_existing()
345 		tcf_bind_filter(tp, &prog->res, base);  in cls_bpf_modify_existing()
348 	tcf_exts_change(tp, &prog->exts, &exts);  in cls_bpf_modify_existing()
381 	struct cls_bpf_prog *prog;  in cls_bpf_change()  local
391 	prog = kzalloc(sizeof(*prog), GFP_KERNEL);  in cls_bpf_change()
392 	if (!prog)  in cls_bpf_change()
395 	tcf_exts_init(&prog->exts, TCA_BPF_ACT, TCA_BPF_POLICE);  in cls_bpf_change()
405 		prog->handle = cls_bpf_grab_new_handle(tp, head);  in cls_bpf_change()
407 		prog->handle = handle;  in cls_bpf_change()
408 	if (prog->handle == 0) {  in cls_bpf_change()
413 	ret = cls_bpf_modify_existing(net, tp, prog, base, tb, tca[TCA_RATE], ovr);  in cls_bpf_change()
418 		list_replace_rcu(&oldprog->link, &prog->link);  in cls_bpf_change()
422 		list_add_rcu(&prog->link, &head->plist);  in cls_bpf_change()
425 	*arg = (unsigned long) prog;  in cls_bpf_change()
428 	kfree(prog);  in cls_bpf_change()
433 static int cls_bpf_dump_bpf_info(const struct cls_bpf_prog *prog,  in cls_bpf_dump_bpf_info()  argument
438 	if (nla_put_u16(skb, TCA_BPF_OPS_LEN, prog->bpf_num_ops))  in cls_bpf_dump_bpf_info()
441 	nla = nla_reserve(skb, TCA_BPF_OPS, prog->bpf_num_ops *  in cls_bpf_dump_bpf_info()
446 	memcpy(nla_data(nla), prog->bpf_ops, nla_len(nla));  in cls_bpf_dump_bpf_info()
451 static int cls_bpf_dump_ebpf_info(const struct cls_bpf_prog *prog,  in cls_bpf_dump_ebpf_info()  argument
454 	if (nla_put_u32(skb, TCA_BPF_FD, prog->bpf_fd))  in cls_bpf_dump_ebpf_info()
457 	if (prog->bpf_name &&  in cls_bpf_dump_ebpf_info()
458 	    nla_put_string(skb, TCA_BPF_NAME, prog->bpf_name))  in cls_bpf_dump_ebpf_info()
467 	struct cls_bpf_prog *prog = (struct cls_bpf_prog *) fh;  in cls_bpf_dump()  local
472 	if (prog == NULL)  in cls_bpf_dump()
475 	tm->tcm_handle = prog->handle;  in cls_bpf_dump()
481 	if (prog->res.classid &&  in cls_bpf_dump()
482 	    nla_put_u32(skb, TCA_BPF_CLASSID, prog->res.classid))  in cls_bpf_dump()
485 	if (cls_bpf_is_ebpf(prog))  in cls_bpf_dump()
486 		ret = cls_bpf_dump_ebpf_info(prog, skb);  in cls_bpf_dump()
488 		ret = cls_bpf_dump_bpf_info(prog, skb);  in cls_bpf_dump()
492 	if (tcf_exts_dump(skb, &prog->exts) < 0)  in cls_bpf_dump()
495 	if (prog->exts_integrated)  in cls_bpf_dump()
502 	if (tcf_exts_dump_stats(skb, &prog->exts) < 0)  in cls_bpf_dump()
515 	struct cls_bpf_prog *prog;  in cls_bpf_walk()  local
517 	list_for_each_entry(prog, &head->plist, link) {  in cls_bpf_walk()
520 		if (arg->fn(tp, (unsigned long) prog, arg) < 0) {  in cls_bpf_walk()