66 	struct cls_bpf_prog *prog;  in cls_bpf_classify()  local
74 	list_for_each_entry_rcu(prog, &head->plist, link) {  in cls_bpf_classify()
75 		int filter_res = BPF_PROG_RUN(prog->filter, skb);  in cls_bpf_classify()
80 		*res = prog->res;  in cls_bpf_classify()
84 		ret = tcf_exts_exec(skb, &prog->exts, res);  in cls_bpf_classify()
95 static bool cls_bpf_is_ebpf(const struct cls_bpf_prog *prog)  in cls_bpf_is_ebpf()  argument
97 	return !prog->bpf_ops;  in cls_bpf_is_ebpf()
114 static void cls_bpf_delete_prog(struct tcf_proto *tp, struct cls_bpf_prog *prog)  in cls_bpf_delete_prog()  argument
116 	tcf_exts_destroy(&prog->exts);  in cls_bpf_delete_prog()
118 	if (cls_bpf_is_ebpf(prog))  in cls_bpf_delete_prog()
119 		bpf_prog_put(prog->filter);  in cls_bpf_delete_prog()
121 		bpf_prog_destroy(prog->filter);  in cls_bpf_delete_prog()
123 	kfree(prog->bpf_name);  in cls_bpf_delete_prog()
124 	kfree(prog->bpf_ops);  in cls_bpf_delete_prog()
125 	kfree(prog);  in cls_bpf_delete_prog()
130 	struct cls_bpf_prog *prog = container_of(rcu, struct cls_bpf_prog, rcu);  in __cls_bpf_delete_prog()  local
132 	cls_bpf_delete_prog(prog->tp, prog);  in __cls_bpf_delete_prog()
137 	struct cls_bpf_prog *prog = (struct cls_bpf_prog *) arg;  in cls_bpf_delete()  local
139 	list_del_rcu(&prog->link);  in cls_bpf_delete()
140 	tcf_unbind_filter(tp, &prog->res);  in cls_bpf_delete()
141 	call_rcu(&prog->rcu, __cls_bpf_delete_prog);  in cls_bpf_delete()
149 	struct cls_bpf_prog *prog, *tmp;  in cls_bpf_destroy()  local
154 	list_for_each_entry_safe(prog, tmp, &head->plist, link) {  in cls_bpf_destroy()
155 		list_del_rcu(&prog->link);  in cls_bpf_destroy()
156 		tcf_unbind_filter(tp, &prog->res);  in cls_bpf_destroy()
157 		call_rcu(&prog->rcu, __cls_bpf_delete_prog);  in cls_bpf_destroy()
168 	struct cls_bpf_prog *prog;  in cls_bpf_get()  local
174 	list_for_each_entry(prog, &head->plist, link) {  in cls_bpf_get()
175 		if (prog->handle == handle) {  in cls_bpf_get()
176 			ret = (unsigned long) prog;  in cls_bpf_get()
185 				 struct cls_bpf_prog *prog, u32 classid)  in cls_bpf_prog_from_ops()  argument
216 	prog->bpf_ops = bpf_ops;  in cls_bpf_prog_from_ops()
217 	prog->bpf_num_ops = bpf_num_ops;  in cls_bpf_prog_from_ops()
218 	prog->bpf_name = NULL;  in cls_bpf_prog_from_ops()
220 	prog->filter = fp;  in cls_bpf_prog_from_ops()
221 	prog->res.classid = classid;  in cls_bpf_prog_from_ops()
227 				 struct cls_bpf_prog *prog, u32 classid)  in cls_bpf_prog_from_efd()  argument
254 	prog->bpf_ops = NULL;  in cls_bpf_prog_from_efd()
255 	prog->bpf_fd = bpf_fd;  in cls_bpf_prog_from_efd()
256 	prog->bpf_name = name;  in cls_bpf_prog_from_efd()
258 	prog->filter = fp;  in cls_bpf_prog_from_efd()
259 	prog->res.classid = classid;  in cls_bpf_prog_from_efd()
265 				   struct cls_bpf_prog *prog,  in cls_bpf_modify_existing()  argument
288 	ret = is_bpf ? cls_bpf_prog_from_ops(tb, prog, classid) :  in cls_bpf_modify_existing()
289 		       cls_bpf_prog_from_efd(tb, prog, classid);  in cls_bpf_modify_existing()
295 	tcf_bind_filter(tp, &prog->res, base);  in cls_bpf_modify_existing()
296 	tcf_exts_change(tp, &prog->exts, &exts);  in cls_bpf_modify_existing()
330 	struct cls_bpf_prog *prog;  in cls_bpf_change()  local
340 	prog = kzalloc(sizeof(*prog), GFP_KERNEL);  in cls_bpf_change()
341 	if (!prog)  in cls_bpf_change()
344 	tcf_exts_init(&prog->exts, TCA_BPF_ACT, TCA_BPF_POLICE);  in cls_bpf_change()
354 		prog->handle = cls_bpf_grab_new_handle(tp, head);  in cls_bpf_change()
356 		prog->handle = handle;  in cls_bpf_change()
357 	if (prog->handle == 0) {  in cls_bpf_change()
362 	ret = cls_bpf_modify_existing(net, tp, prog, base, tb, tca[TCA_RATE], ovr);  in cls_bpf_change()
367 		list_replace_rcu(&oldprog->link, &prog->link);  in cls_bpf_change()
371 		list_add_rcu(&prog->link, &head->plist);  in cls_bpf_change()
374 	*arg = (unsigned long) prog;  in cls_bpf_change()
377 	kfree(prog);  in cls_bpf_change()
382 static int cls_bpf_dump_bpf_info(const struct cls_bpf_prog *prog,  in cls_bpf_dump_bpf_info()  argument
387 	if (nla_put_u16(skb, TCA_BPF_OPS_LEN, prog->bpf_num_ops))  in cls_bpf_dump_bpf_info()
390 	nla = nla_reserve(skb, TCA_BPF_OPS, prog->bpf_num_ops *  in cls_bpf_dump_bpf_info()
395 	memcpy(nla_data(nla), prog->bpf_ops, nla_len(nla));  in cls_bpf_dump_bpf_info()
400 static int cls_bpf_dump_ebpf_info(const struct cls_bpf_prog *prog,  in cls_bpf_dump_ebpf_info()  argument
403 	if (nla_put_u32(skb, TCA_BPF_FD, prog->bpf_fd))  in cls_bpf_dump_ebpf_info()
406 	if (prog->bpf_name &&  in cls_bpf_dump_ebpf_info()
407 	    nla_put_string(skb, TCA_BPF_NAME, prog->bpf_name))  in cls_bpf_dump_ebpf_info()
416 	struct cls_bpf_prog *prog = (struct cls_bpf_prog *) fh;  in cls_bpf_dump()  local
420 	if (prog == NULL)  in cls_bpf_dump()
423 	tm->tcm_handle = prog->handle;  in cls_bpf_dump()
429 	if (nla_put_u32(skb, TCA_BPF_CLASSID, prog->res.classid))  in cls_bpf_dump()
432 	if (cls_bpf_is_ebpf(prog))  in cls_bpf_dump()
433 		ret = cls_bpf_dump_ebpf_info(prog, skb);  in cls_bpf_dump()
435 		ret = cls_bpf_dump_bpf_info(prog, skb);  in cls_bpf_dump()
439 	if (tcf_exts_dump(skb, &prog->exts) < 0)  in cls_bpf_dump()
444 	if (tcf_exts_dump_stats(skb, &prog->exts) < 0)  in cls_bpf_dump()
457 	struct cls_bpf_prog *prog;  in cls_bpf_walk()  local
459 	list_for_each_entry(prog, &head->plist, link) {  in cls_bpf_walk()
462 		if (arg->fn(tp, (unsigned long) prog, arg) < 0) {  in cls_bpf_walk()