This source file includes following definitions.
- connected
- tipc_conn_kref_release
- conn_put
- conn_get
- tipc_conn_close
- tipc_conn_alloc
- tipc_conn_lookup
- tipc_conn_delete_sub
- tipc_conn_send_to_sock
- tipc_conn_send_work
- tipc_topsrv_queue_evt
- tipc_conn_write_space
- tipc_conn_rcv_sub
- tipc_conn_rcv_from_sock
- tipc_conn_recv_work
- tipc_conn_data_ready
- tipc_topsrv_accept
- tipc_topsrv_listener_data_ready
- tipc_topsrv_create_listener
- tipc_topsrv_kern_subscr
- tipc_topsrv_kern_unsubscr
- tipc_topsrv_kern_evt
- tipc_topsrv_work_start
- tipc_topsrv_work_stop
- tipc_topsrv_start
- tipc_topsrv_stop
- tipc_topsrv_init_net
- tipc_topsrv_exit_net
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37 #include "subscr.h"
38 #include "topsrv.h"
39 #include "core.h"
40 #include "socket.h"
41 #include "addr.h"
42 #include "msg.h"
43 #include "bearer.h"
44 #include <net/sock.h>
45 #include <linux/module.h>
46
47
48 #define MAX_SEND_MSG_COUNT 25
49 #define MAX_RECV_MSG_COUNT 25
50 #define CF_CONNECTED 1
51 #define CF_SERVER 2
52
53 #define TIPC_SERVER_NAME_LEN 32
54
55
56
57
58
59
60
61
62
63
64
65
66
67 struct tipc_topsrv {
68 struct idr conn_idr;
69 spinlock_t idr_lock;
70 int idr_in_use;
71 struct net *net;
72 struct work_struct awork;
73 struct workqueue_struct *rcv_wq;
74 struct workqueue_struct *send_wq;
75 struct socket *listener;
76 char name[TIPC_SERVER_NAME_LEN];
77 };
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93 struct tipc_conn {
94 struct kref kref;
95 int conid;
96 struct socket *sock;
97 unsigned long flags;
98 struct tipc_topsrv *server;
99 struct list_head sub_list;
100 spinlock_t sub_lock;
101 struct work_struct rwork;
102 struct list_head outqueue;
103 spinlock_t outqueue_lock;
104 struct work_struct swork;
105 };
106
107
108 struct outqueue_entry {
109 bool inactive;
110 struct tipc_event evt;
111 struct list_head list;
112 };
113
114 static void tipc_conn_recv_work(struct work_struct *work);
115 static void tipc_conn_send_work(struct work_struct *work);
116 static void tipc_topsrv_kern_evt(struct net *net, struct tipc_event *evt);
117 static void tipc_conn_delete_sub(struct tipc_conn *con, struct tipc_subscr *s);
118
119 static bool connected(struct tipc_conn *con)
120 {
121 return con && test_bit(CF_CONNECTED, &con->flags);
122 }
123
124 static void tipc_conn_kref_release(struct kref *kref)
125 {
126 struct tipc_conn *con = container_of(kref, struct tipc_conn, kref);
127 struct tipc_topsrv *s = con->server;
128 struct outqueue_entry *e, *safe;
129
130 spin_lock_bh(&s->idr_lock);
131 idr_remove(&s->conn_idr, con->conid);
132 s->idr_in_use--;
133 spin_unlock_bh(&s->idr_lock);
134 if (con->sock)
135 sock_release(con->sock);
136
137 spin_lock_bh(&con->outqueue_lock);
138 list_for_each_entry_safe(e, safe, &con->outqueue, list) {
139 list_del(&e->list);
140 kfree(e);
141 }
142 spin_unlock_bh(&con->outqueue_lock);
143 kfree(con);
144 }
145
146 static void conn_put(struct tipc_conn *con)
147 {
148 kref_put(&con->kref, tipc_conn_kref_release);
149 }
150
151 static void conn_get(struct tipc_conn *con)
152 {
153 kref_get(&con->kref);
154 }
155
156 static void tipc_conn_close(struct tipc_conn *con)
157 {
158 struct sock *sk = con->sock->sk;
159 bool disconnect = false;
160
161 write_lock_bh(&sk->sk_callback_lock);
162 disconnect = test_and_clear_bit(CF_CONNECTED, &con->flags);
163
164 if (disconnect) {
165 sk->sk_user_data = NULL;
166 tipc_conn_delete_sub(con, NULL);
167 }
168 write_unlock_bh(&sk->sk_callback_lock);
169
170
171 if (!disconnect)
172 return;
173
174
175 kernel_sock_shutdown(con->sock, SHUT_RDWR);
176
177 conn_put(con);
178 }
179
180 static struct tipc_conn *tipc_conn_alloc(struct tipc_topsrv *s)
181 {
182 struct tipc_conn *con;
183 int ret;
184
185 con = kzalloc(sizeof(*con), GFP_ATOMIC);
186 if (!con)
187 return ERR_PTR(-ENOMEM);
188
189 kref_init(&con->kref);
190 INIT_LIST_HEAD(&con->outqueue);
191 INIT_LIST_HEAD(&con->sub_list);
192 spin_lock_init(&con->outqueue_lock);
193 spin_lock_init(&con->sub_lock);
194 INIT_WORK(&con->swork, tipc_conn_send_work);
195 INIT_WORK(&con->rwork, tipc_conn_recv_work);
196
197 spin_lock_bh(&s->idr_lock);
198 ret = idr_alloc(&s->conn_idr, con, 0, 0, GFP_ATOMIC);
199 if (ret < 0) {
200 kfree(con);
201 spin_unlock_bh(&s->idr_lock);
202 return ERR_PTR(-ENOMEM);
203 }
204 con->conid = ret;
205 s->idr_in_use++;
206 spin_unlock_bh(&s->idr_lock);
207
208 set_bit(CF_CONNECTED, &con->flags);
209 con->server = s;
210
211 return con;
212 }
213
214 static struct tipc_conn *tipc_conn_lookup(struct tipc_topsrv *s, int conid)
215 {
216 struct tipc_conn *con;
217
218 spin_lock_bh(&s->idr_lock);
219 con = idr_find(&s->conn_idr, conid);
220 if (!connected(con) || !kref_get_unless_zero(&con->kref))
221 con = NULL;
222 spin_unlock_bh(&s->idr_lock);
223 return con;
224 }
225
226
227
228
229 static void tipc_conn_delete_sub(struct tipc_conn *con, struct tipc_subscr *s)
230 {
231 struct tipc_net *tn = tipc_net(con->server->net);
232 struct list_head *sub_list = &con->sub_list;
233 struct tipc_subscription *sub, *tmp;
234
235 spin_lock_bh(&con->sub_lock);
236 list_for_each_entry_safe(sub, tmp, sub_list, sub_list) {
237 if (!s || !memcmp(s, &sub->evt.s, sizeof(*s))) {
238 tipc_sub_unsubscribe(sub);
239 atomic_dec(&tn->subscription_count);
240 } else if (s) {
241 break;
242 }
243 }
244 spin_unlock_bh(&con->sub_lock);
245 }
246
247 static void tipc_conn_send_to_sock(struct tipc_conn *con)
248 {
249 struct list_head *queue = &con->outqueue;
250 struct tipc_topsrv *srv = con->server;
251 struct outqueue_entry *e;
252 struct tipc_event *evt;
253 struct msghdr msg;
254 struct kvec iov;
255 int count = 0;
256 int ret;
257
258 spin_lock_bh(&con->outqueue_lock);
259
260 while (!list_empty(queue)) {
261 e = list_first_entry(queue, struct outqueue_entry, list);
262 evt = &e->evt;
263 spin_unlock_bh(&con->outqueue_lock);
264
265 if (e->inactive)
266 tipc_conn_delete_sub(con, &evt->s);
267
268 memset(&msg, 0, sizeof(msg));
269 msg.msg_flags = MSG_DONTWAIT;
270 iov.iov_base = evt;
271 iov.iov_len = sizeof(*evt);
272 msg.msg_name = NULL;
273
274 if (con->sock) {
275 ret = kernel_sendmsg(con->sock, &msg, &iov,
276 1, sizeof(*evt));
277 if (ret == -EWOULDBLOCK || ret == 0) {
278 cond_resched();
279 return;
280 } else if (ret < 0) {
281 return tipc_conn_close(con);
282 }
283 } else {
284 tipc_topsrv_kern_evt(srv->net, evt);
285 }
286
287
288 if (++count >= MAX_SEND_MSG_COUNT) {
289 cond_resched();
290 count = 0;
291 }
292 spin_lock_bh(&con->outqueue_lock);
293 list_del(&e->list);
294 kfree(e);
295 }
296 spin_unlock_bh(&con->outqueue_lock);
297 }
298
299 static void tipc_conn_send_work(struct work_struct *work)
300 {
301 struct tipc_conn *con = container_of(work, struct tipc_conn, swork);
302
303 if (connected(con))
304 tipc_conn_send_to_sock(con);
305
306 conn_put(con);
307 }
308
309
310
311
312 void tipc_topsrv_queue_evt(struct net *net, int conid,
313 u32 event, struct tipc_event *evt)
314 {
315 struct tipc_topsrv *srv = tipc_topsrv(net);
316 struct outqueue_entry *e;
317 struct tipc_conn *con;
318
319 con = tipc_conn_lookup(srv, conid);
320 if (!con)
321 return;
322
323 if (!connected(con))
324 goto err;
325
326 e = kmalloc(sizeof(*e), GFP_ATOMIC);
327 if (!e)
328 goto err;
329 e->inactive = (event == TIPC_SUBSCR_TIMEOUT);
330 memcpy(&e->evt, evt, sizeof(*evt));
331 spin_lock_bh(&con->outqueue_lock);
332 list_add_tail(&e->list, &con->outqueue);
333 spin_unlock_bh(&con->outqueue_lock);
334
335 if (queue_work(srv->send_wq, &con->swork))
336 return;
337 err:
338 conn_put(con);
339 }
340
341
342
343
344
345 static void tipc_conn_write_space(struct sock *sk)
346 {
347 struct tipc_conn *con;
348
349 read_lock_bh(&sk->sk_callback_lock);
350 con = sk->sk_user_data;
351 if (connected(con)) {
352 conn_get(con);
353 if (!queue_work(con->server->send_wq, &con->swork))
354 conn_put(con);
355 }
356 read_unlock_bh(&sk->sk_callback_lock);
357 }
358
359 static int tipc_conn_rcv_sub(struct tipc_topsrv *srv,
360 struct tipc_conn *con,
361 struct tipc_subscr *s)
362 {
363 struct tipc_net *tn = tipc_net(srv->net);
364 struct tipc_subscription *sub;
365
366 if (tipc_sub_read(s, filter) & TIPC_SUB_CANCEL) {
367 s->filter &= __constant_ntohl(~TIPC_SUB_CANCEL);
368 tipc_conn_delete_sub(con, s);
369 return 0;
370 }
371 if (atomic_read(&tn->subscription_count) >= TIPC_MAX_SUBSCR) {
372 pr_warn("Subscription rejected, max (%u)\n", TIPC_MAX_SUBSCR);
373 return -1;
374 }
375 sub = tipc_sub_subscribe(srv->net, s, con->conid);
376 if (!sub)
377 return -1;
378 atomic_inc(&tn->subscription_count);
379 spin_lock_bh(&con->sub_lock);
380 list_add(&sub->sub_list, &con->sub_list);
381 spin_unlock_bh(&con->sub_lock);
382 return 0;
383 }
384
385 static int tipc_conn_rcv_from_sock(struct tipc_conn *con)
386 {
387 struct tipc_topsrv *srv = con->server;
388 struct sock *sk = con->sock->sk;
389 struct msghdr msg = {};
390 struct tipc_subscr s;
391 struct kvec iov;
392 int ret;
393
394 iov.iov_base = &s;
395 iov.iov_len = sizeof(s);
396 msg.msg_name = NULL;
397 iov_iter_kvec(&msg.msg_iter, READ, &iov, 1, iov.iov_len);
398 ret = sock_recvmsg(con->sock, &msg, MSG_DONTWAIT);
399 if (ret == -EWOULDBLOCK)
400 return -EWOULDBLOCK;
401 if (ret == sizeof(s)) {
402 read_lock_bh(&sk->sk_callback_lock);
403 ret = tipc_conn_rcv_sub(srv, con, &s);
404 read_unlock_bh(&sk->sk_callback_lock);
405 if (!ret)
406 return 0;
407 }
408
409 tipc_conn_close(con);
410 return ret;
411 }
412
413 static void tipc_conn_recv_work(struct work_struct *work)
414 {
415 struct tipc_conn *con = container_of(work, struct tipc_conn, rwork);
416 int count = 0;
417
418 while (connected(con)) {
419 if (tipc_conn_rcv_from_sock(con))
420 break;
421
422
423 if (++count >= MAX_RECV_MSG_COUNT) {
424 cond_resched();
425 count = 0;
426 }
427 }
428 conn_put(con);
429 }
430
431
432
433
434 static void tipc_conn_data_ready(struct sock *sk)
435 {
436 struct tipc_conn *con;
437
438 read_lock_bh(&sk->sk_callback_lock);
439 con = sk->sk_user_data;
440 if (connected(con)) {
441 conn_get(con);
442 if (!queue_work(con->server->rcv_wq, &con->rwork))
443 conn_put(con);
444 }
445 read_unlock_bh(&sk->sk_callback_lock);
446 }
447
448 static void tipc_topsrv_accept(struct work_struct *work)
449 {
450 struct tipc_topsrv *srv = container_of(work, struct tipc_topsrv, awork);
451 struct socket *lsock = srv->listener;
452 struct socket *newsock;
453 struct tipc_conn *con;
454 struct sock *newsk;
455 int ret;
456
457 while (1) {
458 ret = kernel_accept(lsock, &newsock, O_NONBLOCK);
459 if (ret < 0)
460 return;
461 con = tipc_conn_alloc(srv);
462 if (IS_ERR(con)) {
463 ret = PTR_ERR(con);
464 sock_release(newsock);
465 return;
466 }
467
468 newsk = newsock->sk;
469 write_lock_bh(&newsk->sk_callback_lock);
470 newsk->sk_data_ready = tipc_conn_data_ready;
471 newsk->sk_write_space = tipc_conn_write_space;
472 newsk->sk_user_data = con;
473 con->sock = newsock;
474 write_unlock_bh(&newsk->sk_callback_lock);
475
476
477 newsk->sk_data_ready(newsk);
478 }
479 }
480
481
482
483
484 static void tipc_topsrv_listener_data_ready(struct sock *sk)
485 {
486 struct tipc_topsrv *srv;
487
488 read_lock_bh(&sk->sk_callback_lock);
489 srv = sk->sk_user_data;
490 if (srv->listener)
491 queue_work(srv->rcv_wq, &srv->awork);
492 read_unlock_bh(&sk->sk_callback_lock);
493 }
494
495 static int tipc_topsrv_create_listener(struct tipc_topsrv *srv)
496 {
497 int imp = TIPC_CRITICAL_IMPORTANCE;
498 struct socket *lsock = NULL;
499 struct sockaddr_tipc saddr;
500 struct sock *sk;
501 int rc;
502
503 rc = sock_create_kern(srv->net, AF_TIPC, SOCK_SEQPACKET, 0, &lsock);
504 if (rc < 0)
505 return rc;
506
507 srv->listener = lsock;
508 sk = lsock->sk;
509 write_lock_bh(&sk->sk_callback_lock);
510 sk->sk_data_ready = tipc_topsrv_listener_data_ready;
511 sk->sk_user_data = srv;
512 write_unlock_bh(&sk->sk_callback_lock);
513
514 rc = kernel_setsockopt(lsock, SOL_TIPC, TIPC_IMPORTANCE,
515 (char *)&imp, sizeof(imp));
516 if (rc < 0)
517 goto err;
518
519 saddr.family = AF_TIPC;
520 saddr.addrtype = TIPC_ADDR_NAMESEQ;
521 saddr.addr.nameseq.type = TIPC_TOP_SRV;
522 saddr.addr.nameseq.lower = TIPC_TOP_SRV;
523 saddr.addr.nameseq.upper = TIPC_TOP_SRV;
524 saddr.scope = TIPC_NODE_SCOPE;
525
526 rc = kernel_bind(lsock, (struct sockaddr *)&saddr, sizeof(saddr));
527 if (rc < 0)
528 goto err;
529 rc = kernel_listen(lsock, 0);
530 if (rc < 0)
531 goto err;
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548 module_put(lsock->ops->owner);
549 module_put(sk->sk_prot_creator->owner);
550
551 return 0;
552 err:
553 sock_release(lsock);
554 return -EINVAL;
555 }
556
557 bool tipc_topsrv_kern_subscr(struct net *net, u32 port, u32 type, u32 lower,
558 u32 upper, u32 filter, int *conid)
559 {
560 struct tipc_subscr sub;
561 struct tipc_conn *con;
562 int rc;
563
564 sub.seq.type = type;
565 sub.seq.lower = lower;
566 sub.seq.upper = upper;
567 sub.timeout = TIPC_WAIT_FOREVER;
568 sub.filter = filter;
569 *(u32 *)&sub.usr_handle = port;
570
571 con = tipc_conn_alloc(tipc_topsrv(net));
572 if (IS_ERR(con))
573 return false;
574
575 *conid = con->conid;
576 con->sock = NULL;
577 rc = tipc_conn_rcv_sub(tipc_topsrv(net), con, &sub);
578 if (rc >= 0)
579 return true;
580 conn_put(con);
581 return false;
582 }
583
584 void tipc_topsrv_kern_unsubscr(struct net *net, int conid)
585 {
586 struct tipc_conn *con;
587
588 con = tipc_conn_lookup(tipc_topsrv(net), conid);
589 if (!con)
590 return;
591
592 test_and_clear_bit(CF_CONNECTED, &con->flags);
593 tipc_conn_delete_sub(con, NULL);
594 conn_put(con);
595 conn_put(con);
596 }
597
598 static void tipc_topsrv_kern_evt(struct net *net, struct tipc_event *evt)
599 {
600 u32 port = *(u32 *)&evt->s.usr_handle;
601 u32 self = tipc_own_addr(net);
602 struct sk_buff_head evtq;
603 struct sk_buff *skb;
604
605 skb = tipc_msg_create(TOP_SRV, 0, INT_H_SIZE, sizeof(*evt),
606 self, self, port, port, 0);
607 if (!skb)
608 return;
609 msg_set_dest_droppable(buf_msg(skb), true);
610 memcpy(msg_data(buf_msg(skb)), evt, sizeof(*evt));
611 skb_queue_head_init(&evtq);
612 __skb_queue_tail(&evtq, skb);
613 tipc_loopback_trace(net, &evtq);
614 tipc_sk_rcv(net, &evtq);
615 }
616
617 static int tipc_topsrv_work_start(struct tipc_topsrv *s)
618 {
619 s->rcv_wq = alloc_ordered_workqueue("tipc_rcv", 0);
620 if (!s->rcv_wq) {
621 pr_err("can't start tipc receive workqueue\n");
622 return -ENOMEM;
623 }
624
625 s->send_wq = alloc_ordered_workqueue("tipc_send", 0);
626 if (!s->send_wq) {
627 pr_err("can't start tipc send workqueue\n");
628 destroy_workqueue(s->rcv_wq);
629 return -ENOMEM;
630 }
631
632 return 0;
633 }
634
635 static void tipc_topsrv_work_stop(struct tipc_topsrv *s)
636 {
637 destroy_workqueue(s->rcv_wq);
638 destroy_workqueue(s->send_wq);
639 }
640
641 static int tipc_topsrv_start(struct net *net)
642 {
643 struct tipc_net *tn = tipc_net(net);
644 const char name[] = "topology_server";
645 struct tipc_topsrv *srv;
646 int ret;
647
648 srv = kzalloc(sizeof(*srv), GFP_ATOMIC);
649 if (!srv)
650 return -ENOMEM;
651
652 srv->net = net;
653 INIT_WORK(&srv->awork, tipc_topsrv_accept);
654
655 strscpy(srv->name, name, sizeof(srv->name));
656 tn->topsrv = srv;
657 atomic_set(&tn->subscription_count, 0);
658
659 spin_lock_init(&srv->idr_lock);
660 idr_init(&srv->conn_idr);
661 srv->idr_in_use = 0;
662
663 ret = tipc_topsrv_work_start(srv);
664 if (ret < 0)
665 return ret;
666
667 ret = tipc_topsrv_create_listener(srv);
668 if (ret < 0)
669 tipc_topsrv_work_stop(srv);
670
671 return ret;
672 }
673
674 static void tipc_topsrv_stop(struct net *net)
675 {
676 struct tipc_topsrv *srv = tipc_topsrv(net);
677 struct socket *lsock = srv->listener;
678 struct tipc_conn *con;
679 int id;
680
681 spin_lock_bh(&srv->idr_lock);
682 for (id = 0; srv->idr_in_use; id++) {
683 con = idr_find(&srv->conn_idr, id);
684 if (con) {
685 spin_unlock_bh(&srv->idr_lock);
686 tipc_conn_close(con);
687 spin_lock_bh(&srv->idr_lock);
688 }
689 }
690 __module_get(lsock->ops->owner);
691 __module_get(lsock->sk->sk_prot_creator->owner);
692 srv->listener = NULL;
693 spin_unlock_bh(&srv->idr_lock);
694 sock_release(lsock);
695 tipc_topsrv_work_stop(srv);
696 idr_destroy(&srv->conn_idr);
697 kfree(srv);
698 }
699
700 int __net_init tipc_topsrv_init_net(struct net *net)
701 {
702 return tipc_topsrv_start(net);
703 }
704
705 void __net_exit tipc_topsrv_exit_net(struct net *net)
706 {
707 tipc_topsrv_stop(net);
708 }