1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
3 * Copyright (c) 2015, Sony Mobile Communications Inc.
4 * Copyright (c) 2013, The Linux Foundation. All rights reserved.
5 * Copyright (c) 2020, Linaro Ltd.
8 #include <linux/module.h>
9 #include <linux/qrtr.h>
10 #include <linux/workqueue.h>
15 #include <trace/events/sock.h>
16 #define CREATE_TRACE_POINTS
17 #include <trace/events/qrtr.h>
19 static RADIX_TREE(nodes, GFP_KERNEL);
23 struct sockaddr_qrtr bcast_sq;
24 struct list_head lookups;
25 struct workqueue_struct *workqueue;
26 struct work_struct work;
30 static const char * const qrtr_ctrl_pkt_strings[] = {
31 [QRTR_TYPE_HELLO] = "hello",
32 [QRTR_TYPE_BYE] = "bye",
33 [QRTR_TYPE_NEW_SERVER] = "new-server",
34 [QRTR_TYPE_DEL_SERVER] = "del-server",
35 [QRTR_TYPE_DEL_CLIENT] = "del-client",
36 [QRTR_TYPE_RESUME_TX] = "resume-tx",
37 [QRTR_TYPE_EXIT] = "exit",
38 [QRTR_TYPE_PING] = "ping",
39 [QRTR_TYPE_NEW_LOOKUP] = "new-lookup",
40 [QRTR_TYPE_DEL_LOOKUP] = "del-lookup",
43 struct qrtr_server_filter {
45 unsigned int instance;
51 unsigned int instance;
53 struct sockaddr_qrtr sq;
59 unsigned int instance;
69 struct radix_tree_root servers;
72 static struct qrtr_node *node_get(unsigned int node_id)
74 struct qrtr_node *node;
76 node = radix_tree_lookup(&nodes, node_id);
80 /* If node didn't exist, allocate and insert it to the tree */
81 node = kzalloc(sizeof(*node), GFP_KERNEL);
87 radix_tree_insert(&nodes, node_id, node);
92 static int server_match(const struct qrtr_server *srv,
93 const struct qrtr_server_filter *f)
95 unsigned int ifilter = f->ifilter;
97 if (f->service != 0 && srv->service != f->service)
99 if (!ifilter && f->instance)
102 return (srv->instance & ifilter) == f->instance;
105 static int service_announce_new(struct sockaddr_qrtr *dest,
106 struct qrtr_server *srv)
108 struct qrtr_ctrl_pkt pkt;
109 struct msghdr msg = { };
112 trace_qrtr_ns_service_announce_new(srv->service, srv->instance,
113 srv->node, srv->port);
116 iv.iov_len = sizeof(pkt);
118 memset(&pkt, 0, sizeof(pkt));
119 pkt.cmd = cpu_to_le32(QRTR_TYPE_NEW_SERVER);
120 pkt.server.service = cpu_to_le32(srv->service);
121 pkt.server.instance = cpu_to_le32(srv->instance);
122 pkt.server.node = cpu_to_le32(srv->node);
123 pkt.server.port = cpu_to_le32(srv->port);
125 msg.msg_name = (struct sockaddr *)dest;
126 msg.msg_namelen = sizeof(*dest);
128 return kernel_sendmsg(qrtr_ns.sock, &msg, &iv, 1, sizeof(pkt));
131 static int service_announce_del(struct sockaddr_qrtr *dest,
132 struct qrtr_server *srv)
134 struct qrtr_ctrl_pkt pkt;
135 struct msghdr msg = { };
139 trace_qrtr_ns_service_announce_del(srv->service, srv->instance,
140 srv->node, srv->port);
143 iv.iov_len = sizeof(pkt);
145 memset(&pkt, 0, sizeof(pkt));
146 pkt.cmd = cpu_to_le32(QRTR_TYPE_DEL_SERVER);
147 pkt.server.service = cpu_to_le32(srv->service);
148 pkt.server.instance = cpu_to_le32(srv->instance);
149 pkt.server.node = cpu_to_le32(srv->node);
150 pkt.server.port = cpu_to_le32(srv->port);
152 msg.msg_name = (struct sockaddr *)dest;
153 msg.msg_namelen = sizeof(*dest);
155 ret = kernel_sendmsg(qrtr_ns.sock, &msg, &iv, 1, sizeof(pkt));
157 pr_err("failed to announce del service\n");
162 static void lookup_notify(struct sockaddr_qrtr *to, struct qrtr_server *srv,
165 struct qrtr_ctrl_pkt pkt;
166 struct msghdr msg = { };
171 iv.iov_len = sizeof(pkt);
173 memset(&pkt, 0, sizeof(pkt));
174 pkt.cmd = new ? cpu_to_le32(QRTR_TYPE_NEW_SERVER) :
175 cpu_to_le32(QRTR_TYPE_DEL_SERVER);
177 pkt.server.service = cpu_to_le32(srv->service);
178 pkt.server.instance = cpu_to_le32(srv->instance);
179 pkt.server.node = cpu_to_le32(srv->node);
180 pkt.server.port = cpu_to_le32(srv->port);
183 msg.msg_name = (struct sockaddr *)to;
184 msg.msg_namelen = sizeof(*to);
186 ret = kernel_sendmsg(qrtr_ns.sock, &msg, &iv, 1, sizeof(pkt));
188 pr_err("failed to send lookup notification\n");
191 static int announce_servers(struct sockaddr_qrtr *sq)
193 struct radix_tree_iter iter;
194 struct qrtr_server *srv;
195 struct qrtr_node *node;
199 node = node_get(qrtr_ns.local_node);
204 /* Announce the list of servers registered in this node */
205 radix_tree_for_each_slot(slot, &node->servers, &iter, 0) {
206 srv = radix_tree_deref_slot(slot);
209 if (radix_tree_deref_retry(srv)) {
210 slot = radix_tree_iter_retry(&iter);
213 slot = radix_tree_iter_resume(slot, &iter);
216 ret = service_announce_new(sq, srv);
218 pr_err("failed to announce new service\n");
230 static struct qrtr_server *server_add(unsigned int service,
231 unsigned int instance,
232 unsigned int node_id,
235 struct qrtr_server *srv;
236 struct qrtr_server *old;
237 struct qrtr_node *node;
239 if (!service || !port)
242 srv = kzalloc(sizeof(*srv), GFP_KERNEL);
246 srv->service = service;
247 srv->instance = instance;
251 node = node_get(node_id);
255 /* Delete the old server on the same port */
256 old = radix_tree_lookup(&node->servers, port);
258 radix_tree_delete(&node->servers, port);
262 radix_tree_insert(&node->servers, port, srv);
264 trace_qrtr_ns_server_add(srv->service, srv->instance,
265 srv->node, srv->port);
274 static int server_del(struct qrtr_node *node, unsigned int port)
276 struct qrtr_lookup *lookup;
277 struct qrtr_server *srv;
278 struct list_head *li;
280 srv = radix_tree_lookup(&node->servers, port);
284 radix_tree_delete(&node->servers, port);
286 /* Broadcast the removal of local servers */
287 if (srv->node == qrtr_ns.local_node)
288 service_announce_del(&qrtr_ns.bcast_sq, srv);
290 /* Announce the service's disappearance to observers */
291 list_for_each(li, &qrtr_ns.lookups) {
292 lookup = container_of(li, struct qrtr_lookup, li);
293 if (lookup->service && lookup->service != srv->service)
295 if (lookup->instance && lookup->instance != srv->instance)
298 lookup_notify(&lookup->sq, srv, false);
306 static int say_hello(struct sockaddr_qrtr *dest)
308 struct qrtr_ctrl_pkt pkt;
309 struct msghdr msg = { };
314 iv.iov_len = sizeof(pkt);
316 memset(&pkt, 0, sizeof(pkt));
317 pkt.cmd = cpu_to_le32(QRTR_TYPE_HELLO);
319 msg.msg_name = (struct sockaddr *)dest;
320 msg.msg_namelen = sizeof(*dest);
322 ret = kernel_sendmsg(qrtr_ns.sock, &msg, &iv, 1, sizeof(pkt));
324 pr_err("failed to send hello msg\n");
329 /* Announce the list of servers registered on the local node */
330 static int ctrl_cmd_hello(struct sockaddr_qrtr *sq)
338 return announce_servers(sq);
341 static int ctrl_cmd_bye(struct sockaddr_qrtr *from)
343 struct qrtr_node *local_node;
344 struct radix_tree_iter iter;
345 struct qrtr_ctrl_pkt pkt;
346 struct qrtr_server *srv;
347 struct sockaddr_qrtr sq;
348 struct msghdr msg = { };
349 struct qrtr_node *node;
355 iv.iov_len = sizeof(pkt);
357 node = node_get(from->sq_node);
362 /* Advertise removal of this client to all servers of remote node */
363 radix_tree_for_each_slot(slot, &node->servers, &iter, 0) {
364 srv = radix_tree_deref_slot(slot);
367 if (radix_tree_deref_retry(srv)) {
368 slot = radix_tree_iter_retry(&iter);
371 slot = radix_tree_iter_resume(slot, &iter);
373 server_del(node, srv->port);
378 /* Advertise the removal of this client to all local servers */
379 local_node = node_get(qrtr_ns.local_node);
383 memset(&pkt, 0, sizeof(pkt));
384 pkt.cmd = cpu_to_le32(QRTR_TYPE_BYE);
385 pkt.client.node = cpu_to_le32(from->sq_node);
388 radix_tree_for_each_slot(slot, &local_node->servers, &iter, 0) {
389 srv = radix_tree_deref_slot(slot);
392 if (radix_tree_deref_retry(srv)) {
393 slot = radix_tree_iter_retry(&iter);
396 slot = radix_tree_iter_resume(slot, &iter);
399 sq.sq_family = AF_QIPCRTR;
400 sq.sq_node = srv->node;
401 sq.sq_port = srv->port;
403 msg.msg_name = (struct sockaddr *)&sq;
404 msg.msg_namelen = sizeof(sq);
406 ret = kernel_sendmsg(qrtr_ns.sock, &msg, &iv, 1, sizeof(pkt));
408 pr_err("failed to send bye cmd\n");
419 static int ctrl_cmd_del_client(struct sockaddr_qrtr *from,
420 unsigned int node_id, unsigned int port)
422 struct qrtr_node *local_node;
423 struct radix_tree_iter iter;
424 struct qrtr_lookup *lookup;
425 struct qrtr_ctrl_pkt pkt;
426 struct msghdr msg = { };
427 struct qrtr_server *srv;
428 struct sockaddr_qrtr sq;
429 struct qrtr_node *node;
430 struct list_head *tmp;
431 struct list_head *li;
437 iv.iov_len = sizeof(pkt);
439 /* Don't accept spoofed messages */
440 if (from->sq_node != node_id)
443 /* Local DEL_CLIENT messages comes from the port being closed */
444 if (from->sq_node == qrtr_ns.local_node && from->sq_port != port)
447 /* Remove any lookups by this client */
448 list_for_each_safe(li, tmp, &qrtr_ns.lookups) {
449 lookup = container_of(li, struct qrtr_lookup, li);
450 if (lookup->sq.sq_node != node_id)
452 if (lookup->sq.sq_port != port)
455 list_del(&lookup->li);
459 /* Remove the server belonging to this port */
460 node = node_get(node_id);
462 server_del(node, port);
464 /* Advertise the removal of this client to all local servers */
465 local_node = node_get(qrtr_ns.local_node);
469 memset(&pkt, 0, sizeof(pkt));
470 pkt.cmd = cpu_to_le32(QRTR_TYPE_DEL_CLIENT);
471 pkt.client.node = cpu_to_le32(node_id);
472 pkt.client.port = cpu_to_le32(port);
475 radix_tree_for_each_slot(slot, &local_node->servers, &iter, 0) {
476 srv = radix_tree_deref_slot(slot);
479 if (radix_tree_deref_retry(srv)) {
480 slot = radix_tree_iter_retry(&iter);
483 slot = radix_tree_iter_resume(slot, &iter);
486 sq.sq_family = AF_QIPCRTR;
487 sq.sq_node = srv->node;
488 sq.sq_port = srv->port;
490 msg.msg_name = (struct sockaddr *)&sq;
491 msg.msg_namelen = sizeof(sq);
493 ret = kernel_sendmsg(qrtr_ns.sock, &msg, &iv, 1, sizeof(pkt));
495 pr_err("failed to send del client cmd\n");
506 static int ctrl_cmd_new_server(struct sockaddr_qrtr *from,
507 unsigned int service, unsigned int instance,
508 unsigned int node_id, unsigned int port)
510 struct qrtr_lookup *lookup;
511 struct qrtr_server *srv;
512 struct list_head *li;
515 /* Ignore specified node and port for local servers */
516 if (from->sq_node == qrtr_ns.local_node) {
517 node_id = from->sq_node;
518 port = from->sq_port;
521 srv = server_add(service, instance, node_id, port);
525 if (srv->node == qrtr_ns.local_node) {
526 ret = service_announce_new(&qrtr_ns.bcast_sq, srv);
528 pr_err("failed to announce new service\n");
533 /* Notify any potential lookups about the new server */
534 list_for_each(li, &qrtr_ns.lookups) {
535 lookup = container_of(li, struct qrtr_lookup, li);
536 if (lookup->service && lookup->service != service)
538 if (lookup->instance && lookup->instance != instance)
541 lookup_notify(&lookup->sq, srv, true);
547 static int ctrl_cmd_del_server(struct sockaddr_qrtr *from,
548 unsigned int service, unsigned int instance,
549 unsigned int node_id, unsigned int port)
551 struct qrtr_node *node;
553 /* Ignore specified node and port for local servers*/
554 if (from->sq_node == qrtr_ns.local_node) {
555 node_id = from->sq_node;
556 port = from->sq_port;
559 /* Local servers may only unregister themselves */
560 if (from->sq_node == qrtr_ns.local_node && from->sq_port != port)
563 node = node_get(node_id);
567 return server_del(node, port);
570 static int ctrl_cmd_new_lookup(struct sockaddr_qrtr *from,
571 unsigned int service, unsigned int instance)
573 struct radix_tree_iter node_iter;
574 struct qrtr_server_filter filter;
575 struct radix_tree_iter srv_iter;
576 struct qrtr_lookup *lookup;
577 struct qrtr_node *node;
578 void __rcu **node_slot;
579 void __rcu **srv_slot;
581 /* Accept only local observers */
582 if (from->sq_node != qrtr_ns.local_node)
585 lookup = kzalloc(sizeof(*lookup), GFP_KERNEL);
590 lookup->service = service;
591 lookup->instance = instance;
592 list_add_tail(&lookup->li, &qrtr_ns.lookups);
594 memset(&filter, 0, sizeof(filter));
595 filter.service = service;
596 filter.instance = instance;
599 radix_tree_for_each_slot(node_slot, &nodes, &node_iter, 0) {
600 node = radix_tree_deref_slot(node_slot);
603 if (radix_tree_deref_retry(node)) {
604 node_slot = radix_tree_iter_retry(&node_iter);
607 node_slot = radix_tree_iter_resume(node_slot, &node_iter);
609 radix_tree_for_each_slot(srv_slot, &node->servers,
611 struct qrtr_server *srv;
613 srv = radix_tree_deref_slot(srv_slot);
616 if (radix_tree_deref_retry(srv)) {
617 srv_slot = radix_tree_iter_retry(&srv_iter);
621 if (!server_match(srv, &filter))
624 srv_slot = radix_tree_iter_resume(srv_slot, &srv_iter);
627 lookup_notify(from, srv, true);
633 /* Empty notification, to indicate end of listing */
634 lookup_notify(from, NULL, true);
639 static void ctrl_cmd_del_lookup(struct sockaddr_qrtr *from,
640 unsigned int service, unsigned int instance)
642 struct qrtr_lookup *lookup;
643 struct list_head *tmp;
644 struct list_head *li;
646 list_for_each_safe(li, tmp, &qrtr_ns.lookups) {
647 lookup = container_of(li, struct qrtr_lookup, li);
648 if (lookup->sq.sq_node != from->sq_node)
650 if (lookup->sq.sq_port != from->sq_port)
652 if (lookup->service != service)
654 if (lookup->instance && lookup->instance != instance)
657 list_del(&lookup->li);
662 static void qrtr_ns_worker(struct work_struct *work)
664 const struct qrtr_ctrl_pkt *pkt;
665 size_t recv_buf_size = 4096;
666 struct sockaddr_qrtr sq;
667 struct msghdr msg = { };
674 msg.msg_name = (struct sockaddr *)&sq;
675 msg.msg_namelen = sizeof(sq);
677 recv_buf = kzalloc(recv_buf_size, GFP_KERNEL);
682 iv.iov_base = recv_buf;
683 iv.iov_len = recv_buf_size;
685 msglen = kernel_recvmsg(qrtr_ns.sock, &msg, &iv, 1,
686 iv.iov_len, MSG_DONTWAIT);
688 if (msglen == -EAGAIN)
692 pr_err("error receiving packet: %zd\n", msglen);
697 cmd = le32_to_cpu(pkt->cmd);
698 if (cmd < ARRAY_SIZE(qrtr_ctrl_pkt_strings) &&
699 qrtr_ctrl_pkt_strings[cmd])
700 trace_qrtr_ns_message(qrtr_ctrl_pkt_strings[cmd],
701 sq.sq_node, sq.sq_port);
705 case QRTR_TYPE_HELLO:
706 ret = ctrl_cmd_hello(&sq);
709 ret = ctrl_cmd_bye(&sq);
711 case QRTR_TYPE_DEL_CLIENT:
712 ret = ctrl_cmd_del_client(&sq,
713 le32_to_cpu(pkt->client.node),
714 le32_to_cpu(pkt->client.port));
716 case QRTR_TYPE_NEW_SERVER:
717 ret = ctrl_cmd_new_server(&sq,
718 le32_to_cpu(pkt->server.service),
719 le32_to_cpu(pkt->server.instance),
720 le32_to_cpu(pkt->server.node),
721 le32_to_cpu(pkt->server.port));
723 case QRTR_TYPE_DEL_SERVER:
724 ret = ctrl_cmd_del_server(&sq,
725 le32_to_cpu(pkt->server.service),
726 le32_to_cpu(pkt->server.instance),
727 le32_to_cpu(pkt->server.node),
728 le32_to_cpu(pkt->server.port));
732 case QRTR_TYPE_RESUME_TX:
734 case QRTR_TYPE_NEW_LOOKUP:
735 ret = ctrl_cmd_new_lookup(&sq,
736 le32_to_cpu(pkt->server.service),
737 le32_to_cpu(pkt->server.instance));
739 case QRTR_TYPE_DEL_LOOKUP:
740 ctrl_cmd_del_lookup(&sq,
741 le32_to_cpu(pkt->server.service),
742 le32_to_cpu(pkt->server.instance));
747 pr_err("failed while handling packet from %d:%d",
748 sq.sq_node, sq.sq_port);
754 static void qrtr_ns_data_ready(struct sock *sk)
756 trace_sk_data_ready(sk);
758 queue_work(qrtr_ns.workqueue, &qrtr_ns.work);
761 int qrtr_ns_init(void)
763 struct sockaddr_qrtr sq;
766 INIT_LIST_HEAD(&qrtr_ns.lookups);
767 INIT_WORK(&qrtr_ns.work, qrtr_ns_worker);
769 ret = sock_create_kern(&init_net, AF_QIPCRTR, SOCK_DGRAM,
770 PF_QIPCRTR, &qrtr_ns.sock);
774 ret = kernel_getsockname(qrtr_ns.sock, (struct sockaddr *)&sq);
776 pr_err("failed to get socket name\n");
780 qrtr_ns.workqueue = alloc_workqueue("qrtr_ns_handler", WQ_UNBOUND, 1);
781 if (!qrtr_ns.workqueue) {
786 qrtr_ns.sock->sk->sk_data_ready = qrtr_ns_data_ready;
788 sq.sq_port = QRTR_PORT_CTRL;
789 qrtr_ns.local_node = sq.sq_node;
791 ret = kernel_bind(qrtr_ns.sock, (struct sockaddr *)&sq, sizeof(sq));
793 pr_err("failed to bind to socket\n");
797 qrtr_ns.bcast_sq.sq_family = AF_QIPCRTR;
798 qrtr_ns.bcast_sq.sq_node = QRTR_NODE_BCAST;
799 qrtr_ns.bcast_sq.sq_port = QRTR_PORT_CTRL;
801 ret = say_hello(&qrtr_ns.bcast_sq);
808 destroy_workqueue(qrtr_ns.workqueue);
810 sock_release(qrtr_ns.sock);
813 EXPORT_SYMBOL_GPL(qrtr_ns_init);
815 void qrtr_ns_remove(void)
817 cancel_work_sync(&qrtr_ns.work);
818 destroy_workqueue(qrtr_ns.workqueue);
819 sock_release(qrtr_ns.sock);
821 EXPORT_SYMBOL_GPL(qrtr_ns_remove);
824 MODULE_DESCRIPTION("Qualcomm IPC Router Nameservice");
825 MODULE_LICENSE("Dual BSD/GPL");