1 // SPDX-License-Identifier: GPL-2.0
3 * Thunderbolt XDomain discovery protocol support
5 * Copyright (C) 2017, Intel Corporation
10 #include <linux/device.h>
11 #include <linux/kmod.h>
12 #include <linux/module.h>
13 #include <linux/pm_runtime.h>
14 #include <linux/utsname.h>
15 #include <linux/uuid.h>
16 #include <linux/workqueue.h>
20 #define XDOMAIN_DEFAULT_TIMEOUT 5000 /* ms */
21 #define XDOMAIN_PROPERTIES_RETRIES 60
22 #define XDOMAIN_PROPERTIES_CHANGED_RETRIES 10
24 struct xdomain_request_work {
25 struct work_struct work;
26 struct tb_xdp_header *pkg;
30 /* Serializes access to the properties and protocol handlers below */
31 static DEFINE_MUTEX(xdomain_lock);
33 /* Properties exposed to the remote domains */
34 static struct tb_property_dir *xdomain_property_dir;
35 static u32 *xdomain_property_block;
36 static u32 xdomain_property_block_len;
37 static u32 xdomain_property_block_gen;
39 /* Additional protocol handlers */
40 static LIST_HEAD(protocol_handlers);
42 /* UUID for XDomain discovery protocol: b638d70e-42ff-40bb-97c2-90e2c0b2ff07 */
43 static const uuid_t tb_xdp_uuid =
44 UUID_INIT(0xb638d70e, 0x42ff, 0x40bb,
45 0x97, 0xc2, 0x90, 0xe2, 0xc0, 0xb2, 0xff, 0x07);
47 static bool tb_xdomain_match(const struct tb_cfg_request *req,
48 const struct ctl_pkg *pkg)
50 switch (pkg->frame.eof) {
51 case TB_CFG_PKG_ERROR:
54 case TB_CFG_PKG_XDOMAIN_RESP: {
55 const struct tb_xdp_header *res_hdr = pkg->buffer;
56 const struct tb_xdp_header *req_hdr = req->request;
58 if (pkg->frame.size < req->response_size / 4)
61 /* Make sure route matches */
62 if ((res_hdr->xd_hdr.route_hi & ~BIT(31)) !=
63 req_hdr->xd_hdr.route_hi)
65 if ((res_hdr->xd_hdr.route_lo) != req_hdr->xd_hdr.route_lo)
68 /* Check that the XDomain protocol matches */
69 if (!uuid_equal(&res_hdr->uuid, &req_hdr->uuid))
80 static bool tb_xdomain_copy(struct tb_cfg_request *req,
81 const struct ctl_pkg *pkg)
83 memcpy(req->response, pkg->buffer, req->response_size);
88 static void response_ready(void *data)
90 tb_cfg_request_put(data);
93 static int __tb_xdomain_response(struct tb_ctl *ctl, const void *response,
94 size_t size, enum tb_cfg_pkg_type type)
96 struct tb_cfg_request *req;
98 req = tb_cfg_request_alloc();
102 req->match = tb_xdomain_match;
103 req->copy = tb_xdomain_copy;
104 req->request = response;
105 req->request_size = size;
106 req->request_type = type;
108 return tb_cfg_request(ctl, req, response_ready, req);
112 * tb_xdomain_response() - Send a XDomain response message
113 * @xd: XDomain to send the message
114 * @response: Response to send
115 * @size: Size of the response
116 * @type: PDF type of the response
118 * This can be used to send a XDomain response message to the other
119 * domain. No response for the message is expected.
121 * Return: %0 in case of success and negative errno in case of failure
123 int tb_xdomain_response(struct tb_xdomain *xd, const void *response,
124 size_t size, enum tb_cfg_pkg_type type)
126 return __tb_xdomain_response(xd->tb->ctl, response, size, type);
128 EXPORT_SYMBOL_GPL(tb_xdomain_response);
130 static int __tb_xdomain_request(struct tb_ctl *ctl, const void *request,
131 size_t request_size, enum tb_cfg_pkg_type request_type, void *response,
132 size_t response_size, enum tb_cfg_pkg_type response_type,
133 unsigned int timeout_msec)
135 struct tb_cfg_request *req;
136 struct tb_cfg_result res;
138 req = tb_cfg_request_alloc();
142 req->match = tb_xdomain_match;
143 req->copy = tb_xdomain_copy;
144 req->request = request;
145 req->request_size = request_size;
146 req->request_type = request_type;
147 req->response = response;
148 req->response_size = response_size;
149 req->response_type = response_type;
151 res = tb_cfg_request_sync(ctl, req, timeout_msec);
153 tb_cfg_request_put(req);
155 return res.err == 1 ? -EIO : res.err;
159 * tb_xdomain_request() - Send a XDomain request
160 * @xd: XDomain to send the request
161 * @request: Request to send
162 * @request_size: Size of the request in bytes
163 * @request_type: PDF type of the request
164 * @response: Response is copied here
165 * @response_size: Expected size of the response in bytes
166 * @response_type: Expected PDF type of the response
167 * @timeout_msec: Timeout in milliseconds to wait for the response
169 * This function can be used to send XDomain control channel messages to
170 * the other domain. The function waits until the response is received
171 * or when timeout triggers. Whichever comes first.
173 * Return: %0 in case of success and negative errno in case of failure
175 int tb_xdomain_request(struct tb_xdomain *xd, const void *request,
176 size_t request_size, enum tb_cfg_pkg_type request_type,
177 void *response, size_t response_size,
178 enum tb_cfg_pkg_type response_type, unsigned int timeout_msec)
180 return __tb_xdomain_request(xd->tb->ctl, request, request_size,
181 request_type, response, response_size,
182 response_type, timeout_msec);
184 EXPORT_SYMBOL_GPL(tb_xdomain_request);
186 static inline void tb_xdp_fill_header(struct tb_xdp_header *hdr, u64 route,
187 u8 sequence, enum tb_xdp_type type, size_t size)
191 length_sn = (size - sizeof(hdr->xd_hdr)) / 4;
192 length_sn |= (sequence << TB_XDOMAIN_SN_SHIFT) & TB_XDOMAIN_SN_MASK;
194 hdr->xd_hdr.route_hi = upper_32_bits(route);
195 hdr->xd_hdr.route_lo = lower_32_bits(route);
196 hdr->xd_hdr.length_sn = length_sn;
198 memcpy(&hdr->uuid, &tb_xdp_uuid, sizeof(tb_xdp_uuid));
201 static int tb_xdp_handle_error(const struct tb_xdp_header *hdr)
203 const struct tb_xdp_error_response *error;
205 if (hdr->type != ERROR_RESPONSE)
208 error = (const struct tb_xdp_error_response *)hdr;
210 switch (error->error) {
211 case ERROR_UNKNOWN_PACKET:
212 case ERROR_UNKNOWN_DOMAIN:
214 case ERROR_NOT_SUPPORTED:
216 case ERROR_NOT_READY:
225 static int tb_xdp_error_response(struct tb_ctl *ctl, u64 route, u8 sequence,
226 enum tb_xdp_error error)
228 struct tb_xdp_error_response res;
230 memset(&res, 0, sizeof(res));
231 tb_xdp_fill_header(&res.hdr, route, sequence, ERROR_RESPONSE,
235 return __tb_xdomain_response(ctl, &res, sizeof(res),
236 TB_CFG_PKG_XDOMAIN_RESP);
239 static int tb_xdp_properties_request(struct tb_ctl *ctl, u64 route,
240 const uuid_t *src_uuid, const uuid_t *dst_uuid, int retry,
241 u32 **block, u32 *generation)
243 struct tb_xdp_properties_response *res;
244 struct tb_xdp_properties req;
250 total_size = sizeof(*res) + TB_XDP_PROPERTIES_MAX_DATA_LENGTH * 4;
251 res = kzalloc(total_size, GFP_KERNEL);
255 memset(&req, 0, sizeof(req));
256 tb_xdp_fill_header(&req.hdr, route, retry % 4, PROPERTIES_REQUEST,
258 memcpy(&req.src_uuid, src_uuid, sizeof(*src_uuid));
259 memcpy(&req.dst_uuid, dst_uuid, sizeof(*dst_uuid));
265 ret = __tb_xdomain_request(ctl, &req, sizeof(req),
266 TB_CFG_PKG_XDOMAIN_REQ, res,
267 total_size, TB_CFG_PKG_XDOMAIN_RESP,
268 XDOMAIN_DEFAULT_TIMEOUT);
272 ret = tb_xdp_handle_error(&res->hdr);
277 * Package length includes the whole payload without the
278 * XDomain header. Validate first that the package is at
279 * least size of the response structure.
281 len = res->hdr.xd_hdr.length_sn & TB_XDOMAIN_LENGTH_MASK;
282 if (len < sizeof(*res) / 4) {
287 len += sizeof(res->hdr.xd_hdr) / 4;
288 len -= sizeof(*res) / 4;
290 if (res->offset != req.offset) {
296 * First time allocate block that has enough space for
297 * the whole properties block.
300 data_len = res->data_length;
301 if (data_len > TB_XDP_PROPERTIES_MAX_LENGTH) {
306 data = kcalloc(data_len, sizeof(u32), GFP_KERNEL);
313 memcpy(data + req.offset, res->data, len * 4);
315 } while (!data_len || req.offset < data_len);
318 *generation = res->generation;
331 static int tb_xdp_properties_response(struct tb *tb, struct tb_ctl *ctl,
332 u64 route, u8 sequence, const uuid_t *src_uuid,
333 const struct tb_xdp_properties *req)
335 struct tb_xdp_properties_response *res;
341 * Currently we expect all requests to be directed to us. The
342 * protocol supports forwarding, though which we might add
345 if (!uuid_equal(src_uuid, &req->dst_uuid)) {
346 tb_xdp_error_response(ctl, route, sequence,
347 ERROR_UNKNOWN_DOMAIN);
351 mutex_lock(&xdomain_lock);
353 if (req->offset >= xdomain_property_block_len) {
354 mutex_unlock(&xdomain_lock);
358 len = xdomain_property_block_len - req->offset;
359 len = min_t(u16, len, TB_XDP_PROPERTIES_MAX_DATA_LENGTH);
360 total_size = sizeof(*res) + len * 4;
362 res = kzalloc(total_size, GFP_KERNEL);
364 mutex_unlock(&xdomain_lock);
368 tb_xdp_fill_header(&res->hdr, route, sequence, PROPERTIES_RESPONSE,
370 res->generation = xdomain_property_block_gen;
371 res->data_length = xdomain_property_block_len;
372 res->offset = req->offset;
373 uuid_copy(&res->src_uuid, src_uuid);
374 uuid_copy(&res->dst_uuid, &req->src_uuid);
375 memcpy(res->data, &xdomain_property_block[req->offset], len * 4);
377 mutex_unlock(&xdomain_lock);
379 ret = __tb_xdomain_response(ctl, res, total_size,
380 TB_CFG_PKG_XDOMAIN_RESP);
386 static int tb_xdp_properties_changed_request(struct tb_ctl *ctl, u64 route,
387 int retry, const uuid_t *uuid)
389 struct tb_xdp_properties_changed_response res;
390 struct tb_xdp_properties_changed req;
393 memset(&req, 0, sizeof(req));
394 tb_xdp_fill_header(&req.hdr, route, retry % 4,
395 PROPERTIES_CHANGED_REQUEST, sizeof(req));
396 uuid_copy(&req.src_uuid, uuid);
398 memset(&res, 0, sizeof(res));
399 ret = __tb_xdomain_request(ctl, &req, sizeof(req),
400 TB_CFG_PKG_XDOMAIN_REQ, &res, sizeof(res),
401 TB_CFG_PKG_XDOMAIN_RESP,
402 XDOMAIN_DEFAULT_TIMEOUT);
406 return tb_xdp_handle_error(&res.hdr);
410 tb_xdp_properties_changed_response(struct tb_ctl *ctl, u64 route, u8 sequence)
412 struct tb_xdp_properties_changed_response res;
414 memset(&res, 0, sizeof(res));
415 tb_xdp_fill_header(&res.hdr, route, sequence,
416 PROPERTIES_CHANGED_RESPONSE, sizeof(res));
417 return __tb_xdomain_response(ctl, &res, sizeof(res),
418 TB_CFG_PKG_XDOMAIN_RESP);
422 * tb_register_protocol_handler() - Register protocol handler
423 * @handler: Handler to register
425 * This allows XDomain service drivers to hook into incoming XDomain
426 * messages. After this function is called the service driver needs to
427 * be able to handle calls to callback whenever a package with the
428 * registered protocol is received.
430 int tb_register_protocol_handler(struct tb_protocol_handler *handler)
432 if (!handler->uuid || !handler->callback)
434 if (uuid_equal(handler->uuid, &tb_xdp_uuid))
437 mutex_lock(&xdomain_lock);
438 list_add_tail(&handler->list, &protocol_handlers);
439 mutex_unlock(&xdomain_lock);
443 EXPORT_SYMBOL_GPL(tb_register_protocol_handler);
446 * tb_unregister_protocol_handler() - Unregister protocol handler
447 * @handler: Handler to unregister
449 * Removes the previously registered protocol handler.
451 void tb_unregister_protocol_handler(struct tb_protocol_handler *handler)
453 mutex_lock(&xdomain_lock);
454 list_del_init(&handler->list);
455 mutex_unlock(&xdomain_lock);
457 EXPORT_SYMBOL_GPL(tb_unregister_protocol_handler);
459 static void tb_xdp_handle_request(struct work_struct *work)
461 struct xdomain_request_work *xw = container_of(work, typeof(*xw), work);
462 const struct tb_xdp_header *pkg = xw->pkg;
463 const struct tb_xdomain_header *xhdr = &pkg->xd_hdr;
464 struct tb *tb = xw->tb;
465 struct tb_ctl *ctl = tb->ctl;
471 route = ((u64)xhdr->route_hi << 32 | xhdr->route_lo) & ~BIT_ULL(63);
472 sequence = xhdr->length_sn & TB_XDOMAIN_SN_MASK;
473 sequence >>= TB_XDOMAIN_SN_SHIFT;
475 mutex_lock(&tb->lock);
477 uuid = tb->root_switch->uuid;
480 mutex_unlock(&tb->lock);
483 tb_xdp_error_response(ctl, route, sequence, ERROR_NOT_READY);
488 case PROPERTIES_REQUEST:
489 ret = tb_xdp_properties_response(tb, ctl, route, sequence, uuid,
490 (const struct tb_xdp_properties *)pkg);
493 case PROPERTIES_CHANGED_REQUEST: {
494 const struct tb_xdp_properties_changed *xchg =
495 (const struct tb_xdp_properties_changed *)pkg;
496 struct tb_xdomain *xd;
498 ret = tb_xdp_properties_changed_response(ctl, route, sequence);
501 * Since the properties have been changed, let's update
502 * the xdomain related to this connection as well in
503 * case there is a change in services it offers.
505 xd = tb_xdomain_find_by_uuid_locked(tb, &xchg->src_uuid);
507 queue_delayed_work(tb->wq, &xd->get_properties_work,
508 msecs_to_jiffies(50));
520 tb_warn(tb, "failed to send XDomain response for %#x\n",
532 tb_xdp_schedule_request(struct tb *tb, const struct tb_xdp_header *hdr,
535 struct xdomain_request_work *xw;
537 xw = kmalloc(sizeof(*xw), GFP_KERNEL);
541 INIT_WORK(&xw->work, tb_xdp_handle_request);
542 xw->pkg = kmemdup(hdr, size, GFP_KERNEL);
547 xw->tb = tb_domain_get(tb);
549 schedule_work(&xw->work);
554 * tb_register_service_driver() - Register XDomain service driver
555 * @drv: Driver to register
557 * Registers new service driver from @drv to the bus.
559 int tb_register_service_driver(struct tb_service_driver *drv)
561 drv->driver.bus = &tb_bus_type;
562 return driver_register(&drv->driver);
564 EXPORT_SYMBOL_GPL(tb_register_service_driver);
567 * tb_unregister_service_driver() - Unregister XDomain service driver
568 * @xdrv: Driver to unregister
570 * Unregisters XDomain service driver from the bus.
572 void tb_unregister_service_driver(struct tb_service_driver *drv)
574 driver_unregister(&drv->driver);
576 EXPORT_SYMBOL_GPL(tb_unregister_service_driver);
578 static ssize_t key_show(struct device *dev, struct device_attribute *attr,
581 struct tb_service *svc = container_of(dev, struct tb_service, dev);
584 * It should be null terminated but anything else is pretty much
587 return sprintf(buf, "%*pEp\n", (int)strlen(svc->key), svc->key);
589 static DEVICE_ATTR_RO(key);
591 static int get_modalias(struct tb_service *svc, char *buf, size_t size)
593 return snprintf(buf, size, "tbsvc:k%sp%08Xv%08Xr%08X", svc->key,
594 svc->prtcid, svc->prtcvers, svc->prtcrevs);
597 static ssize_t modalias_show(struct device *dev, struct device_attribute *attr,
600 struct tb_service *svc = container_of(dev, struct tb_service, dev);
602 /* Full buffer size except new line and null termination */
603 get_modalias(svc, buf, PAGE_SIZE - 2);
604 return sprintf(buf, "%s\n", buf);
606 static DEVICE_ATTR_RO(modalias);
608 static ssize_t prtcid_show(struct device *dev, struct device_attribute *attr,
611 struct tb_service *svc = container_of(dev, struct tb_service, dev);
613 return sprintf(buf, "%u\n", svc->prtcid);
615 static DEVICE_ATTR_RO(prtcid);
617 static ssize_t prtcvers_show(struct device *dev, struct device_attribute *attr,
620 struct tb_service *svc = container_of(dev, struct tb_service, dev);
622 return sprintf(buf, "%u\n", svc->prtcvers);
624 static DEVICE_ATTR_RO(prtcvers);
626 static ssize_t prtcrevs_show(struct device *dev, struct device_attribute *attr,
629 struct tb_service *svc = container_of(dev, struct tb_service, dev);
631 return sprintf(buf, "%u\n", svc->prtcrevs);
633 static DEVICE_ATTR_RO(prtcrevs);
635 static ssize_t prtcstns_show(struct device *dev, struct device_attribute *attr,
638 struct tb_service *svc = container_of(dev, struct tb_service, dev);
640 return sprintf(buf, "0x%08x\n", svc->prtcstns);
642 static DEVICE_ATTR_RO(prtcstns);
644 static struct attribute *tb_service_attrs[] = {
646 &dev_attr_modalias.attr,
647 &dev_attr_prtcid.attr,
648 &dev_attr_prtcvers.attr,
649 &dev_attr_prtcrevs.attr,
650 &dev_attr_prtcstns.attr,
654 static struct attribute_group tb_service_attr_group = {
655 .attrs = tb_service_attrs,
658 static const struct attribute_group *tb_service_attr_groups[] = {
659 &tb_service_attr_group,
663 static int tb_service_uevent(struct device *dev, struct kobj_uevent_env *env)
665 struct tb_service *svc = container_of(dev, struct tb_service, dev);
668 get_modalias(svc, modalias, sizeof(modalias));
669 return add_uevent_var(env, "MODALIAS=%s", modalias);
672 static void tb_service_release(struct device *dev)
674 struct tb_service *svc = container_of(dev, struct tb_service, dev);
675 struct tb_xdomain *xd = tb_service_parent(svc);
677 ida_simple_remove(&xd->service_ids, svc->id);
682 struct device_type tb_service_type = {
683 .name = "thunderbolt_service",
684 .groups = tb_service_attr_groups,
685 .uevent = tb_service_uevent,
686 .release = tb_service_release,
688 EXPORT_SYMBOL_GPL(tb_service_type);
690 static int remove_missing_service(struct device *dev, void *data)
692 struct tb_xdomain *xd = data;
693 struct tb_service *svc;
695 svc = tb_to_service(dev);
699 if (!tb_property_find(xd->properties, svc->key,
700 TB_PROPERTY_TYPE_DIRECTORY))
701 device_unregister(dev);
706 static int find_service(struct device *dev, void *data)
708 const struct tb_property *p = data;
709 struct tb_service *svc;
711 svc = tb_to_service(dev);
715 return !strcmp(svc->key, p->key);
718 static int populate_service(struct tb_service *svc,
719 struct tb_property *property)
721 struct tb_property_dir *dir = property->value.dir;
722 struct tb_property *p;
724 /* Fill in standard properties */
725 p = tb_property_find(dir, "prtcid", TB_PROPERTY_TYPE_VALUE);
727 svc->prtcid = p->value.immediate;
728 p = tb_property_find(dir, "prtcvers", TB_PROPERTY_TYPE_VALUE);
730 svc->prtcvers = p->value.immediate;
731 p = tb_property_find(dir, "prtcrevs", TB_PROPERTY_TYPE_VALUE);
733 svc->prtcrevs = p->value.immediate;
734 p = tb_property_find(dir, "prtcstns", TB_PROPERTY_TYPE_VALUE);
736 svc->prtcstns = p->value.immediate;
738 svc->key = kstrdup(property->key, GFP_KERNEL);
745 static void enumerate_services(struct tb_xdomain *xd)
747 struct tb_service *svc;
748 struct tb_property *p;
753 * First remove all services that are not available anymore in
754 * the updated property block.
756 device_for_each_child_reverse(&xd->dev, xd, remove_missing_service);
758 /* Then re-enumerate properties creating new services as we go */
759 tb_property_for_each(xd->properties, p) {
760 if (p->type != TB_PROPERTY_TYPE_DIRECTORY)
763 /* If the service exists already we are fine */
764 dev = device_find_child(&xd->dev, p, find_service);
770 svc = kzalloc(sizeof(*svc), GFP_KERNEL);
774 if (populate_service(svc, p)) {
779 id = ida_simple_get(&xd->service_ids, 0, 0, GFP_KERNEL);
785 svc->dev.bus = &tb_bus_type;
786 svc->dev.type = &tb_service_type;
787 svc->dev.parent = &xd->dev;
788 dev_set_name(&svc->dev, "%s.%d", dev_name(&xd->dev), svc->id);
790 if (device_register(&svc->dev)) {
791 put_device(&svc->dev);
797 static int populate_properties(struct tb_xdomain *xd,
798 struct tb_property_dir *dir)
800 const struct tb_property *p;
802 /* Required properties */
803 p = tb_property_find(dir, "deviceid", TB_PROPERTY_TYPE_VALUE);
806 xd->device = p->value.immediate;
808 p = tb_property_find(dir, "vendorid", TB_PROPERTY_TYPE_VALUE);
811 xd->vendor = p->value.immediate;
813 kfree(xd->device_name);
814 xd->device_name = NULL;
815 kfree(xd->vendor_name);
816 xd->vendor_name = NULL;
818 /* Optional properties */
819 p = tb_property_find(dir, "deviceid", TB_PROPERTY_TYPE_TEXT);
821 xd->device_name = kstrdup(p->value.text, GFP_KERNEL);
822 p = tb_property_find(dir, "vendorid", TB_PROPERTY_TYPE_TEXT);
824 xd->vendor_name = kstrdup(p->value.text, GFP_KERNEL);
829 /* Called with @xd->lock held */
830 static void tb_xdomain_restore_paths(struct tb_xdomain *xd)
836 if (xd->transmit_path) {
837 dev_dbg(&xd->dev, "re-establishing DMA path\n");
838 tb_domain_approve_xdomain_paths(xd->tb, xd);
842 static void tb_xdomain_get_properties(struct work_struct *work)
844 struct tb_xdomain *xd = container_of(work, typeof(*xd),
845 get_properties_work.work);
846 struct tb_property_dir *dir;
847 struct tb *tb = xd->tb;
853 ret = tb_xdp_properties_request(tb->ctl, xd->route, xd->local_uuid,
854 xd->remote_uuid, xd->properties_retries,
857 if (xd->properties_retries-- > 0) {
858 queue_delayed_work(xd->tb->wq, &xd->get_properties_work,
859 msecs_to_jiffies(1000));
863 "failed read XDomain properties from %pUb\n",
869 xd->properties_retries = XDOMAIN_PROPERTIES_RETRIES;
871 mutex_lock(&xd->lock);
873 /* Only accept newer generation properties */
874 if (xd->properties && gen <= xd->property_block_gen) {
876 * On resume it is likely that the properties block is
877 * not changed (unless the other end added or removed
878 * services). However, we need to make sure the existing
879 * DMA paths are restored properly.
881 tb_xdomain_restore_paths(xd);
885 dir = tb_property_parse_dir(block, ret);
887 dev_err(&xd->dev, "failed to parse XDomain properties\n");
891 ret = populate_properties(xd, dir);
893 dev_err(&xd->dev, "missing XDomain properties in response\n");
897 /* Release the existing one */
898 if (xd->properties) {
899 tb_property_free_dir(xd->properties);
903 xd->properties = dir;
904 xd->property_block_gen = gen;
906 tb_xdomain_restore_paths(xd);
908 mutex_unlock(&xd->lock);
913 * Now the device should be ready enough so we can add it to the
914 * bus and let userspace know about it. If the device is already
915 * registered, we notify the userspace that it has changed.
918 if (device_add(&xd->dev)) {
919 dev_err(&xd->dev, "failed to add XDomain device\n");
923 kobject_uevent(&xd->dev.kobj, KOBJ_CHANGE);
926 enumerate_services(xd);
930 tb_property_free_dir(dir);
933 mutex_unlock(&xd->lock);
936 static void tb_xdomain_properties_changed(struct work_struct *work)
938 struct tb_xdomain *xd = container_of(work, typeof(*xd),
939 properties_changed_work.work);
942 ret = tb_xdp_properties_changed_request(xd->tb->ctl, xd->route,
943 xd->properties_changed_retries, xd->local_uuid);
945 if (xd->properties_changed_retries-- > 0)
946 queue_delayed_work(xd->tb->wq,
947 &xd->properties_changed_work,
948 msecs_to_jiffies(1000));
952 xd->properties_changed_retries = XDOMAIN_PROPERTIES_CHANGED_RETRIES;
955 static ssize_t device_show(struct device *dev, struct device_attribute *attr,
958 struct tb_xdomain *xd = container_of(dev, struct tb_xdomain, dev);
960 return sprintf(buf, "%#x\n", xd->device);
962 static DEVICE_ATTR_RO(device);
965 device_name_show(struct device *dev, struct device_attribute *attr, char *buf)
967 struct tb_xdomain *xd = container_of(dev, struct tb_xdomain, dev);
970 if (mutex_lock_interruptible(&xd->lock))
972 ret = sprintf(buf, "%s\n", xd->device_name ? xd->device_name : "");
973 mutex_unlock(&xd->lock);
977 static DEVICE_ATTR_RO(device_name);
979 static ssize_t vendor_show(struct device *dev, struct device_attribute *attr,
982 struct tb_xdomain *xd = container_of(dev, struct tb_xdomain, dev);
984 return sprintf(buf, "%#x\n", xd->vendor);
986 static DEVICE_ATTR_RO(vendor);
989 vendor_name_show(struct device *dev, struct device_attribute *attr, char *buf)
991 struct tb_xdomain *xd = container_of(dev, struct tb_xdomain, dev);
994 if (mutex_lock_interruptible(&xd->lock))
996 ret = sprintf(buf, "%s\n", xd->vendor_name ? xd->vendor_name : "");
997 mutex_unlock(&xd->lock);
1001 static DEVICE_ATTR_RO(vendor_name);
1003 static ssize_t unique_id_show(struct device *dev, struct device_attribute *attr,
1006 struct tb_xdomain *xd = container_of(dev, struct tb_xdomain, dev);
1008 return sprintf(buf, "%pUb\n", xd->remote_uuid);
1010 static DEVICE_ATTR_RO(unique_id);
1012 static struct attribute *xdomain_attrs[] = {
1013 &dev_attr_device.attr,
1014 &dev_attr_device_name.attr,
1015 &dev_attr_unique_id.attr,
1016 &dev_attr_vendor.attr,
1017 &dev_attr_vendor_name.attr,
1021 static struct attribute_group xdomain_attr_group = {
1022 .attrs = xdomain_attrs,
1025 static const struct attribute_group *xdomain_attr_groups[] = {
1026 &xdomain_attr_group,
1030 static void tb_xdomain_release(struct device *dev)
1032 struct tb_xdomain *xd = container_of(dev, struct tb_xdomain, dev);
1034 put_device(xd->dev.parent);
1036 tb_property_free_dir(xd->properties);
1037 ida_destroy(&xd->service_ids);
1039 kfree(xd->local_uuid);
1040 kfree(xd->remote_uuid);
1041 kfree(xd->device_name);
1042 kfree(xd->vendor_name);
1046 static void start_handshake(struct tb_xdomain *xd)
1048 xd->properties_retries = XDOMAIN_PROPERTIES_RETRIES;
1049 xd->properties_changed_retries = XDOMAIN_PROPERTIES_CHANGED_RETRIES;
1051 /* Start exchanging properties with the other host */
1052 queue_delayed_work(xd->tb->wq, &xd->properties_changed_work,
1053 msecs_to_jiffies(100));
1054 queue_delayed_work(xd->tb->wq, &xd->get_properties_work,
1055 msecs_to_jiffies(1000));
1058 static void stop_handshake(struct tb_xdomain *xd)
1060 xd->properties_retries = 0;
1061 xd->properties_changed_retries = 0;
1063 cancel_delayed_work_sync(&xd->get_properties_work);
1064 cancel_delayed_work_sync(&xd->properties_changed_work);
1067 static int __maybe_unused tb_xdomain_suspend(struct device *dev)
1069 stop_handshake(tb_to_xdomain(dev));
1073 static int __maybe_unused tb_xdomain_resume(struct device *dev)
1075 struct tb_xdomain *xd = tb_to_xdomain(dev);
1078 * Ask tb_xdomain_get_properties() restore any existing DMA
1079 * paths after properties are re-read.
1082 start_handshake(xd);
1087 static const struct dev_pm_ops tb_xdomain_pm_ops = {
1088 SET_SYSTEM_SLEEP_PM_OPS(tb_xdomain_suspend, tb_xdomain_resume)
1091 struct device_type tb_xdomain_type = {
1092 .name = "thunderbolt_xdomain",
1093 .release = tb_xdomain_release,
1094 .pm = &tb_xdomain_pm_ops,
1096 EXPORT_SYMBOL_GPL(tb_xdomain_type);
1099 * tb_xdomain_alloc() - Allocate new XDomain object
1100 * @tb: Domain where the XDomain belongs
1101 * @parent: Parent device (the switch through the connection to the
1102 * other domain is reached).
1103 * @route: Route string used to reach the other domain
1104 * @local_uuid: Our local domain UUID
1105 * @remote_uuid: UUID of the other domain
1107 * Allocates new XDomain structure and returns pointer to that. The
1108 * object must be released by calling tb_xdomain_put().
1110 struct tb_xdomain *tb_xdomain_alloc(struct tb *tb, struct device *parent,
1111 u64 route, const uuid_t *local_uuid,
1112 const uuid_t *remote_uuid)
1114 struct tb_xdomain *xd;
1116 xd = kzalloc(sizeof(*xd), GFP_KERNEL);
1122 ida_init(&xd->service_ids);
1123 mutex_init(&xd->lock);
1124 INIT_DELAYED_WORK(&xd->get_properties_work, tb_xdomain_get_properties);
1125 INIT_DELAYED_WORK(&xd->properties_changed_work,
1126 tb_xdomain_properties_changed);
1128 xd->local_uuid = kmemdup(local_uuid, sizeof(uuid_t), GFP_KERNEL);
1129 if (!xd->local_uuid)
1132 xd->remote_uuid = kmemdup(remote_uuid, sizeof(uuid_t), GFP_KERNEL);
1133 if (!xd->remote_uuid)
1134 goto err_free_local_uuid;
1136 device_initialize(&xd->dev);
1137 xd->dev.parent = get_device(parent);
1138 xd->dev.bus = &tb_bus_type;
1139 xd->dev.type = &tb_xdomain_type;
1140 xd->dev.groups = xdomain_attr_groups;
1141 dev_set_name(&xd->dev, "%u-%llx", tb->index, route);
1144 * This keeps the DMA powered on as long as we have active
1145 * connection to another host.
1147 pm_runtime_set_active(&xd->dev);
1148 pm_runtime_get_noresume(&xd->dev);
1149 pm_runtime_enable(&xd->dev);
1153 err_free_local_uuid:
1154 kfree(xd->local_uuid);
1162 * tb_xdomain_add() - Add XDomain to the bus
1163 * @xd: XDomain to add
1165 * This function starts XDomain discovery protocol handshake and
1166 * eventually adds the XDomain to the bus. After calling this function
1167 * the caller needs to call tb_xdomain_remove() in order to remove and
1168 * release the object regardless whether the handshake succeeded or not.
1170 void tb_xdomain_add(struct tb_xdomain *xd)
1172 /* Start exchanging properties with the other host */
1173 start_handshake(xd);
1176 static int unregister_service(struct device *dev, void *data)
1178 device_unregister(dev);
1183 * tb_xdomain_remove() - Remove XDomain from the bus
1184 * @xd: XDomain to remove
1186 * This will stop all ongoing configuration work and remove the XDomain
1187 * along with any services from the bus. When the last reference to @xd
1188 * is released the object will be released as well.
1190 void tb_xdomain_remove(struct tb_xdomain *xd)
1194 device_for_each_child_reverse(&xd->dev, xd, unregister_service);
1197 * Undo runtime PM here explicitly because it is possible that
1198 * the XDomain was never added to the bus and thus device_del()
1199 * is not called for it (device_del() would handle this otherwise).
1201 pm_runtime_disable(&xd->dev);
1202 pm_runtime_put_noidle(&xd->dev);
1203 pm_runtime_set_suspended(&xd->dev);
1205 if (!device_is_registered(&xd->dev))
1206 put_device(&xd->dev);
1208 device_unregister(&xd->dev);
1212 * tb_xdomain_enable_paths() - Enable DMA paths for XDomain connection
1213 * @xd: XDomain connection
1214 * @transmit_path: HopID of the transmit path the other end is using to
1216 * @transmit_ring: DMA ring used to receive packets from the other end
1217 * @receive_path: HopID of the receive path the other end is using to
1219 * @receive_ring: DMA ring used to send packets to the other end
1221 * The function enables DMA paths accordingly so that after successful
1222 * return the caller can send and receive packets using high-speed DMA
1225 * Return: %0 in case of success and negative errno in case of error
1227 int tb_xdomain_enable_paths(struct tb_xdomain *xd, u16 transmit_path,
1228 u16 transmit_ring, u16 receive_path,
1233 mutex_lock(&xd->lock);
1235 if (xd->transmit_path) {
1236 ret = xd->transmit_path == transmit_path ? 0 : -EBUSY;
1240 xd->transmit_path = transmit_path;
1241 xd->transmit_ring = transmit_ring;
1242 xd->receive_path = receive_path;
1243 xd->receive_ring = receive_ring;
1245 ret = tb_domain_approve_xdomain_paths(xd->tb, xd);
1248 mutex_unlock(&xd->lock);
1252 EXPORT_SYMBOL_GPL(tb_xdomain_enable_paths);
1255 * tb_xdomain_disable_paths() - Disable DMA paths for XDomain connection
1256 * @xd: XDomain connection
1258 * This does the opposite of tb_xdomain_enable_paths(). After call to
1259 * this the caller is not expected to use the rings anymore.
1261 * Return: %0 in case of success and negative errno in case of error
1263 int tb_xdomain_disable_paths(struct tb_xdomain *xd)
1267 mutex_lock(&xd->lock);
1268 if (xd->transmit_path) {
1269 xd->transmit_path = 0;
1270 xd->transmit_ring = 0;
1271 xd->receive_path = 0;
1272 xd->receive_ring = 0;
1274 ret = tb_domain_disconnect_xdomain_paths(xd->tb, xd);
1276 mutex_unlock(&xd->lock);
1280 EXPORT_SYMBOL_GPL(tb_xdomain_disable_paths);
1282 struct tb_xdomain_lookup {
1289 static struct tb_xdomain *switch_find_xdomain(struct tb_switch *sw,
1290 const struct tb_xdomain_lookup *lookup)
1294 for (i = 1; i <= sw->config.max_port_number; i++) {
1295 struct tb_port *port = &sw->ports[i];
1296 struct tb_xdomain *xd;
1298 if (port->xdomain) {
1302 if (uuid_equal(xd->remote_uuid, lookup->uuid))
1304 } else if (lookup->link &&
1305 lookup->link == xd->link &&
1306 lookup->depth == xd->depth) {
1308 } else if (lookup->route &&
1309 lookup->route == xd->route) {
1312 } else if (tb_port_has_remote(port)) {
1313 xd = switch_find_xdomain(port->remote->sw, lookup);
1323 * tb_xdomain_find_by_uuid() - Find an XDomain by UUID
1324 * @tb: Domain where the XDomain belongs to
1325 * @uuid: UUID to look for
1327 * Finds XDomain by walking through the Thunderbolt topology below @tb.
1328 * The returned XDomain will have its reference count increased so the
1329 * caller needs to call tb_xdomain_put() when it is done with the
1332 * This will find all XDomains including the ones that are not yet added
1333 * to the bus (handshake is still in progress).
1335 * The caller needs to hold @tb->lock.
1337 struct tb_xdomain *tb_xdomain_find_by_uuid(struct tb *tb, const uuid_t *uuid)
1339 struct tb_xdomain_lookup lookup;
1340 struct tb_xdomain *xd;
1342 memset(&lookup, 0, sizeof(lookup));
1345 xd = switch_find_xdomain(tb->root_switch, &lookup);
1346 return tb_xdomain_get(xd);
1348 EXPORT_SYMBOL_GPL(tb_xdomain_find_by_uuid);
1351 * tb_xdomain_find_by_link_depth() - Find an XDomain by link and depth
1352 * @tb: Domain where the XDomain belongs to
1353 * @link: Root switch link number
1354 * @depth: Depth in the link
1356 * Finds XDomain by walking through the Thunderbolt topology below @tb.
1357 * The returned XDomain will have its reference count increased so the
1358 * caller needs to call tb_xdomain_put() when it is done with the
1361 * This will find all XDomains including the ones that are not yet added
1362 * to the bus (handshake is still in progress).
1364 * The caller needs to hold @tb->lock.
1366 struct tb_xdomain *tb_xdomain_find_by_link_depth(struct tb *tb, u8 link,
1369 struct tb_xdomain_lookup lookup;
1370 struct tb_xdomain *xd;
1372 memset(&lookup, 0, sizeof(lookup));
1374 lookup.depth = depth;
1376 xd = switch_find_xdomain(tb->root_switch, &lookup);
1377 return tb_xdomain_get(xd);
1381 * tb_xdomain_find_by_route() - Find an XDomain by route string
1382 * @tb: Domain where the XDomain belongs to
1383 * @route: XDomain route string
1385 * Finds XDomain by walking through the Thunderbolt topology below @tb.
1386 * The returned XDomain will have its reference count increased so the
1387 * caller needs to call tb_xdomain_put() when it is done with the
1390 * This will find all XDomains including the ones that are not yet added
1391 * to the bus (handshake is still in progress).
1393 * The caller needs to hold @tb->lock.
1395 struct tb_xdomain *tb_xdomain_find_by_route(struct tb *tb, u64 route)
1397 struct tb_xdomain_lookup lookup;
1398 struct tb_xdomain *xd;
1400 memset(&lookup, 0, sizeof(lookup));
1401 lookup.route = route;
1403 xd = switch_find_xdomain(tb->root_switch, &lookup);
1404 return tb_xdomain_get(xd);
1406 EXPORT_SYMBOL_GPL(tb_xdomain_find_by_route);
1408 bool tb_xdomain_handle_request(struct tb *tb, enum tb_cfg_pkg_type type,
1409 const void *buf, size_t size)
1411 const struct tb_protocol_handler *handler, *tmp;
1412 const struct tb_xdp_header *hdr = buf;
1413 unsigned int length;
1416 /* We expect the packet is at least size of the header */
1417 length = hdr->xd_hdr.length_sn & TB_XDOMAIN_LENGTH_MASK;
1418 if (length != size / 4 - sizeof(hdr->xd_hdr) / 4)
1420 if (length < sizeof(*hdr) / 4 - sizeof(hdr->xd_hdr) / 4)
1424 * Handle XDomain discovery protocol packets directly here. For
1425 * other protocols (based on their UUID) we call registered
1428 if (uuid_equal(&hdr->uuid, &tb_xdp_uuid)) {
1429 if (type == TB_CFG_PKG_XDOMAIN_REQ)
1430 return tb_xdp_schedule_request(tb, hdr, size);
1434 mutex_lock(&xdomain_lock);
1435 list_for_each_entry_safe(handler, tmp, &protocol_handlers, list) {
1436 if (!uuid_equal(&hdr->uuid, handler->uuid))
1439 mutex_unlock(&xdomain_lock);
1440 ret = handler->callback(buf, size, handler->data);
1441 mutex_lock(&xdomain_lock);
1446 mutex_unlock(&xdomain_lock);
1451 static int rebuild_property_block(void)
1456 ret = tb_property_format_dir(xdomain_property_dir, NULL, 0);
1462 block = kcalloc(len, sizeof(u32), GFP_KERNEL);
1466 ret = tb_property_format_dir(xdomain_property_dir, block, len);
1472 kfree(xdomain_property_block);
1473 xdomain_property_block = block;
1474 xdomain_property_block_len = len;
1475 xdomain_property_block_gen++;
1480 static int update_xdomain(struct device *dev, void *data)
1482 struct tb_xdomain *xd;
1484 xd = tb_to_xdomain(dev);
1486 queue_delayed_work(xd->tb->wq, &xd->properties_changed_work,
1487 msecs_to_jiffies(50));
1493 static void update_all_xdomains(void)
1495 bus_for_each_dev(&tb_bus_type, NULL, NULL, update_xdomain);
1498 static bool remove_directory(const char *key, const struct tb_property_dir *dir)
1500 struct tb_property *p;
1502 p = tb_property_find(xdomain_property_dir, key,
1503 TB_PROPERTY_TYPE_DIRECTORY);
1504 if (p && p->value.dir == dir) {
1505 tb_property_remove(p);
1512 * tb_register_property_dir() - Register property directory to the host
1513 * @key: Key (name) of the directory to add
1514 * @dir: Directory to add
1516 * Service drivers can use this function to add new property directory
1517 * to the host available properties. The other connected hosts are
1518 * notified so they can re-read properties of this host if they are
1521 * Return: %0 on success and negative errno on failure
1523 int tb_register_property_dir(const char *key, struct tb_property_dir *dir)
1527 if (WARN_ON(!xdomain_property_dir))
1530 if (!key || strlen(key) > 8)
1533 mutex_lock(&xdomain_lock);
1534 if (tb_property_find(xdomain_property_dir, key,
1535 TB_PROPERTY_TYPE_DIRECTORY)) {
1540 ret = tb_property_add_dir(xdomain_property_dir, key, dir);
1544 ret = rebuild_property_block();
1546 remove_directory(key, dir);
1550 mutex_unlock(&xdomain_lock);
1551 update_all_xdomains();
1555 mutex_unlock(&xdomain_lock);
1558 EXPORT_SYMBOL_GPL(tb_register_property_dir);
1561 * tb_unregister_property_dir() - Removes property directory from host
1562 * @key: Key (name) of the directory
1563 * @dir: Directory to remove
1565 * This will remove the existing directory from this host and notify the
1566 * connected hosts about the change.
1568 void tb_unregister_property_dir(const char *key, struct tb_property_dir *dir)
1572 mutex_lock(&xdomain_lock);
1573 if (remove_directory(key, dir))
1574 ret = rebuild_property_block();
1575 mutex_unlock(&xdomain_lock);
1578 update_all_xdomains();
1580 EXPORT_SYMBOL_GPL(tb_unregister_property_dir);
1582 int tb_xdomain_init(void)
1586 xdomain_property_dir = tb_property_create_dir(NULL);
1587 if (!xdomain_property_dir)
1591 * Initialize standard set of properties without any service
1592 * directories. Those will be added by service drivers
1593 * themselves when they are loaded.
1595 tb_property_add_immediate(xdomain_property_dir, "vendorid",
1596 PCI_VENDOR_ID_INTEL);
1597 tb_property_add_text(xdomain_property_dir, "vendorid", "Intel Corp.");
1598 tb_property_add_immediate(xdomain_property_dir, "deviceid", 0x1);
1599 tb_property_add_text(xdomain_property_dir, "deviceid",
1600 utsname()->nodename);
1601 tb_property_add_immediate(xdomain_property_dir, "devicerv", 0x80000100);
1603 ret = rebuild_property_block();
1605 tb_property_free_dir(xdomain_property_dir);
1606 xdomain_property_dir = NULL;
1612 void tb_xdomain_exit(void)
1614 kfree(xdomain_property_block);
1615 tb_property_free_dir(xdomain_property_dir);