1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Freescale Management Complex (MC) bus public interface
5 * Copyright (C) 2014-2016 Freescale Semiconductor, Inc.
6 * Copyright 2019-2020 NXP
13 #include <linux/device.h>
14 #include <linux/mod_devicetable.h>
15 #include <linux/interrupt.h>
16 #include <uapi/linux/fsl_mc.h>
18 #define FSL_MC_VENDOR_FREESCALE 0x1957
21 struct msi_domain_info;
27 * struct fsl_mc_driver - MC object device driver object
28 * @driver: Generic device driver
29 * @match_id_table: table of supported device matching Ids
30 * @probe: Function called when a device is added
31 * @remove: Function called when a device is removed
32 * @shutdown: Function called at shutdown time to quiesce the device
33 * @suspend: Function called when a device is stopped
34 * @resume: Function called when a device is resumed
35 * @driver_managed_dma: Device driver doesn't use kernel DMA API for DMA.
36 * For most device drivers, no need to care about this flag
37 * as long as all DMAs are handled through the kernel DMA API.
38 * For some special ones, for example VFIO drivers, they know
39 * how to manage the DMA themselves and set this flag so that
40 * the IOMMU layer will allow them to setup and manage their
41 * own I/O address space.
43 * Generic DPAA device driver object for device drivers that are registered
44 * with a DPRC bus. This structure is to be embedded in each device-specific
47 struct fsl_mc_driver {
48 struct device_driver driver;
49 const struct fsl_mc_device_id *match_id_table;
50 int (*probe)(struct fsl_mc_device *dev);
51 void (*remove)(struct fsl_mc_device *dev);
52 void (*shutdown)(struct fsl_mc_device *dev);
53 int (*suspend)(struct fsl_mc_device *dev, pm_message_t state);
54 int (*resume)(struct fsl_mc_device *dev);
55 bool driver_managed_dma;
58 #define to_fsl_mc_driver(_drv) \
59 container_of_const(_drv, struct fsl_mc_driver, driver)
62 * enum fsl_mc_pool_type - Types of allocatable MC bus resources
64 * Entries in these enum are used as indices in the array of resource
65 * pools of an fsl_mc_bus object.
67 enum fsl_mc_pool_type {
68 FSL_MC_POOL_DPMCP = 0x0, /* corresponds to "dpmcp" in the MC */
69 FSL_MC_POOL_DPBP, /* corresponds to "dpbp" in the MC */
70 FSL_MC_POOL_DPCON, /* corresponds to "dpcon" in the MC */
74 * NOTE: New resource pool types must be added before this entry
80 * struct fsl_mc_resource - MC generic resource
81 * @type: type of resource
82 * @id: unique MC resource Id within the resources of the same type
83 * @data: pointer to resource-specific data if the resource is currently
84 * allocated, or NULL if the resource is not currently allocated.
85 * @parent_pool: pointer to the parent resource pool from which this
86 * resource is allocated from.
87 * @node: Node in the free list of the corresponding resource pool
89 * NOTE: This structure is to be embedded as a field of specific
90 * MC resource structures.
92 struct fsl_mc_resource {
93 enum fsl_mc_pool_type type;
96 struct fsl_mc_resource_pool *parent_pool;
97 struct list_head node;
101 * struct fsl_mc_device_irq - MC object device message-based interrupt
102 * @virq: Linux virtual interrupt number
103 * @mc_dev: MC object device that owns this interrupt
104 * @dev_irq_index: device-relative IRQ index
105 * @resource: MC generic resource associated with the interrupt
107 struct fsl_mc_device_irq {
109 struct fsl_mc_device *mc_dev;
111 struct fsl_mc_resource resource;
114 #define to_fsl_mc_irq(_mc_resource) \
115 container_of(_mc_resource, struct fsl_mc_device_irq, resource)
117 /* Opened state - Indicates that an object is open by at least one owner */
118 #define FSL_MC_OBJ_STATE_OPEN 0x00000001
119 /* Plugged state - Indicates that the object is plugged */
120 #define FSL_MC_OBJ_STATE_PLUGGED 0x00000002
123 * Shareability flag - Object flag indicating no memory shareability.
124 * the object generates memory accesses that are non coherent with other
126 * user is responsible for proper memory handling through IOMMU configuration.
128 #define FSL_MC_OBJ_FLAG_NO_MEM_SHAREABILITY 0x0001
131 * struct fsl_mc_obj_desc - Object descriptor
132 * @type: Type of object: NULL terminated string
133 * @id: ID of logical object resource
134 * @vendor: Object vendor identifier
135 * @ver_major: Major version number
136 * @ver_minor: Minor version number
137 * @irq_count: Number of interrupts supported by the object
138 * @region_count: Number of mappable regions supported by the object
139 * @state: Object state: combination of FSL_MC_OBJ_STATE_ states
140 * @label: Object label: NULL terminated string
141 * @flags: Object's flags
143 struct fsl_mc_obj_desc {
157 * Bit masks for a MC object device (struct fsl_mc_device) flags
159 #define FSL_MC_IS_DPRC 0x0001
162 /* Indicates that region can be mapped as cacheable */
163 #define FSL_MC_REGION_CACHEABLE 0x00000001
165 /* Indicates that region can be mapped as shareable */
166 #define FSL_MC_REGION_SHAREABLE 0x00000002
169 * struct fsl_mc_device - MC object device object
170 * @dev: Linux driver model device object
171 * @dma_mask: Default DMA mask
172 * @flags: MC object device flags
173 * @icid: Isolation context ID for the device
174 * @mc_handle: MC handle for the corresponding MC object opened
175 * @mc_io: Pointer to MC IO object assigned to this device or
177 * @obj_desc: MC description of the DPAA device
178 * @regions: pointer to array of MMIO region entries
179 * @irqs: pointer to array of pointers to interrupts allocated to this device
180 * @resource: generic resource associated with this MC object device, if any.
181 * @driver_override: driver name to force a match; do not set directly,
182 * because core frees it; use driver_set_override() to
185 * Generic device object for MC object devices that are "attached" to a
189 * - For a non-DPRC object its icid is the same as its parent DPRC's icid.
190 * - The SMMU notifier callback gets invoked after device_add() has been
191 * called for an MC object device, but before the device-specific probe
192 * callback gets called.
193 * - DP_OBJ_DPRC objects are the only MC objects that have built-in MC
194 * portals. For all other MC objects, their device drivers are responsible for
195 * allocating MC portals for them by calling fsl_mc_portal_allocate().
196 * - Some types of MC objects (e.g., DP_OBJ_DPBP, DP_OBJ_DPCON) are
197 * treated as resources that can be allocated/deallocated from the
198 * corresponding resource pool in the object's parent DPRC, using the
199 * fsl_mc_object_allocate()/fsl_mc_object_free() functions. These MC objects
200 * are known as "allocatable" objects. For them, the corresponding
201 * fsl_mc_device's 'resource' points to the associated resource object.
202 * For MC objects that are not allocatable (e.g., DP_OBJ_DPRC, DP_OBJ_DPNI),
203 * 'resource' is NULL.
205 struct fsl_mc_device {
211 struct fsl_mc_io *mc_io;
212 struct fsl_mc_obj_desc obj_desc;
213 struct resource *regions;
214 struct fsl_mc_device_irq **irqs;
215 struct fsl_mc_resource *resource;
216 struct device_link *consumer_link;
217 const char *driver_override;
220 #define to_fsl_mc_device(_dev) \
221 container_of(_dev, struct fsl_mc_device, dev)
223 struct mc_cmd_header {
233 MC_CMD_STATUS_OK = 0x0, /* Completed successfully */
234 MC_CMD_STATUS_READY = 0x1, /* Ready to be processed */
235 MC_CMD_STATUS_AUTH_ERR = 0x3, /* Authentication error */
236 MC_CMD_STATUS_NO_PRIVILEGE = 0x4, /* No privilege */
237 MC_CMD_STATUS_DMA_ERR = 0x5, /* DMA or I/O error */
238 MC_CMD_STATUS_CONFIG_ERR = 0x6, /* Configuration error */
239 MC_CMD_STATUS_TIMEOUT = 0x7, /* Operation timed out */
240 MC_CMD_STATUS_NO_RESOURCE = 0x8, /* No resources */
241 MC_CMD_STATUS_NO_MEMORY = 0x9, /* No memory available */
242 MC_CMD_STATUS_BUSY = 0xA, /* Device is busy */
243 MC_CMD_STATUS_UNSUPPORTED_OP = 0xB, /* Unsupported operation */
244 MC_CMD_STATUS_INVALID_STATE = 0xC /* Invalid state */
251 /* High priority flag */
252 #define MC_CMD_FLAG_PRI 0x80
253 /* Command completion flag */
254 #define MC_CMD_FLAG_INTR_DIS 0x01
256 static inline __le64 mc_encode_cmd_header(u16 cmd_id,
261 struct mc_cmd_header *hdr = (struct mc_cmd_header *)&header;
263 hdr->cmd_id = cpu_to_le16(cmd_id);
264 hdr->token = cpu_to_le16(token);
265 hdr->status = MC_CMD_STATUS_READY;
266 if (cmd_flags & MC_CMD_FLAG_PRI)
267 hdr->flags_hw = MC_CMD_FLAG_PRI;
268 if (cmd_flags & MC_CMD_FLAG_INTR_DIS)
269 hdr->flags_sw = MC_CMD_FLAG_INTR_DIS;
274 static inline u16 mc_cmd_hdr_read_token(struct fsl_mc_command *cmd)
276 struct mc_cmd_header *hdr = (struct mc_cmd_header *)&cmd->header;
277 u16 token = le16_to_cpu(hdr->token);
282 struct mc_rsp_create {
286 struct mc_rsp_api_ver {
291 static inline u32 mc_cmd_read_object_id(struct fsl_mc_command *cmd)
293 struct mc_rsp_create *rsp_params;
295 rsp_params = (struct mc_rsp_create *)cmd->params;
296 return le32_to_cpu(rsp_params->object_id);
299 static inline void mc_cmd_read_api_version(struct fsl_mc_command *cmd,
303 struct mc_rsp_api_ver *rsp_params;
305 rsp_params = (struct mc_rsp_api_ver *)cmd->params;
306 *major_ver = le16_to_cpu(rsp_params->major_ver);
307 *minor_ver = le16_to_cpu(rsp_params->minor_ver);
311 * Bit masks for a MC I/O object (struct fsl_mc_io) flags
313 #define FSL_MC_IO_ATOMIC_CONTEXT_PORTAL 0x0001
316 * struct fsl_mc_io - MC I/O object to be passed-in to mc_send_command()
317 * @dev: device associated with this Mc I/O object
318 * @flags: flags for mc_send_command()
319 * @portal_size: MC command portal size in bytes
320 * @portal_phys_addr: MC command portal physical address
321 * @portal_virt_addr: MC command portal virtual address
322 * @dpmcp_dev: pointer to the DPMCP device associated with the MC portal.
324 * Fields are only meaningful if the FSL_MC_IO_ATOMIC_CONTEXT_PORTAL flag is not
326 * @mutex: Mutex to serialize mc_send_command() calls that use the same MC
327 * portal, if the fsl_mc_io object was created with the
328 * FSL_MC_IO_ATOMIC_CONTEXT_PORTAL flag off. mc_send_command() calls for this
329 * fsl_mc_io object must be made only from non-atomic context.
331 * Fields are only meaningful if the FSL_MC_IO_ATOMIC_CONTEXT_PORTAL flag is
333 * @spinlock: Spinlock to serialize mc_send_command() calls that use the same MC
334 * portal, if the fsl_mc_io object was created with the
335 * FSL_MC_IO_ATOMIC_CONTEXT_PORTAL flag on. mc_send_command() calls for this
336 * fsl_mc_io object can be made from atomic or non-atomic context.
342 phys_addr_t portal_phys_addr;
343 void __iomem *portal_virt_addr;
344 struct fsl_mc_device *dpmcp_dev;
347 * This field is only meaningful if the
348 * FSL_MC_IO_ATOMIC_CONTEXT_PORTAL flag is not set
350 struct mutex mutex; /* serializes mc_send_command() */
353 * This field is only meaningful if the
354 * FSL_MC_IO_ATOMIC_CONTEXT_PORTAL flag is set
356 raw_spinlock_t spinlock; /* serializes mc_send_command() */
360 int mc_send_command(struct fsl_mc_io *mc_io, struct fsl_mc_command *cmd);
362 #ifdef CONFIG_FSL_MC_BUS
363 #define dev_is_fsl_mc(_dev) ((_dev)->bus == &fsl_mc_bus_type)
365 /* If fsl-mc bus is not present device cannot belong to fsl-mc bus */
366 #define dev_is_fsl_mc(_dev) (0)
369 /* Macro to check if a device is a container device */
370 #define fsl_mc_is_cont_dev(_dev) (to_fsl_mc_device(_dev)->flags & \
373 /* Macro to get the container device of a MC device */
374 #define fsl_mc_cont_dev(_dev) (fsl_mc_is_cont_dev(_dev) ? \
375 (_dev) : (_dev)->parent)
378 * module_fsl_mc_driver() - Helper macro for drivers that don't do
379 * anything special in module init/exit. This eliminates a lot of
380 * boilerplate. Each module may only use this macro once, and
381 * calling it replaces module_init() and module_exit()
383 #define module_fsl_mc_driver(__fsl_mc_driver) \
384 module_driver(__fsl_mc_driver, fsl_mc_driver_register, \
385 fsl_mc_driver_unregister)
388 * Macro to avoid include chaining to get THIS_MODULE
390 #define fsl_mc_driver_register(drv) \
391 __fsl_mc_driver_register(drv, THIS_MODULE)
393 int __must_check __fsl_mc_driver_register(struct fsl_mc_driver *fsl_mc_driver,
394 struct module *owner);
396 void fsl_mc_driver_unregister(struct fsl_mc_driver *driver);
399 * struct fsl_mc_version
400 * @major: Major version number: incremented on API compatibility changes
401 * @minor: Minor version number: incremented on API additions (that are
402 * backward compatible); reset when major version is incremented
403 * @revision: Internal revision number: incremented on implementation changes
404 * and/or bug fixes that have no impact on API
406 struct fsl_mc_version {
412 struct fsl_mc_version *fsl_mc_get_version(void);
414 int __must_check fsl_mc_portal_allocate(struct fsl_mc_device *mc_dev,
416 struct fsl_mc_io **new_mc_io);
418 void fsl_mc_portal_free(struct fsl_mc_io *mc_io);
420 int fsl_mc_portal_reset(struct fsl_mc_io *mc_io);
422 int __must_check fsl_mc_object_allocate(struct fsl_mc_device *mc_dev,
423 enum fsl_mc_pool_type pool_type,
424 struct fsl_mc_device **new_mc_adev);
426 void fsl_mc_object_free(struct fsl_mc_device *mc_adev);
428 struct irq_domain *fsl_mc_msi_create_irq_domain(struct fwnode_handle *fwnode,
429 struct msi_domain_info *info,
430 struct irq_domain *parent);
432 int __must_check fsl_mc_allocate_irqs(struct fsl_mc_device *mc_dev);
434 void fsl_mc_free_irqs(struct fsl_mc_device *mc_dev);
436 struct fsl_mc_device *fsl_mc_get_endpoint(struct fsl_mc_device *mc_dev,
439 extern const struct bus_type fsl_mc_bus_type;
441 extern const struct device_type fsl_mc_bus_dprc_type;
442 extern const struct device_type fsl_mc_bus_dpni_type;
443 extern const struct device_type fsl_mc_bus_dpio_type;
444 extern const struct device_type fsl_mc_bus_dpsw_type;
445 extern const struct device_type fsl_mc_bus_dpbp_type;
446 extern const struct device_type fsl_mc_bus_dpcon_type;
447 extern const struct device_type fsl_mc_bus_dpmcp_type;
448 extern const struct device_type fsl_mc_bus_dpmac_type;
449 extern const struct device_type fsl_mc_bus_dprtc_type;
450 extern const struct device_type fsl_mc_bus_dpseci_type;
451 extern const struct device_type fsl_mc_bus_dpdmux_type;
452 extern const struct device_type fsl_mc_bus_dpdcei_type;
453 extern const struct device_type fsl_mc_bus_dpaiop_type;
454 extern const struct device_type fsl_mc_bus_dpci_type;
455 extern const struct device_type fsl_mc_bus_dpdmai_type;
457 static inline bool is_fsl_mc_bus_dprc(const struct fsl_mc_device *mc_dev)
459 return mc_dev->dev.type == &fsl_mc_bus_dprc_type;
462 static inline bool is_fsl_mc_bus_dpni(const struct fsl_mc_device *mc_dev)
464 return mc_dev->dev.type == &fsl_mc_bus_dpni_type;
467 static inline bool is_fsl_mc_bus_dpio(const struct fsl_mc_device *mc_dev)
469 return mc_dev->dev.type == &fsl_mc_bus_dpio_type;
472 static inline bool is_fsl_mc_bus_dpsw(const struct fsl_mc_device *mc_dev)
474 return mc_dev->dev.type == &fsl_mc_bus_dpsw_type;
477 static inline bool is_fsl_mc_bus_dpdmux(const struct fsl_mc_device *mc_dev)
479 return mc_dev->dev.type == &fsl_mc_bus_dpdmux_type;
482 static inline bool is_fsl_mc_bus_dpbp(const struct fsl_mc_device *mc_dev)
484 return mc_dev->dev.type == &fsl_mc_bus_dpbp_type;
487 static inline bool is_fsl_mc_bus_dpcon(const struct fsl_mc_device *mc_dev)
489 return mc_dev->dev.type == &fsl_mc_bus_dpcon_type;
492 static inline bool is_fsl_mc_bus_dpmcp(const struct fsl_mc_device *mc_dev)
494 return mc_dev->dev.type == &fsl_mc_bus_dpmcp_type;
497 static inline bool is_fsl_mc_bus_dpmac(const struct fsl_mc_device *mc_dev)
499 return mc_dev->dev.type == &fsl_mc_bus_dpmac_type;
502 static inline bool is_fsl_mc_bus_dprtc(const struct fsl_mc_device *mc_dev)
504 return mc_dev->dev.type == &fsl_mc_bus_dprtc_type;
507 static inline bool is_fsl_mc_bus_dpseci(const struct fsl_mc_device *mc_dev)
509 return mc_dev->dev.type == &fsl_mc_bus_dpseci_type;
512 static inline bool is_fsl_mc_bus_dpdcei(const struct fsl_mc_device *mc_dev)
514 return mc_dev->dev.type == &fsl_mc_bus_dpdcei_type;
517 static inline bool is_fsl_mc_bus_dpaiop(const struct fsl_mc_device *mc_dev)
519 return mc_dev->dev.type == &fsl_mc_bus_dpaiop_type;
522 static inline bool is_fsl_mc_bus_dpci(const struct fsl_mc_device *mc_dev)
524 return mc_dev->dev.type == &fsl_mc_bus_dpci_type;
527 static inline bool is_fsl_mc_bus_dpdmai(const struct fsl_mc_device *mc_dev)
529 return mc_dev->dev.type == &fsl_mc_bus_dpdmai_type;
532 #define DPRC_RESET_OPTION_NON_RECURSIVE 0x00000001
533 int dprc_reset_container(struct fsl_mc_io *mc_io,
536 int child_container_id,
539 int dprc_scan_container(struct fsl_mc_device *mc_bus_dev,
540 bool alloc_interrupts);
542 void dprc_remove_devices(struct fsl_mc_device *mc_bus_dev,
543 struct fsl_mc_obj_desc *obj_desc_array,
544 int num_child_objects_in_mc);
546 int dprc_cleanup(struct fsl_mc_device *mc_dev);
548 int dprc_setup(struct fsl_mc_device *mc_dev);
551 * Maximum number of total IRQs that can be pre-allocated for an MC bus'
554 #define FSL_MC_IRQ_POOL_MAX_TOTAL_IRQS 256
556 int fsl_mc_populate_irq_pool(struct fsl_mc_device *mc_bus_dev,
557 unsigned int irq_count);
559 void fsl_mc_cleanup_irq_pool(struct fsl_mc_device *mc_bus_dev);
562 * Data Path Buffer Pool (DPBP) API
563 * Contains initialization APIs and runtime control APIs for DPBP
566 int dpbp_open(struct fsl_mc_io *mc_io,
571 int dpbp_close(struct fsl_mc_io *mc_io,
575 int dpbp_enable(struct fsl_mc_io *mc_io,
579 int dpbp_disable(struct fsl_mc_io *mc_io,
583 int dpbp_reset(struct fsl_mc_io *mc_io,
588 * struct dpbp_attr - Structure representing DPBP attributes
589 * @id: DPBP object ID
590 * @bpid: Hardware buffer pool ID; should be used as an argument in
591 * acquire/release operations on buffers
598 int dpbp_get_attributes(struct fsl_mc_io *mc_io,
601 struct dpbp_attr *attr);
603 /* Data Path Concentrator (DPCON) API
604 * Contains initialization APIs and runtime control APIs for DPCON
608 * Use it to disable notifications; see dpcon_set_notification()
610 #define DPCON_INVALID_DPIO_ID (int)(-1)
612 int dpcon_open(struct fsl_mc_io *mc_io,
617 int dpcon_close(struct fsl_mc_io *mc_io,
621 int dpcon_enable(struct fsl_mc_io *mc_io,
625 int dpcon_disable(struct fsl_mc_io *mc_io,
629 int dpcon_reset(struct fsl_mc_io *mc_io,
633 int fsl_mc_obj_open(struct fsl_mc_io *mc_io,
639 int fsl_mc_obj_close(struct fsl_mc_io *mc_io,
643 int fsl_mc_obj_reset(struct fsl_mc_io *mc_io,
648 * struct dpcon_attr - Structure representing DPCON attributes
649 * @id: DPCON object ID
650 * @qbman_ch_id: Channel ID to be used by dequeue operation
651 * @num_priorities: Number of priorities for the DPCON channel (1-8)
659 int dpcon_get_attributes(struct fsl_mc_io *mc_io,
662 struct dpcon_attr *attr);
665 * struct dpcon_notification_cfg - Structure representing notification params
666 * @dpio_id: DPIO object ID; must be configured with a notification channel;
667 * to disable notifications set it to 'DPCON_INVALID_DPIO_ID';
668 * @priority: Priority selection within the DPIO channel; valid values
669 * are 0-7, depending on the number of priorities in that channel
670 * @user_ctx: User context value provided with each CDAN message
672 struct dpcon_notification_cfg {
678 int dpcon_set_notification(struct fsl_mc_io *mc_io,
681 struct dpcon_notification_cfg *cfg);
683 #endif /* _FSL_MC_H_ */