2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
28 #include "dm_services_types.h"
32 #include "amdgpu_dm.h"
33 #include "amdgpu_dm_irq.h"
35 /******************************************************************************
36 * Private declarations.
37 *****************************************************************************/
39 struct amdgpu_dm_irq_handler_data {
40 struct list_head list;
41 interrupt_handler handler;
44 /* DM which this handler belongs to */
45 struct amdgpu_display_manager *dm;
46 /* DAL irq source which registered for this interrupt. */
47 enum dc_irq_source irq_source;
50 #define DM_IRQ_TABLE_LOCK(adev, flags) \
51 spin_lock_irqsave(&adev->dm.irq_handler_list_table_lock, flags)
53 #define DM_IRQ_TABLE_UNLOCK(adev, flags) \
54 spin_unlock_irqrestore(&adev->dm.irq_handler_list_table_lock, flags)
56 /******************************************************************************
58 *****************************************************************************/
60 static void init_handler_common_data(struct amdgpu_dm_irq_handler_data *hcd,
63 struct amdgpu_display_manager *dm)
66 hcd->handler_arg = args;
71 * dm_irq_work_func - Handle an IRQ outside of the interrupt handler proper.
75 static void dm_irq_work_func(struct work_struct *work)
77 struct list_head *entry;
78 struct irq_list_head *irq_list_head =
79 container_of(work, struct irq_list_head, work);
80 struct list_head *handler_list = &irq_list_head->head;
81 struct amdgpu_dm_irq_handler_data *handler_data;
83 list_for_each(entry, handler_list) {
84 handler_data = list_entry(entry,
85 struct amdgpu_dm_irq_handler_data,
88 DRM_DEBUG_KMS("DM_IRQ: work_func: for dal_src=%d\n",
89 handler_data->irq_source);
91 DRM_DEBUG_KMS("DM_IRQ: schedule_work: for dal_src=%d\n",
92 handler_data->irq_source);
94 handler_data->handler(handler_data->handler_arg);
97 /* Call a DAL subcomponent which registered for interrupt notification
98 * at INTERRUPT_LOW_IRQ_CONTEXT.
99 * (The most common use is HPD interrupt) */
103 * Remove a handler and return a pointer to hander list from which the
104 * handler was removed.
106 static struct list_head *remove_irq_handler(struct amdgpu_device *adev,
108 const struct dc_interrupt_params *int_params)
110 struct list_head *hnd_list;
111 struct list_head *entry, *tmp;
112 struct amdgpu_dm_irq_handler_data *handler;
113 unsigned long irq_table_flags;
114 bool handler_removed = false;
115 enum dc_irq_source irq_source;
117 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
119 irq_source = int_params->irq_source;
121 switch (int_params->int_context) {
122 case INTERRUPT_HIGH_IRQ_CONTEXT:
123 hnd_list = &adev->dm.irq_handler_list_high_tab[irq_source];
125 case INTERRUPT_LOW_IRQ_CONTEXT:
127 hnd_list = &adev->dm.irq_handler_list_low_tab[irq_source].head;
131 list_for_each_safe(entry, tmp, hnd_list) {
133 handler = list_entry(entry, struct amdgpu_dm_irq_handler_data,
137 /* Found our handler. Remove it from the list. */
138 list_del(&handler->list);
139 handler_removed = true;
144 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
146 if (handler_removed == false) {
147 /* Not necessarily an error - caller may not
148 * know the context. */
155 "DM_IRQ: removed irq handler: %p for: dal_src=%d, irq context=%d\n",
156 ih, int_params->irq_source, int_params->int_context);
162 validate_irq_registration_params(struct dc_interrupt_params *int_params,
165 if (NULL == int_params || NULL == ih) {
166 DRM_ERROR("DM_IRQ: invalid input!\n");
170 if (int_params->int_context >= INTERRUPT_CONTEXT_NUMBER) {
171 DRM_ERROR("DM_IRQ: invalid context: %d!\n",
172 int_params->int_context);
176 if (!DAL_VALID_IRQ_SRC_NUM(int_params->irq_source)) {
177 DRM_ERROR("DM_IRQ: invalid irq_source: %d!\n",
178 int_params->irq_source);
185 static bool validate_irq_unregistration_params(enum dc_irq_source irq_source,
186 irq_handler_idx handler_idx)
188 if (DAL_INVALID_IRQ_HANDLER_IDX == handler_idx) {
189 DRM_ERROR("DM_IRQ: invalid handler_idx==NULL!\n");
193 if (!DAL_VALID_IRQ_SRC_NUM(irq_source)) {
194 DRM_ERROR("DM_IRQ: invalid irq_source:%d!\n", irq_source);
200 /******************************************************************************
203 * Note: caller is responsible for input validation.
204 *****************************************************************************/
206 void *amdgpu_dm_irq_register_interrupt(struct amdgpu_device *adev,
207 struct dc_interrupt_params *int_params,
211 struct list_head *hnd_list;
212 struct amdgpu_dm_irq_handler_data *handler_data;
213 unsigned long irq_table_flags;
214 enum dc_irq_source irq_source;
216 if (false == validate_irq_registration_params(int_params, ih))
217 return DAL_INVALID_IRQ_HANDLER_IDX;
219 handler_data = kzalloc(sizeof(*handler_data), GFP_KERNEL);
221 DRM_ERROR("DM_IRQ: failed to allocate irq handler!\n");
222 return DAL_INVALID_IRQ_HANDLER_IDX;
225 memset(handler_data, 0, sizeof(*handler_data));
227 init_handler_common_data(handler_data, ih, handler_args, &adev->dm);
229 irq_source = int_params->irq_source;
231 handler_data->irq_source = irq_source;
233 /* Lock the list, add the handler. */
234 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
236 switch (int_params->int_context) {
237 case INTERRUPT_HIGH_IRQ_CONTEXT:
238 hnd_list = &adev->dm.irq_handler_list_high_tab[irq_source];
240 case INTERRUPT_LOW_IRQ_CONTEXT:
242 hnd_list = &adev->dm.irq_handler_list_low_tab[irq_source].head;
246 list_add_tail(&handler_data->list, hnd_list);
248 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
250 /* This pointer will be stored by code which requested interrupt
252 * The same pointer will be needed in order to unregister the
256 "DM_IRQ: added irq handler: %p for: dal_src=%d, irq context=%d\n",
259 int_params->int_context);
264 void amdgpu_dm_irq_unregister_interrupt(struct amdgpu_device *adev,
265 enum dc_irq_source irq_source,
268 struct list_head *handler_list;
269 struct dc_interrupt_params int_params;
272 if (false == validate_irq_unregistration_params(irq_source, ih))
275 memset(&int_params, 0, sizeof(int_params));
277 int_params.irq_source = irq_source;
279 for (i = 0; i < INTERRUPT_CONTEXT_NUMBER; i++) {
281 int_params.int_context = i;
283 handler_list = remove_irq_handler(adev, ih, &int_params);
285 if (handler_list != NULL)
289 if (handler_list == NULL) {
290 /* If we got here, it means we searched all irq contexts
291 * for this irq source, but the handler was not found. */
293 "DM_IRQ: failed to find irq handler:%p for irq_source:%d!\n",
298 int amdgpu_dm_irq_init(struct amdgpu_device *adev)
301 struct irq_list_head *lh;
303 DRM_DEBUG_KMS("DM_IRQ\n");
305 spin_lock_init(&adev->dm.irq_handler_list_table_lock);
307 for (src = 0; src < DAL_IRQ_SOURCES_NUMBER; src++) {
308 /* low context handler list init */
309 lh = &adev->dm.irq_handler_list_low_tab[src];
310 INIT_LIST_HEAD(&lh->head);
311 INIT_WORK(&lh->work, dm_irq_work_func);
313 /* high context handler init */
314 INIT_LIST_HEAD(&adev->dm.irq_handler_list_high_tab[src]);
320 /* DM IRQ and timer resource release */
321 void amdgpu_dm_irq_fini(struct amdgpu_device *adev)
324 struct irq_list_head *lh;
325 unsigned long irq_table_flags;
326 DRM_DEBUG_KMS("DM_IRQ: releasing resources.\n");
327 for (src = 0; src < DAL_IRQ_SOURCES_NUMBER; src++) {
328 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
329 /* The handler was removed from the table,
330 * it means it is safe to flush all the 'work'
331 * (because no code can schedule a new one). */
332 lh = &adev->dm.irq_handler_list_low_tab[src];
333 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
334 flush_work(&lh->work);
338 int amdgpu_dm_irq_suspend(struct amdgpu_device *adev)
341 struct list_head *hnd_list_h;
342 struct list_head *hnd_list_l;
343 unsigned long irq_table_flags;
345 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
347 DRM_DEBUG_KMS("DM_IRQ: suspend\n");
350 * Disable HW interrupt for HPD and HPDRX only since FLIP and VBLANK
351 * will be disabled from manage_dm_interrupts on disable CRTC.
353 for (src = DC_IRQ_SOURCE_HPD1; src <= DC_IRQ_SOURCE_HPD6RX; src++) {
354 hnd_list_l = &adev->dm.irq_handler_list_low_tab[src].head;
355 hnd_list_h = &adev->dm.irq_handler_list_high_tab[src];
356 if (!list_empty(hnd_list_l) || !list_empty(hnd_list_h))
357 dc_interrupt_set(adev->dm.dc, src, false);
359 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
360 flush_work(&adev->dm.irq_handler_list_low_tab[src].work);
362 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
365 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
369 int amdgpu_dm_irq_resume_early(struct amdgpu_device *adev)
372 struct list_head *hnd_list_h, *hnd_list_l;
373 unsigned long irq_table_flags;
375 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
377 DRM_DEBUG_KMS("DM_IRQ: early resume\n");
379 /* re-enable short pulse interrupts HW interrupt */
380 for (src = DC_IRQ_SOURCE_HPD1RX; src <= DC_IRQ_SOURCE_HPD6RX; src++) {
381 hnd_list_l = &adev->dm.irq_handler_list_low_tab[src].head;
382 hnd_list_h = &adev->dm.irq_handler_list_high_tab[src];
383 if (!list_empty(hnd_list_l) || !list_empty(hnd_list_h))
384 dc_interrupt_set(adev->dm.dc, src, true);
387 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
392 int amdgpu_dm_irq_resume_late(struct amdgpu_device *adev)
395 struct list_head *hnd_list_h, *hnd_list_l;
396 unsigned long irq_table_flags;
398 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
400 DRM_DEBUG_KMS("DM_IRQ: resume\n");
403 * Renable HW interrupt for HPD and only since FLIP and VBLANK
404 * will be enabled from manage_dm_interrupts on enable CRTC.
406 for (src = DC_IRQ_SOURCE_HPD1; src <= DC_IRQ_SOURCE_HPD6; src++) {
407 hnd_list_l = &adev->dm.irq_handler_list_low_tab[src].head;
408 hnd_list_h = &adev->dm.irq_handler_list_high_tab[src];
409 if (!list_empty(hnd_list_l) || !list_empty(hnd_list_h))
410 dc_interrupt_set(adev->dm.dc, src, true);
413 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
418 * amdgpu_dm_irq_schedule_work - schedule all work items registered for the
421 static void amdgpu_dm_irq_schedule_work(struct amdgpu_device *adev,
422 enum dc_irq_source irq_source)
424 unsigned long irq_table_flags;
425 struct work_struct *work = NULL;
427 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
429 if (!list_empty(&adev->dm.irq_handler_list_low_tab[irq_source].head))
430 work = &adev->dm.irq_handler_list_low_tab[irq_source].work;
432 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
435 if (!schedule_work(work))
436 DRM_INFO("amdgpu_dm_irq_schedule_work FAILED src %d\n",
442 /** amdgpu_dm_irq_immediate_work
443 * Callback high irq work immediately, don't send to work queue
445 static void amdgpu_dm_irq_immediate_work(struct amdgpu_device *adev,
446 enum dc_irq_source irq_source)
448 struct amdgpu_dm_irq_handler_data *handler_data;
449 struct list_head *entry;
450 unsigned long irq_table_flags;
452 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
456 &adev->dm.irq_handler_list_high_tab[irq_source]) {
458 handler_data = list_entry(entry,
459 struct amdgpu_dm_irq_handler_data,
462 /* Call a subcomponent which registered for immediate
463 * interrupt notification */
464 handler_data->handler(handler_data->handler_arg);
467 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
471 * amdgpu_dm_irq_handler
473 * Generic IRQ handler, calls all registered high irq work immediately, and
474 * schedules work for low irq
476 static int amdgpu_dm_irq_handler(struct amdgpu_device *adev,
477 struct amdgpu_irq_src *source,
478 struct amdgpu_iv_entry *entry)
481 enum dc_irq_source src =
482 dc_interrupt_to_irq_source(
487 dc_interrupt_ack(adev->dm.dc, src);
489 /* Call high irq work immediately */
490 amdgpu_dm_irq_immediate_work(adev, src);
491 /*Schedule low_irq work */
492 amdgpu_dm_irq_schedule_work(adev, src);
497 static enum dc_irq_source amdgpu_dm_hpd_to_dal_irq_source(unsigned type)
501 return DC_IRQ_SOURCE_HPD1;
503 return DC_IRQ_SOURCE_HPD2;
505 return DC_IRQ_SOURCE_HPD3;
507 return DC_IRQ_SOURCE_HPD4;
509 return DC_IRQ_SOURCE_HPD5;
511 return DC_IRQ_SOURCE_HPD6;
513 return DC_IRQ_SOURCE_INVALID;
517 static int amdgpu_dm_set_hpd_irq_state(struct amdgpu_device *adev,
518 struct amdgpu_irq_src *source,
520 enum amdgpu_interrupt_state state)
522 enum dc_irq_source src = amdgpu_dm_hpd_to_dal_irq_source(type);
523 bool st = (state == AMDGPU_IRQ_STATE_ENABLE);
525 dc_interrupt_set(adev->dm.dc, src, st);
529 static inline int dm_irq_state(struct amdgpu_device *adev,
530 struct amdgpu_irq_src *source,
532 enum amdgpu_interrupt_state state,
533 const enum irq_type dal_irq_type,
537 enum dc_irq_source irq_source;
539 struct amdgpu_crtc *acrtc = adev->mode_info.crtcs[crtc_id];
543 "%s: crtc is NULL at id :%d\n",
549 if (acrtc->otg_inst == -1)
552 irq_source = dal_irq_type + acrtc->otg_inst;
554 st = (state == AMDGPU_IRQ_STATE_ENABLE);
556 dc_interrupt_set(adev->dm.dc, irq_source, st);
560 static int amdgpu_dm_set_pflip_irq_state(struct amdgpu_device *adev,
561 struct amdgpu_irq_src *source,
563 enum amdgpu_interrupt_state state)
574 static int amdgpu_dm_set_crtc_irq_state(struct amdgpu_device *adev,
575 struct amdgpu_irq_src *source,
577 enum amdgpu_interrupt_state state)
588 static const struct amdgpu_irq_src_funcs dm_crtc_irq_funcs = {
589 .set = amdgpu_dm_set_crtc_irq_state,
590 .process = amdgpu_dm_irq_handler,
593 static const struct amdgpu_irq_src_funcs dm_pageflip_irq_funcs = {
594 .set = amdgpu_dm_set_pflip_irq_state,
595 .process = amdgpu_dm_irq_handler,
598 static const struct amdgpu_irq_src_funcs dm_hpd_irq_funcs = {
599 .set = amdgpu_dm_set_hpd_irq_state,
600 .process = amdgpu_dm_irq_handler,
603 void amdgpu_dm_set_irq_funcs(struct amdgpu_device *adev)
606 adev->crtc_irq.num_types = adev->mode_info.num_crtc;
607 adev->crtc_irq.funcs = &dm_crtc_irq_funcs;
609 adev->pageflip_irq.num_types = adev->mode_info.num_crtc;
610 adev->pageflip_irq.funcs = &dm_pageflip_irq_funcs;
612 adev->hpd_irq.num_types = adev->mode_info.num_hpd;
613 adev->hpd_irq.funcs = &dm_hpd_irq_funcs;
617 * amdgpu_dm_hpd_init - hpd setup callback.
619 * @adev: amdgpu_device pointer
621 * Setup the hpd pins used by the card (evergreen+).
622 * Enable the pin, set the polarity, and enable the hpd interrupts.
624 void amdgpu_dm_hpd_init(struct amdgpu_device *adev)
626 struct drm_device *dev = adev->ddev;
627 struct drm_connector *connector;
629 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
630 struct amdgpu_dm_connector *amdgpu_dm_connector =
631 to_amdgpu_dm_connector(connector);
633 const struct dc_link *dc_link = amdgpu_dm_connector->dc_link;
635 if (DC_IRQ_SOURCE_INVALID != dc_link->irq_source_hpd) {
636 dc_interrupt_set(adev->dm.dc,
637 dc_link->irq_source_hpd,
641 if (DC_IRQ_SOURCE_INVALID != dc_link->irq_source_hpd_rx) {
642 dc_interrupt_set(adev->dm.dc,
643 dc_link->irq_source_hpd_rx,
650 * amdgpu_dm_hpd_fini - hpd tear down callback.
652 * @adev: amdgpu_device pointer
654 * Tear down the hpd pins used by the card (evergreen+).
655 * Disable the hpd interrupts.
657 void amdgpu_dm_hpd_fini(struct amdgpu_device *adev)
659 struct drm_device *dev = adev->ddev;
660 struct drm_connector *connector;
662 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
663 struct amdgpu_dm_connector *amdgpu_dm_connector =
664 to_amdgpu_dm_connector(connector);
665 const struct dc_link *dc_link = amdgpu_dm_connector->dc_link;
667 dc_interrupt_set(adev->dm.dc, dc_link->irq_source_hpd, false);
669 if (DC_IRQ_SOURCE_INVALID != dc_link->irq_source_hpd_rx) {
670 dc_interrupt_set(adev->dm.dc,
671 dc_link->irq_source_hpd_rx,