2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
28 #include "dm_services_types.h"
32 #include "amdgpu_dm.h"
33 #include "amdgpu_dm_irq.h"
35 /******************************************************************************
36 * Private declarations.
37 *****************************************************************************/
39 struct handler_common_data {
40 struct list_head list;
41 interrupt_handler handler;
44 /* DM which this handler belongs to */
45 struct amdgpu_display_manager *dm;
48 struct amdgpu_dm_irq_handler_data {
49 struct handler_common_data hcd;
50 /* DAL irq source which registered for this interrupt. */
51 enum dc_irq_source irq_source;
54 struct amdgpu_dm_timer_handler_data {
55 struct handler_common_data hcd;
56 struct delayed_work d_work;
59 #define DM_IRQ_TABLE_LOCK(adev, flags) \
60 spin_lock_irqsave(&adev->dm.irq_handler_list_table_lock, flags)
62 #define DM_IRQ_TABLE_UNLOCK(adev, flags) \
63 spin_unlock_irqrestore(&adev->dm.irq_handler_list_table_lock, flags)
65 /******************************************************************************
67 *****************************************************************************/
69 static void init_handler_common_data(struct handler_common_data *hcd,
72 struct amdgpu_display_manager *dm)
75 hcd->handler_arg = args;
80 * dm_irq_work_func - Handle an IRQ outside of the interrupt handler proper.
84 static void dm_irq_work_func(struct work_struct *work)
86 struct list_head *entry;
87 struct irq_list_head *irq_list_head =
88 container_of(work, struct irq_list_head, work);
89 struct list_head *handler_list = &irq_list_head->head;
90 struct amdgpu_dm_irq_handler_data *handler_data;
92 list_for_each(entry, handler_list) {
96 struct amdgpu_dm_irq_handler_data,
99 DRM_DEBUG_KMS("DM_IRQ: work_func: for dal_src=%d\n",
100 handler_data->irq_source);
102 DRM_DEBUG_KMS("DM_IRQ: schedule_work: for dal_src=%d\n",
103 handler_data->irq_source);
105 handler_data->hcd.handler(handler_data->hcd.handler_arg);
108 /* Call a DAL subcomponent which registered for interrupt notification
109 * at INTERRUPT_LOW_IRQ_CONTEXT.
110 * (The most common use is HPD interrupt) */
114 * Remove a handler and return a pointer to hander list from which the
115 * handler was removed.
117 static struct list_head *remove_irq_handler(struct amdgpu_device *adev,
119 const struct dc_interrupt_params *int_params)
121 struct list_head *hnd_list;
122 struct list_head *entry, *tmp;
123 struct amdgpu_dm_irq_handler_data *handler;
124 unsigned long irq_table_flags;
125 bool handler_removed = false;
126 enum dc_irq_source irq_source;
128 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
130 irq_source = int_params->irq_source;
132 switch (int_params->int_context) {
133 case INTERRUPT_HIGH_IRQ_CONTEXT:
134 hnd_list = &adev->dm.irq_handler_list_high_tab[irq_source];
136 case INTERRUPT_LOW_IRQ_CONTEXT:
138 hnd_list = &adev->dm.irq_handler_list_low_tab[irq_source].head;
142 list_for_each_safe(entry, tmp, hnd_list) {
144 handler = list_entry(entry, struct amdgpu_dm_irq_handler_data,
148 /* Found our handler. Remove it from the list. */
149 list_del(&handler->hcd.list);
150 handler_removed = true;
155 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
157 if (handler_removed == false) {
158 /* Not necessarily an error - caller may not
159 * know the context. */
166 "DM_IRQ: removed irq handler: %p for: dal_src=%d, irq context=%d\n",
167 ih, int_params->irq_source, int_params->int_context);
172 /* If 'handler_in == NULL' then remove ALL handlers. */
173 static void remove_timer_handler(struct amdgpu_device *adev,
174 struct amdgpu_dm_timer_handler_data *handler_in)
176 struct amdgpu_dm_timer_handler_data *handler_temp;
177 struct list_head *handler_list;
178 struct list_head *entry, *tmp;
179 unsigned long irq_table_flags;
180 bool handler_removed = false;
182 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
184 handler_list = &adev->dm.timer_handler_list;
186 list_for_each_safe(entry, tmp, handler_list) {
187 /* Note that list_for_each_safe() guarantees that
188 * handler_temp is NOT null. */
189 handler_temp = list_entry(entry,
190 struct amdgpu_dm_timer_handler_data, hcd.list);
192 if (handler_in == NULL || handler_in == handler_temp) {
193 list_del(&handler_temp->hcd.list);
194 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
196 DRM_DEBUG_KMS("DM_IRQ: removing timer handler: %p\n",
199 if (handler_in == NULL) {
200 /* Since it is still in the queue, it must
202 cancel_delayed_work_sync(&handler_temp->d_work);
206 handler_removed = true;
208 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
211 /* Remove ALL handlers. */
212 if (handler_in == NULL)
215 /* Remove a SPECIFIC handler.
216 * Found our handler - we can stop here. */
217 if (handler_in == handler_temp)
221 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
223 if (handler_in != NULL && handler_removed == false)
224 DRM_ERROR("DM_IRQ: handler: %p is not in the list!\n",
229 validate_irq_registration_params(struct dc_interrupt_params *int_params,
232 if (NULL == int_params || NULL == ih) {
233 DRM_ERROR("DM_IRQ: invalid input!\n");
237 if (int_params->int_context >= INTERRUPT_CONTEXT_NUMBER) {
238 DRM_ERROR("DM_IRQ: invalid context: %d!\n",
239 int_params->int_context);
243 if (!DAL_VALID_IRQ_SRC_NUM(int_params->irq_source)) {
244 DRM_ERROR("DM_IRQ: invalid irq_source: %d!\n",
245 int_params->irq_source);
252 static bool validate_irq_unregistration_params(enum dc_irq_source irq_source,
253 irq_handler_idx handler_idx)
255 if (DAL_INVALID_IRQ_HANDLER_IDX == handler_idx) {
256 DRM_ERROR("DM_IRQ: invalid handler_idx==NULL!\n");
260 if (!DAL_VALID_IRQ_SRC_NUM(irq_source)) {
261 DRM_ERROR("DM_IRQ: invalid irq_source:%d!\n", irq_source);
267 /******************************************************************************
270 * Note: caller is responsible for input validation.
271 *****************************************************************************/
273 void *amdgpu_dm_irq_register_interrupt(struct amdgpu_device *adev,
274 struct dc_interrupt_params *int_params,
278 struct list_head *hnd_list;
279 struct amdgpu_dm_irq_handler_data *handler_data;
280 unsigned long irq_table_flags;
281 enum dc_irq_source irq_source;
283 if (false == validate_irq_registration_params(int_params, ih))
284 return DAL_INVALID_IRQ_HANDLER_IDX;
286 handler_data = kzalloc(sizeof(*handler_data), GFP_KERNEL);
288 DRM_ERROR("DM_IRQ: failed to allocate irq handler!\n");
289 return DAL_INVALID_IRQ_HANDLER_IDX;
292 memset(handler_data, 0, sizeof(*handler_data));
294 init_handler_common_data(&handler_data->hcd, ih, handler_args,
297 irq_source = int_params->irq_source;
299 handler_data->irq_source = irq_source;
301 /* Lock the list, add the handler. */
302 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
304 switch (int_params->int_context) {
305 case INTERRUPT_HIGH_IRQ_CONTEXT:
306 hnd_list = &adev->dm.irq_handler_list_high_tab[irq_source];
308 case INTERRUPT_LOW_IRQ_CONTEXT:
310 hnd_list = &adev->dm.irq_handler_list_low_tab[irq_source].head;
314 list_add_tail(&handler_data->hcd.list, hnd_list);
316 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
318 /* This pointer will be stored by code which requested interrupt
320 * The same pointer will be needed in order to unregister the
324 "DM_IRQ: added irq handler: %p for: dal_src=%d, irq context=%d\n",
327 int_params->int_context);
332 void amdgpu_dm_irq_unregister_interrupt(struct amdgpu_device *adev,
333 enum dc_irq_source irq_source,
336 struct list_head *handler_list;
337 struct dc_interrupt_params int_params;
340 if (false == validate_irq_unregistration_params(irq_source, ih))
343 memset(&int_params, 0, sizeof(int_params));
345 int_params.irq_source = irq_source;
347 for (i = 0; i < INTERRUPT_CONTEXT_NUMBER; i++) {
349 int_params.int_context = i;
351 handler_list = remove_irq_handler(adev, ih, &int_params);
353 if (handler_list != NULL)
357 if (handler_list == NULL) {
358 /* If we got here, it means we searched all irq contexts
359 * for this irq source, but the handler was not found. */
361 "DM_IRQ: failed to find irq handler:%p for irq_source:%d!\n",
366 int amdgpu_dm_irq_init(struct amdgpu_device *adev)
369 struct irq_list_head *lh;
371 DRM_DEBUG_KMS("DM_IRQ\n");
373 spin_lock_init(&adev->dm.irq_handler_list_table_lock);
375 for (src = 0; src < DAL_IRQ_SOURCES_NUMBER; src++) {
376 /* low context handler list init */
377 lh = &adev->dm.irq_handler_list_low_tab[src];
378 INIT_LIST_HEAD(&lh->head);
379 INIT_WORK(&lh->work, dm_irq_work_func);
381 /* high context handler init */
382 INIT_LIST_HEAD(&adev->dm.irq_handler_list_high_tab[src]);
385 INIT_LIST_HEAD(&adev->dm.timer_handler_list);
387 /* allocate and initialize the workqueue for DM timer */
388 adev->dm.timer_workqueue = create_singlethread_workqueue(
390 if (adev->dm.timer_workqueue == NULL) {
391 DRM_ERROR("DM_IRQ: unable to create timer queue!\n");
398 /* DM IRQ and timer resource release */
399 void amdgpu_dm_irq_fini(struct amdgpu_device *adev)
402 struct irq_list_head *lh;
403 DRM_DEBUG_KMS("DM_IRQ: releasing resources.\n");
405 for (src = 0; src < DAL_IRQ_SOURCES_NUMBER; src++) {
407 /* The handler was removed from the table,
408 * it means it is safe to flush all the 'work'
409 * (because no code can schedule a new one). */
410 lh = &adev->dm.irq_handler_list_low_tab[src];
411 flush_work(&lh->work);
414 /* Cancel ALL timers and release handlers (if any). */
415 remove_timer_handler(adev, NULL);
416 /* Release the queue itself. */
417 destroy_workqueue(adev->dm.timer_workqueue);
420 int amdgpu_dm_irq_suspend(struct amdgpu_device *adev)
423 struct list_head *hnd_list_h;
424 struct list_head *hnd_list_l;
425 unsigned long irq_table_flags;
427 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
429 DRM_DEBUG_KMS("DM_IRQ: suspend\n");
432 * Disable HW interrupt for HPD and HPDRX only since FLIP and VBLANK
433 * will be disabled from manage_dm_interrupts on disable CRTC.
435 for (src = DC_IRQ_SOURCE_HPD1; src <= DC_IRQ_SOURCE_HPD6RX; src++) {
436 hnd_list_l = &adev->dm.irq_handler_list_low_tab[src].head;
437 hnd_list_h = &adev->dm.irq_handler_list_high_tab[src];
438 if (!list_empty(hnd_list_l) || !list_empty(hnd_list_h))
439 dc_interrupt_set(adev->dm.dc, src, false);
441 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
442 flush_work(&adev->dm.irq_handler_list_low_tab[src].work);
444 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
447 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
451 int amdgpu_dm_irq_resume_early(struct amdgpu_device *adev)
454 struct list_head *hnd_list_h, *hnd_list_l;
455 unsigned long irq_table_flags;
457 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
459 DRM_DEBUG_KMS("DM_IRQ: early resume\n");
461 /* re-enable short pulse interrupts HW interrupt */
462 for (src = DC_IRQ_SOURCE_HPD1RX; src <= DC_IRQ_SOURCE_HPD6RX; src++) {
463 hnd_list_l = &adev->dm.irq_handler_list_low_tab[src].head;
464 hnd_list_h = &adev->dm.irq_handler_list_high_tab[src];
465 if (!list_empty(hnd_list_l) || !list_empty(hnd_list_h))
466 dc_interrupt_set(adev->dm.dc, src, true);
469 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
474 int amdgpu_dm_irq_resume_late(struct amdgpu_device *adev)
477 struct list_head *hnd_list_h, *hnd_list_l;
478 unsigned long irq_table_flags;
480 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
482 DRM_DEBUG_KMS("DM_IRQ: resume\n");
485 * Renable HW interrupt for HPD and only since FLIP and VBLANK
486 * will be enabled from manage_dm_interrupts on enable CRTC.
488 for (src = DC_IRQ_SOURCE_HPD1; src <= DC_IRQ_SOURCE_HPD6; src++) {
489 hnd_list_l = &adev->dm.irq_handler_list_low_tab[src].head;
490 hnd_list_h = &adev->dm.irq_handler_list_high_tab[src];
491 if (!list_empty(hnd_list_l) || !list_empty(hnd_list_h))
492 dc_interrupt_set(adev->dm.dc, src, true);
495 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
500 * amdgpu_dm_irq_schedule_work - schedule all work items registered for the
503 static void amdgpu_dm_irq_schedule_work(struct amdgpu_device *adev,
504 enum dc_irq_source irq_source)
506 unsigned long irq_table_flags;
507 struct work_struct *work = NULL;
509 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
511 if (!list_empty(&adev->dm.irq_handler_list_low_tab[irq_source].head))
512 work = &adev->dm.irq_handler_list_low_tab[irq_source].work;
514 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
517 if (!schedule_work(work))
518 DRM_INFO("amdgpu_dm_irq_schedule_work FAILED src %d\n",
524 /** amdgpu_dm_irq_immediate_work
525 * Callback high irq work immediately, don't send to work queue
527 static void amdgpu_dm_irq_immediate_work(struct amdgpu_device *adev,
528 enum dc_irq_source irq_source)
530 struct amdgpu_dm_irq_handler_data *handler_data;
531 struct list_head *entry;
532 unsigned long irq_table_flags;
534 DM_IRQ_TABLE_LOCK(adev, irq_table_flags);
538 &adev->dm.irq_handler_list_high_tab[irq_source]) {
543 struct amdgpu_dm_irq_handler_data,
546 /* Call a subcomponent which registered for immediate
547 * interrupt notification */
548 handler_data->hcd.handler(handler_data->hcd.handler_arg);
551 DM_IRQ_TABLE_UNLOCK(adev, irq_table_flags);
555 * amdgpu_dm_irq_handler
557 * Generic IRQ handler, calls all registered high irq work immediately, and
558 * schedules work for low irq
560 static int amdgpu_dm_irq_handler(struct amdgpu_device *adev,
561 struct amdgpu_irq_src *source,
562 struct amdgpu_iv_entry *entry)
565 enum dc_irq_source src =
566 dc_interrupt_to_irq_source(
571 dc_interrupt_ack(adev->dm.dc, src);
573 /* Call high irq work immediately */
574 amdgpu_dm_irq_immediate_work(adev, src);
575 /*Schedule low_irq work */
576 amdgpu_dm_irq_schedule_work(adev, src);
581 static enum dc_irq_source amdgpu_dm_hpd_to_dal_irq_source(unsigned type)
585 return DC_IRQ_SOURCE_HPD1;
587 return DC_IRQ_SOURCE_HPD2;
589 return DC_IRQ_SOURCE_HPD3;
591 return DC_IRQ_SOURCE_HPD4;
593 return DC_IRQ_SOURCE_HPD5;
595 return DC_IRQ_SOURCE_HPD6;
597 return DC_IRQ_SOURCE_INVALID;
601 static int amdgpu_dm_set_hpd_irq_state(struct amdgpu_device *adev,
602 struct amdgpu_irq_src *source,
604 enum amdgpu_interrupt_state state)
606 enum dc_irq_source src = amdgpu_dm_hpd_to_dal_irq_source(type);
607 bool st = (state == AMDGPU_IRQ_STATE_ENABLE);
609 dc_interrupt_set(adev->dm.dc, src, st);
613 static inline int dm_irq_state(struct amdgpu_device *adev,
614 struct amdgpu_irq_src *source,
616 enum amdgpu_interrupt_state state,
617 const enum irq_type dal_irq_type,
621 enum dc_irq_source irq_source;
623 struct amdgpu_crtc *acrtc = adev->mode_info.crtcs[crtc_id];
627 "%s: crtc is NULL at id :%d\n",
633 irq_source = dal_irq_type + acrtc->otg_inst;
635 st = (state == AMDGPU_IRQ_STATE_ENABLE);
637 dc_interrupt_set(adev->dm.dc, irq_source, st);
641 static int amdgpu_dm_set_pflip_irq_state(struct amdgpu_device *adev,
642 struct amdgpu_irq_src *source,
644 enum amdgpu_interrupt_state state)
655 static int amdgpu_dm_set_crtc_irq_state(struct amdgpu_device *adev,
656 struct amdgpu_irq_src *source,
658 enum amdgpu_interrupt_state state)
669 static const struct amdgpu_irq_src_funcs dm_crtc_irq_funcs = {
670 .set = amdgpu_dm_set_crtc_irq_state,
671 .process = amdgpu_dm_irq_handler,
674 static const struct amdgpu_irq_src_funcs dm_pageflip_irq_funcs = {
675 .set = amdgpu_dm_set_pflip_irq_state,
676 .process = amdgpu_dm_irq_handler,
679 static const struct amdgpu_irq_src_funcs dm_hpd_irq_funcs = {
680 .set = amdgpu_dm_set_hpd_irq_state,
681 .process = amdgpu_dm_irq_handler,
684 void amdgpu_dm_set_irq_funcs(struct amdgpu_device *adev)
686 adev->crtc_irq.num_types = AMDGPU_CRTC_IRQ_LAST;
687 adev->crtc_irq.funcs = &dm_crtc_irq_funcs;
689 adev->pageflip_irq.num_types = AMDGPU_PAGEFLIP_IRQ_LAST;
690 adev->pageflip_irq.funcs = &dm_pageflip_irq_funcs;
692 adev->hpd_irq.num_types = AMDGPU_HPD_LAST;
693 adev->hpd_irq.funcs = &dm_hpd_irq_funcs;
697 * amdgpu_dm_hpd_init - hpd setup callback.
699 * @adev: amdgpu_device pointer
701 * Setup the hpd pins used by the card (evergreen+).
702 * Enable the pin, set the polarity, and enable the hpd interrupts.
704 void amdgpu_dm_hpd_init(struct amdgpu_device *adev)
706 struct drm_device *dev = adev->ddev;
707 struct drm_connector *connector;
709 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
710 struct amdgpu_dm_connector *amdgpu_dm_connector =
711 to_amdgpu_dm_connector(connector);
713 const struct dc_link *dc_link = amdgpu_dm_connector->dc_link;
715 if (DC_IRQ_SOURCE_INVALID != dc_link->irq_source_hpd) {
716 dc_interrupt_set(adev->dm.dc,
717 dc_link->irq_source_hpd,
721 if (DC_IRQ_SOURCE_INVALID != dc_link->irq_source_hpd_rx) {
722 dc_interrupt_set(adev->dm.dc,
723 dc_link->irq_source_hpd_rx,
730 * amdgpu_dm_hpd_fini - hpd tear down callback.
732 * @adev: amdgpu_device pointer
734 * Tear down the hpd pins used by the card (evergreen+).
735 * Disable the hpd interrupts.
737 void amdgpu_dm_hpd_fini(struct amdgpu_device *adev)
739 struct drm_device *dev = adev->ddev;
740 struct drm_connector *connector;
742 list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
743 struct amdgpu_dm_connector *amdgpu_dm_connector =
744 to_amdgpu_dm_connector(connector);
745 const struct dc_link *dc_link = amdgpu_dm_connector->dc_link;
747 dc_interrupt_set(adev->dm.dc, dc_link->irq_source_hpd, false);
749 if (DC_IRQ_SOURCE_INVALID != dc_link->irq_source_hpd_rx) {
750 dc_interrupt_set(adev->dm.dc,
751 dc_link->irq_source_hpd_rx,