2 * Copyright 2014 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
25 #include "amdgpu_pm.h"
26 #include "amdgpu_i2c.h"
28 #include "amdgpu_pll.h"
29 #include "amdgpu_connectors.h"
30 #ifdef CONFIG_DRM_AMDGPU_SI
33 #ifdef CONFIG_DRM_AMDGPU_CIK
36 #include "dce_v10_0.h"
37 #include "dce_v11_0.h"
38 #include "dce_virtual.h"
39 #include "ivsrcid/ivsrcid_vislands30.h"
41 #define DCE_VIRTUAL_VBLANK_PERIOD 16666666
44 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev);
45 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev);
46 static int dce_virtual_connector_encoder_init(struct amdgpu_device *adev,
48 static void dce_virtual_set_crtc_vblank_interrupt_state(struct amdgpu_device *adev,
50 enum amdgpu_interrupt_state state);
52 static u32 dce_virtual_vblank_get_counter(struct amdgpu_device *adev, int crtc)
57 static void dce_virtual_page_flip(struct amdgpu_device *adev,
58 int crtc_id, u64 crtc_base, bool async)
63 static int dce_virtual_crtc_get_scanoutpos(struct amdgpu_device *adev, int crtc,
64 u32 *vbl, u32 *position)
72 static bool dce_virtual_hpd_sense(struct amdgpu_device *adev,
73 enum amdgpu_hpd_id hpd)
78 static void dce_virtual_hpd_set_polarity(struct amdgpu_device *adev,
79 enum amdgpu_hpd_id hpd)
84 static u32 dce_virtual_hpd_get_gpio_reg(struct amdgpu_device *adev)
90 * dce_virtual_bandwidth_update - program display watermarks
92 * @adev: amdgpu_device pointer
94 * Calculate and program the display watermarks and line
95 * buffer allocation (CIK).
97 static void dce_virtual_bandwidth_update(struct amdgpu_device *adev)
102 static int dce_virtual_crtc_gamma_set(struct drm_crtc *crtc, u16 *red,
103 u16 *green, u16 *blue, uint32_t size,
104 struct drm_modeset_acquire_ctx *ctx)
109 static void dce_virtual_crtc_destroy(struct drm_crtc *crtc)
111 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
113 drm_crtc_cleanup(crtc);
117 static const struct drm_crtc_funcs dce_virtual_crtc_funcs = {
120 .gamma_set = dce_virtual_crtc_gamma_set,
121 .set_config = amdgpu_display_crtc_set_config,
122 .destroy = dce_virtual_crtc_destroy,
123 .page_flip_target = amdgpu_display_crtc_page_flip_target,
126 static void dce_virtual_crtc_dpms(struct drm_crtc *crtc, int mode)
128 struct drm_device *dev = crtc->dev;
129 struct amdgpu_device *adev = dev->dev_private;
130 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
133 if (amdgpu_sriov_vf(adev))
137 case DRM_MODE_DPMS_ON:
138 amdgpu_crtc->enabled = true;
139 /* Make sure VBLANK interrupts are still enabled */
140 type = amdgpu_display_crtc_idx_to_irq_type(adev,
141 amdgpu_crtc->crtc_id);
142 amdgpu_irq_update(adev, &adev->crtc_irq, type);
143 drm_crtc_vblank_on(crtc);
145 case DRM_MODE_DPMS_STANDBY:
146 case DRM_MODE_DPMS_SUSPEND:
147 case DRM_MODE_DPMS_OFF:
148 drm_crtc_vblank_off(crtc);
149 amdgpu_crtc->enabled = false;
155 static void dce_virtual_crtc_prepare(struct drm_crtc *crtc)
157 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
160 static void dce_virtual_crtc_commit(struct drm_crtc *crtc)
162 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
165 static void dce_virtual_crtc_disable(struct drm_crtc *crtc)
167 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
169 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
171 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
172 amdgpu_crtc->encoder = NULL;
173 amdgpu_crtc->connector = NULL;
176 static int dce_virtual_crtc_mode_set(struct drm_crtc *crtc,
177 struct drm_display_mode *mode,
178 struct drm_display_mode *adjusted_mode,
179 int x, int y, struct drm_framebuffer *old_fb)
181 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
183 /* update the hw version fpr dpm */
184 amdgpu_crtc->hw_mode = *adjusted_mode;
189 static bool dce_virtual_crtc_mode_fixup(struct drm_crtc *crtc,
190 const struct drm_display_mode *mode,
191 struct drm_display_mode *adjusted_mode)
197 static int dce_virtual_crtc_set_base(struct drm_crtc *crtc, int x, int y,
198 struct drm_framebuffer *old_fb)
203 static int dce_virtual_crtc_set_base_atomic(struct drm_crtc *crtc,
204 struct drm_framebuffer *fb,
205 int x, int y, enum mode_set_atomic state)
210 static const struct drm_crtc_helper_funcs dce_virtual_crtc_helper_funcs = {
211 .dpms = dce_virtual_crtc_dpms,
212 .mode_fixup = dce_virtual_crtc_mode_fixup,
213 .mode_set = dce_virtual_crtc_mode_set,
214 .mode_set_base = dce_virtual_crtc_set_base,
215 .mode_set_base_atomic = dce_virtual_crtc_set_base_atomic,
216 .prepare = dce_virtual_crtc_prepare,
217 .commit = dce_virtual_crtc_commit,
218 .disable = dce_virtual_crtc_disable,
221 static int dce_virtual_crtc_init(struct amdgpu_device *adev, int index)
223 struct amdgpu_crtc *amdgpu_crtc;
225 amdgpu_crtc = kzalloc(sizeof(struct amdgpu_crtc) +
226 (AMDGPUFB_CONN_LIMIT * sizeof(struct drm_connector *)), GFP_KERNEL);
227 if (amdgpu_crtc == NULL)
230 drm_crtc_init(adev->ddev, &amdgpu_crtc->base, &dce_virtual_crtc_funcs);
232 drm_mode_crtc_set_gamma_size(&amdgpu_crtc->base, 256);
233 amdgpu_crtc->crtc_id = index;
234 adev->mode_info.crtcs[index] = amdgpu_crtc;
236 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
237 amdgpu_crtc->encoder = NULL;
238 amdgpu_crtc->connector = NULL;
239 amdgpu_crtc->vsync_timer_enabled = AMDGPU_IRQ_STATE_DISABLE;
240 drm_crtc_helper_add(&amdgpu_crtc->base, &dce_virtual_crtc_helper_funcs);
245 static int dce_virtual_early_init(void *handle)
247 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
249 dce_virtual_set_display_funcs(adev);
250 dce_virtual_set_irq_funcs(adev);
252 adev->mode_info.num_hpd = 1;
253 adev->mode_info.num_dig = 1;
257 static struct drm_encoder *
258 dce_virtual_encoder(struct drm_connector *connector)
260 struct drm_encoder *encoder;
263 drm_connector_for_each_possible_encoder(connector, encoder, i) {
264 if (encoder->encoder_type == DRM_MODE_ENCODER_VIRTUAL)
268 /* pick the first one */
269 drm_connector_for_each_possible_encoder(connector, encoder, i)
275 static int dce_virtual_get_modes(struct drm_connector *connector)
277 struct drm_device *dev = connector->dev;
278 struct drm_display_mode *mode = NULL;
280 static const struct mode_size {
283 } common_modes[17] = {
303 for (i = 0; i < 17; i++) {
304 mode = drm_cvt_mode(dev, common_modes[i].w, common_modes[i].h, 60, false, false, false);
305 drm_mode_probed_add(connector, mode);
311 static enum drm_mode_status dce_virtual_mode_valid(struct drm_connector *connector,
312 struct drm_display_mode *mode)
318 dce_virtual_dpms(struct drm_connector *connector, int mode)
324 dce_virtual_set_property(struct drm_connector *connector,
325 struct drm_property *property,
331 static void dce_virtual_destroy(struct drm_connector *connector)
333 drm_connector_unregister(connector);
334 drm_connector_cleanup(connector);
338 static void dce_virtual_force(struct drm_connector *connector)
343 static const struct drm_connector_helper_funcs dce_virtual_connector_helper_funcs = {
344 .get_modes = dce_virtual_get_modes,
345 .mode_valid = dce_virtual_mode_valid,
346 .best_encoder = dce_virtual_encoder,
349 static const struct drm_connector_funcs dce_virtual_connector_funcs = {
350 .dpms = dce_virtual_dpms,
351 .fill_modes = drm_helper_probe_single_connector_modes,
352 .set_property = dce_virtual_set_property,
353 .destroy = dce_virtual_destroy,
354 .force = dce_virtual_force,
357 static int dce_virtual_sw_init(void *handle)
360 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
362 r = amdgpu_irq_add_id(adev, AMDGPU_IRQ_CLIENTID_LEGACY, VISLANDS30_IV_SRCID_SMU_DISP_TIMER2_TRIGGER, &adev->crtc_irq);
366 adev->ddev->max_vblank_count = 0;
368 adev->ddev->mode_config.funcs = &amdgpu_mode_funcs;
370 adev->ddev->mode_config.max_width = 16384;
371 adev->ddev->mode_config.max_height = 16384;
373 adev->ddev->mode_config.preferred_depth = 24;
374 adev->ddev->mode_config.prefer_shadow = 1;
376 adev->ddev->mode_config.fb_base = adev->gmc.aper_base;
378 r = amdgpu_display_modeset_create_props(adev);
382 adev->ddev->mode_config.max_width = 16384;
383 adev->ddev->mode_config.max_height = 16384;
385 /* allocate crtcs, encoders, connectors */
386 for (i = 0; i < adev->mode_info.num_crtc; i++) {
387 r = dce_virtual_crtc_init(adev, i);
390 r = dce_virtual_connector_encoder_init(adev, i);
395 drm_kms_helper_poll_init(adev->ddev);
397 adev->mode_info.mode_config_initialized = true;
401 static int dce_virtual_sw_fini(void *handle)
403 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
405 kfree(adev->mode_info.bios_hardcoded_edid);
407 drm_kms_helper_poll_fini(adev->ddev);
409 drm_mode_config_cleanup(adev->ddev);
410 /* clear crtcs pointer to avoid dce irq finish routine access freed data */
411 memset(adev->mode_info.crtcs, 0, sizeof(adev->mode_info.crtcs[0]) * AMDGPU_MAX_CRTCS);
412 adev->mode_info.mode_config_initialized = false;
416 static int dce_virtual_hw_init(void *handle)
418 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
420 switch (adev->asic_type) {
421 #ifdef CONFIG_DRM_AMDGPU_SI
426 dce_v6_0_disable_dce(adev);
429 #ifdef CONFIG_DRM_AMDGPU_CIK
435 dce_v8_0_disable_dce(adev);
440 dce_v10_0_disable_dce(adev);
447 dce_v11_0_disable_dce(adev);
450 #ifdef CONFIG_DRM_AMDGPU_SI
461 DRM_ERROR("Virtual display unsupported ASIC type: 0x%X\n", adev->asic_type);
466 static int dce_virtual_hw_fini(void *handle)
468 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
471 for (i = 0; i<adev->mode_info.num_crtc; i++)
472 if (adev->mode_info.crtcs[i])
473 dce_virtual_set_crtc_vblank_interrupt_state(adev, i, AMDGPU_IRQ_STATE_DISABLE);
478 static int dce_virtual_suspend(void *handle)
480 return dce_virtual_hw_fini(handle);
483 static int dce_virtual_resume(void *handle)
485 return dce_virtual_hw_init(handle);
488 static bool dce_virtual_is_idle(void *handle)
493 static int dce_virtual_wait_for_idle(void *handle)
498 static int dce_virtual_soft_reset(void *handle)
503 static int dce_virtual_set_clockgating_state(void *handle,
504 enum amd_clockgating_state state)
509 static int dce_virtual_set_powergating_state(void *handle,
510 enum amd_powergating_state state)
515 static const struct amd_ip_funcs dce_virtual_ip_funcs = {
516 .name = "dce_virtual",
517 .early_init = dce_virtual_early_init,
519 .sw_init = dce_virtual_sw_init,
520 .sw_fini = dce_virtual_sw_fini,
521 .hw_init = dce_virtual_hw_init,
522 .hw_fini = dce_virtual_hw_fini,
523 .suspend = dce_virtual_suspend,
524 .resume = dce_virtual_resume,
525 .is_idle = dce_virtual_is_idle,
526 .wait_for_idle = dce_virtual_wait_for_idle,
527 .soft_reset = dce_virtual_soft_reset,
528 .set_clockgating_state = dce_virtual_set_clockgating_state,
529 .set_powergating_state = dce_virtual_set_powergating_state,
532 /* these are handled by the primary encoders */
533 static void dce_virtual_encoder_prepare(struct drm_encoder *encoder)
538 static void dce_virtual_encoder_commit(struct drm_encoder *encoder)
544 dce_virtual_encoder_mode_set(struct drm_encoder *encoder,
545 struct drm_display_mode *mode,
546 struct drm_display_mode *adjusted_mode)
551 static void dce_virtual_encoder_disable(struct drm_encoder *encoder)
557 dce_virtual_encoder_dpms(struct drm_encoder *encoder, int mode)
562 static bool dce_virtual_encoder_mode_fixup(struct drm_encoder *encoder,
563 const struct drm_display_mode *mode,
564 struct drm_display_mode *adjusted_mode)
569 static const struct drm_encoder_helper_funcs dce_virtual_encoder_helper_funcs = {
570 .dpms = dce_virtual_encoder_dpms,
571 .mode_fixup = dce_virtual_encoder_mode_fixup,
572 .prepare = dce_virtual_encoder_prepare,
573 .mode_set = dce_virtual_encoder_mode_set,
574 .commit = dce_virtual_encoder_commit,
575 .disable = dce_virtual_encoder_disable,
578 static void dce_virtual_encoder_destroy(struct drm_encoder *encoder)
580 drm_encoder_cleanup(encoder);
584 static const struct drm_encoder_funcs dce_virtual_encoder_funcs = {
585 .destroy = dce_virtual_encoder_destroy,
588 static int dce_virtual_connector_encoder_init(struct amdgpu_device *adev,
591 struct drm_encoder *encoder;
592 struct drm_connector *connector;
594 /* add a new encoder */
595 encoder = kzalloc(sizeof(struct drm_encoder), GFP_KERNEL);
598 encoder->possible_crtcs = 1 << index;
599 drm_encoder_init(adev->ddev, encoder, &dce_virtual_encoder_funcs,
600 DRM_MODE_ENCODER_VIRTUAL, NULL);
601 drm_encoder_helper_add(encoder, &dce_virtual_encoder_helper_funcs);
603 connector = kzalloc(sizeof(struct drm_connector), GFP_KERNEL);
609 /* add a new connector */
610 drm_connector_init(adev->ddev, connector, &dce_virtual_connector_funcs,
611 DRM_MODE_CONNECTOR_VIRTUAL);
612 drm_connector_helper_add(connector, &dce_virtual_connector_helper_funcs);
613 connector->display_info.subpixel_order = SubPixelHorizontalRGB;
614 connector->interlace_allowed = false;
615 connector->doublescan_allowed = false;
616 drm_connector_register(connector);
619 drm_connector_attach_encoder(connector, encoder);
624 static const struct amdgpu_display_funcs dce_virtual_display_funcs = {
625 .bandwidth_update = &dce_virtual_bandwidth_update,
626 .vblank_get_counter = &dce_virtual_vblank_get_counter,
627 .backlight_set_level = NULL,
628 .backlight_get_level = NULL,
629 .hpd_sense = &dce_virtual_hpd_sense,
630 .hpd_set_polarity = &dce_virtual_hpd_set_polarity,
631 .hpd_get_gpio_reg = &dce_virtual_hpd_get_gpio_reg,
632 .page_flip = &dce_virtual_page_flip,
633 .page_flip_get_scanoutpos = &dce_virtual_crtc_get_scanoutpos,
635 .add_connector = NULL,
638 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev)
640 adev->mode_info.funcs = &dce_virtual_display_funcs;
643 static int dce_virtual_pageflip(struct amdgpu_device *adev,
647 struct amdgpu_crtc *amdgpu_crtc;
648 struct amdgpu_flip_work *works;
650 amdgpu_crtc = adev->mode_info.crtcs[crtc_id];
652 if (crtc_id >= adev->mode_info.num_crtc) {
653 DRM_ERROR("invalid pageflip crtc %d\n", crtc_id);
657 /* IRQ could occur when in initial stage */
658 if (amdgpu_crtc == NULL)
661 spin_lock_irqsave(&adev->ddev->event_lock, flags);
662 works = amdgpu_crtc->pflip_works;
663 if (amdgpu_crtc->pflip_status != AMDGPU_FLIP_SUBMITTED) {
664 DRM_DEBUG_DRIVER("amdgpu_crtc->pflip_status = %d != "
665 "AMDGPU_FLIP_SUBMITTED(%d)\n",
666 amdgpu_crtc->pflip_status,
667 AMDGPU_FLIP_SUBMITTED);
668 spin_unlock_irqrestore(&adev->ddev->event_lock, flags);
672 /* page flip completed. clean up */
673 amdgpu_crtc->pflip_status = AMDGPU_FLIP_NONE;
674 amdgpu_crtc->pflip_works = NULL;
676 /* wakeup usersapce */
678 drm_crtc_send_vblank_event(&amdgpu_crtc->base, works->event);
680 spin_unlock_irqrestore(&adev->ddev->event_lock, flags);
682 drm_crtc_vblank_put(&amdgpu_crtc->base);
683 amdgpu_bo_unref(&works->old_abo);
684 kfree(works->shared);
690 static enum hrtimer_restart dce_virtual_vblank_timer_handle(struct hrtimer *vblank_timer)
692 struct amdgpu_crtc *amdgpu_crtc = container_of(vblank_timer,
693 struct amdgpu_crtc, vblank_timer);
694 struct drm_device *ddev = amdgpu_crtc->base.dev;
695 struct amdgpu_device *adev = ddev->dev_private;
697 drm_handle_vblank(ddev, amdgpu_crtc->crtc_id);
698 dce_virtual_pageflip(adev, amdgpu_crtc->crtc_id);
699 hrtimer_start(vblank_timer, DCE_VIRTUAL_VBLANK_PERIOD,
702 return HRTIMER_NORESTART;
705 static void dce_virtual_set_crtc_vblank_interrupt_state(struct amdgpu_device *adev,
707 enum amdgpu_interrupt_state state)
709 if (crtc >= adev->mode_info.num_crtc || !adev->mode_info.crtcs[crtc]) {
710 DRM_DEBUG("invalid crtc %d\n", crtc);
714 if (state && !adev->mode_info.crtcs[crtc]->vsync_timer_enabled) {
715 DRM_DEBUG("Enable software vsync timer\n");
716 hrtimer_init(&adev->mode_info.crtcs[crtc]->vblank_timer,
717 CLOCK_MONOTONIC, HRTIMER_MODE_REL);
718 hrtimer_set_expires(&adev->mode_info.crtcs[crtc]->vblank_timer,
719 DCE_VIRTUAL_VBLANK_PERIOD);
720 adev->mode_info.crtcs[crtc]->vblank_timer.function =
721 dce_virtual_vblank_timer_handle;
722 hrtimer_start(&adev->mode_info.crtcs[crtc]->vblank_timer,
723 DCE_VIRTUAL_VBLANK_PERIOD, HRTIMER_MODE_REL);
724 } else if (!state && adev->mode_info.crtcs[crtc]->vsync_timer_enabled) {
725 DRM_DEBUG("Disable software vsync timer\n");
726 hrtimer_cancel(&adev->mode_info.crtcs[crtc]->vblank_timer);
729 adev->mode_info.crtcs[crtc]->vsync_timer_enabled = state;
730 DRM_DEBUG("[FM]set crtc %d vblank interrupt state %d\n", crtc, state);
734 static int dce_virtual_set_crtc_irq_state(struct amdgpu_device *adev,
735 struct amdgpu_irq_src *source,
737 enum amdgpu_interrupt_state state)
739 if (type > AMDGPU_CRTC_IRQ_VBLANK6)
742 dce_virtual_set_crtc_vblank_interrupt_state(adev, type, state);
747 static const struct amdgpu_irq_src_funcs dce_virtual_crtc_irq_funcs = {
748 .set = dce_virtual_set_crtc_irq_state,
752 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev)
754 adev->crtc_irq.num_types = AMDGPU_CRTC_IRQ_VBLANK6 + 1;
755 adev->crtc_irq.funcs = &dce_virtual_crtc_irq_funcs;
758 const struct amdgpu_ip_block_version dce_virtual_ip_block =
760 .type = AMD_IP_BLOCK_TYPE_DCE,
764 .funcs = &dce_virtual_ip_funcs,