2 * Copyright 2014 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
25 #include "amdgpu_pm.h"
26 #include "amdgpu_i2c.h"
28 #include "amdgpu_pll.h"
29 #include "amdgpu_connectors.h"
30 #ifdef CONFIG_DRM_AMDGPU_SI
33 #ifdef CONFIG_DRM_AMDGPU_CIK
36 #include "dce_v10_0.h"
37 #include "dce_v11_0.h"
38 #include "dce_virtual.h"
40 #define DCE_VIRTUAL_VBLANK_PERIOD 16666666
43 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev);
44 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev);
45 static int dce_virtual_connector_encoder_init(struct amdgpu_device *adev,
49 * dce_virtual_vblank_wait - vblank wait asic callback.
51 * @adev: amdgpu_device pointer
52 * @crtc: crtc to wait for vblank on
54 * Wait for vblank on the requested crtc (evergreen+).
56 static void dce_virtual_vblank_wait(struct amdgpu_device *adev, int crtc)
61 static u32 dce_virtual_vblank_get_counter(struct amdgpu_device *adev, int crtc)
66 static void dce_virtual_page_flip(struct amdgpu_device *adev,
67 int crtc_id, u64 crtc_base, bool async)
72 static int dce_virtual_crtc_get_scanoutpos(struct amdgpu_device *adev, int crtc,
73 u32 *vbl, u32 *position)
81 static bool dce_virtual_hpd_sense(struct amdgpu_device *adev,
82 enum amdgpu_hpd_id hpd)
87 static void dce_virtual_hpd_set_polarity(struct amdgpu_device *adev,
88 enum amdgpu_hpd_id hpd)
93 static u32 dce_virtual_hpd_get_gpio_reg(struct amdgpu_device *adev)
98 static void dce_virtual_stop_mc_access(struct amdgpu_device *adev,
99 struct amdgpu_mode_mc_save *save)
101 switch (adev->asic_type) {
102 #ifdef CONFIG_DRM_AMDGPU_SI
107 dce_v6_0_disable_dce(adev);
110 #ifdef CONFIG_DRM_AMDGPU_CIK
116 dce_v8_0_disable_dce(adev);
121 dce_v10_0_disable_dce(adev);
127 dce_v11_0_disable_dce(adev);
130 #ifdef CONFIG_DRM_AMDGPU_SI
136 DRM_ERROR("Virtual display unsupported ASIC type: 0x%X\n", adev->asic_type);
141 static void dce_virtual_resume_mc_access(struct amdgpu_device *adev,
142 struct amdgpu_mode_mc_save *save)
147 static void dce_virtual_set_vga_render_state(struct amdgpu_device *adev,
154 * dce_virtual_bandwidth_update - program display watermarks
156 * @adev: amdgpu_device pointer
158 * Calculate and program the display watermarks and line
159 * buffer allocation (CIK).
161 static void dce_virtual_bandwidth_update(struct amdgpu_device *adev)
166 static int dce_virtual_crtc_gamma_set(struct drm_crtc *crtc, u16 *red,
167 u16 *green, u16 *blue, uint32_t size)
169 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
172 /* userspace palettes are always correct as is */
173 for (i = 0; i < size; i++) {
174 amdgpu_crtc->lut_r[i] = red[i] >> 6;
175 amdgpu_crtc->lut_g[i] = green[i] >> 6;
176 amdgpu_crtc->lut_b[i] = blue[i] >> 6;
182 static void dce_virtual_crtc_destroy(struct drm_crtc *crtc)
184 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
186 drm_crtc_cleanup(crtc);
190 static const struct drm_crtc_funcs dce_virtual_crtc_funcs = {
193 .gamma_set = dce_virtual_crtc_gamma_set,
194 .set_config = amdgpu_crtc_set_config,
195 .destroy = dce_virtual_crtc_destroy,
196 .page_flip_target = amdgpu_crtc_page_flip_target,
199 static void dce_virtual_crtc_dpms(struct drm_crtc *crtc, int mode)
201 struct drm_device *dev = crtc->dev;
202 struct amdgpu_device *adev = dev->dev_private;
203 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
207 case DRM_MODE_DPMS_ON:
208 amdgpu_crtc->enabled = true;
209 /* Make sure VBLANK interrupts are still enabled */
210 type = amdgpu_crtc_idx_to_irq_type(adev, amdgpu_crtc->crtc_id);
211 amdgpu_irq_update(adev, &adev->crtc_irq, type);
212 drm_crtc_vblank_on(crtc);
214 case DRM_MODE_DPMS_STANDBY:
215 case DRM_MODE_DPMS_SUSPEND:
216 case DRM_MODE_DPMS_OFF:
217 drm_crtc_vblank_off(crtc);
218 amdgpu_crtc->enabled = false;
224 static void dce_virtual_crtc_prepare(struct drm_crtc *crtc)
226 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
229 static void dce_virtual_crtc_commit(struct drm_crtc *crtc)
231 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
234 static void dce_virtual_crtc_disable(struct drm_crtc *crtc)
236 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
238 dce_virtual_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
239 if (crtc->primary->fb) {
241 struct amdgpu_framebuffer *amdgpu_fb;
242 struct amdgpu_bo *abo;
244 amdgpu_fb = to_amdgpu_framebuffer(crtc->primary->fb);
245 abo = gem_to_amdgpu_bo(amdgpu_fb->obj);
246 r = amdgpu_bo_reserve(abo, false);
248 DRM_ERROR("failed to reserve abo before unpin\n");
250 amdgpu_bo_unpin(abo);
251 amdgpu_bo_unreserve(abo);
255 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
256 amdgpu_crtc->encoder = NULL;
257 amdgpu_crtc->connector = NULL;
260 static int dce_virtual_crtc_mode_set(struct drm_crtc *crtc,
261 struct drm_display_mode *mode,
262 struct drm_display_mode *adjusted_mode,
263 int x, int y, struct drm_framebuffer *old_fb)
265 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
267 /* update the hw version fpr dpm */
268 amdgpu_crtc->hw_mode = *adjusted_mode;
273 static bool dce_virtual_crtc_mode_fixup(struct drm_crtc *crtc,
274 const struct drm_display_mode *mode,
275 struct drm_display_mode *adjusted_mode)
281 static int dce_virtual_crtc_set_base(struct drm_crtc *crtc, int x, int y,
282 struct drm_framebuffer *old_fb)
287 static void dce_virtual_crtc_load_lut(struct drm_crtc *crtc)
292 static int dce_virtual_crtc_set_base_atomic(struct drm_crtc *crtc,
293 struct drm_framebuffer *fb,
294 int x, int y, enum mode_set_atomic state)
299 static const struct drm_crtc_helper_funcs dce_virtual_crtc_helper_funcs = {
300 .dpms = dce_virtual_crtc_dpms,
301 .mode_fixup = dce_virtual_crtc_mode_fixup,
302 .mode_set = dce_virtual_crtc_mode_set,
303 .mode_set_base = dce_virtual_crtc_set_base,
304 .mode_set_base_atomic = dce_virtual_crtc_set_base_atomic,
305 .prepare = dce_virtual_crtc_prepare,
306 .commit = dce_virtual_crtc_commit,
307 .load_lut = dce_virtual_crtc_load_lut,
308 .disable = dce_virtual_crtc_disable,
311 static int dce_virtual_crtc_init(struct amdgpu_device *adev, int index)
313 struct amdgpu_crtc *amdgpu_crtc;
316 amdgpu_crtc = kzalloc(sizeof(struct amdgpu_crtc) +
317 (AMDGPUFB_CONN_LIMIT * sizeof(struct drm_connector *)), GFP_KERNEL);
318 if (amdgpu_crtc == NULL)
321 drm_crtc_init(adev->ddev, &amdgpu_crtc->base, &dce_virtual_crtc_funcs);
323 drm_mode_crtc_set_gamma_size(&amdgpu_crtc->base, 256);
324 amdgpu_crtc->crtc_id = index;
325 adev->mode_info.crtcs[index] = amdgpu_crtc;
327 for (i = 0; i < 256; i++) {
328 amdgpu_crtc->lut_r[i] = i << 2;
329 amdgpu_crtc->lut_g[i] = i << 2;
330 amdgpu_crtc->lut_b[i] = i << 2;
333 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
334 amdgpu_crtc->encoder = NULL;
335 amdgpu_crtc->connector = NULL;
336 amdgpu_crtc->vsync_timer_enabled = AMDGPU_IRQ_STATE_DISABLE;
337 drm_crtc_helper_add(&amdgpu_crtc->base, &dce_virtual_crtc_helper_funcs);
342 static int dce_virtual_early_init(void *handle)
344 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
346 dce_virtual_set_display_funcs(adev);
347 dce_virtual_set_irq_funcs(adev);
349 adev->mode_info.num_hpd = 1;
350 adev->mode_info.num_dig = 1;
354 static struct drm_encoder *
355 dce_virtual_encoder(struct drm_connector *connector)
357 int enc_id = connector->encoder_ids[0];
358 struct drm_encoder *encoder;
361 for (i = 0; i < DRM_CONNECTOR_MAX_ENCODER; i++) {
362 if (connector->encoder_ids[i] == 0)
365 encoder = drm_encoder_find(connector->dev, connector->encoder_ids[i]);
369 if (encoder->encoder_type == DRM_MODE_ENCODER_VIRTUAL)
373 /* pick the first one */
375 return drm_encoder_find(connector->dev, enc_id);
379 static int dce_virtual_get_modes(struct drm_connector *connector)
381 struct drm_device *dev = connector->dev;
382 struct drm_display_mode *mode = NULL;
384 static const struct mode_size {
387 } common_modes[17] = {
407 for (i = 0; i < 17; i++) {
408 mode = drm_cvt_mode(dev, common_modes[i].w, common_modes[i].h, 60, false, false, false);
409 drm_mode_probed_add(connector, mode);
415 static int dce_virtual_mode_valid(struct drm_connector *connector,
416 struct drm_display_mode *mode)
422 dce_virtual_dpms(struct drm_connector *connector, int mode)
428 dce_virtual_set_property(struct drm_connector *connector,
429 struct drm_property *property,
435 static void dce_virtual_destroy(struct drm_connector *connector)
437 drm_connector_unregister(connector);
438 drm_connector_cleanup(connector);
442 static void dce_virtual_force(struct drm_connector *connector)
447 static const struct drm_connector_helper_funcs dce_virtual_connector_helper_funcs = {
448 .get_modes = dce_virtual_get_modes,
449 .mode_valid = dce_virtual_mode_valid,
450 .best_encoder = dce_virtual_encoder,
453 static const struct drm_connector_funcs dce_virtual_connector_funcs = {
454 .dpms = dce_virtual_dpms,
455 .fill_modes = drm_helper_probe_single_connector_modes,
456 .set_property = dce_virtual_set_property,
457 .destroy = dce_virtual_destroy,
458 .force = dce_virtual_force,
461 static int dce_virtual_sw_init(void *handle)
464 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
466 r = amdgpu_irq_add_id(adev, 229, &adev->crtc_irq);
470 adev->ddev->max_vblank_count = 0;
472 adev->ddev->mode_config.funcs = &amdgpu_mode_funcs;
474 adev->ddev->mode_config.max_width = 16384;
475 adev->ddev->mode_config.max_height = 16384;
477 adev->ddev->mode_config.preferred_depth = 24;
478 adev->ddev->mode_config.prefer_shadow = 1;
480 adev->ddev->mode_config.fb_base = adev->mc.aper_base;
482 r = amdgpu_modeset_create_props(adev);
486 adev->ddev->mode_config.max_width = 16384;
487 adev->ddev->mode_config.max_height = 16384;
489 /* allocate crtcs, encoders, connectors */
490 for (i = 0; i < adev->mode_info.num_crtc; i++) {
491 r = dce_virtual_crtc_init(adev, i);
494 r = dce_virtual_connector_encoder_init(adev, i);
499 drm_kms_helper_poll_init(adev->ddev);
501 adev->mode_info.mode_config_initialized = true;
505 static int dce_virtual_sw_fini(void *handle)
507 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
509 kfree(adev->mode_info.bios_hardcoded_edid);
511 drm_kms_helper_poll_fini(adev->ddev);
513 drm_mode_config_cleanup(adev->ddev);
514 adev->mode_info.mode_config_initialized = false;
518 static int dce_virtual_hw_init(void *handle)
523 static int dce_virtual_hw_fini(void *handle)
528 static int dce_virtual_suspend(void *handle)
530 return dce_virtual_hw_fini(handle);
533 static int dce_virtual_resume(void *handle)
535 return dce_virtual_hw_init(handle);
538 static bool dce_virtual_is_idle(void *handle)
543 static int dce_virtual_wait_for_idle(void *handle)
548 static int dce_virtual_soft_reset(void *handle)
553 static int dce_virtual_set_clockgating_state(void *handle,
554 enum amd_clockgating_state state)
559 static int dce_virtual_set_powergating_state(void *handle,
560 enum amd_powergating_state state)
565 static const struct amd_ip_funcs dce_virtual_ip_funcs = {
566 .name = "dce_virtual",
567 .early_init = dce_virtual_early_init,
569 .sw_init = dce_virtual_sw_init,
570 .sw_fini = dce_virtual_sw_fini,
571 .hw_init = dce_virtual_hw_init,
572 .hw_fini = dce_virtual_hw_fini,
573 .suspend = dce_virtual_suspend,
574 .resume = dce_virtual_resume,
575 .is_idle = dce_virtual_is_idle,
576 .wait_for_idle = dce_virtual_wait_for_idle,
577 .soft_reset = dce_virtual_soft_reset,
578 .set_clockgating_state = dce_virtual_set_clockgating_state,
579 .set_powergating_state = dce_virtual_set_powergating_state,
582 /* these are handled by the primary encoders */
583 static void dce_virtual_encoder_prepare(struct drm_encoder *encoder)
588 static void dce_virtual_encoder_commit(struct drm_encoder *encoder)
594 dce_virtual_encoder_mode_set(struct drm_encoder *encoder,
595 struct drm_display_mode *mode,
596 struct drm_display_mode *adjusted_mode)
601 static void dce_virtual_encoder_disable(struct drm_encoder *encoder)
607 dce_virtual_encoder_dpms(struct drm_encoder *encoder, int mode)
612 static bool dce_virtual_encoder_mode_fixup(struct drm_encoder *encoder,
613 const struct drm_display_mode *mode,
614 struct drm_display_mode *adjusted_mode)
619 static const struct drm_encoder_helper_funcs dce_virtual_encoder_helper_funcs = {
620 .dpms = dce_virtual_encoder_dpms,
621 .mode_fixup = dce_virtual_encoder_mode_fixup,
622 .prepare = dce_virtual_encoder_prepare,
623 .mode_set = dce_virtual_encoder_mode_set,
624 .commit = dce_virtual_encoder_commit,
625 .disable = dce_virtual_encoder_disable,
628 static void dce_virtual_encoder_destroy(struct drm_encoder *encoder)
630 struct amdgpu_encoder *amdgpu_encoder = to_amdgpu_encoder(encoder);
632 kfree(amdgpu_encoder->enc_priv);
633 drm_encoder_cleanup(encoder);
634 kfree(amdgpu_encoder);
637 static const struct drm_encoder_funcs dce_virtual_encoder_funcs = {
638 .destroy = dce_virtual_encoder_destroy,
641 static int dce_virtual_connector_encoder_init(struct amdgpu_device *adev,
644 struct drm_encoder *encoder;
645 struct drm_connector *connector;
647 /* add a new encoder */
648 encoder = kzalloc(sizeof(struct drm_encoder), GFP_KERNEL);
651 encoder->possible_crtcs = 1 << index;
652 drm_encoder_init(adev->ddev, encoder, &dce_virtual_encoder_funcs,
653 DRM_MODE_ENCODER_VIRTUAL, NULL);
654 drm_encoder_helper_add(encoder, &dce_virtual_encoder_helper_funcs);
656 connector = kzalloc(sizeof(struct drm_connector), GFP_KERNEL);
662 /* add a new connector */
663 drm_connector_init(adev->ddev, connector, &dce_virtual_connector_funcs,
664 DRM_MODE_CONNECTOR_VIRTUAL);
665 drm_connector_helper_add(connector, &dce_virtual_connector_helper_funcs);
666 connector->display_info.subpixel_order = SubPixelHorizontalRGB;
667 connector->interlace_allowed = false;
668 connector->doublescan_allowed = false;
669 drm_connector_register(connector);
672 drm_mode_connector_attach_encoder(connector, encoder);
677 static const struct amdgpu_display_funcs dce_virtual_display_funcs = {
678 .set_vga_render_state = &dce_virtual_set_vga_render_state,
679 .bandwidth_update = &dce_virtual_bandwidth_update,
680 .vblank_get_counter = &dce_virtual_vblank_get_counter,
681 .vblank_wait = &dce_virtual_vblank_wait,
682 .backlight_set_level = NULL,
683 .backlight_get_level = NULL,
684 .hpd_sense = &dce_virtual_hpd_sense,
685 .hpd_set_polarity = &dce_virtual_hpd_set_polarity,
686 .hpd_get_gpio_reg = &dce_virtual_hpd_get_gpio_reg,
687 .page_flip = &dce_virtual_page_flip,
688 .page_flip_get_scanoutpos = &dce_virtual_crtc_get_scanoutpos,
690 .add_connector = NULL,
691 .stop_mc_access = &dce_virtual_stop_mc_access,
692 .resume_mc_access = &dce_virtual_resume_mc_access,
695 static void dce_virtual_set_display_funcs(struct amdgpu_device *adev)
697 if (adev->mode_info.funcs == NULL)
698 adev->mode_info.funcs = &dce_virtual_display_funcs;
701 static int dce_virtual_pageflip(struct amdgpu_device *adev,
705 struct amdgpu_crtc *amdgpu_crtc;
706 struct amdgpu_flip_work *works;
708 amdgpu_crtc = adev->mode_info.crtcs[crtc_id];
710 if (crtc_id >= adev->mode_info.num_crtc) {
711 DRM_ERROR("invalid pageflip crtc %d\n", crtc_id);
715 /* IRQ could occur when in initial stage */
716 if (amdgpu_crtc == NULL)
719 spin_lock_irqsave(&adev->ddev->event_lock, flags);
720 works = amdgpu_crtc->pflip_works;
721 if (amdgpu_crtc->pflip_status != AMDGPU_FLIP_SUBMITTED) {
722 DRM_DEBUG_DRIVER("amdgpu_crtc->pflip_status = %d != "
723 "AMDGPU_FLIP_SUBMITTED(%d)\n",
724 amdgpu_crtc->pflip_status,
725 AMDGPU_FLIP_SUBMITTED);
726 spin_unlock_irqrestore(&adev->ddev->event_lock, flags);
730 /* page flip completed. clean up */
731 amdgpu_crtc->pflip_status = AMDGPU_FLIP_NONE;
732 amdgpu_crtc->pflip_works = NULL;
734 /* wakeup usersapce */
736 drm_crtc_send_vblank_event(&amdgpu_crtc->base, works->event);
738 spin_unlock_irqrestore(&adev->ddev->event_lock, flags);
740 drm_crtc_vblank_put(&amdgpu_crtc->base);
741 schedule_work(&works->unpin_work);
746 static enum hrtimer_restart dce_virtual_vblank_timer_handle(struct hrtimer *vblank_timer)
748 struct amdgpu_crtc *amdgpu_crtc = container_of(vblank_timer,
749 struct amdgpu_crtc, vblank_timer);
750 struct drm_device *ddev = amdgpu_crtc->base.dev;
751 struct amdgpu_device *adev = ddev->dev_private;
753 drm_handle_vblank(ddev, amdgpu_crtc->crtc_id);
754 dce_virtual_pageflip(adev, amdgpu_crtc->crtc_id);
755 hrtimer_start(vblank_timer, ktime_set(0, DCE_VIRTUAL_VBLANK_PERIOD),
758 return HRTIMER_NORESTART;
761 static void dce_virtual_set_crtc_vblank_interrupt_state(struct amdgpu_device *adev,
763 enum amdgpu_interrupt_state state)
765 if (crtc >= adev->mode_info.num_crtc) {
766 DRM_DEBUG("invalid crtc %d\n", crtc);
770 if (state && !adev->mode_info.crtcs[crtc]->vsync_timer_enabled) {
771 DRM_DEBUG("Enable software vsync timer\n");
772 hrtimer_init(&adev->mode_info.crtcs[crtc]->vblank_timer,
773 CLOCK_MONOTONIC, HRTIMER_MODE_REL);
774 hrtimer_set_expires(&adev->mode_info.crtcs[crtc]->vblank_timer,
775 ktime_set(0, DCE_VIRTUAL_VBLANK_PERIOD));
776 adev->mode_info.crtcs[crtc]->vblank_timer.function =
777 dce_virtual_vblank_timer_handle;
778 hrtimer_start(&adev->mode_info.crtcs[crtc]->vblank_timer,
779 ktime_set(0, DCE_VIRTUAL_VBLANK_PERIOD), HRTIMER_MODE_REL);
780 } else if (!state && adev->mode_info.crtcs[crtc]->vsync_timer_enabled) {
781 DRM_DEBUG("Disable software vsync timer\n");
782 hrtimer_cancel(&adev->mode_info.crtcs[crtc]->vblank_timer);
785 adev->mode_info.crtcs[crtc]->vsync_timer_enabled = state;
786 DRM_DEBUG("[FM]set crtc %d vblank interrupt state %d\n", crtc, state);
790 static int dce_virtual_set_crtc_irq_state(struct amdgpu_device *adev,
791 struct amdgpu_irq_src *source,
793 enum amdgpu_interrupt_state state)
795 if (type > AMDGPU_CRTC_IRQ_VBLANK6)
798 dce_virtual_set_crtc_vblank_interrupt_state(adev, type, state);
803 static const struct amdgpu_irq_src_funcs dce_virtual_crtc_irq_funcs = {
804 .set = dce_virtual_set_crtc_irq_state,
808 static void dce_virtual_set_irq_funcs(struct amdgpu_device *adev)
810 adev->crtc_irq.num_types = AMDGPU_CRTC_IRQ_LAST;
811 adev->crtc_irq.funcs = &dce_virtual_crtc_irq_funcs;
814 const struct amdgpu_ip_block_version dce_virtual_ip_block =
816 .type = AMD_IP_BLOCK_TYPE_DCE,
820 .funcs = &dce_virtual_ip_funcs,