1 // SPDX-License-Identifier: GPL-2.0+
3 #include <drm/drm_atomic_helper.h>
4 #include <drm/drm_edid.h>
5 #include <drm/drm_simple_kms_helper.h>
6 #include <drm/drm_gem_framebuffer_helper.h>
7 #include <drm/drm_vblank.h>
10 #ifdef CONFIG_DRM_AMDGPU_SI
13 #ifdef CONFIG_DRM_AMDGPU_CIK
16 #include "dce_v10_0.h"
17 #include "dce_v11_0.h"
18 #include "ivsrcid/ivsrcid_vislands30.h"
19 #include "amdgpu_vkms.h"
20 #include "amdgpu_display.h"
22 #include "amdgpu_irq.h"
27 * The amdgpu vkms interface provides a virtual KMS interface for several use
28 * cases: devices without display hardware, platforms where the actual display
29 * hardware is not useful (e.g., servers), SR-IOV virtual functions, device
30 * emulation/simulation, and device bring up prior to display hardware being
31 * usable. We previously emulated a legacy KMS interface, but there was a desire
32 * to move to the atomic KMS interface. The vkms driver did everything we
33 * needed, but we wanted KMS support natively in the driver without buffer
34 * sharing and the ability to support an instance of VKMS per device. We first
35 * looked at splitting vkms into a stub driver and a helper module that other
36 * drivers could use to implement a virtual display, but this strategy ended up
37 * being messy due to driver specific callbacks needed for buffer management.
38 * Ultimately, it proved easier to import the vkms code as it mostly used core
42 static const u32 amdgpu_vkms_formats[] = {
46 static enum hrtimer_restart amdgpu_vkms_vblank_simulate(struct hrtimer *timer)
48 struct amdgpu_crtc *amdgpu_crtc = container_of(timer, struct amdgpu_crtc, vblank_timer);
49 struct drm_crtc *crtc = &amdgpu_crtc->base;
50 struct amdgpu_vkms_output *output = drm_crtc_to_amdgpu_vkms_output(crtc);
54 ret_overrun = hrtimer_forward_now(&amdgpu_crtc->vblank_timer,
57 DRM_WARN("%s: vblank timer overrun\n", __func__);
59 ret = drm_crtc_handle_vblank(crtc);
60 /* Don't queue timer again when vblank is disabled. */
62 return HRTIMER_NORESTART;
64 return HRTIMER_RESTART;
67 static int amdgpu_vkms_enable_vblank(struct drm_crtc *crtc)
69 struct drm_device *dev = crtc->dev;
70 unsigned int pipe = drm_crtc_index(crtc);
71 struct drm_vblank_crtc *vblank = &dev->vblank[pipe];
72 struct amdgpu_vkms_output *out = drm_crtc_to_amdgpu_vkms_output(crtc);
73 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
75 drm_calc_timestamping_constants(crtc, &crtc->mode);
77 out->period_ns = ktime_set(0, vblank->framedur_ns);
78 hrtimer_start(&amdgpu_crtc->vblank_timer, out->period_ns, HRTIMER_MODE_REL);
83 static void amdgpu_vkms_disable_vblank(struct drm_crtc *crtc)
85 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
87 hrtimer_try_to_cancel(&amdgpu_crtc->vblank_timer);
90 static bool amdgpu_vkms_get_vblank_timestamp(struct drm_crtc *crtc,
95 struct drm_device *dev = crtc->dev;
96 unsigned int pipe = crtc->index;
97 struct amdgpu_vkms_output *output = drm_crtc_to_amdgpu_vkms_output(crtc);
98 struct drm_vblank_crtc *vblank = &dev->vblank[pipe];
99 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
101 if (!READ_ONCE(vblank->enabled)) {
102 *vblank_time = ktime_get();
106 *vblank_time = READ_ONCE(amdgpu_crtc->vblank_timer.node.expires);
108 if (WARN_ON(*vblank_time == vblank->time))
112 * To prevent races we roll the hrtimer forward before we do any
113 * interrupt processing - this is how real hw works (the interrupt is
114 * only generated after all the vblank registers are updated) and what
115 * the vblank core expects. Therefore we need to always correct the
116 * timestampe by one frame.
118 *vblank_time -= output->period_ns;
123 static const struct drm_crtc_funcs amdgpu_vkms_crtc_funcs = {
124 .set_config = drm_atomic_helper_set_config,
125 .destroy = drm_crtc_cleanup,
126 .page_flip = drm_atomic_helper_page_flip,
127 .reset = drm_atomic_helper_crtc_reset,
128 .atomic_duplicate_state = drm_atomic_helper_crtc_duplicate_state,
129 .atomic_destroy_state = drm_atomic_helper_crtc_destroy_state,
130 .enable_vblank = amdgpu_vkms_enable_vblank,
131 .disable_vblank = amdgpu_vkms_disable_vblank,
132 .get_vblank_timestamp = amdgpu_vkms_get_vblank_timestamp,
135 static void amdgpu_vkms_crtc_atomic_enable(struct drm_crtc *crtc,
136 struct drm_atomic_state *state)
138 drm_crtc_vblank_on(crtc);
141 static void amdgpu_vkms_crtc_atomic_disable(struct drm_crtc *crtc,
142 struct drm_atomic_state *state)
144 drm_crtc_vblank_off(crtc);
147 static void amdgpu_vkms_crtc_atomic_flush(struct drm_crtc *crtc,
148 struct drm_atomic_state *state)
151 if (crtc->state->event) {
152 spin_lock_irqsave(&crtc->dev->event_lock, flags);
154 if (drm_crtc_vblank_get(crtc) != 0)
155 drm_crtc_send_vblank_event(crtc, crtc->state->event);
157 drm_crtc_arm_vblank_event(crtc, crtc->state->event);
159 spin_unlock_irqrestore(&crtc->dev->event_lock, flags);
161 crtc->state->event = NULL;
165 static const struct drm_crtc_helper_funcs amdgpu_vkms_crtc_helper_funcs = {
166 .atomic_flush = amdgpu_vkms_crtc_atomic_flush,
167 .atomic_enable = amdgpu_vkms_crtc_atomic_enable,
168 .atomic_disable = amdgpu_vkms_crtc_atomic_disable,
171 static int amdgpu_vkms_crtc_init(struct drm_device *dev, struct drm_crtc *crtc,
172 struct drm_plane *primary, struct drm_plane *cursor)
174 struct amdgpu_device *adev = drm_to_adev(dev);
175 struct amdgpu_crtc *amdgpu_crtc = to_amdgpu_crtc(crtc);
178 ret = drm_crtc_init_with_planes(dev, crtc, primary, cursor,
179 &amdgpu_vkms_crtc_funcs, NULL);
181 DRM_ERROR("Failed to init CRTC\n");
185 drm_crtc_helper_add(crtc, &amdgpu_vkms_crtc_helper_funcs);
187 amdgpu_crtc->crtc_id = drm_crtc_index(crtc);
188 adev->mode_info.crtcs[drm_crtc_index(crtc)] = amdgpu_crtc;
190 amdgpu_crtc->pll_id = ATOM_PPLL_INVALID;
191 amdgpu_crtc->encoder = NULL;
192 amdgpu_crtc->connector = NULL;
193 amdgpu_crtc->vsync_timer_enabled = AMDGPU_IRQ_STATE_DISABLE;
195 hrtimer_init(&amdgpu_crtc->vblank_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
196 amdgpu_crtc->vblank_timer.function = &amdgpu_vkms_vblank_simulate;
201 static const struct drm_connector_funcs amdgpu_vkms_connector_funcs = {
202 .fill_modes = drm_helper_probe_single_connector_modes,
203 .destroy = drm_connector_cleanup,
204 .reset = drm_atomic_helper_connector_reset,
205 .atomic_duplicate_state = drm_atomic_helper_connector_duplicate_state,
206 .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
209 static int amdgpu_vkms_conn_get_modes(struct drm_connector *connector)
211 struct drm_device *dev = connector->dev;
212 struct drm_display_mode *mode = NULL;
214 static const struct mode_size {
242 for (i = 0; i < ARRAY_SIZE(common_modes); i++) {
243 mode = drm_cvt_mode(dev, common_modes[i].w, common_modes[i].h, 60, false, false, false);
246 drm_mode_probed_add(connector, mode);
249 drm_set_preferred_mode(connector, XRES_DEF, YRES_DEF);
251 return ARRAY_SIZE(common_modes);
254 static const struct drm_connector_helper_funcs amdgpu_vkms_conn_helper_funcs = {
255 .get_modes = amdgpu_vkms_conn_get_modes,
258 static const struct drm_plane_funcs amdgpu_vkms_plane_funcs = {
259 .update_plane = drm_atomic_helper_update_plane,
260 .disable_plane = drm_atomic_helper_disable_plane,
261 .destroy = drm_plane_cleanup,
262 .reset = drm_atomic_helper_plane_reset,
263 .atomic_duplicate_state = drm_atomic_helper_plane_duplicate_state,
264 .atomic_destroy_state = drm_atomic_helper_plane_destroy_state,
267 static void amdgpu_vkms_plane_atomic_update(struct drm_plane *plane,
268 struct drm_atomic_state *old_state)
273 static int amdgpu_vkms_plane_atomic_check(struct drm_plane *plane,
274 struct drm_atomic_state *state)
276 struct drm_plane_state *new_plane_state = drm_atomic_get_new_plane_state(state,
278 struct drm_crtc_state *crtc_state;
281 if (!new_plane_state->fb || WARN_ON(!new_plane_state->crtc))
284 crtc_state = drm_atomic_get_crtc_state(state,
285 new_plane_state->crtc);
286 if (IS_ERR(crtc_state))
287 return PTR_ERR(crtc_state);
289 ret = drm_atomic_helper_check_plane_state(new_plane_state, crtc_state,
290 DRM_PLANE_NO_SCALING,
291 DRM_PLANE_NO_SCALING,
296 /* for now primary plane must be visible and full screen */
297 if (!new_plane_state->visible)
303 static int amdgpu_vkms_prepare_fb(struct drm_plane *plane,
304 struct drm_plane_state *new_state)
306 struct amdgpu_framebuffer *afb;
307 struct drm_gem_object *obj;
308 struct amdgpu_device *adev;
309 struct amdgpu_bo *rbo;
313 if (!new_state->fb) {
314 DRM_DEBUG_KMS("No FB bound\n");
317 afb = to_amdgpu_framebuffer(new_state->fb);
319 obj = drm_gem_fb_get_obj(new_state->fb, 0);
321 DRM_ERROR("Failed to get obj from framebuffer\n");
325 rbo = gem_to_amdgpu_bo(obj);
326 adev = amdgpu_ttm_adev(rbo->tbo.bdev);
328 r = amdgpu_bo_reserve(rbo, true);
330 dev_err(adev->dev, "fail to reserve bo (%d)\n", r);
334 r = dma_resv_reserve_fences(rbo->tbo.base.resv, 1);
336 dev_err(adev->dev, "allocating fence slot failed (%d)\n", r);
340 if (plane->type != DRM_PLANE_TYPE_CURSOR)
341 domain = amdgpu_display_supported_domains(adev, rbo->flags);
343 domain = AMDGPU_GEM_DOMAIN_VRAM;
345 r = amdgpu_bo_pin(rbo, domain);
346 if (unlikely(r != 0)) {
347 if (r != -ERESTARTSYS)
348 DRM_ERROR("Failed to pin framebuffer with error %d\n", r);
352 r = amdgpu_ttm_alloc_gart(&rbo->tbo);
353 if (unlikely(r != 0)) {
354 DRM_ERROR("%p bind failed\n", rbo);
358 amdgpu_bo_unreserve(rbo);
360 afb->address = amdgpu_bo_gpu_offset(rbo);
367 amdgpu_bo_unpin(rbo);
370 amdgpu_bo_unreserve(rbo);
374 static void amdgpu_vkms_cleanup_fb(struct drm_plane *plane,
375 struct drm_plane_state *old_state)
377 struct amdgpu_bo *rbo;
378 struct drm_gem_object *obj;
384 obj = drm_gem_fb_get_obj(old_state->fb, 0);
386 DRM_ERROR("Failed to get obj from framebuffer\n");
390 rbo = gem_to_amdgpu_bo(obj);
391 r = amdgpu_bo_reserve(rbo, false);
393 DRM_ERROR("failed to reserve rbo before unpin\n");
397 amdgpu_bo_unpin(rbo);
398 amdgpu_bo_unreserve(rbo);
399 amdgpu_bo_unref(&rbo);
402 static const struct drm_plane_helper_funcs amdgpu_vkms_primary_helper_funcs = {
403 .atomic_update = amdgpu_vkms_plane_atomic_update,
404 .atomic_check = amdgpu_vkms_plane_atomic_check,
405 .prepare_fb = amdgpu_vkms_prepare_fb,
406 .cleanup_fb = amdgpu_vkms_cleanup_fb,
409 static struct drm_plane *amdgpu_vkms_plane_init(struct drm_device *dev,
410 enum drm_plane_type type,
413 struct drm_plane *plane;
416 plane = kzalloc(sizeof(*plane), GFP_KERNEL);
418 return ERR_PTR(-ENOMEM);
420 ret = drm_universal_plane_init(dev, plane, 1 << index,
421 &amdgpu_vkms_plane_funcs,
423 ARRAY_SIZE(amdgpu_vkms_formats),
430 drm_plane_helper_add(plane, &amdgpu_vkms_primary_helper_funcs);
435 static int amdgpu_vkms_output_init(struct drm_device *dev, struct
436 amdgpu_vkms_output *output, int index)
438 struct drm_connector *connector = &output->connector;
439 struct drm_encoder *encoder = &output->encoder;
440 struct drm_crtc *crtc = &output->crtc.base;
441 struct drm_plane *primary, *cursor = NULL;
444 primary = amdgpu_vkms_plane_init(dev, DRM_PLANE_TYPE_PRIMARY, index);
446 return PTR_ERR(primary);
448 ret = amdgpu_vkms_crtc_init(dev, crtc, primary, cursor);
452 ret = drm_connector_init(dev, connector, &amdgpu_vkms_connector_funcs,
453 DRM_MODE_CONNECTOR_VIRTUAL);
455 DRM_ERROR("Failed to init connector\n");
459 drm_connector_helper_add(connector, &amdgpu_vkms_conn_helper_funcs);
461 ret = drm_simple_encoder_init(dev, encoder, DRM_MODE_ENCODER_VIRTUAL);
463 DRM_ERROR("Failed to init encoder\n");
466 encoder->possible_crtcs = 1 << index;
468 ret = drm_connector_attach_encoder(connector, encoder);
470 DRM_ERROR("Failed to attach connector to encoder\n");
474 drm_mode_config_reset(dev);
479 drm_encoder_cleanup(encoder);
482 drm_connector_cleanup(connector);
485 drm_crtc_cleanup(crtc);
488 drm_plane_cleanup(primary);
493 const struct drm_mode_config_funcs amdgpu_vkms_mode_funcs = {
494 .fb_create = amdgpu_display_user_framebuffer_create,
495 .atomic_check = drm_atomic_helper_check,
496 .atomic_commit = drm_atomic_helper_commit,
499 static int amdgpu_vkms_sw_init(void *handle)
502 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
504 adev->amdgpu_vkms_output = kcalloc(adev->mode_info.num_crtc,
505 sizeof(struct amdgpu_vkms_output), GFP_KERNEL);
506 if (!adev->amdgpu_vkms_output)
509 adev_to_drm(adev)->max_vblank_count = 0;
511 adev_to_drm(adev)->mode_config.funcs = &amdgpu_vkms_mode_funcs;
513 adev_to_drm(adev)->mode_config.max_width = XRES_MAX;
514 adev_to_drm(adev)->mode_config.max_height = YRES_MAX;
516 adev_to_drm(adev)->mode_config.preferred_depth = 24;
517 adev_to_drm(adev)->mode_config.prefer_shadow = 1;
519 adev_to_drm(adev)->mode_config.fb_modifiers_not_supported = true;
521 r = amdgpu_display_modeset_create_props(adev);
525 /* allocate crtcs, encoders, connectors */
526 for (i = 0; i < adev->mode_info.num_crtc; i++) {
527 r = amdgpu_vkms_output_init(adev_to_drm(adev), &adev->amdgpu_vkms_output[i], i);
532 r = drm_vblank_init(adev_to_drm(adev), adev->mode_info.num_crtc);
536 drm_kms_helper_poll_init(adev_to_drm(adev));
538 adev->mode_info.mode_config_initialized = true;
542 static int amdgpu_vkms_sw_fini(void *handle)
544 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
547 for (i = 0; i < adev->mode_info.num_crtc; i++)
548 if (adev->mode_info.crtcs[i])
549 hrtimer_cancel(&adev->mode_info.crtcs[i]->vblank_timer);
551 drm_kms_helper_poll_fini(adev_to_drm(adev));
552 drm_mode_config_cleanup(adev_to_drm(adev));
554 adev->mode_info.mode_config_initialized = false;
556 kfree(adev->mode_info.bios_hardcoded_edid);
557 kfree(adev->amdgpu_vkms_output);
561 static int amdgpu_vkms_hw_init(void *handle)
563 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
565 switch (adev->asic_type) {
566 #ifdef CONFIG_DRM_AMDGPU_SI
571 dce_v6_0_disable_dce(adev);
574 #ifdef CONFIG_DRM_AMDGPU_CIK
580 dce_v8_0_disable_dce(adev);
585 dce_v10_0_disable_dce(adev);
592 dce_v11_0_disable_dce(adev);
595 #ifdef CONFIG_DRM_AMDGPU_SI
606 static int amdgpu_vkms_hw_fini(void *handle)
611 static int amdgpu_vkms_suspend(void *handle)
613 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
616 r = drm_mode_config_helper_suspend(adev_to_drm(adev));
619 return amdgpu_vkms_hw_fini(handle);
622 static int amdgpu_vkms_resume(void *handle)
624 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
627 r = amdgpu_vkms_hw_init(handle);
630 return drm_mode_config_helper_resume(adev_to_drm(adev));
633 static bool amdgpu_vkms_is_idle(void *handle)
638 static int amdgpu_vkms_wait_for_idle(void *handle)
643 static int amdgpu_vkms_soft_reset(void *handle)
648 static int amdgpu_vkms_set_clockgating_state(void *handle,
649 enum amd_clockgating_state state)
654 static int amdgpu_vkms_set_powergating_state(void *handle,
655 enum amd_powergating_state state)
660 static const struct amd_ip_funcs amdgpu_vkms_ip_funcs = {
661 .name = "amdgpu_vkms",
664 .sw_init = amdgpu_vkms_sw_init,
665 .sw_fini = amdgpu_vkms_sw_fini,
666 .hw_init = amdgpu_vkms_hw_init,
667 .hw_fini = amdgpu_vkms_hw_fini,
668 .suspend = amdgpu_vkms_suspend,
669 .resume = amdgpu_vkms_resume,
670 .is_idle = amdgpu_vkms_is_idle,
671 .wait_for_idle = amdgpu_vkms_wait_for_idle,
672 .soft_reset = amdgpu_vkms_soft_reset,
673 .set_clockgating_state = amdgpu_vkms_set_clockgating_state,
674 .set_powergating_state = amdgpu_vkms_set_powergating_state,
675 .dump_ip_state = NULL,
676 .print_ip_state = NULL,
679 const struct amdgpu_ip_block_version amdgpu_vkms_ip_block = {
680 .type = AMD_IP_BLOCK_TYPE_DCE,
684 .funcs = &amdgpu_vkms_ip_funcs,