2 * Copyright 2018 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
24 #include <linux/string.h>
25 #include <linux/acpi.h>
28 #include <drm/drm_crtc_helper.h>
29 #include <drm/amdgpu_drm.h>
30 #include "dm_services.h"
32 #include "amdgpu_dm.h"
33 #include "amdgpu_dm_irq.h"
34 #include "amdgpu_pm.h"
35 #include "dm_pp_smu.h"
38 bool dm_pp_apply_display_requirements(
39 const struct dc_context *ctx,
40 const struct dm_pp_display_configuration *pp_display_cfg)
42 struct amdgpu_device *adev = ctx->driver_context;
45 if (adev->pm.dpm_enabled) {
47 memset(&adev->pm.pm_display_cfg, 0,
48 sizeof(adev->pm.pm_display_cfg));
50 adev->pm.pm_display_cfg.cpu_cc6_disable =
51 pp_display_cfg->cpu_cc6_disable;
53 adev->pm.pm_display_cfg.cpu_pstate_disable =
54 pp_display_cfg->cpu_pstate_disable;
56 adev->pm.pm_display_cfg.cpu_pstate_separation_time =
57 pp_display_cfg->cpu_pstate_separation_time;
59 adev->pm.pm_display_cfg.nb_pstate_switch_disable =
60 pp_display_cfg->nb_pstate_switch_disable;
62 adev->pm.pm_display_cfg.num_display =
63 pp_display_cfg->display_count;
64 adev->pm.pm_display_cfg.num_path_including_non_display =
65 pp_display_cfg->display_count;
67 adev->pm.pm_display_cfg.min_core_set_clock =
68 pp_display_cfg->min_engine_clock_khz/10;
69 adev->pm.pm_display_cfg.min_core_set_clock_in_sr =
70 pp_display_cfg->min_engine_clock_deep_sleep_khz/10;
71 adev->pm.pm_display_cfg.min_mem_set_clock =
72 pp_display_cfg->min_memory_clock_khz/10;
74 adev->pm.pm_display_cfg.min_dcef_deep_sleep_set_clk =
75 pp_display_cfg->min_engine_clock_deep_sleep_khz/10;
76 adev->pm.pm_display_cfg.min_dcef_set_clk =
77 pp_display_cfg->min_dcfclock_khz/10;
79 adev->pm.pm_display_cfg.multi_monitor_in_sync =
80 pp_display_cfg->all_displays_in_sync;
81 adev->pm.pm_display_cfg.min_vblank_time =
82 pp_display_cfg->avail_mclk_switch_time_us;
84 adev->pm.pm_display_cfg.display_clk =
85 pp_display_cfg->disp_clk_khz/10;
87 adev->pm.pm_display_cfg.dce_tolerable_mclk_in_active_latency =
88 pp_display_cfg->avail_mclk_switch_time_in_disp_active_us;
90 adev->pm.pm_display_cfg.crtc_index = pp_display_cfg->crtc_index;
91 adev->pm.pm_display_cfg.line_time_in_us =
92 pp_display_cfg->line_time_in_us;
94 adev->pm.pm_display_cfg.vrefresh = pp_display_cfg->disp_configs[0].v_refresh;
95 adev->pm.pm_display_cfg.crossfire_display_index = -1;
96 adev->pm.pm_display_cfg.min_bus_bandwidth = 0;
98 for (i = 0; i < pp_display_cfg->display_count; i++) {
99 const struct dm_pp_single_disp_config *dc_cfg =
100 &pp_display_cfg->disp_configs[i];
101 adev->pm.pm_display_cfg.displays[i].controller_id = dc_cfg->pipe_idx + 1;
104 if (adev->powerplay.pp_funcs->display_configuration_change)
105 adev->powerplay.pp_funcs->display_configuration_change(
106 adev->powerplay.pp_handle,
107 &adev->pm.pm_display_cfg);
109 amdgpu_pm_compute_clocks(adev);
115 static void get_default_clock_levels(
116 enum dm_pp_clock_type clk_type,
117 struct dm_pp_clock_levels *clks)
119 uint32_t disp_clks_in_khz[6] = {
120 300000, 400000, 496560, 626090, 685720, 757900 };
121 uint32_t sclks_in_khz[6] = {
122 300000, 360000, 423530, 514290, 626090, 720000 };
123 uint32_t mclks_in_khz[2] = { 333000, 800000 };
126 case DM_PP_CLOCK_TYPE_DISPLAY_CLK:
127 clks->num_levels = 6;
128 memmove(clks->clocks_in_khz, disp_clks_in_khz,
129 sizeof(disp_clks_in_khz));
131 case DM_PP_CLOCK_TYPE_ENGINE_CLK:
132 clks->num_levels = 6;
133 memmove(clks->clocks_in_khz, sclks_in_khz,
134 sizeof(sclks_in_khz));
136 case DM_PP_CLOCK_TYPE_MEMORY_CLK:
137 clks->num_levels = 2;
138 memmove(clks->clocks_in_khz, mclks_in_khz,
139 sizeof(mclks_in_khz));
142 clks->num_levels = 0;
147 static enum amd_pp_clock_type dc_to_pp_clock_type(
148 enum dm_pp_clock_type dm_pp_clk_type)
150 enum amd_pp_clock_type amd_pp_clk_type = 0;
152 switch (dm_pp_clk_type) {
153 case DM_PP_CLOCK_TYPE_DISPLAY_CLK:
154 amd_pp_clk_type = amd_pp_disp_clock;
156 case DM_PP_CLOCK_TYPE_ENGINE_CLK:
157 amd_pp_clk_type = amd_pp_sys_clock;
159 case DM_PP_CLOCK_TYPE_MEMORY_CLK:
160 amd_pp_clk_type = amd_pp_mem_clock;
162 case DM_PP_CLOCK_TYPE_DCEFCLK:
163 amd_pp_clk_type = amd_pp_dcef_clock;
165 case DM_PP_CLOCK_TYPE_DCFCLK:
166 amd_pp_clk_type = amd_pp_dcf_clock;
168 case DM_PP_CLOCK_TYPE_PIXELCLK:
169 amd_pp_clk_type = amd_pp_pixel_clock;
171 case DM_PP_CLOCK_TYPE_FCLK:
172 amd_pp_clk_type = amd_pp_f_clock;
174 case DM_PP_CLOCK_TYPE_DISPLAYPHYCLK:
175 amd_pp_clk_type = amd_pp_phy_clock;
177 case DM_PP_CLOCK_TYPE_DPPCLK:
178 amd_pp_clk_type = amd_pp_dpp_clock;
181 DRM_ERROR("DM_PPLIB: invalid clock type: %d!\n",
186 return amd_pp_clk_type;
189 static enum dm_pp_clocks_state pp_to_dc_powerlevel_state(
190 enum PP_DAL_POWERLEVEL max_clocks_state)
192 switch (max_clocks_state) {
193 case PP_DAL_POWERLEVEL_0:
194 return DM_PP_CLOCKS_DPM_STATE_LEVEL_0;
195 case PP_DAL_POWERLEVEL_1:
196 return DM_PP_CLOCKS_DPM_STATE_LEVEL_1;
197 case PP_DAL_POWERLEVEL_2:
198 return DM_PP_CLOCKS_DPM_STATE_LEVEL_2;
199 case PP_DAL_POWERLEVEL_3:
200 return DM_PP_CLOCKS_DPM_STATE_LEVEL_3;
201 case PP_DAL_POWERLEVEL_4:
202 return DM_PP_CLOCKS_DPM_STATE_LEVEL_4;
203 case PP_DAL_POWERLEVEL_5:
204 return DM_PP_CLOCKS_DPM_STATE_LEVEL_5;
205 case PP_DAL_POWERLEVEL_6:
206 return DM_PP_CLOCKS_DPM_STATE_LEVEL_6;
207 case PP_DAL_POWERLEVEL_7:
208 return DM_PP_CLOCKS_DPM_STATE_LEVEL_7;
210 DRM_ERROR("DM_PPLIB: invalid powerlevel state: %d!\n",
212 return DM_PP_CLOCKS_STATE_INVALID;
216 static void pp_to_dc_clock_levels(
217 const struct amd_pp_clocks *pp_clks,
218 struct dm_pp_clock_levels *dc_clks,
219 enum dm_pp_clock_type dc_clk_type)
223 if (pp_clks->count > DM_PP_MAX_CLOCK_LEVELS) {
224 DRM_INFO("DM_PPLIB: Warning: %s clock: number of levels %d exceeds maximum of %d!\n",
225 DC_DECODE_PP_CLOCK_TYPE(dc_clk_type),
227 DM_PP_MAX_CLOCK_LEVELS);
229 dc_clks->num_levels = DM_PP_MAX_CLOCK_LEVELS;
231 dc_clks->num_levels = pp_clks->count;
233 DRM_INFO("DM_PPLIB: values for %s clock\n",
234 DC_DECODE_PP_CLOCK_TYPE(dc_clk_type));
236 for (i = 0; i < dc_clks->num_levels; i++) {
237 DRM_INFO("DM_PPLIB:\t %d\n", pp_clks->clock[i]);
238 dc_clks->clocks_in_khz[i] = pp_clks->clock[i];
242 static void pp_to_dc_clock_levels_with_latency(
243 const struct pp_clock_levels_with_latency *pp_clks,
244 struct dm_pp_clock_levels_with_latency *clk_level_info,
245 enum dm_pp_clock_type dc_clk_type)
249 if (pp_clks->num_levels > DM_PP_MAX_CLOCK_LEVELS) {
250 DRM_INFO("DM_PPLIB: Warning: %s clock: number of levels %d exceeds maximum of %d!\n",
251 DC_DECODE_PP_CLOCK_TYPE(dc_clk_type),
253 DM_PP_MAX_CLOCK_LEVELS);
255 clk_level_info->num_levels = DM_PP_MAX_CLOCK_LEVELS;
257 clk_level_info->num_levels = pp_clks->num_levels;
259 DRM_DEBUG("DM_PPLIB: values for %s clock\n",
260 DC_DECODE_PP_CLOCK_TYPE(dc_clk_type));
262 for (i = 0; i < clk_level_info->num_levels; i++) {
263 DRM_DEBUG("DM_PPLIB:\t %d in kHz\n", pp_clks->data[i].clocks_in_khz);
264 clk_level_info->data[i].clocks_in_khz = pp_clks->data[i].clocks_in_khz;
265 clk_level_info->data[i].latency_in_us = pp_clks->data[i].latency_in_us;
269 static void pp_to_dc_clock_levels_with_voltage(
270 const struct pp_clock_levels_with_voltage *pp_clks,
271 struct dm_pp_clock_levels_with_voltage *clk_level_info,
272 enum dm_pp_clock_type dc_clk_type)
276 if (pp_clks->num_levels > DM_PP_MAX_CLOCK_LEVELS) {
277 DRM_INFO("DM_PPLIB: Warning: %s clock: number of levels %d exceeds maximum of %d!\n",
278 DC_DECODE_PP_CLOCK_TYPE(dc_clk_type),
280 DM_PP_MAX_CLOCK_LEVELS);
282 clk_level_info->num_levels = DM_PP_MAX_CLOCK_LEVELS;
284 clk_level_info->num_levels = pp_clks->num_levels;
286 DRM_INFO("DM_PPLIB: values for %s clock\n",
287 DC_DECODE_PP_CLOCK_TYPE(dc_clk_type));
289 for (i = 0; i < clk_level_info->num_levels; i++) {
290 DRM_INFO("DM_PPLIB:\t %d in kHz\n", pp_clks->data[i].clocks_in_khz);
291 clk_level_info->data[i].clocks_in_khz = pp_clks->data[i].clocks_in_khz;
292 clk_level_info->data[i].voltage_in_mv = pp_clks->data[i].voltage_in_mv;
296 bool dm_pp_get_clock_levels_by_type(
297 const struct dc_context *ctx,
298 enum dm_pp_clock_type clk_type,
299 struct dm_pp_clock_levels *dc_clks)
301 struct amdgpu_device *adev = ctx->driver_context;
302 void *pp_handle = adev->powerplay.pp_handle;
303 struct amd_pp_clocks pp_clks = { 0 };
304 struct amd_pp_simple_clock_info validation_clks = { 0 };
307 if (adev->powerplay.pp_funcs->get_clock_by_type) {
308 if (adev->powerplay.pp_funcs->get_clock_by_type(pp_handle,
309 dc_to_pp_clock_type(clk_type), &pp_clks)) {
310 /* Error in pplib. Provide default values. */
311 get_default_clock_levels(clk_type, dc_clks);
316 pp_to_dc_clock_levels(&pp_clks, dc_clks, clk_type);
318 if (adev->powerplay.pp_funcs->get_display_mode_validation_clocks) {
319 if (adev->powerplay.pp_funcs->get_display_mode_validation_clocks(
320 pp_handle, &validation_clks)) {
321 /* Error in pplib. Provide default values. */
322 DRM_INFO("DM_PPLIB: Warning: using default validation clocks!\n");
323 validation_clks.engine_max_clock = 72000;
324 validation_clks.memory_max_clock = 80000;
325 validation_clks.level = 0;
329 DRM_INFO("DM_PPLIB: Validation clocks:\n");
330 DRM_INFO("DM_PPLIB: engine_max_clock: %d\n",
331 validation_clks.engine_max_clock);
332 DRM_INFO("DM_PPLIB: memory_max_clock: %d\n",
333 validation_clks.memory_max_clock);
334 DRM_INFO("DM_PPLIB: level : %d\n",
335 validation_clks.level);
337 /* Translate 10 kHz to kHz. */
338 validation_clks.engine_max_clock *= 10;
339 validation_clks.memory_max_clock *= 10;
341 /* Determine the highest non-boosted level from the Validation Clocks */
342 if (clk_type == DM_PP_CLOCK_TYPE_ENGINE_CLK) {
343 for (i = 0; i < dc_clks->num_levels; i++) {
344 if (dc_clks->clocks_in_khz[i] > validation_clks.engine_max_clock) {
345 /* This clock is higher the validation clock.
346 * Than means the previous one is the highest
347 * non-boosted one. */
348 DRM_INFO("DM_PPLIB: reducing engine clock level from %d to %d\n",
349 dc_clks->num_levels, i);
350 dc_clks->num_levels = i > 0 ? i : 1;
354 } else if (clk_type == DM_PP_CLOCK_TYPE_MEMORY_CLK) {
355 for (i = 0; i < dc_clks->num_levels; i++) {
356 if (dc_clks->clocks_in_khz[i] > validation_clks.memory_max_clock) {
357 DRM_INFO("DM_PPLIB: reducing memory clock level from %d to %d\n",
358 dc_clks->num_levels, i);
359 dc_clks->num_levels = i > 0 ? i : 1;
368 bool dm_pp_get_clock_levels_by_type_with_latency(
369 const struct dc_context *ctx,
370 enum dm_pp_clock_type clk_type,
371 struct dm_pp_clock_levels_with_latency *clk_level_info)
373 struct amdgpu_device *adev = ctx->driver_context;
374 void *pp_handle = adev->powerplay.pp_handle;
375 struct pp_clock_levels_with_latency pp_clks = { 0 };
376 const struct amd_pm_funcs *pp_funcs = adev->powerplay.pp_funcs;
378 if (!pp_funcs || !pp_funcs->get_clock_by_type_with_latency)
381 if (pp_funcs->get_clock_by_type_with_latency(pp_handle,
382 dc_to_pp_clock_type(clk_type),
386 pp_to_dc_clock_levels_with_latency(&pp_clks, clk_level_info, clk_type);
391 bool dm_pp_get_clock_levels_by_type_with_voltage(
392 const struct dc_context *ctx,
393 enum dm_pp_clock_type clk_type,
394 struct dm_pp_clock_levels_with_voltage *clk_level_info)
396 struct amdgpu_device *adev = ctx->driver_context;
397 void *pp_handle = adev->powerplay.pp_handle;
398 struct pp_clock_levels_with_voltage pp_clk_info = {0};
399 const struct amd_pm_funcs *pp_funcs = adev->powerplay.pp_funcs;
401 if (pp_funcs->get_clock_by_type_with_voltage(pp_handle,
402 dc_to_pp_clock_type(clk_type),
406 pp_to_dc_clock_levels_with_voltage(&pp_clk_info, clk_level_info, clk_type);
411 bool dm_pp_notify_wm_clock_changes(
412 const struct dc_context *ctx,
413 struct dm_pp_wm_sets_with_clock_ranges *wm_with_clock_ranges)
415 /* TODO: to be implemented */
419 bool dm_pp_apply_power_level_change_request(
420 const struct dc_context *ctx,
421 struct dm_pp_power_level_change_request *level_change_req)
423 /* TODO: to be implemented */
427 bool dm_pp_apply_clock_for_voltage_request(
428 const struct dc_context *ctx,
429 struct dm_pp_clock_for_voltage_req *clock_for_voltage_req)
431 struct amdgpu_device *adev = ctx->driver_context;
432 struct pp_display_clock_request pp_clock_request = {0};
435 pp_clock_request.clock_type = dc_to_pp_clock_type(clock_for_voltage_req->clk_type);
436 pp_clock_request.clock_freq_in_khz = clock_for_voltage_req->clocks_in_khz;
438 if (!pp_clock_request.clock_type)
441 if (adev->powerplay.pp_funcs->display_clock_voltage_request)
442 ret = adev->powerplay.pp_funcs->display_clock_voltage_request(
443 adev->powerplay.pp_handle,
450 bool dm_pp_get_static_clocks(
451 const struct dc_context *ctx,
452 struct dm_pp_static_clock_info *static_clk_info)
454 struct amdgpu_device *adev = ctx->driver_context;
455 struct amd_pp_clock_info pp_clk_info = {0};
458 if (adev->powerplay.pp_funcs->get_current_clocks)
459 ret = adev->powerplay.pp_funcs->get_current_clocks(
460 adev->powerplay.pp_handle,
465 static_clk_info->max_clocks_state = pp_to_dc_powerlevel_state(pp_clk_info.max_clocks_state);
466 static_clk_info->max_mclk_khz = pp_clk_info.max_memory_clock * 10;
467 static_clk_info->max_sclk_khz = pp_clk_info.max_engine_clock * 10;
472 void pp_rv_set_display_requirement(struct pp_smu *pp,
473 struct pp_smu_display_requirement_rv *req)
475 const struct dc_context *ctx = pp->dm;
476 struct amdgpu_device *adev = ctx->driver_context;
477 void *pp_handle = adev->powerplay.pp_handle;
478 const struct amd_pm_funcs *pp_funcs = adev->powerplay.pp_funcs;
479 struct pp_display_clock_request clock = {0};
481 if (!pp_funcs || !pp_funcs->display_clock_voltage_request)
484 clock.clock_type = amd_pp_dcf_clock;
485 clock.clock_freq_in_khz = req->hard_min_dcefclk_khz;
486 pp_funcs->display_clock_voltage_request(pp_handle, &clock);
488 clock.clock_type = amd_pp_f_clock;
489 clock.clock_freq_in_khz = req->hard_min_fclk_khz;
490 pp_funcs->display_clock_voltage_request(pp_handle, &clock);
493 void pp_rv_set_wm_ranges(struct pp_smu *pp,
494 struct pp_smu_wm_range_sets *ranges)
496 const struct dc_context *ctx = pp->dm;
497 struct amdgpu_device *adev = ctx->driver_context;
498 void *pp_handle = adev->powerplay.pp_handle;
499 const struct amd_pm_funcs *pp_funcs = adev->powerplay.pp_funcs;
500 struct dm_pp_wm_sets_with_clock_ranges_soc15 wm_with_clock_ranges;
501 struct dm_pp_clock_range_for_dmif_wm_set_soc15 *wm_dce_clocks = wm_with_clock_ranges.wm_dmif_clocks_ranges;
502 struct dm_pp_clock_range_for_mcif_wm_set_soc15 *wm_soc_clocks = wm_with_clock_ranges.wm_mcif_clocks_ranges;
505 wm_with_clock_ranges.num_wm_dmif_sets = ranges->num_reader_wm_sets;
506 wm_with_clock_ranges.num_wm_mcif_sets = ranges->num_writer_wm_sets;
508 for (i = 0; i < wm_with_clock_ranges.num_wm_dmif_sets; i++) {
509 if (ranges->reader_wm_sets[i].wm_inst > 3)
510 wm_dce_clocks[i].wm_set_id = WM_SET_A;
512 wm_dce_clocks[i].wm_set_id =
513 ranges->reader_wm_sets[i].wm_inst;
514 wm_dce_clocks[i].wm_max_dcfclk_clk_in_khz =
515 ranges->reader_wm_sets[i].max_drain_clk_khz;
516 wm_dce_clocks[i].wm_min_dcfclk_clk_in_khz =
517 ranges->reader_wm_sets[i].min_drain_clk_khz;
518 wm_dce_clocks[i].wm_max_mem_clk_in_khz =
519 ranges->reader_wm_sets[i].max_fill_clk_khz;
520 wm_dce_clocks[i].wm_min_mem_clk_in_khz =
521 ranges->reader_wm_sets[i].min_fill_clk_khz;
524 for (i = 0; i < wm_with_clock_ranges.num_wm_mcif_sets; i++) {
525 if (ranges->writer_wm_sets[i].wm_inst > 3)
526 wm_soc_clocks[i].wm_set_id = WM_SET_A;
528 wm_soc_clocks[i].wm_set_id =
529 ranges->writer_wm_sets[i].wm_inst;
530 wm_soc_clocks[i].wm_max_socclk_clk_in_khz =
531 ranges->writer_wm_sets[i].max_fill_clk_khz;
532 wm_soc_clocks[i].wm_min_socclk_clk_in_khz =
533 ranges->writer_wm_sets[i].min_fill_clk_khz;
534 wm_soc_clocks[i].wm_max_mem_clk_in_khz =
535 ranges->writer_wm_sets[i].max_drain_clk_khz;
536 wm_soc_clocks[i].wm_min_mem_clk_in_khz =
537 ranges->writer_wm_sets[i].min_drain_clk_khz;
540 pp_funcs->set_watermarks_for_clocks_ranges(pp_handle, &wm_with_clock_ranges);
543 void pp_rv_set_pme_wa_enable(struct pp_smu *pp)
545 const struct dc_context *ctx = pp->dm;
546 struct amdgpu_device *adev = ctx->driver_context;
547 void *pp_handle = adev->powerplay.pp_handle;
548 const struct amd_pm_funcs *pp_funcs = adev->powerplay.pp_funcs;
550 if (!pp_funcs || !pp_funcs->notify_smu_enable_pwe)
553 pp_funcs->notify_smu_enable_pwe(pp_handle);
556 void dm_pp_get_funcs_rv(
557 struct dc_context *ctx,
558 struct pp_smu_funcs_rv *funcs)
560 funcs->pp_smu.dm = ctx;
561 funcs->set_display_requirement = pp_rv_set_display_requirement;
562 funcs->set_wm_ranges = pp_rv_set_wm_ranges;
563 funcs->set_pme_wa_enable = pp_rv_set_pme_wa_enable;