2 * Copyright 2016 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include <linux/slab.h>
28 #include "dm_services.h"
30 #include "mod_freesync.h"
31 #include "core_types.h"
33 #define MOD_FREESYNC_MAX_CONCURRENT_STREAMS 32
35 #define MIN_REFRESH_RANGE 10
36 /* Refresh rate ramp at a fixed rate of 65 Hz/second */
37 #define STATIC_SCREEN_RAMP_DELTA_REFRESH_RATE_PER_FRAME ((1000 / 60) * 65)
38 /* Number of elements in the render times cache array */
39 #define RENDER_TIMES_MAX_COUNT 10
40 /* Threshold to exit/exit BTR (to avoid frequent enter-exits at the lower limit) */
41 #define BTR_MAX_MARGIN 2500
42 /* Threshold to change BTR multiplier (to avoid frequent changes) */
43 #define BTR_DRIFT_MARGIN 2000
44 /* Threshold to exit fixed refresh rate */
45 #define FIXED_REFRESH_EXIT_MARGIN_IN_HZ 1
46 /* Number of consecutive frames to check before entering/exiting fixed refresh */
47 #define FIXED_REFRESH_ENTER_FRAME_COUNT 5
48 #define FIXED_REFRESH_EXIT_FRAME_COUNT 10
50 struct core_freesync {
51 struct mod_freesync public;
55 #define MOD_FREESYNC_TO_CORE(mod_freesync)\
56 container_of(mod_freesync, struct core_freesync, public)
58 struct mod_freesync *mod_freesync_create(struct dc *dc)
60 struct core_freesync *core_freesync =
61 kzalloc(sizeof(struct core_freesync), GFP_KERNEL);
63 if (core_freesync == NULL)
64 goto fail_alloc_context;
69 core_freesync->dc = dc;
70 return &core_freesync->public;
79 void mod_freesync_destroy(struct mod_freesync *mod_freesync)
81 struct core_freesync *core_freesync = NULL;
82 if (mod_freesync == NULL)
84 core_freesync = MOD_FREESYNC_TO_CORE(mod_freesync);
88 #if 0 /* Unused currently */
89 static unsigned int calc_refresh_in_uhz_from_duration(
90 unsigned int duration_in_ns)
92 unsigned int refresh_in_uhz =
93 ((unsigned int)(div64_u64((1000000000ULL * 1000000),
95 return refresh_in_uhz;
99 static unsigned int calc_duration_in_us_from_refresh_in_uhz(
100 unsigned int refresh_in_uhz)
102 unsigned int duration_in_us =
103 ((unsigned int)(div64_u64((1000000000ULL * 1000),
105 return duration_in_us;
108 static unsigned int calc_duration_in_us_from_v_total(
109 const struct dc_stream_state *stream,
110 const struct mod_vrr_params *in_vrr,
111 unsigned int v_total)
113 unsigned int duration_in_us =
114 (unsigned int)(div64_u64(((unsigned long long)(v_total)
115 * 10000) * stream->timing.h_total,
116 stream->timing.pix_clk_100hz));
118 return duration_in_us;
121 static unsigned int calc_v_total_from_refresh(
122 const struct dc_stream_state *stream,
123 unsigned int refresh_in_uhz)
125 unsigned int v_total;
126 unsigned int frame_duration_in_ns;
128 frame_duration_in_ns =
129 ((unsigned int)(div64_u64((1000000000ULL * 1000000),
132 v_total = div64_u64(div64_u64(((unsigned long long)(
133 frame_duration_in_ns) * (stream->timing.pix_clk_100hz / 10)),
134 stream->timing.h_total), 1000000);
136 /* v_total cannot be less than nominal */
137 if (v_total < stream->timing.v_total) {
138 ASSERT(v_total < stream->timing.v_total);
139 v_total = stream->timing.v_total;
145 static unsigned int calc_v_total_from_duration(
146 const struct dc_stream_state *stream,
147 const struct mod_vrr_params *vrr,
148 unsigned int duration_in_us)
150 unsigned int v_total = 0;
152 if (duration_in_us < vrr->min_duration_in_us)
153 duration_in_us = vrr->min_duration_in_us;
155 if (duration_in_us > vrr->max_duration_in_us)
156 duration_in_us = vrr->max_duration_in_us;
158 v_total = div64_u64(div64_u64(((unsigned long long)(
159 duration_in_us) * (stream->timing.pix_clk_100hz / 10)),
160 stream->timing.h_total), 1000);
162 /* v_total cannot be less than nominal */
163 if (v_total < stream->timing.v_total) {
164 ASSERT(v_total < stream->timing.v_total);
165 v_total = stream->timing.v_total;
171 static void update_v_total_for_static_ramp(
172 struct core_freesync *core_freesync,
173 const struct dc_stream_state *stream,
174 struct mod_vrr_params *in_out_vrr)
176 unsigned int v_total = 0;
177 unsigned int current_duration_in_us =
178 calc_duration_in_us_from_v_total(
180 in_out_vrr->adjust.v_total_max);
181 unsigned int target_duration_in_us =
182 calc_duration_in_us_from_refresh_in_uhz(
183 in_out_vrr->fixed.target_refresh_in_uhz);
184 bool ramp_direction_is_up = (current_duration_in_us >
185 target_duration_in_us) ? true : false;
187 /* Calculate ratio between new and current frame duration with 3 digit */
188 unsigned int frame_duration_ratio = div64_u64(1000000,
189 (1000 + div64_u64(((unsigned long long)(
190 STATIC_SCREEN_RAMP_DELTA_REFRESH_RATE_PER_FRAME) *
191 current_duration_in_us),
194 /* Calculate delta between new and current frame duration in us */
195 unsigned int frame_duration_delta = div64_u64(((unsigned long long)(
196 current_duration_in_us) *
197 (1000 - frame_duration_ratio)), 1000);
199 /* Adjust frame duration delta based on ratio between current and
200 * standard frame duration (frame duration at 60 Hz refresh rate).
202 unsigned int ramp_rate_interpolated = div64_u64(((unsigned long long)(
203 frame_duration_delta) * current_duration_in_us), 16666);
205 /* Going to a higher refresh rate (lower frame duration) */
206 if (ramp_direction_is_up) {
207 /* Reduce frame duration */
208 current_duration_in_us -= ramp_rate_interpolated;
210 /* Adjust for frame duration below min */
211 if (current_duration_in_us <= target_duration_in_us) {
212 in_out_vrr->fixed.ramping_active = false;
213 in_out_vrr->fixed.ramping_done = true;
214 current_duration_in_us =
215 calc_duration_in_us_from_refresh_in_uhz(
216 in_out_vrr->fixed.target_refresh_in_uhz);
218 /* Going to a lower refresh rate (larger frame duration) */
220 /* Increase frame duration */
221 current_duration_in_us += ramp_rate_interpolated;
223 /* Adjust for frame duration above max */
224 if (current_duration_in_us >= target_duration_in_us) {
225 in_out_vrr->fixed.ramping_active = false;
226 in_out_vrr->fixed.ramping_done = true;
227 current_duration_in_us =
228 calc_duration_in_us_from_refresh_in_uhz(
229 in_out_vrr->fixed.target_refresh_in_uhz);
233 v_total = div64_u64(div64_u64(((unsigned long long)(
234 current_duration_in_us) * (stream->timing.pix_clk_100hz / 10)),
235 stream->timing.h_total), 1000);
237 /* v_total cannot be less than nominal */
238 if (v_total < stream->timing.v_total)
239 v_total = stream->timing.v_total;
241 in_out_vrr->adjust.v_total_min = v_total;
242 in_out_vrr->adjust.v_total_max = v_total;
245 static void apply_below_the_range(struct core_freesync *core_freesync,
246 const struct dc_stream_state *stream,
247 unsigned int last_render_time_in_us,
248 struct mod_vrr_params *in_out_vrr)
250 unsigned int inserted_frame_duration_in_us = 0;
251 unsigned int mid_point_frames_ceil = 0;
252 unsigned int mid_point_frames_floor = 0;
253 unsigned int frame_time_in_us = 0;
254 unsigned int delta_from_mid_point_in_us_1 = 0xFFFFFFFF;
255 unsigned int delta_from_mid_point_in_us_2 = 0xFFFFFFFF;
256 unsigned int frames_to_insert = 0;
257 unsigned int delta_from_mid_point_delta_in_us;
258 unsigned int max_render_time_in_us =
259 in_out_vrr->max_duration_in_us - in_out_vrr->btr.margin_in_us;
262 if ((last_render_time_in_us + in_out_vrr->btr.margin_in_us / 2) < max_render_time_in_us) {
263 /* Exit Below the Range */
264 if (in_out_vrr->btr.btr_active) {
265 in_out_vrr->btr.frame_counter = 0;
266 in_out_vrr->btr.btr_active = false;
268 } else if (last_render_time_in_us > (max_render_time_in_us + in_out_vrr->btr.margin_in_us / 2)) {
269 /* Enter Below the Range */
270 if (!in_out_vrr->btr.btr_active) {
271 in_out_vrr->btr.btr_active = true;
275 /* BTR set to "not active" so disengage */
276 if (!in_out_vrr->btr.btr_active) {
277 in_out_vrr->btr.inserted_duration_in_us = 0;
278 in_out_vrr->btr.frames_to_insert = 0;
279 in_out_vrr->btr.frame_counter = 0;
281 /* Restore FreeSync */
282 in_out_vrr->adjust.v_total_min =
283 calc_v_total_from_refresh(stream,
284 in_out_vrr->max_refresh_in_uhz);
285 in_out_vrr->adjust.v_total_max =
286 calc_v_total_from_refresh(stream,
287 in_out_vrr->min_refresh_in_uhz);
288 /* BTR set to "active" so engage */
291 /* Calculate number of midPoint frames that could fit within
292 * the render time interval - take ceil of this value
294 mid_point_frames_ceil = (last_render_time_in_us +
295 in_out_vrr->btr.mid_point_in_us - 1) /
296 in_out_vrr->btr.mid_point_in_us;
298 if (mid_point_frames_ceil > 0) {
299 frame_time_in_us = last_render_time_in_us /
300 mid_point_frames_ceil;
301 delta_from_mid_point_in_us_1 =
302 (in_out_vrr->btr.mid_point_in_us >
304 (in_out_vrr->btr.mid_point_in_us - frame_time_in_us) :
305 (frame_time_in_us - in_out_vrr->btr.mid_point_in_us);
308 /* Calculate number of midPoint frames that could fit within
309 * the render time interval - take floor of this value
311 mid_point_frames_floor = last_render_time_in_us /
312 in_out_vrr->btr.mid_point_in_us;
314 if (mid_point_frames_floor > 0) {
316 frame_time_in_us = last_render_time_in_us /
317 mid_point_frames_floor;
318 delta_from_mid_point_in_us_2 =
319 (in_out_vrr->btr.mid_point_in_us >
321 (in_out_vrr->btr.mid_point_in_us - frame_time_in_us) :
322 (frame_time_in_us - in_out_vrr->btr.mid_point_in_us);
325 /* Choose number of frames to insert based on how close it
326 * can get to the mid point of the variable range.
327 * - Delta for CEIL: delta_from_mid_point_in_us_1
328 * - Delta for FLOOR: delta_from_mid_point_in_us_2
330 if ((last_render_time_in_us / mid_point_frames_ceil) < in_out_vrr->min_duration_in_us) {
331 /* Check for out of range.
332 * If using CEIL produces a value that is out of range,
333 * then we are forced to use FLOOR.
335 frames_to_insert = mid_point_frames_floor;
336 } else if (mid_point_frames_floor < 2) {
337 /* Check if FLOOR would result in non-LFC. In this case
340 frames_to_insert = mid_point_frames_ceil;
341 } else if (delta_from_mid_point_in_us_1 < delta_from_mid_point_in_us_2) {
342 /* If choosing CEIL results in a frame duration that is
343 * closer to the mid point of the range.
346 frames_to_insert = mid_point_frames_ceil;
348 /* If choosing FLOOR results in a frame duration that is
349 * closer to the mid point of the range.
352 frames_to_insert = mid_point_frames_floor;
355 /* Prefer current frame multiplier when BTR is enabled unless it drifts
356 * too far from the midpoint
358 if (delta_from_mid_point_in_us_1 < delta_from_mid_point_in_us_2) {
359 delta_from_mid_point_delta_in_us = delta_from_mid_point_in_us_2 -
360 delta_from_mid_point_in_us_1;
362 delta_from_mid_point_delta_in_us = delta_from_mid_point_in_us_1 -
363 delta_from_mid_point_in_us_2;
365 if (in_out_vrr->btr.frames_to_insert != 0 &&
366 delta_from_mid_point_delta_in_us < BTR_DRIFT_MARGIN) {
367 if (((last_render_time_in_us / in_out_vrr->btr.frames_to_insert) <
368 max_render_time_in_us) &&
369 ((last_render_time_in_us / in_out_vrr->btr.frames_to_insert) >
370 in_out_vrr->min_duration_in_us))
371 frames_to_insert = in_out_vrr->btr.frames_to_insert;
374 /* Either we've calculated the number of frames to insert,
375 * or we need to insert min duration frames
377 if (last_render_time_in_us / frames_to_insert <
378 in_out_vrr->min_duration_in_us){
379 frames_to_insert -= (frames_to_insert > 1) ?
383 if (frames_to_insert > 0)
384 inserted_frame_duration_in_us = last_render_time_in_us /
387 if (inserted_frame_duration_in_us < in_out_vrr->min_duration_in_us)
388 inserted_frame_duration_in_us = in_out_vrr->min_duration_in_us;
390 /* Cache the calculated variables */
391 in_out_vrr->btr.inserted_duration_in_us =
392 inserted_frame_duration_in_us;
393 in_out_vrr->btr.frames_to_insert = frames_to_insert;
394 in_out_vrr->btr.frame_counter = frames_to_insert;
398 static void apply_fixed_refresh(struct core_freesync *core_freesync,
399 const struct dc_stream_state *stream,
400 unsigned int last_render_time_in_us,
401 struct mod_vrr_params *in_out_vrr)
404 unsigned int max_render_time_in_us = in_out_vrr->max_duration_in_us;
406 /* Compute the exit refresh rate and exit frame duration */
407 unsigned int exit_refresh_rate_in_milli_hz = ((1000000000/max_render_time_in_us)
408 + (1000*FIXED_REFRESH_EXIT_MARGIN_IN_HZ));
409 unsigned int exit_frame_duration_in_us = 1000000000/exit_refresh_rate_in_milli_hz;
411 if (last_render_time_in_us < exit_frame_duration_in_us) {
412 /* Exit Fixed Refresh mode */
413 if (in_out_vrr->fixed.fixed_active) {
414 in_out_vrr->fixed.frame_counter++;
416 if (in_out_vrr->fixed.frame_counter >
417 FIXED_REFRESH_EXIT_FRAME_COUNT) {
418 in_out_vrr->fixed.frame_counter = 0;
419 in_out_vrr->fixed.fixed_active = false;
420 in_out_vrr->fixed.target_refresh_in_uhz = 0;
424 in_out_vrr->fixed.frame_counter = 0;
425 } else if (last_render_time_in_us > max_render_time_in_us) {
426 /* Enter Fixed Refresh mode */
427 if (!in_out_vrr->fixed.fixed_active) {
428 in_out_vrr->fixed.frame_counter++;
430 if (in_out_vrr->fixed.frame_counter >
431 FIXED_REFRESH_ENTER_FRAME_COUNT) {
432 in_out_vrr->fixed.frame_counter = 0;
433 in_out_vrr->fixed.fixed_active = true;
434 in_out_vrr->fixed.target_refresh_in_uhz =
435 in_out_vrr->max_refresh_in_uhz;
439 in_out_vrr->fixed.frame_counter = 0;
443 if (in_out_vrr->fixed.fixed_active) {
444 in_out_vrr->adjust.v_total_min =
445 calc_v_total_from_refresh(
446 stream, in_out_vrr->max_refresh_in_uhz);
447 in_out_vrr->adjust.v_total_max =
448 in_out_vrr->adjust.v_total_min;
450 in_out_vrr->adjust.v_total_min =
451 calc_v_total_from_refresh(stream,
452 in_out_vrr->max_refresh_in_uhz);
453 in_out_vrr->adjust.v_total_max =
454 calc_v_total_from_refresh(stream,
455 in_out_vrr->min_refresh_in_uhz);
460 static bool vrr_settings_require_update(struct core_freesync *core_freesync,
461 struct mod_freesync_config *in_config,
462 unsigned int min_refresh_in_uhz,
463 unsigned int max_refresh_in_uhz,
464 struct mod_vrr_params *in_vrr)
466 if (in_vrr->state != in_config->state) {
468 } else if (in_vrr->state == VRR_STATE_ACTIVE_FIXED &&
469 in_vrr->fixed.target_refresh_in_uhz !=
470 in_config->fixed_refresh_in_uhz) {
472 } else if (in_vrr->min_refresh_in_uhz != min_refresh_in_uhz) {
474 } else if (in_vrr->max_refresh_in_uhz != max_refresh_in_uhz) {
481 bool mod_freesync_get_vmin_vmax(struct mod_freesync *mod_freesync,
482 const struct dc_stream_state *stream,
486 *vmin = stream->adjust.v_total_min;
487 *vmax = stream->adjust.v_total_max;
492 bool mod_freesync_get_v_position(struct mod_freesync *mod_freesync,
493 struct dc_stream_state *stream,
494 unsigned int *nom_v_pos,
497 struct core_freesync *core_freesync = NULL;
498 struct crtc_position position;
500 if (mod_freesync == NULL)
503 core_freesync = MOD_FREESYNC_TO_CORE(mod_freesync);
505 if (dc_stream_get_crtc_position(core_freesync->dc, &stream, 1,
506 &position.vertical_count,
507 &position.nominal_vcount)) {
509 *nom_v_pos = position.nominal_vcount;
510 *v_pos = position.vertical_count;
518 static void build_vrr_infopacket_data_v1(const struct mod_vrr_params *vrr,
519 struct dc_info_packet *infopacket)
521 /* PB1 = 0x1A (24bit AMD IEEE OUI (0x00001A) - Byte 0) */
522 infopacket->sb[1] = 0x1A;
524 /* PB2 = 0x00 (24bit AMD IEEE OUI (0x00001A) - Byte 1) */
525 infopacket->sb[2] = 0x00;
527 /* PB3 = 0x00 (24bit AMD IEEE OUI (0x00001A) - Byte 2) */
528 infopacket->sb[3] = 0x00;
534 /* PB6 = [Bits 7:3 = Reserved] */
536 /* PB6 = [Bit 0 = FreeSync Supported] */
537 if (vrr->state != VRR_STATE_UNSUPPORTED)
538 infopacket->sb[6] |= 0x01;
540 /* PB6 = [Bit 1 = FreeSync Enabled] */
541 if (vrr->state != VRR_STATE_DISABLED &&
542 vrr->state != VRR_STATE_UNSUPPORTED)
543 infopacket->sb[6] |= 0x02;
545 /* PB6 = [Bit 2 = FreeSync Active] */
546 if (vrr->state == VRR_STATE_ACTIVE_VARIABLE ||
547 vrr->state == VRR_STATE_ACTIVE_FIXED)
548 infopacket->sb[6] |= 0x04;
550 // For v1 & 2 infoframes program nominal if non-fs mode, otherwise full range
551 /* PB7 = FreeSync Minimum refresh rate (Hz) */
552 if (vrr->state == VRR_STATE_ACTIVE_VARIABLE ||
553 vrr->state == VRR_STATE_ACTIVE_FIXED) {
554 infopacket->sb[7] = (unsigned char)((vrr->min_refresh_in_uhz + 500000) / 1000000);
556 infopacket->sb[7] = (unsigned char)((vrr->max_refresh_in_uhz + 500000) / 1000000);
559 /* PB8 = FreeSync Maximum refresh rate (Hz)
560 * Note: We should never go above the field rate of the mode timing set.
562 infopacket->sb[8] = (unsigned char)((vrr->max_refresh_in_uhz + 500000) / 1000000);
565 infopacket->sb[9] = 0;
566 infopacket->sb[10] = 0;
569 static void build_vrr_infopacket_data_v3(const struct mod_vrr_params *vrr,
570 struct dc_info_packet *infopacket)
572 /* PB1 = 0x1A (24bit AMD IEEE OUI (0x00001A) - Byte 0) */
573 infopacket->sb[1] = 0x1A;
575 /* PB2 = 0x00 (24bit AMD IEEE OUI (0x00001A) - Byte 1) */
576 infopacket->sb[2] = 0x00;
578 /* PB3 = 0x00 (24bit AMD IEEE OUI (0x00001A) - Byte 2) */
579 infopacket->sb[3] = 0x00;
585 /* PB6 = [Bits 7:3 = Reserved] */
587 /* PB6 = [Bit 0 = FreeSync Supported] */
588 if (vrr->state != VRR_STATE_UNSUPPORTED)
589 infopacket->sb[6] |= 0x01;
591 /* PB6 = [Bit 1 = FreeSync Enabled] */
592 if (vrr->state != VRR_STATE_DISABLED &&
593 vrr->state != VRR_STATE_UNSUPPORTED)
594 infopacket->sb[6] |= 0x02;
596 /* PB6 = [Bit 2 = FreeSync Active] */
597 if (vrr->state == VRR_STATE_ACTIVE_VARIABLE ||
598 vrr->state == VRR_STATE_ACTIVE_FIXED)
599 infopacket->sb[6] |= 0x04;
601 if (vrr->state == VRR_STATE_ACTIVE_FIXED) {
602 /* PB7 = FreeSync Minimum refresh rate (Hz) */
603 infopacket->sb[7] = (unsigned char)((vrr->fixed_refresh_in_uhz + 500000) / 1000000);
604 /* PB8 = FreeSync Maximum refresh rate (Hz) */
605 infopacket->sb[8] = (unsigned char)((vrr->fixed_refresh_in_uhz + 500000) / 1000000);
606 } else if (vrr->state == VRR_STATE_ACTIVE_VARIABLE) {
607 /* PB7 = FreeSync Minimum refresh rate (Hz) */
608 infopacket->sb[7] = (unsigned char)((vrr->min_refresh_in_uhz + 500000) / 1000000);
609 /* PB8 = FreeSync Maximum refresh rate (Hz) */
610 infopacket->sb[8] = (unsigned char)((vrr->max_refresh_in_uhz + 500000) / 1000000);
612 // Non-fs case, program nominal range
613 /* PB7 = FreeSync Minimum refresh rate (Hz) */
614 infopacket->sb[7] = (unsigned char)((vrr->max_refresh_in_uhz + 500000) / 1000000);
615 /* PB8 = FreeSync Maximum refresh rate (Hz) */
616 infopacket->sb[8] = (unsigned char)((vrr->max_refresh_in_uhz + 500000) / 1000000);
620 infopacket->sb[9] = 0;
621 infopacket->sb[10] = 0;
624 static void build_vrr_infopacket_fs2_data(enum color_transfer_func app_tf,
625 struct dc_info_packet *infopacket)
627 if (app_tf != TRANSFER_FUNC_UNKNOWN) {
628 infopacket->valid = true;
630 infopacket->sb[6] |= 0x08; // PB6 = [Bit 3 = Native Color Active]
632 if (app_tf == TRANSFER_FUNC_GAMMA_22) {
633 infopacket->sb[9] |= 0x04; // PB6 = [Bit 2 = Gamma 2.2 EOTF Active]
638 static void build_vrr_infopacket_header_v1(enum signal_type signal,
639 struct dc_info_packet *infopacket,
640 unsigned int *payload_size)
642 if (dc_is_hdmi_signal(signal)) {
646 /* HB0 = Packet Type = 0x83 (Source Product
647 * Descriptor InfoFrame)
649 infopacket->hb0 = DC_HDMI_INFOFRAME_TYPE_SPD;
651 /* HB1 = Version = 0x01 */
652 infopacket->hb1 = 0x01;
654 /* HB2 = [Bits 7:5 = 0] [Bits 4:0 = Length = 0x08] */
655 infopacket->hb2 = 0x08;
657 *payload_size = 0x08;
659 } else if (dc_is_dp_signal(signal)) {
663 /* HB0 = Secondary-data Packet ID = 0 - Only non-zero
664 * when used to associate audio related info packets
666 infopacket->hb0 = 0x00;
668 /* HB1 = Packet Type = 0x83 (Source Product
669 * Descriptor InfoFrame)
671 infopacket->hb1 = DC_HDMI_INFOFRAME_TYPE_SPD;
673 /* HB2 = [Bits 7:0 = Least significant eight bits -
674 * For INFOFRAME, the value must be 1Bh]
676 infopacket->hb2 = 0x1B;
678 /* HB3 = [Bits 7:2 = INFOFRAME SDP Version Number = 0x1]
679 * [Bits 1:0 = Most significant two bits = 0x00]
681 infopacket->hb3 = 0x04;
683 *payload_size = 0x1B;
687 static void build_vrr_infopacket_header_v2(enum signal_type signal,
688 struct dc_info_packet *infopacket,
689 unsigned int *payload_size)
691 if (dc_is_hdmi_signal(signal)) {
695 /* HB0 = Packet Type = 0x83 (Source Product
696 * Descriptor InfoFrame)
698 infopacket->hb0 = DC_HDMI_INFOFRAME_TYPE_SPD;
700 /* HB1 = Version = 0x02 */
701 infopacket->hb1 = 0x02;
703 /* HB2 = [Bits 7:5 = 0] [Bits 4:0 = Length = 0x09] */
704 infopacket->hb2 = 0x09;
706 *payload_size = 0x0A;
708 } else if (dc_is_dp_signal(signal)) {
712 /* HB0 = Secondary-data Packet ID = 0 - Only non-zero
713 * when used to associate audio related info packets
715 infopacket->hb0 = 0x00;
717 /* HB1 = Packet Type = 0x83 (Source Product
718 * Descriptor InfoFrame)
720 infopacket->hb1 = DC_HDMI_INFOFRAME_TYPE_SPD;
722 /* HB2 = [Bits 7:0 = Least significant eight bits -
723 * For INFOFRAME, the value must be 1Bh]
725 infopacket->hb2 = 0x1B;
727 /* HB3 = [Bits 7:2 = INFOFRAME SDP Version Number = 0x2]
728 * [Bits 1:0 = Most significant two bits = 0x00]
730 infopacket->hb3 = 0x08;
732 *payload_size = 0x1B;
736 static void build_vrr_infopacket_checksum(unsigned int *payload_size,
737 struct dc_info_packet *infopacket)
739 /* Calculate checksum */
740 unsigned int idx = 0;
741 unsigned char checksum = 0;
743 checksum += infopacket->hb0;
744 checksum += infopacket->hb1;
745 checksum += infopacket->hb2;
746 checksum += infopacket->hb3;
748 for (idx = 1; idx <= *payload_size; idx++)
749 checksum += infopacket->sb[idx];
751 /* PB0 = Checksum (one byte complement) */
752 infopacket->sb[0] = (unsigned char)(0x100 - checksum);
754 infopacket->valid = true;
757 static void build_vrr_infopacket_v1(enum signal_type signal,
758 const struct mod_vrr_params *vrr,
759 struct dc_info_packet *infopacket)
761 /* SPD info packet for FreeSync */
762 unsigned int payload_size = 0;
764 build_vrr_infopacket_header_v1(signal, infopacket, &payload_size);
765 build_vrr_infopacket_data_v1(vrr, infopacket);
766 build_vrr_infopacket_checksum(&payload_size, infopacket);
768 infopacket->valid = true;
771 static void build_vrr_infopacket_v2(enum signal_type signal,
772 const struct mod_vrr_params *vrr,
773 enum color_transfer_func app_tf,
774 struct dc_info_packet *infopacket)
776 unsigned int payload_size = 0;
778 build_vrr_infopacket_header_v2(signal, infopacket, &payload_size);
779 build_vrr_infopacket_data_v1(vrr, infopacket);
781 build_vrr_infopacket_fs2_data(app_tf, infopacket);
783 build_vrr_infopacket_checksum(&payload_size, infopacket);
785 infopacket->valid = true;
788 static void build_vrr_infopacket_fast_transport_data(
790 unsigned int ftOutputRate,
791 struct dc_info_packet *infopacket)
793 /* PB9 : bit7 - fast transport Active*/
794 unsigned char activeBit = (ftActive) ? 1 << 7 : 0;
796 infopacket->sb[1] &= ~activeBit; //clear bit
797 infopacket->sb[1] |= activeBit; //set bit
799 /* PB13 : Target Output Pixel Rate [kHz] - bits 7:0 */
800 infopacket->sb[13] = ftOutputRate & 0xFF;
802 /* PB14 : Target Output Pixel Rate [kHz] - bits 15:8 */
803 infopacket->sb[14] = (ftOutputRate >> 8) & 0xFF;
805 /* PB15 : Target Output Pixel Rate [kHz] - bits 23:16 */
806 infopacket->sb[15] = (ftOutputRate >> 16) & 0xFF;
811 static void build_vrr_infopacket_v3(enum signal_type signal,
812 const struct mod_vrr_params *vrr,
814 bool ftActive, unsigned int ftOutputRate,
816 enum color_transfer_func app_tf,
817 struct dc_info_packet *infopacket)
819 unsigned int payload_size = 0;
821 build_vrr_infopacket_header_v2(signal, infopacket, &payload_size);
822 build_vrr_infopacket_data_v3(vrr, infopacket);
824 build_vrr_infopacket_fs2_data(app_tf, infopacket);
827 build_vrr_infopacket_fast_transport_data(
833 build_vrr_infopacket_checksum(&payload_size, infopacket);
835 infopacket->valid = true;
838 void mod_freesync_build_vrr_infopacket(struct mod_freesync *mod_freesync,
839 const struct dc_stream_state *stream,
840 const struct mod_vrr_params *vrr,
841 enum vrr_packet_type packet_type,
842 enum color_transfer_func app_tf,
843 struct dc_info_packet *infopacket)
845 /* SPD info packet for FreeSync
846 * VTEM info packet for HdmiVRR
847 * Check if Freesync is supported. Return if false. If true,
848 * set the corresponding bit in the info packet
850 if (!vrr->send_info_frame)
853 switch (packet_type) {
854 case PACKET_TYPE_FS_V3:
856 // always populate with pixel rate.
857 build_vrr_infopacket_v3(
859 stream->timing.flags.FAST_TRANSPORT,
860 (stream->timing.flags.FAST_TRANSPORT) ?
861 stream->timing.fast_transport_output_rate_100hz :
862 stream->timing.pix_clk_100hz,
865 build_vrr_infopacket_v3(stream->signal, vrr, app_tf, infopacket);
868 case PACKET_TYPE_FS_V2:
869 build_vrr_infopacket_v2(stream->signal, vrr, app_tf, infopacket);
871 case PACKET_TYPE_VRR:
872 case PACKET_TYPE_FS_V1:
874 build_vrr_infopacket_v1(stream->signal, vrr, infopacket);
878 void mod_freesync_build_vrr_params(struct mod_freesync *mod_freesync,
879 const struct dc_stream_state *stream,
880 struct mod_freesync_config *in_config,
881 struct mod_vrr_params *in_out_vrr)
883 struct core_freesync *core_freesync = NULL;
884 unsigned long long nominal_field_rate_in_uhz = 0;
885 unsigned long long rounded_nominal_in_uhz = 0;
886 unsigned int refresh_range = 0;
887 unsigned long long min_refresh_in_uhz = 0;
888 unsigned long long max_refresh_in_uhz = 0;
890 if (mod_freesync == NULL)
893 core_freesync = MOD_FREESYNC_TO_CORE(mod_freesync);
895 /* Calculate nominal field rate for stream */
896 nominal_field_rate_in_uhz =
897 mod_freesync_calc_nominal_field_rate(stream);
899 min_refresh_in_uhz = in_config->min_refresh_in_uhz;
900 max_refresh_in_uhz = in_config->max_refresh_in_uhz;
902 /* Full range may be larger than current video timing, so cap at nominal */
903 if (max_refresh_in_uhz > nominal_field_rate_in_uhz)
904 max_refresh_in_uhz = nominal_field_rate_in_uhz;
906 /* Full range may be larger than current video timing, so cap at nominal */
907 if (min_refresh_in_uhz > max_refresh_in_uhz)
908 min_refresh_in_uhz = max_refresh_in_uhz;
910 /* If a monitor reports exactly max refresh of 2x of min, enforce it on nominal */
911 rounded_nominal_in_uhz =
912 div_u64(nominal_field_rate_in_uhz + 50000, 100000) * 100000;
913 if (in_config->max_refresh_in_uhz == (2 * in_config->min_refresh_in_uhz) &&
914 in_config->max_refresh_in_uhz == rounded_nominal_in_uhz)
915 min_refresh_in_uhz = div_u64(nominal_field_rate_in_uhz, 2);
917 if (!vrr_settings_require_update(core_freesync,
918 in_config, (unsigned int)min_refresh_in_uhz, (unsigned int)max_refresh_in_uhz,
922 in_out_vrr->state = in_config->state;
923 in_out_vrr->send_info_frame = in_config->vsif_supported;
925 if (in_config->state == VRR_STATE_UNSUPPORTED) {
926 in_out_vrr->state = VRR_STATE_UNSUPPORTED;
927 in_out_vrr->supported = false;
928 in_out_vrr->adjust.v_total_min = stream->timing.v_total;
929 in_out_vrr->adjust.v_total_max = stream->timing.v_total;
934 in_out_vrr->min_refresh_in_uhz = (unsigned int)min_refresh_in_uhz;
935 in_out_vrr->max_duration_in_us =
936 calc_duration_in_us_from_refresh_in_uhz(
937 (unsigned int)min_refresh_in_uhz);
939 in_out_vrr->max_refresh_in_uhz = (unsigned int)max_refresh_in_uhz;
940 in_out_vrr->min_duration_in_us =
941 calc_duration_in_us_from_refresh_in_uhz(
942 (unsigned int)max_refresh_in_uhz);
944 if (in_config->state == VRR_STATE_ACTIVE_FIXED)
945 in_out_vrr->fixed_refresh_in_uhz = in_config->fixed_refresh_in_uhz;
947 in_out_vrr->fixed_refresh_in_uhz = 0;
949 refresh_range = div_u64(in_out_vrr->max_refresh_in_uhz + 500000, 1000000) -
950 + div_u64(in_out_vrr->min_refresh_in_uhz + 500000, 1000000);
952 in_out_vrr->supported = true;
955 in_out_vrr->fixed.ramping_active = in_config->ramping;
957 in_out_vrr->btr.btr_enabled = in_config->btr;
959 if (in_out_vrr->max_refresh_in_uhz < (2 * in_out_vrr->min_refresh_in_uhz))
960 in_out_vrr->btr.btr_enabled = false;
962 in_out_vrr->btr.margin_in_us = in_out_vrr->max_duration_in_us -
963 2 * in_out_vrr->min_duration_in_us;
964 if (in_out_vrr->btr.margin_in_us > BTR_MAX_MARGIN)
965 in_out_vrr->btr.margin_in_us = BTR_MAX_MARGIN;
968 in_out_vrr->btr.btr_active = false;
969 in_out_vrr->btr.inserted_duration_in_us = 0;
970 in_out_vrr->btr.frames_to_insert = 0;
971 in_out_vrr->btr.frame_counter = 0;
972 in_out_vrr->fixed.fixed_active = false;
973 in_out_vrr->fixed.target_refresh_in_uhz = 0;
975 in_out_vrr->btr.mid_point_in_us =
976 (in_out_vrr->min_duration_in_us +
977 in_out_vrr->max_duration_in_us) / 2;
979 if (in_out_vrr->state == VRR_STATE_UNSUPPORTED) {
980 in_out_vrr->adjust.v_total_min = stream->timing.v_total;
981 in_out_vrr->adjust.v_total_max = stream->timing.v_total;
982 } else if (in_out_vrr->state == VRR_STATE_DISABLED) {
983 in_out_vrr->adjust.v_total_min = stream->timing.v_total;
984 in_out_vrr->adjust.v_total_max = stream->timing.v_total;
985 } else if (in_out_vrr->state == VRR_STATE_INACTIVE) {
986 in_out_vrr->adjust.v_total_min = stream->timing.v_total;
987 in_out_vrr->adjust.v_total_max = stream->timing.v_total;
988 } else if (in_out_vrr->state == VRR_STATE_ACTIVE_VARIABLE &&
989 refresh_range >= MIN_REFRESH_RANGE) {
991 in_out_vrr->adjust.v_total_min =
992 calc_v_total_from_refresh(stream,
993 in_out_vrr->max_refresh_in_uhz);
994 in_out_vrr->adjust.v_total_max =
995 calc_v_total_from_refresh(stream,
996 in_out_vrr->min_refresh_in_uhz);
997 } else if (in_out_vrr->state == VRR_STATE_ACTIVE_FIXED) {
998 in_out_vrr->fixed.target_refresh_in_uhz =
999 in_out_vrr->fixed_refresh_in_uhz;
1000 if (in_out_vrr->fixed.ramping_active &&
1001 in_out_vrr->fixed.fixed_active) {
1002 /* Do not update vtotals if ramping is already active
1003 * in order to continue ramp from current refresh.
1005 in_out_vrr->fixed.fixed_active = true;
1007 in_out_vrr->fixed.fixed_active = true;
1008 in_out_vrr->adjust.v_total_min =
1009 calc_v_total_from_refresh(stream,
1010 in_out_vrr->fixed.target_refresh_in_uhz);
1011 in_out_vrr->adjust.v_total_max =
1012 in_out_vrr->adjust.v_total_min;
1015 in_out_vrr->state = VRR_STATE_INACTIVE;
1016 in_out_vrr->adjust.v_total_min = stream->timing.v_total;
1017 in_out_vrr->adjust.v_total_max = stream->timing.v_total;
1021 void mod_freesync_handle_preflip(struct mod_freesync *mod_freesync,
1022 const struct dc_plane_state *plane,
1023 const struct dc_stream_state *stream,
1024 unsigned int curr_time_stamp_in_us,
1025 struct mod_vrr_params *in_out_vrr)
1027 struct core_freesync *core_freesync = NULL;
1028 unsigned int last_render_time_in_us = 0;
1029 unsigned int average_render_time_in_us = 0;
1031 if (mod_freesync == NULL)
1034 core_freesync = MOD_FREESYNC_TO_CORE(mod_freesync);
1036 if (in_out_vrr->supported &&
1037 in_out_vrr->state == VRR_STATE_ACTIVE_VARIABLE) {
1039 unsigned int oldest_index = plane->time.index + 1;
1041 if (oldest_index >= DC_PLANE_UPDATE_TIMES_MAX)
1044 last_render_time_in_us = curr_time_stamp_in_us -
1045 plane->time.prev_update_time_in_us;
1047 /* Sum off all entries except oldest one */
1048 for (i = 0; i < DC_PLANE_UPDATE_TIMES_MAX; i++) {
1049 average_render_time_in_us +=
1050 plane->time.time_elapsed_in_us[i];
1052 average_render_time_in_us -=
1053 plane->time.time_elapsed_in_us[oldest_index];
1055 /* Add render time for current flip */
1056 average_render_time_in_us += last_render_time_in_us;
1057 average_render_time_in_us /= DC_PLANE_UPDATE_TIMES_MAX;
1059 if (in_out_vrr->btr.btr_enabled) {
1060 apply_below_the_range(core_freesync,
1062 last_render_time_in_us,
1065 apply_fixed_refresh(core_freesync,
1067 last_render_time_in_us,
1074 void mod_freesync_handle_v_update(struct mod_freesync *mod_freesync,
1075 const struct dc_stream_state *stream,
1076 struct mod_vrr_params *in_out_vrr)
1078 struct core_freesync *core_freesync = NULL;
1080 if ((mod_freesync == NULL) || (stream == NULL) || (in_out_vrr == NULL))
1083 core_freesync = MOD_FREESYNC_TO_CORE(mod_freesync);
1085 if (in_out_vrr->supported == false)
1088 /* Below the Range Logic */
1090 /* Only execute if in fullscreen mode */
1091 if (in_out_vrr->state == VRR_STATE_ACTIVE_VARIABLE &&
1092 in_out_vrr->btr.btr_active) {
1093 /* TODO: pass in flag for Pre-DCE12 ASIC
1094 * in order for frame variable duration to take affect,
1095 * it needs to be done one VSYNC early, which is at
1096 * frameCounter == 1.
1097 * For DCE12 and newer updates to V_TOTAL_MIN/MAX
1098 * will take affect on current frame
1100 if (in_out_vrr->btr.frames_to_insert ==
1101 in_out_vrr->btr.frame_counter) {
1102 in_out_vrr->adjust.v_total_min =
1103 calc_v_total_from_duration(stream,
1105 in_out_vrr->btr.inserted_duration_in_us);
1106 in_out_vrr->adjust.v_total_max =
1107 in_out_vrr->adjust.v_total_min;
1110 if (in_out_vrr->btr.frame_counter > 0)
1111 in_out_vrr->btr.frame_counter--;
1113 /* Restore FreeSync */
1114 if (in_out_vrr->btr.frame_counter == 0) {
1115 in_out_vrr->adjust.v_total_min =
1116 calc_v_total_from_refresh(stream,
1117 in_out_vrr->max_refresh_in_uhz);
1118 in_out_vrr->adjust.v_total_max =
1119 calc_v_total_from_refresh(stream,
1120 in_out_vrr->min_refresh_in_uhz);
1124 /* If in fullscreen freesync mode or in video, do not program
1125 * static screen ramp values
1127 if (in_out_vrr->state == VRR_STATE_ACTIVE_VARIABLE)
1128 in_out_vrr->fixed.ramping_active = false;
1130 /* Gradual Static Screen Ramping Logic
1131 * Execute if ramp is active and user enabled freesync static screen
1133 if (in_out_vrr->state == VRR_STATE_ACTIVE_FIXED &&
1134 in_out_vrr->fixed.ramping_active) {
1135 update_v_total_for_static_ramp(
1136 core_freesync, stream, in_out_vrr);
1140 void mod_freesync_get_settings(struct mod_freesync *mod_freesync,
1141 const struct mod_vrr_params *vrr,
1142 unsigned int *v_total_min, unsigned int *v_total_max,
1143 unsigned int *event_triggers,
1144 unsigned int *window_min, unsigned int *window_max,
1145 unsigned int *lfc_mid_point_in_us,
1146 unsigned int *inserted_frames,
1147 unsigned int *inserted_duration_in_us)
1149 if (mod_freesync == NULL)
1152 if (vrr->supported) {
1153 *v_total_min = vrr->adjust.v_total_min;
1154 *v_total_max = vrr->adjust.v_total_max;
1155 *event_triggers = 0;
1156 *lfc_mid_point_in_us = vrr->btr.mid_point_in_us;
1157 *inserted_frames = vrr->btr.frames_to_insert;
1158 *inserted_duration_in_us = vrr->btr.inserted_duration_in_us;
1162 unsigned long long mod_freesync_calc_nominal_field_rate(
1163 const struct dc_stream_state *stream)
1165 unsigned long long nominal_field_rate_in_uhz = 0;
1166 unsigned int total = stream->timing.h_total * stream->timing.v_total;
1168 /* Calculate nominal field rate for stream, rounded up to nearest integer */
1169 nominal_field_rate_in_uhz = stream->timing.pix_clk_100hz;
1170 nominal_field_rate_in_uhz *= 100000000ULL;
1172 nominal_field_rate_in_uhz = div_u64(nominal_field_rate_in_uhz, total);
1174 return nominal_field_rate_in_uhz;
1177 bool mod_freesync_is_valid_range(uint32_t min_refresh_cap_in_uhz,
1178 uint32_t max_refresh_cap_in_uhz,
1179 uint32_t nominal_field_rate_in_uhz)
1182 /* Typically nominal refresh calculated can have some fractional part.
1183 * Allow for some rounding error of actual video timing by taking floor
1184 * of caps and request. Round the nominal refresh rate.
1186 * Dividing will convert everything to units in Hz although input
1187 * variable name is in uHz!
1189 * Also note, this takes care of rounding error on the nominal refresh
1190 * so by rounding error we only expect it to be off by a small amount,
1191 * such as < 0.1 Hz. i.e. 143.9xxx or 144.1xxx.
1193 * Example 1. Caps Min = 40 Hz, Max = 144 Hz
1194 * Request Min = 40 Hz, Max = 144 Hz
1195 * Nominal = 143.5x Hz rounded to 144 Hz
1196 * This function should allow this as valid request
1198 * Example 2. Caps Min = 40 Hz, Max = 144 Hz
1199 * Request Min = 40 Hz, Max = 144 Hz
1200 * Nominal = 144.4x Hz rounded to 144 Hz
1201 * This function should allow this as valid request
1203 * Example 3. Caps Min = 40 Hz, Max = 144 Hz
1204 * Request Min = 40 Hz, Max = 144 Hz
1205 * Nominal = 120.xx Hz rounded to 120 Hz
1206 * This function should return NOT valid since the requested
1207 * max is greater than current timing's nominal
1209 * Example 4. Caps Min = 40 Hz, Max = 120 Hz
1210 * Request Min = 40 Hz, Max = 120 Hz
1211 * Nominal = 144.xx Hz rounded to 144 Hz
1212 * This function should return NOT valid since the nominal
1213 * is greater than the capability's max refresh
1215 nominal_field_rate_in_uhz =
1216 div_u64(nominal_field_rate_in_uhz + 500000, 1000000);
1217 min_refresh_cap_in_uhz /= 1000000;
1218 max_refresh_cap_in_uhz /= 1000000;
1220 /* Check nominal is within range */
1221 if (nominal_field_rate_in_uhz > max_refresh_cap_in_uhz ||
1222 nominal_field_rate_in_uhz < min_refresh_cap_in_uhz)
1225 /* If nominal is less than max, limit the max allowed refresh rate */
1226 if (nominal_field_rate_in_uhz < max_refresh_cap_in_uhz)
1227 max_refresh_cap_in_uhz = nominal_field_rate_in_uhz;
1229 /* Check min is within range */
1230 if (min_refresh_cap_in_uhz > max_refresh_cap_in_uhz)
1233 /* For variable range, check for at least 10 Hz range */
1234 if (nominal_field_rate_in_uhz - min_refresh_cap_in_uhz < 10)