drivers/gpu/drm/drm_client_modeset.c

   1 // SPDX-License-Identifier: MIT
   2 /*
   3  * Copyright 2018 Noralf Trønnes
   4  * Copyright (c) 2006-2009 Red Hat Inc.
   5  * Copyright (c) 2006-2008 Intel Corporation
   6  *   Jesse Barnes <[email protected]>
   7  * Copyright (c) 2007 Dave Airlie <[email protected]>
   8  */
   9
  10 #include "drm/drm_modeset_lock.h"
  11 #include <linux/module.h>
  12 #include <linux/mutex.h>
  13 #include <linux/slab.h>
  14 #include <linux/string_helpers.h>
  15
  16 #include <drm/drm_atomic.h>
  17 #include <drm/drm_client.h>
  18 #include <drm/drm_connector.h>
  19 #include <drm/drm_crtc.h>
  20 #include <drm/drm_device.h>
  21 #include <drm/drm_drv.h>
  22 #include <drm/drm_edid.h>
  23 #include <drm/drm_encoder.h>
  24 #include <drm/drm_print.h>
  25
  26 #include "drm_crtc_internal.h"
  27 #include "drm_internal.h"
  28
  29 #define DRM_CLIENT_MAX_CLONED_CONNECTORS        8
  30
  31 struct drm_client_offset {
  32         int x, y;
  33 };
  34
  35 int drm_client_modeset_create(struct drm_client_dev *client)
  36 {
  37         struct drm_device *dev = client->dev;
  38         unsigned int num_crtc = dev->mode_config.num_crtc;
  39         unsigned int max_connector_count = 1;
  40         struct drm_mode_set *modeset;
  41         struct drm_crtc *crtc;
  42         unsigned int i = 0;
  43
  44         /* Add terminating zero entry to enable index less iteration */
  45         client->modesets = kcalloc(num_crtc + 1, sizeof(*client->modesets), GFP_KERNEL);
  46         if (!client->modesets)
  47                 return -ENOMEM;
  48
  49         mutex_init(&client->modeset_mutex);
  50
  51         drm_for_each_crtc(crtc, dev)
  52                 client->modesets[i++].crtc = crtc;
  53
  54         /* Cloning is only supported in the single crtc case. */
  55         if (num_crtc == 1)
  56                 max_connector_count = DRM_CLIENT_MAX_CLONED_CONNECTORS;
  57
  58         for (modeset = client->modesets; modeset->crtc; modeset++) {
  59                 modeset->connectors = kcalloc(max_connector_count,
  60                                               sizeof(*modeset->connectors), GFP_KERNEL);
  61                 if (!modeset->connectors)
  62                         goto err_free;
  63         }
  64
  65         return 0;
  66
  67 err_free:
  68         drm_client_modeset_free(client);
  69
  70         return -ENOMEM;
  71 }
  72
  73 static void drm_client_modeset_release(struct drm_client_dev *client)
  74 {
  75         struct drm_mode_set *modeset;
  76         unsigned int i;
  77
  78         drm_client_for_each_modeset(modeset, client) {
  79                 drm_mode_destroy(client->dev, modeset->mode);
  80                 modeset->mode = NULL;
  81                 modeset->fb = NULL;
  82
  83                 for (i = 0; i < modeset->num_connectors; i++) {
  84                         drm_connector_put(modeset->connectors[i]);
  85                         modeset->connectors[i] = NULL;
  86                 }
  87                 modeset->num_connectors = 0;
  88         }
  89 }
  90
  91 void drm_client_modeset_free(struct drm_client_dev *client)
  92 {
  93         struct drm_mode_set *modeset;
  94
  95         mutex_lock(&client->modeset_mutex);
  96
  97         drm_client_modeset_release(client);
  98
  99         drm_client_for_each_modeset(modeset, client)
 100                 kfree(modeset->connectors);
 101
 102         mutex_unlock(&client->modeset_mutex);
 103
 104         mutex_destroy(&client->modeset_mutex);
 105         kfree(client->modesets);
 106 }
 107
 108 static struct drm_mode_set *
 109 drm_client_find_modeset(struct drm_client_dev *client, struct drm_crtc *crtc)
 110 {
 111         struct drm_mode_set *modeset;
 112
 113         drm_client_for_each_modeset(modeset, client)
 114                 if (modeset->crtc == crtc)
 115                         return modeset;
 116
 117         return NULL;
 118 }
 119
 120 static struct drm_display_mode *
 121 drm_connector_get_tiled_mode(struct drm_connector *connector)
 122 {
 123         struct drm_display_mode *mode;
 124
 125         list_for_each_entry(mode, &connector->modes, head) {
 126                 if (mode->hdisplay == connector->tile_h_size &&
 127                     mode->vdisplay == connector->tile_v_size)
 128                         return mode;
 129         }
 130         return NULL;
 131 }
 132
 133 static struct drm_display_mode *
 134 drm_connector_fallback_non_tiled_mode(struct drm_connector *connector)
 135 {
 136         struct drm_display_mode *mode;
 137
 138         list_for_each_entry(mode, &connector->modes, head) {
 139                 if (mode->hdisplay == connector->tile_h_size &&
 140                     mode->vdisplay == connector->tile_v_size)
 141                         continue;
 142                 return mode;
 143         }
 144         return NULL;
 145 }
 146
 147 static struct drm_display_mode *
 148 drm_connector_has_preferred_mode(struct drm_connector *connector, int width, int height)
 149 {
 150         struct drm_display_mode *mode;
 151
 152         list_for_each_entry(mode, &connector->modes, head) {
 153                 if (mode->hdisplay > width ||
 154                     mode->vdisplay > height)
 155                         continue;
 156                 if (mode->type & DRM_MODE_TYPE_PREFERRED)
 157                         return mode;
 158         }
 159         return NULL;
 160 }
 161
 162 static struct drm_display_mode *drm_connector_pick_cmdline_mode(struct drm_connector *connector)
 163 {
 164         struct drm_cmdline_mode *cmdline_mode;
 165         struct drm_display_mode *mode;
 166         bool prefer_non_interlace;
 167
 168         /*
 169          * Find a user-defined mode. If the user gave us a valid
 170          * mode on the kernel command line, it will show up in this
 171          * list.
 172          */
 173
 174         list_for_each_entry(mode, &connector->modes, head) {
 175                 if (mode->type & DRM_MODE_TYPE_USERDEF)
 176                         return mode;
 177         }
 178
 179         cmdline_mode = &connector->cmdline_mode;
 180         if (cmdline_mode->specified == false)
 181                 return NULL;
 182
 183         /*
 184          * Attempt to find a matching mode in the list of modes we
 185          * have gotten so far.
 186          */
 187
 188         prefer_non_interlace = !cmdline_mode->interlace;
 189 again:
 190         list_for_each_entry(mode, &connector->modes, head) {
 191                 /* check width/height */
 192                 if (mode->hdisplay != cmdline_mode->xres ||
 193                     mode->vdisplay != cmdline_mode->yres)
 194                         continue;
 195
 196                 if (cmdline_mode->refresh_specified) {
 197                         if (drm_mode_vrefresh(mode) != cmdline_mode->refresh)
 198                                 continue;
 199                 }
 200
 201                 if (cmdline_mode->interlace) {
 202                         if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
 203                                 continue;
 204                 } else if (prefer_non_interlace) {
 205                         if (mode->flags & DRM_MODE_FLAG_INTERLACE)
 206                                 continue;
 207                 }
 208                 return mode;
 209         }
 210
 211         if (prefer_non_interlace) {
 212                 prefer_non_interlace = false;
 213                 goto again;
 214         }
 215
 216         return NULL;
 217 }
 218
 219 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
 220 {
 221         bool enable;
 222
 223         if (connector->display_info.non_desktop)
 224                 return false;
 225
 226         if (strict)
 227                 enable = connector->status == connector_status_connected;
 228         else
 229                 enable = connector->status != connector_status_disconnected;
 230
 231         return enable;
 232 }
 233
 234 static void drm_client_connectors_enabled(struct drm_connector **connectors,
 235                                           unsigned int connector_count,
 236                                           bool *enabled)
 237 {
 238         bool any_enabled = false;
 239         struct drm_connector *connector;
 240         int i = 0;
 241
 242         for (i = 0; i < connector_count; i++) {
 243                 connector = connectors[i];
 244                 enabled[i] = drm_connector_enabled(connector, true);
 245                 DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
 246                               connector->display_info.non_desktop ? "non desktop" : str_yes_no(enabled[i]));
 247
 248                 any_enabled |= enabled[i];
 249         }
 250
 251         if (any_enabled)
 252                 return;
 253
 254         for (i = 0; i < connector_count; i++)
 255                 enabled[i] = drm_connector_enabled(connectors[i], false);
 256 }
 257
 258 static bool drm_client_target_cloned(struct drm_device *dev,
 259                                      struct drm_connector **connectors,
 260                                      unsigned int connector_count,
 261                                      struct drm_display_mode **modes,
 262                                      struct drm_client_offset *offsets,
 263                                      bool *enabled, int width, int height)
 264 {
 265         int count, i, j;
 266         bool can_clone = false;
 267         struct drm_display_mode *dmt_mode, *mode;
 268
 269         /* only contemplate cloning in the single crtc case */
 270         if (dev->mode_config.num_crtc > 1)
 271                 return false;
 272
 273         count = 0;
 274         for (i = 0; i < connector_count; i++) {
 275                 if (enabled[i])
 276                         count++;
 277         }
 278
 279         /* only contemplate cloning if more than one connector is enabled */
 280         if (count <= 1)
 281                 return false;
 282
 283         /* check the command line or if nothing common pick 1024x768 */
 284         can_clone = true;
 285         for (i = 0; i < connector_count; i++) {
 286                 if (!enabled[i])
 287                         continue;
 288                 modes[i] = drm_connector_pick_cmdline_mode(connectors[i]);
 289                 if (!modes[i]) {
 290                         can_clone = false;
 291                         break;
 292                 }
 293                 for (j = 0; j < i; j++) {
 294                         if (!enabled[j])
 295                                 continue;
 296                         if (!drm_mode_match(modes[j], modes[i],
 297                                             DRM_MODE_MATCH_TIMINGS |
 298                                             DRM_MODE_MATCH_CLOCK |
 299                                             DRM_MODE_MATCH_FLAGS |
 300                                             DRM_MODE_MATCH_3D_FLAGS))
 301                                 can_clone = false;
 302                 }
 303         }
 304
 305         if (can_clone) {
 306                 DRM_DEBUG_KMS("can clone using command line\n");
 307                 return true;
 308         }
 309
 310         /* try and find a 1024x768 mode on each connector */
 311         can_clone = true;
 312         dmt_mode = drm_mode_find_dmt(dev, 1024, 768, 60, false);
 313
 314         if (!dmt_mode)
 315                 goto fail;
 316
 317         for (i = 0; i < connector_count; i++) {
 318                 if (!enabled[i])
 319                         continue;
 320
 321                 list_for_each_entry(mode, &connectors[i]->modes, head) {
 322                         if (drm_mode_match(mode, dmt_mode,
 323                                            DRM_MODE_MATCH_TIMINGS |
 324                                            DRM_MODE_MATCH_CLOCK |
 325                                            DRM_MODE_MATCH_FLAGS |
 326                                            DRM_MODE_MATCH_3D_FLAGS))
 327                                 modes[i] = mode;
 328                 }
 329                 if (!modes[i])
 330                         can_clone = false;
 331         }
 332         kfree(dmt_mode);
 333
 334         if (can_clone) {
 335                 DRM_DEBUG_KMS("can clone using 1024x768\n");
 336                 return true;
 337         }
 338 fail:
 339         DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
 340         return false;
 341 }
 342
 343 static int drm_client_get_tile_offsets(struct drm_connector **connectors,
 344                                        unsigned int connector_count,
 345                                        struct drm_display_mode **modes,
 346                                        struct drm_client_offset *offsets,
 347                                        int idx,
 348                                        int h_idx, int v_idx)
 349 {
 350         struct drm_connector *connector;
 351         int i;
 352         int hoffset = 0, voffset = 0;
 353
 354         for (i = 0; i < connector_count; i++) {
 355                 connector = connectors[i];
 356                 if (!connector->has_tile)
 357                         continue;
 358
 359                 if (!modes[i] && (h_idx || v_idx)) {
 360                         DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
 361                                       connector->base.id);
 362                         continue;
 363                 }
 364                 if (connector->tile_h_loc < h_idx)
 365                         hoffset += modes[i]->hdisplay;
 366
 367                 if (connector->tile_v_loc < v_idx)
 368                         voffset += modes[i]->vdisplay;
 369         }
 370         offsets[idx].x = hoffset;
 371         offsets[idx].y = voffset;
 372         DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
 373         return 0;
 374 }
 375
 376 static bool drm_client_target_preferred(struct drm_connector **connectors,
 377                                         unsigned int connector_count,
 378                                         struct drm_display_mode **modes,
 379                                         struct drm_client_offset *offsets,
 380                                         bool *enabled, int width, int height)
 381 {
 382         const u64 mask = BIT_ULL(connector_count) - 1;
 383         struct drm_connector *connector;
 384         u64 conn_configured = 0;
 385         int tile_pass = 0;
 386         int num_tiled_conns = 0;
 387         int i;
 388
 389         for (i = 0; i < connector_count; i++) {
 390                 if (connectors[i]->has_tile &&
 391                     connectors[i]->status == connector_status_connected)
 392                         num_tiled_conns++;
 393         }
 394
 395 retry:
 396         for (i = 0; i < connector_count; i++) {
 397                 connector = connectors[i];
 398
 399                 if (conn_configured & BIT_ULL(i))
 400                         continue;
 401
 402                 if (enabled[i] == false) {
 403                         conn_configured |= BIT_ULL(i);
 404                         continue;
 405                 }
 406
 407                 /* first pass over all the untiled connectors */
 408                 if (tile_pass == 0 && connector->has_tile)
 409                         continue;
 410
 411                 if (tile_pass == 1) {
 412                         if (connector->tile_h_loc != 0 ||
 413                             connector->tile_v_loc != 0)
 414                                 continue;
 415
 416                 } else {
 417                         if (connector->tile_h_loc != tile_pass - 1 &&
 418                             connector->tile_v_loc != tile_pass - 1)
 419                         /* if this tile_pass doesn't cover any of the tiles - keep going */
 420                                 continue;
 421
 422                         /*
 423                          * find the tile offsets for this pass - need to find
 424                          * all tiles left and above
 425                          */
 426                         drm_client_get_tile_offsets(connectors, connector_count, modes, offsets, i,
 427                                                     connector->tile_h_loc, connector->tile_v_loc);
 428                 }
 429                 DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
 430                               connector->base.id);
 431
 432                 /* got for command line mode first */
 433                 modes[i] = drm_connector_pick_cmdline_mode(connector);
 434                 if (!modes[i]) {
 435                         DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
 436                                       connector->base.id, connector->tile_group ? connector->tile_group->id : 0);
 437                         modes[i] = drm_connector_has_preferred_mode(connector, width, height);
 438                 }
 439                 /* No preferred modes, pick one off the list */
 440                 if (!modes[i] && !list_empty(&connector->modes)) {
 441                         list_for_each_entry(modes[i], &connector->modes, head)
 442                                 break;
 443                 }
 444                 /*
 445                  * In case of tiled mode if all tiles not present fallback to
 446                  * first available non tiled mode.
 447                  * After all tiles are present, try to find the tiled mode
 448                  * for all and if tiled mode not present due to fbcon size
 449                  * limitations, use first non tiled mode only for
 450                  * tile 0,0 and set to no mode for all other tiles.
 451                  */
 452                 if (connector->has_tile) {
 453                         if (num_tiled_conns <
 454                             connector->num_h_tile * connector->num_v_tile ||
 455                             (connector->tile_h_loc == 0 &&
 456                              connector->tile_v_loc == 0 &&
 457                              !drm_connector_get_tiled_mode(connector))) {
 458                                 DRM_DEBUG_KMS("Falling back to non tiled mode on Connector %d\n",
 459                                               connector->base.id);
 460                                 modes[i] = drm_connector_fallback_non_tiled_mode(connector);
 461                         } else {
 462                                 modes[i] = drm_connector_get_tiled_mode(connector);
 463                         }
 464                 }
 465
 466                 DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
 467                           "none");
 468                 conn_configured |= BIT_ULL(i);
 469         }
 470
 471         if ((conn_configured & mask) != mask) {
 472                 tile_pass++;
 473                 goto retry;
 474         }
 475         return true;
 476 }
 477
 478 static bool connector_has_possible_crtc(struct drm_connector *connector,
 479                                         struct drm_crtc *crtc)
 480 {
 481         struct drm_encoder *encoder;
 482
 483         drm_connector_for_each_possible_encoder(connector, encoder) {
 484                 if (encoder->possible_crtcs & drm_crtc_mask(crtc))
 485                         return true;
 486         }
 487
 488         return false;
 489 }
 490
 491 static int drm_client_pick_crtcs(struct drm_client_dev *client,
 492                                  struct drm_connector **connectors,
 493                                  unsigned int connector_count,
 494                                  struct drm_crtc **best_crtcs,
 495                                  struct drm_display_mode **modes,
 496                                  int n, int width, int height)
 497 {
 498         struct drm_device *dev = client->dev;
 499         struct drm_connector *connector;
 500         int my_score, best_score, score;
 501         struct drm_crtc **crtcs, *crtc;
 502         struct drm_mode_set *modeset;
 503         int o;
 504
 505         if (n == connector_count)
 506                 return 0;
 507
 508         connector = connectors[n];
 509
 510         best_crtcs[n] = NULL;
 511         best_score = drm_client_pick_crtcs(client, connectors, connector_count,
 512                                            best_crtcs, modes, n + 1, width, height);
 513         if (modes[n] == NULL)
 514                 return best_score;
 515
 516         crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
 517         if (!crtcs)
 518                 return best_score;
 519
 520         my_score = 1;
 521         if (connector->status == connector_status_connected)
 522                 my_score++;
 523         if (connector->cmdline_mode.specified)
 524                 my_score++;
 525         if (drm_connector_has_preferred_mode(connector, width, height))
 526                 my_score++;
 527
 528         /*
 529          * select a crtc for this connector and then attempt to configure
 530          * remaining connectors
 531          */
 532         drm_client_for_each_modeset(modeset, client) {
 533                 crtc = modeset->crtc;
 534
 535                 if (!connector_has_possible_crtc(connector, crtc))
 536                         continue;
 537
 538                 for (o = 0; o < n; o++)
 539                         if (best_crtcs[o] == crtc)
 540                                 break;
 541
 542                 if (o < n) {
 543                         /* ignore cloning unless only a single crtc */
 544                         if (dev->mode_config.num_crtc > 1)
 545                                 continue;
 546
 547                         if (!drm_mode_equal(modes[o], modes[n]))
 548                                 continue;
 549                 }
 550
 551                 crtcs[n] = crtc;
 552                 memcpy(crtcs, best_crtcs, n * sizeof(*crtcs));
 553                 score = my_score + drm_client_pick_crtcs(client, connectors, connector_count,
 554                                                          crtcs, modes, n + 1, width, height);
 555                 if (score > best_score) {
 556                         best_score = score;
 557                         memcpy(best_crtcs, crtcs, connector_count * sizeof(*crtcs));
 558                 }
 559         }
 560
 561         kfree(crtcs);
 562         return best_score;
 563 }
 564
 565 /* Try to read the BIOS display configuration and use it for the initial config */
 566 static bool drm_client_firmware_config(struct drm_client_dev *client,
 567                                        struct drm_connector **connectors,
 568                                        unsigned int connector_count,
 569                                        struct drm_crtc **crtcs,
 570                                        struct drm_display_mode **modes,
 571                                        struct drm_client_offset *offsets,
 572                                        bool *enabled, int width, int height)
 573 {
 574         const int count = min_t(unsigned int, connector_count, BITS_PER_LONG);
 575         unsigned long conn_configured, conn_seq, mask;
 576         struct drm_device *dev = client->dev;
 577         int i, j;
 578         bool *save_enabled;
 579         bool fallback = true, ret = true;
 580         int num_connectors_enabled = 0;
 581         int num_connectors_detected = 0;
 582         int num_tiled_conns = 0;
 583         struct drm_modeset_acquire_ctx ctx;
 584
 585         if (!drm_drv_uses_atomic_modeset(dev))
 586                 return false;
 587
 588         if (WARN_ON(count <= 0))
 589                 return false;
 590
 591         save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
 592         if (!save_enabled)
 593                 return false;
 594
 595         drm_modeset_acquire_init(&ctx, 0);
 596
 597         while (drm_modeset_lock_all_ctx(dev, &ctx) != 0)
 598                 drm_modeset_backoff(&ctx);
 599
 600         memcpy(save_enabled, enabled, count);
 601         mask = GENMASK(count - 1, 0);
 602         conn_configured = 0;
 603         for (i = 0; i < count; i++) {
 604                 if (connectors[i]->has_tile &&
 605                     connectors[i]->status == connector_status_connected)
 606                         num_tiled_conns++;
 607         }
 608 retry:
 609         conn_seq = conn_configured;
 610         for (i = 0; i < count; i++) {
 611                 struct drm_connector *connector;
 612                 struct drm_encoder *encoder;
 613                 struct drm_crtc *new_crtc;
 614
 615                 connector = connectors[i];
 616
 617                 if (conn_configured & BIT(i))
 618                         continue;
 619
 620                 if (conn_seq == 0 && !connector->has_tile)
 621                         continue;
 622
 623                 if (connector->status == connector_status_connected)
 624                         num_connectors_detected++;
 625
 626                 if (!enabled[i]) {
 627                         DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
 628                                       connector->name);
 629                         conn_configured |= BIT(i);
 630                         continue;
 631                 }
 632
 633                 if (connector->force == DRM_FORCE_OFF) {
 634                         DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
 635                                       connector->name);
 636                         enabled[i] = false;
 637                         continue;
 638                 }
 639
 640                 encoder = connector->state->best_encoder;
 641                 if (!encoder || WARN_ON(!connector->state->crtc)) {
 642                         if (connector->force > DRM_FORCE_OFF)
 643                                 goto bail;
 644
 645                         DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
 646                                       connector->name);
 647                         enabled[i] = false;
 648                         conn_configured |= BIT(i);
 649                         continue;
 650                 }
 651
 652                 num_connectors_enabled++;
 653
 654                 new_crtc = connector->state->crtc;
 655
 656                 /*
 657                  * Make sure we're not trying to drive multiple connectors
 658                  * with a single CRTC, since our cloning support may not
 659                  * match the BIOS.
 660                  */
 661                 for (j = 0; j < count; j++) {
 662                         if (crtcs[j] == new_crtc) {
 663                                 DRM_DEBUG_KMS("fallback: cloned configuration\n");
 664                                 goto bail;
 665                         }
 666                 }
 667
 668                 DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
 669                               connector->name);
 670
 671                 /* go for command line mode first */
 672                 modes[i] = drm_connector_pick_cmdline_mode(connector);
 673
 674                 /* try for preferred next */
 675                 if (!modes[i]) {
 676                         DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
 677                                       connector->name, connector->has_tile);
 678                         modes[i] = drm_connector_has_preferred_mode(connector, width, height);
 679                 }
 680
 681                 /* No preferred mode marked by the EDID? Are there any modes? */
 682                 if (!modes[i] && !list_empty(&connector->modes)) {
 683                         DRM_DEBUG_KMS("using first mode listed on connector %s\n",
 684                                       connector->name);
 685                         modes[i] = list_first_entry(&connector->modes,
 686                                                     struct drm_display_mode,
 687                                                     head);
 688                 }
 689
 690                 /* last resort: use current mode */
 691                 if (!modes[i]) {
 692                         /*
 693                          * IMPORTANT: We want to use the adjusted mode (i.e.
 694                          * after the panel fitter upscaling) as the initial
 695                          * config, not the input mode, which is what crtc->mode
 696                          * usually contains. But since our current
 697                          * code puts a mode derived from the post-pfit timings
 698                          * into crtc->mode this works out correctly.
 699                          *
 700                          * This is crtc->mode and not crtc->state->mode for the
 701                          * fastboot check to work correctly.
 702                          */
 703                         DRM_DEBUG_KMS("looking for current mode on connector %s\n",
 704                                       connector->name);
 705                         modes[i] = &connector->state->crtc->mode;
 706                 }
 707                 /*
 708                  * In case of tiled modes, if all tiles are not present
 709                  * then fallback to a non tiled mode.
 710                  */
 711                 if (connector->has_tile &&
 712                     num_tiled_conns < connector->num_h_tile * connector->num_v_tile) {
 713                         DRM_DEBUG_KMS("Falling back to non tiled mode on Connector %d\n",
 714                                       connector->base.id);
 715                         modes[i] = drm_connector_fallback_non_tiled_mode(connector);
 716                 }
 717                 crtcs[i] = new_crtc;
 718
 719                 DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
 720                               connector->name,
 721                               connector->state->crtc->base.id,
 722                               connector->state->crtc->name,
 723                               modes[i]->hdisplay, modes[i]->vdisplay,
 724                               modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" : "");
 725
 726                 fallback = false;
 727                 conn_configured |= BIT(i);
 728         }
 729
 730         if ((conn_configured & mask) != mask && conn_configured != conn_seq)
 731                 goto retry;
 732
 733         /*
 734          * If the BIOS didn't enable everything it could, fall back to have the
 735          * same user experiencing of lighting up as much as possible like the
 736          * fbdev helper library.
 737          */
 738         if (num_connectors_enabled != num_connectors_detected &&
 739             num_connectors_enabled < dev->mode_config.num_crtc) {
 740                 DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
 741                 DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
 742                               num_connectors_detected);
 743                 fallback = true;
 744         }
 745
 746         if (fallback) {
 747 bail:
 748                 DRM_DEBUG_KMS("Not using firmware configuration\n");
 749                 memcpy(enabled, save_enabled, count);
 750                 ret = false;
 751         }
 752
 753         drm_modeset_drop_locks(&ctx);
 754         drm_modeset_acquire_fini(&ctx);
 755
 756         kfree(save_enabled);
 757         return ret;
 758 }
 759
 760 /**
 761  * drm_client_modeset_probe() - Probe for displays
 762  * @client: DRM client
 763  * @width: Maximum display mode width (optional)
 764  * @height: Maximum display mode height (optional)
 765  *
 766  * This function sets up display pipelines for enabled connectors and stores the
 767  * config in the client's modeset array.
 768  *
 769  * Returns:
 770  * Zero on success or negative error code on failure.
 771  */
 772 int drm_client_modeset_probe(struct drm_client_dev *client, unsigned int width, unsigned int height)
 773 {
 774         struct drm_connector *connector, **connectors = NULL;
 775         struct drm_connector_list_iter conn_iter;
 776         struct drm_device *dev = client->dev;
 777         unsigned int total_modes_count = 0;
 778         struct drm_client_offset *offsets;
 779         unsigned int connector_count = 0;
 780         /* points to modes protected by mode_config.mutex */
 781         struct drm_display_mode **modes;
 782         struct drm_crtc **crtcs;
 783         int i, ret = 0;
 784         bool *enabled;
 785
 786         DRM_DEBUG_KMS("\n");
 787
 788         if (!width)
 789                 width = dev->mode_config.max_width;
 790         if (!height)
 791                 height = dev->mode_config.max_height;
 792
 793         drm_connector_list_iter_begin(dev, &conn_iter);
 794         drm_client_for_each_connector_iter(connector, &conn_iter) {
 795                 struct drm_connector **tmp;
 796
 797                 tmp = krealloc(connectors, (connector_count + 1) * sizeof(*connectors), GFP_KERNEL);
 798                 if (!tmp) {
 799                         ret = -ENOMEM;
 800                         goto free_connectors;
 801                 }
 802
 803                 connectors = tmp;
 804                 drm_connector_get(connector);
 805                 connectors[connector_count++] = connector;
 806         }
 807         drm_connector_list_iter_end(&conn_iter);
 808
 809         if (!connector_count)
 810                 return 0;
 811
 812         crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
 813         modes = kcalloc(connector_count, sizeof(*modes), GFP_KERNEL);
 814         offsets = kcalloc(connector_count, sizeof(*offsets), GFP_KERNEL);
 815         enabled = kcalloc(connector_count, sizeof(bool), GFP_KERNEL);
 816         if (!crtcs || !modes || !enabled || !offsets) {
 817                 DRM_ERROR("Memory allocation failed\n");
 818                 ret = -ENOMEM;
 819                 goto out;
 820         }
 821
 822         mutex_lock(&client->modeset_mutex);
 823
 824         mutex_lock(&dev->mode_config.mutex);
 825         for (i = 0; i < connector_count; i++)
 826                 total_modes_count += connectors[i]->funcs->fill_modes(connectors[i], width, height);
 827         if (!total_modes_count)
 828                 DRM_DEBUG_KMS("No connectors reported connected with modes\n");
 829         drm_client_connectors_enabled(connectors, connector_count, enabled);
 830
 831         if (!drm_client_firmware_config(client, connectors, connector_count, crtcs,
 832                                         modes, offsets, enabled, width, height)) {
 833                 memset(modes, 0, connector_count * sizeof(*modes));
 834                 memset(crtcs, 0, connector_count * sizeof(*crtcs));
 835                 memset(offsets, 0, connector_count * sizeof(*offsets));
 836
 837                 if (!drm_client_target_cloned(dev, connectors, connector_count, modes,
 838                                               offsets, enabled, width, height) &&
 839                     !drm_client_target_preferred(connectors, connector_count, modes,
 840                                                  offsets, enabled, width, height))
 841                         DRM_ERROR("Unable to find initial modes\n");
 842
 843                 DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
 844                               width, height);
 845
 846                 drm_client_pick_crtcs(client, connectors, connector_count,
 847                                       crtcs, modes, 0, width, height);
 848         }
 849
 850         drm_client_modeset_release(client);
 851
 852         for (i = 0; i < connector_count; i++) {
 853                 struct drm_display_mode *mode = modes[i];
 854                 struct drm_crtc *crtc = crtcs[i];
 855                 struct drm_client_offset *offset = &offsets[i];
 856
 857                 if (mode && crtc) {
 858                         struct drm_mode_set *modeset = drm_client_find_modeset(client, crtc);
 859                         struct drm_connector *connector = connectors[i];
 860
 861                         DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
 862                                       mode->name, crtc->base.id, offset->x, offset->y);
 863
 864                         if (WARN_ON_ONCE(modeset->num_connectors == DRM_CLIENT_MAX_CLONED_CONNECTORS ||
 865                                          (dev->mode_config.num_crtc > 1 && modeset->num_connectors == 1))) {
 866                                 ret = -EINVAL;
 867                                 break;
 868                         }
 869
 870                         kfree(modeset->mode);
 871                         modeset->mode = drm_mode_duplicate(dev, mode);
 872                         drm_connector_get(connector);
 873                         modeset->connectors[modeset->num_connectors++] = connector;
 874                         modeset->x = offset->x;
 875                         modeset->y = offset->y;
 876                 }
 877         }
 878         mutex_unlock(&dev->mode_config.mutex);
 879
 880         mutex_unlock(&client->modeset_mutex);
 881 out:
 882         kfree(crtcs);
 883         kfree(modes);
 884         kfree(offsets);
 885         kfree(enabled);
 886 free_connectors:
 887         for (i = 0; i < connector_count; i++)
 888                 drm_connector_put(connectors[i]);
 889         kfree(connectors);
 890
 891         return ret;
 892 }
 893 EXPORT_SYMBOL(drm_client_modeset_probe);
 894
 895 /**
 896  * drm_client_rotation() - Check the initial rotation value
 897  * @modeset: DRM modeset
 898  * @rotation: Returned rotation value
 899  *
 900  * This function checks if the primary plane in @modeset can hw rotate
 901  * to match the rotation needed on its connector.
 902  *
 903  * Note: Currently only 0 and 180 degrees are supported.
 904  *
 905  * Return:
 906  * True if the plane can do the rotation, false otherwise.
 907  */
 908 bool drm_client_rotation(struct drm_mode_set *modeset, unsigned int *rotation)
 909 {
 910         struct drm_connector *connector = modeset->connectors[0];
 911         struct drm_plane *plane = modeset->crtc->primary;
 912         struct drm_cmdline_mode *cmdline;
 913         u64 valid_mask = 0;
 914         unsigned int i;
 915
 916         if (!modeset->num_connectors)
 917                 return false;
 918
 919         switch (connector->display_info.panel_orientation) {
 920         case DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP:
 921                 *rotation = DRM_MODE_ROTATE_180;
 922                 break;
 923         case DRM_MODE_PANEL_ORIENTATION_LEFT_UP:
 924                 *rotation = DRM_MODE_ROTATE_90;
 925                 break;
 926         case DRM_MODE_PANEL_ORIENTATION_RIGHT_UP:
 927                 *rotation = DRM_MODE_ROTATE_270;
 928                 break;
 929         default:
 930                 *rotation = DRM_MODE_ROTATE_0;
 931         }
 932
 933         /**
 934          * The panel already defined the default rotation
 935          * through its orientation. Whatever has been provided
 936          * on the command line needs to be added to that.
 937          *
 938          * Unfortunately, the rotations are at different bit
 939          * indices, so the math to add them up are not as
 940          * trivial as they could.
 941          *
 942          * Reflections on the other hand are pretty trivial to deal with, a
 943          * simple XOR between the two handle the addition nicely.
 944          */
 945         cmdline = &connector->cmdline_mode;
 946         if (cmdline->specified && cmdline->rotation_reflection) {
 947                 unsigned int cmdline_rest, panel_rest;
 948                 unsigned int cmdline_rot, panel_rot;
 949                 unsigned int sum_rot, sum_rest;
 950
 951                 panel_rot = ilog2(*rotation & DRM_MODE_ROTATE_MASK);
 952                 cmdline_rot = ilog2(cmdline->rotation_reflection & DRM_MODE_ROTATE_MASK);
 953                 sum_rot = (panel_rot + cmdline_rot) % 4;
 954
 955                 panel_rest = *rotation & ~DRM_MODE_ROTATE_MASK;
 956                 cmdline_rest = cmdline->rotation_reflection & ~DRM_MODE_ROTATE_MASK;
 957                 sum_rest = panel_rest ^ cmdline_rest;
 958
 959                 *rotation = (1 << sum_rot) | sum_rest;
 960         }
 961
 962         /*
 963          * TODO: support 90 / 270 degree hardware rotation,
 964          * depending on the hardware this may require the framebuffer
 965          * to be in a specific tiling format.
 966          */
 967         if (((*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_0 &&
 968              (*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_180) ||
 969             !plane->rotation_property)
 970                 return false;
 971
 972         for (i = 0; i < plane->rotation_property->num_values; i++)
 973                 valid_mask |= (1ULL << plane->rotation_property->values[i]);
 974
 975         if (!(*rotation & valid_mask))
 976                 return false;
 977
 978         return true;
 979 }
 980 EXPORT_SYMBOL(drm_client_rotation);
 981
 982 static int drm_client_modeset_commit_atomic(struct drm_client_dev *client, bool active, bool check)
 983 {
 984         struct drm_device *dev = client->dev;
 985         struct drm_plane *plane;
 986         struct drm_atomic_state *state;
 987         struct drm_modeset_acquire_ctx ctx;
 988         struct drm_mode_set *mode_set;
 989         int ret;
 990
 991         drm_modeset_acquire_init(&ctx, 0);
 992
 993         state = drm_atomic_state_alloc(dev);
 994         if (!state) {
 995                 ret = -ENOMEM;
 996                 goto out_ctx;
 997         }
 998
 999         state->acquire_ctx = &ctx;
1000 retry:
1001         drm_for_each_plane(plane, dev) {
1002                 struct drm_plane_state *plane_state;
1003
1004                 plane_state = drm_atomic_get_plane_state(state, plane);
1005                 if (IS_ERR(plane_state)) {
1006                         ret = PTR_ERR(plane_state);
1007                         goto out_state;
1008                 }
1009
1010                 plane_state->rotation = DRM_MODE_ROTATE_0;
1011
1012                 /* disable non-primary: */
1013                 if (plane->type == DRM_PLANE_TYPE_PRIMARY)
1014                         continue;
1015
1016                 ret = __drm_atomic_helper_disable_plane(plane, plane_state);
1017                 if (ret != 0)
1018                         goto out_state;
1019         }
1020
1021         drm_client_for_each_modeset(mode_set, client) {
1022                 struct drm_plane *primary = mode_set->crtc->primary;
1023                 unsigned int rotation;
1024
1025                 if (drm_client_rotation(mode_set, &rotation)) {
1026                         struct drm_plane_state *plane_state;
1027
1028                         /* Cannot fail as we've already gotten the plane state above */
1029                         plane_state = drm_atomic_get_new_plane_state(state, primary);
1030                         plane_state->rotation = rotation;
1031                 }
1032
1033                 ret = __drm_atomic_helper_set_config(mode_set, state);
1034                 if (ret != 0)
1035                         goto out_state;
1036
1037                 /*
1038                  * __drm_atomic_helper_set_config() sets active when a
1039                  * mode is set, unconditionally clear it if we force DPMS off
1040                  */
1041                 if (!active) {
1042                         struct drm_crtc *crtc = mode_set->crtc;
1043                         struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
1044
1045                         crtc_state->active = false;
1046                 }
1047         }
1048
1049         if (check)
1050                 ret = drm_atomic_check_only(state);
1051         else
1052                 ret = drm_atomic_commit(state);
1053
1054 out_state:
1055         if (ret == -EDEADLK)
1056                 goto backoff;
1057
1058         drm_atomic_state_put(state);
1059 out_ctx:
1060         drm_modeset_drop_locks(&ctx);
1061         drm_modeset_acquire_fini(&ctx);
1062
1063         return ret;
1064
1065 backoff:
1066         drm_atomic_state_clear(state);
1067         drm_modeset_backoff(&ctx);
1068
1069         goto retry;
1070 }
1071
1072 static int drm_client_modeset_commit_legacy(struct drm_client_dev *client)
1073 {
1074         struct drm_device *dev = client->dev;
1075         struct drm_mode_set *mode_set;
1076         struct drm_plane *plane;
1077         int ret = 0;
1078
1079         drm_modeset_lock_all(dev);
1080         drm_for_each_plane(plane, dev) {
1081                 if (plane->type != DRM_PLANE_TYPE_PRIMARY)
1082                         drm_plane_force_disable(plane);
1083
1084                 if (plane->rotation_property)
1085                         drm_mode_plane_set_obj_prop(plane,
1086                                                     plane->rotation_property,
1087                                                     DRM_MODE_ROTATE_0);
1088         }
1089
1090         drm_client_for_each_modeset(mode_set, client) {
1091                 struct drm_crtc *crtc = mode_set->crtc;
1092
1093                 if (crtc->funcs->cursor_set2) {
1094                         ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
1095                         if (ret)
1096                                 goto out;
1097                 } else if (crtc->funcs->cursor_set) {
1098                         ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
1099                         if (ret)
1100                                 goto out;
1101                 }
1102
1103                 ret = drm_mode_set_config_internal(mode_set);
1104                 if (ret)
1105                         goto out;
1106         }
1107 out:
1108         drm_modeset_unlock_all(dev);
1109
1110         return ret;
1111 }
1112
1113 /**
1114  * drm_client_modeset_check() - Check modeset configuration
1115  * @client: DRM client
1116  *
1117  * Check modeset configuration.
1118  *
1119  * Returns:
1120  * Zero on success or negative error code on failure.
1121  */
1122 int drm_client_modeset_check(struct drm_client_dev *client)
1123 {
1124         int ret;
1125
1126         if (!drm_drv_uses_atomic_modeset(client->dev))
1127                 return 0;
1128
1129         mutex_lock(&client->modeset_mutex);
1130         ret = drm_client_modeset_commit_atomic(client, true, true);
1131         mutex_unlock(&client->modeset_mutex);
1132
1133         return ret;
1134 }
1135 EXPORT_SYMBOL(drm_client_modeset_check);
1136
1137 /**
1138  * drm_client_modeset_commit_locked() - Force commit CRTC configuration
1139  * @client: DRM client
1140  *
1141  * Commit modeset configuration to crtcs without checking if there is a DRM
1142  * master. The assumption is that the caller already holds an internal DRM
1143  * master reference acquired with drm_master_internal_acquire().
1144  *
1145  * Returns:
1146  * Zero on success or negative error code on failure.
1147  */
1148 int drm_client_modeset_commit_locked(struct drm_client_dev *client)
1149 {
1150         struct drm_device *dev = client->dev;
1151         int ret;
1152
1153         mutex_lock(&client->modeset_mutex);
1154         if (drm_drv_uses_atomic_modeset(dev))
1155                 ret = drm_client_modeset_commit_atomic(client, true, false);
1156         else
1157                 ret = drm_client_modeset_commit_legacy(client);
1158         mutex_unlock(&client->modeset_mutex);
1159
1160         return ret;
1161 }
1162 EXPORT_SYMBOL(drm_client_modeset_commit_locked);
1163
1164 /**
1165  * drm_client_modeset_commit() - Commit CRTC configuration
1166  * @client: DRM client
1167  *
1168  * Commit modeset configuration to crtcs.
1169  *
1170  * Returns:
1171  * Zero on success or negative error code on failure.
1172  */
1173 int drm_client_modeset_commit(struct drm_client_dev *client)
1174 {
1175         struct drm_device *dev = client->dev;
1176         int ret;
1177
1178         if (!drm_master_internal_acquire(dev))
1179                 return -EBUSY;
1180
1181         ret = drm_client_modeset_commit_locked(client);
1182
1183         drm_master_internal_release(dev);
1184
1185         return ret;
1186 }
1187 EXPORT_SYMBOL(drm_client_modeset_commit);
1188
1189 static void drm_client_modeset_dpms_legacy(struct drm_client_dev *client, int dpms_mode)
1190 {
1191         struct drm_device *dev = client->dev;
1192         struct drm_connector *connector;
1193         struct drm_mode_set *modeset;
1194         struct drm_modeset_acquire_ctx ctx;
1195         int j;
1196         int ret;
1197
1198         DRM_MODESET_LOCK_ALL_BEGIN(dev, ctx, 0, ret);
1199         drm_client_for_each_modeset(modeset, client) {
1200                 if (!modeset->crtc->enabled)
1201                         continue;
1202
1203                 for (j = 0; j < modeset->num_connectors; j++) {
1204                         connector = modeset->connectors[j];
1205                         connector->funcs->dpms(connector, dpms_mode);
1206                         drm_object_property_set_value(&connector->base,
1207                                 dev->mode_config.dpms_property, dpms_mode);
1208                 }
1209         }
1210         DRM_MODESET_LOCK_ALL_END(dev, ctx, ret);
1211 }
1212
1213 /**
1214  * drm_client_modeset_dpms() - Set DPMS mode
1215  * @client: DRM client
1216  * @mode: DPMS mode
1217  *
1218  * Note: For atomic drivers @mode is reduced to on/off.
1219  *
1220  * Returns:
1221  * Zero on success or negative error code on failure.
1222  */
1223 int drm_client_modeset_dpms(struct drm_client_dev *client, int mode)
1224 {
1225         struct drm_device *dev = client->dev;
1226         int ret = 0;
1227
1228         if (!drm_master_internal_acquire(dev))
1229                 return -EBUSY;
1230
1231         mutex_lock(&client->modeset_mutex);
1232         if (drm_drv_uses_atomic_modeset(dev))
1233                 ret = drm_client_modeset_commit_atomic(client, mode == DRM_MODE_DPMS_ON, false);
1234         else
1235                 drm_client_modeset_dpms_legacy(client, mode);
1236         mutex_unlock(&client->modeset_mutex);
1237
1238         drm_master_internal_release(dev);
1239
1240         return ret;
1241 }
1242 EXPORT_SYMBOL(drm_client_modeset_dpms);
1243
1244 #ifdef CONFIG_DRM_KUNIT_TEST
1245 #include "tests/drm_client_modeset_test.c"
1246 #endif