drivers/gpu/drm/drm_client_modeset.c

   1 // SPDX-License-Identifier: MIT
   2 /*
   3  * Copyright 2018 Noralf Trønnes
   4  * Copyright (c) 2006-2009 Red Hat Inc.
   5  * Copyright (c) 2006-2008 Intel Corporation
   6  *   Jesse Barnes <[email protected]>
   7  * Copyright (c) 2007 Dave Airlie <[email protected]>
   8  */
   9
  10 #include "drm/drm_modeset_lock.h"
  11 #include <linux/module.h>
  12 #include <linux/mutex.h>
  13 #include <linux/slab.h>
  14 #include <linux/string_helpers.h>
  15
  16 #include <drm/drm_atomic.h>
  17 #include <drm/drm_client.h>
  18 #include <drm/drm_connector.h>
  19 #include <drm/drm_crtc.h>
  20 #include <drm/drm_device.h>
  21 #include <drm/drm_drv.h>
  22 #include <drm/drm_encoder.h>
  23 #include <drm/drm_print.h>
  24
  25 #include "drm_crtc_internal.h"
  26 #include "drm_internal.h"
  27
  28 #define DRM_CLIENT_MAX_CLONED_CONNECTORS        8
  29
  30 struct drm_client_offset {
  31         int x, y;
  32 };
  33
  34 int drm_client_modeset_create(struct drm_client_dev *client)
  35 {
  36         struct drm_device *dev = client->dev;
  37         unsigned int num_crtc = dev->mode_config.num_crtc;
  38         unsigned int max_connector_count = 1;
  39         struct drm_mode_set *modeset;
  40         struct drm_crtc *crtc;
  41         unsigned int i = 0;
  42
  43         /* Add terminating zero entry to enable index less iteration */
  44         client->modesets = kcalloc(num_crtc + 1, sizeof(*client->modesets), GFP_KERNEL);
  45         if (!client->modesets)
  46                 return -ENOMEM;
  47
  48         mutex_init(&client->modeset_mutex);
  49
  50         drm_for_each_crtc(crtc, dev)
  51                 client->modesets[i++].crtc = crtc;
  52
  53         /* Cloning is only supported in the single crtc case. */
  54         if (num_crtc == 1)
  55                 max_connector_count = DRM_CLIENT_MAX_CLONED_CONNECTORS;
  56
  57         for (modeset = client->modesets; modeset->crtc; modeset++) {
  58                 modeset->connectors = kcalloc(max_connector_count,
  59                                               sizeof(*modeset->connectors), GFP_KERNEL);
  60                 if (!modeset->connectors)
  61                         goto err_free;
  62         }
  63
  64         return 0;
  65
  66 err_free:
  67         drm_client_modeset_free(client);
  68
  69         return -ENOMEM;
  70 }
  71
  72 static void drm_client_modeset_release(struct drm_client_dev *client)
  73 {
  74         struct drm_mode_set *modeset;
  75         unsigned int i;
  76
  77         drm_client_for_each_modeset(modeset, client) {
  78                 drm_mode_destroy(client->dev, modeset->mode);
  79                 modeset->mode = NULL;
  80                 modeset->fb = NULL;
  81
  82                 for (i = 0; i < modeset->num_connectors; i++) {
  83                         drm_connector_put(modeset->connectors[i]);
  84                         modeset->connectors[i] = NULL;
  85                 }
  86                 modeset->num_connectors = 0;
  87         }
  88 }
  89
  90 void drm_client_modeset_free(struct drm_client_dev *client)
  91 {
  92         struct drm_mode_set *modeset;
  93
  94         mutex_lock(&client->modeset_mutex);
  95
  96         drm_client_modeset_release(client);
  97
  98         drm_client_for_each_modeset(modeset, client)
  99                 kfree(modeset->connectors);
 100
 101         mutex_unlock(&client->modeset_mutex);
 102
 103         mutex_destroy(&client->modeset_mutex);
 104         kfree(client->modesets);
 105 }
 106
 107 static struct drm_mode_set *
 108 drm_client_find_modeset(struct drm_client_dev *client, struct drm_crtc *crtc)
 109 {
 110         struct drm_mode_set *modeset;
 111
 112         drm_client_for_each_modeset(modeset, client)
 113                 if (modeset->crtc == crtc)
 114                         return modeset;
 115
 116         return NULL;
 117 }
 118
 119 static struct drm_display_mode *
 120 drm_connector_get_tiled_mode(struct drm_connector *connector)
 121 {
 122         struct drm_display_mode *mode;
 123
 124         list_for_each_entry(mode, &connector->modes, head) {
 125                 if (mode->hdisplay == connector->tile_h_size &&
 126                     mode->vdisplay == connector->tile_v_size)
 127                         return mode;
 128         }
 129         return NULL;
 130 }
 131
 132 static struct drm_display_mode *
 133 drm_connector_fallback_non_tiled_mode(struct drm_connector *connector)
 134 {
 135         struct drm_display_mode *mode;
 136
 137         list_for_each_entry(mode, &connector->modes, head) {
 138                 if (mode->hdisplay == connector->tile_h_size &&
 139                     mode->vdisplay == connector->tile_v_size)
 140                         continue;
 141                 return mode;
 142         }
 143         return NULL;
 144 }
 145
 146 static struct drm_display_mode *
 147 drm_connector_has_preferred_mode(struct drm_connector *connector, int width, int height)
 148 {
 149         struct drm_display_mode *mode;
 150
 151         list_for_each_entry(mode, &connector->modes, head) {
 152                 if (mode->hdisplay > width ||
 153                     mode->vdisplay > height)
 154                         continue;
 155                 if (mode->type & DRM_MODE_TYPE_PREFERRED)
 156                         return mode;
 157         }
 158         return NULL;
 159 }
 160
 161 static struct drm_display_mode *
 162 drm_connector_pick_cmdline_mode(struct drm_connector *connector)
 163 {
 164         struct drm_cmdline_mode *cmdline_mode;
 165         struct drm_display_mode *mode;
 166         bool prefer_non_interlace;
 167
 168         cmdline_mode = &connector->cmdline_mode;
 169         if (cmdline_mode->specified == false)
 170                 return NULL;
 171
 172         /* attempt to find a matching mode in the list of modes
 173          *  we have gotten so far, if not add a CVT mode that conforms
 174          */
 175         if (cmdline_mode->rb || cmdline_mode->margins)
 176                 goto create_mode;
 177
 178         prefer_non_interlace = !cmdline_mode->interlace;
 179 again:
 180         list_for_each_entry(mode, &connector->modes, head) {
 181                 /* Check (optional) mode name first */
 182                 if (!strcmp(mode->name, cmdline_mode->name))
 183                         return mode;
 184
 185                 /* check width/height */
 186                 if (mode->hdisplay != cmdline_mode->xres ||
 187                     mode->vdisplay != cmdline_mode->yres)
 188                         continue;
 189
 190                 if (cmdline_mode->refresh_specified) {
 191                         if (drm_mode_vrefresh(mode) != cmdline_mode->refresh)
 192                                 continue;
 193                 }
 194
 195                 if (cmdline_mode->interlace) {
 196                         if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
 197                                 continue;
 198                 } else if (prefer_non_interlace) {
 199                         if (mode->flags & DRM_MODE_FLAG_INTERLACE)
 200                                 continue;
 201                 }
 202                 return mode;
 203         }
 204
 205         if (prefer_non_interlace) {
 206                 prefer_non_interlace = false;
 207                 goto again;
 208         }
 209
 210 create_mode:
 211         mode = drm_mode_create_from_cmdline_mode(connector->dev, cmdline_mode);
 212         if (mode)
 213                 list_add(&mode->head, &connector->modes);
 214
 215         return mode;
 216 }
 217
 218 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
 219 {
 220         bool enable;
 221
 222         if (connector->display_info.non_desktop)
 223                 return false;
 224
 225         if (strict)
 226                 enable = connector->status == connector_status_connected;
 227         else
 228                 enable = connector->status != connector_status_disconnected;
 229
 230         return enable;
 231 }
 232
 233 static void drm_client_connectors_enabled(struct drm_connector **connectors,
 234                                           unsigned int connector_count,
 235                                           bool *enabled)
 236 {
 237         bool any_enabled = false;
 238         struct drm_connector *connector;
 239         int i = 0;
 240
 241         for (i = 0; i < connector_count; i++) {
 242                 connector = connectors[i];
 243                 enabled[i] = drm_connector_enabled(connector, true);
 244                 DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
 245                               connector->display_info.non_desktop ? "non desktop" : str_yes_no(enabled[i]));
 246
 247                 any_enabled |= enabled[i];
 248         }
 249
 250         if (any_enabled)
 251                 return;
 252
 253         for (i = 0; i < connector_count; i++)
 254                 enabled[i] = drm_connector_enabled(connectors[i], false);
 255 }
 256
 257 static bool drm_client_target_cloned(struct drm_device *dev,
 258                                      struct drm_connector **connectors,
 259                                      unsigned int connector_count,
 260                                      struct drm_display_mode **modes,
 261                                      struct drm_client_offset *offsets,
 262                                      bool *enabled, int width, int height)
 263 {
 264         int count, i, j;
 265         bool can_clone = false;
 266         struct drm_display_mode *dmt_mode, *mode;
 267
 268         /* only contemplate cloning in the single crtc case */
 269         if (dev->mode_config.num_crtc > 1)
 270                 return false;
 271
 272         count = 0;
 273         for (i = 0; i < connector_count; i++) {
 274                 if (enabled[i])
 275                         count++;
 276         }
 277
 278         /* only contemplate cloning if more than one connector is enabled */
 279         if (count <= 1)
 280                 return false;
 281
 282         /* check the command line or if nothing common pick 1024x768 */
 283         can_clone = true;
 284         for (i = 0; i < connector_count; i++) {
 285                 if (!enabled[i])
 286                         continue;
 287                 modes[i] = drm_connector_pick_cmdline_mode(connectors[i]);
 288                 if (!modes[i]) {
 289                         can_clone = false;
 290                         break;
 291                 }
 292                 for (j = 0; j < i; j++) {
 293                         if (!enabled[j])
 294                                 continue;
 295                         if (!drm_mode_match(modes[j], modes[i],
 296                                             DRM_MODE_MATCH_TIMINGS |
 297                                             DRM_MODE_MATCH_CLOCK |
 298                                             DRM_MODE_MATCH_FLAGS |
 299                                             DRM_MODE_MATCH_3D_FLAGS))
 300                                 can_clone = false;
 301                 }
 302         }
 303
 304         if (can_clone) {
 305                 DRM_DEBUG_KMS("can clone using command line\n");
 306                 return true;
 307         }
 308
 309         /* try and find a 1024x768 mode on each connector */
 310         can_clone = true;
 311         dmt_mode = drm_mode_find_dmt(dev, 1024, 768, 60, false);
 312
 313         for (i = 0; i < connector_count; i++) {
 314                 if (!enabled[i])
 315                         continue;
 316
 317                 list_for_each_entry(mode, &connectors[i]->modes, head) {
 318                         if (drm_mode_match(mode, dmt_mode,
 319                                            DRM_MODE_MATCH_TIMINGS |
 320                                            DRM_MODE_MATCH_CLOCK |
 321                                            DRM_MODE_MATCH_FLAGS |
 322                                            DRM_MODE_MATCH_3D_FLAGS))
 323                                 modes[i] = mode;
 324                 }
 325                 if (!modes[i])
 326                         can_clone = false;
 327         }
 328
 329         if (can_clone) {
 330                 DRM_DEBUG_KMS("can clone using 1024x768\n");
 331                 return true;
 332         }
 333         DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
 334         return false;
 335 }
 336
 337 static int drm_client_get_tile_offsets(struct drm_connector **connectors,
 338                                        unsigned int connector_count,
 339                                        struct drm_display_mode **modes,
 340                                        struct drm_client_offset *offsets,
 341                                        int idx,
 342                                        int h_idx, int v_idx)
 343 {
 344         struct drm_connector *connector;
 345         int i;
 346         int hoffset = 0, voffset = 0;
 347
 348         for (i = 0; i < connector_count; i++) {
 349                 connector = connectors[i];
 350                 if (!connector->has_tile)
 351                         continue;
 352
 353                 if (!modes[i] && (h_idx || v_idx)) {
 354                         DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
 355                                       connector->base.id);
 356                         continue;
 357                 }
 358                 if (connector->tile_h_loc < h_idx)
 359                         hoffset += modes[i]->hdisplay;
 360
 361                 if (connector->tile_v_loc < v_idx)
 362                         voffset += modes[i]->vdisplay;
 363         }
 364         offsets[idx].x = hoffset;
 365         offsets[idx].y = voffset;
 366         DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
 367         return 0;
 368 }
 369
 370 static bool drm_client_target_preferred(struct drm_connector **connectors,
 371                                         unsigned int connector_count,
 372                                         struct drm_display_mode **modes,
 373                                         struct drm_client_offset *offsets,
 374                                         bool *enabled, int width, int height)
 375 {
 376         const u64 mask = BIT_ULL(connector_count) - 1;
 377         struct drm_connector *connector;
 378         u64 conn_configured = 0;
 379         int tile_pass = 0;
 380         int num_tiled_conns = 0;
 381         int i;
 382
 383         for (i = 0; i < connector_count; i++) {
 384                 if (connectors[i]->has_tile &&
 385                     connectors[i]->status == connector_status_connected)
 386                         num_tiled_conns++;
 387         }
 388
 389 retry:
 390         for (i = 0; i < connector_count; i++) {
 391                 connector = connectors[i];
 392
 393                 if (conn_configured & BIT_ULL(i))
 394                         continue;
 395
 396                 if (enabled[i] == false) {
 397                         conn_configured |= BIT_ULL(i);
 398                         continue;
 399                 }
 400
 401                 /* first pass over all the untiled connectors */
 402                 if (tile_pass == 0 && connector->has_tile)
 403                         continue;
 404
 405                 if (tile_pass == 1) {
 406                         if (connector->tile_h_loc != 0 ||
 407                             connector->tile_v_loc != 0)
 408                                 continue;
 409
 410                 } else {
 411                         if (connector->tile_h_loc != tile_pass - 1 &&
 412                             connector->tile_v_loc != tile_pass - 1)
 413                         /* if this tile_pass doesn't cover any of the tiles - keep going */
 414                                 continue;
 415
 416                         /*
 417                          * find the tile offsets for this pass - need to find
 418                          * all tiles left and above
 419                          */
 420                         drm_client_get_tile_offsets(connectors, connector_count, modes, offsets, i,
 421                                                     connector->tile_h_loc, connector->tile_v_loc);
 422                 }
 423                 DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
 424                               connector->base.id);
 425
 426                 /* got for command line mode first */
 427                 modes[i] = drm_connector_pick_cmdline_mode(connector);
 428                 if (!modes[i]) {
 429                         DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
 430                                       connector->base.id, connector->tile_group ? connector->tile_group->id : 0);
 431                         modes[i] = drm_connector_has_preferred_mode(connector, width, height);
 432                 }
 433                 /* No preferred modes, pick one off the list */
 434                 if (!modes[i] && !list_empty(&connector->modes)) {
 435                         list_for_each_entry(modes[i], &connector->modes, head)
 436                                 break;
 437                 }
 438                 /*
 439                  * In case of tiled mode if all tiles not present fallback to
 440                  * first available non tiled mode.
 441                  * After all tiles are present, try to find the tiled mode
 442                  * for all and if tiled mode not present due to fbcon size
 443                  * limitations, use first non tiled mode only for
 444                  * tile 0,0 and set to no mode for all other tiles.
 445                  */
 446                 if (connector->has_tile) {
 447                         if (num_tiled_conns <
 448                             connector->num_h_tile * connector->num_v_tile ||
 449                             (connector->tile_h_loc == 0 &&
 450                              connector->tile_v_loc == 0 &&
 451                              !drm_connector_get_tiled_mode(connector))) {
 452                                 DRM_DEBUG_KMS("Falling back to non tiled mode on Connector %d\n",
 453                                               connector->base.id);
 454                                 modes[i] = drm_connector_fallback_non_tiled_mode(connector);
 455                         } else {
 456                                 modes[i] = drm_connector_get_tiled_mode(connector);
 457                         }
 458                 }
 459
 460                 DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
 461                           "none");
 462                 conn_configured |= BIT_ULL(i);
 463         }
 464
 465         if ((conn_configured & mask) != mask) {
 466                 tile_pass++;
 467                 goto retry;
 468         }
 469         return true;
 470 }
 471
 472 static bool connector_has_possible_crtc(struct drm_connector *connector,
 473                                         struct drm_crtc *crtc)
 474 {
 475         struct drm_encoder *encoder;
 476
 477         drm_connector_for_each_possible_encoder(connector, encoder) {
 478                 if (encoder->possible_crtcs & drm_crtc_mask(crtc))
 479                         return true;
 480         }
 481
 482         return false;
 483 }
 484
 485 static int drm_client_pick_crtcs(struct drm_client_dev *client,
 486                                  struct drm_connector **connectors,
 487                                  unsigned int connector_count,
 488                                  struct drm_crtc **best_crtcs,
 489                                  struct drm_display_mode **modes,
 490                                  int n, int width, int height)
 491 {
 492         struct drm_device *dev = client->dev;
 493         struct drm_connector *connector;
 494         int my_score, best_score, score;
 495         struct drm_crtc **crtcs, *crtc;
 496         struct drm_mode_set *modeset;
 497         int o;
 498
 499         if (n == connector_count)
 500                 return 0;
 501
 502         connector = connectors[n];
 503
 504         best_crtcs[n] = NULL;
 505         best_score = drm_client_pick_crtcs(client, connectors, connector_count,
 506                                            best_crtcs, modes, n + 1, width, height);
 507         if (modes[n] == NULL)
 508                 return best_score;
 509
 510         crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
 511         if (!crtcs)
 512                 return best_score;
 513
 514         my_score = 1;
 515         if (connector->status == connector_status_connected)
 516                 my_score++;
 517         if (connector->cmdline_mode.specified)
 518                 my_score++;
 519         if (drm_connector_has_preferred_mode(connector, width, height))
 520                 my_score++;
 521
 522         /*
 523          * select a crtc for this connector and then attempt to configure
 524          * remaining connectors
 525          */
 526         drm_client_for_each_modeset(modeset, client) {
 527                 crtc = modeset->crtc;
 528
 529                 if (!connector_has_possible_crtc(connector, crtc))
 530                         continue;
 531
 532                 for (o = 0; o < n; o++)
 533                         if (best_crtcs[o] == crtc)
 534                                 break;
 535
 536                 if (o < n) {
 537                         /* ignore cloning unless only a single crtc */
 538                         if (dev->mode_config.num_crtc > 1)
 539                                 continue;
 540
 541                         if (!drm_mode_equal(modes[o], modes[n]))
 542                                 continue;
 543                 }
 544
 545                 crtcs[n] = crtc;
 546                 memcpy(crtcs, best_crtcs, n * sizeof(*crtcs));
 547                 score = my_score + drm_client_pick_crtcs(client, connectors, connector_count,
 548                                                          crtcs, modes, n + 1, width, height);
 549                 if (score > best_score) {
 550                         best_score = score;
 551                         memcpy(best_crtcs, crtcs, connector_count * sizeof(*crtcs));
 552                 }
 553         }
 554
 555         kfree(crtcs);
 556         return best_score;
 557 }
 558
 559 /* Try to read the BIOS display configuration and use it for the initial config */
 560 static bool drm_client_firmware_config(struct drm_client_dev *client,
 561                                        struct drm_connector **connectors,
 562                                        unsigned int connector_count,
 563                                        struct drm_crtc **crtcs,
 564                                        struct drm_display_mode **modes,
 565                                        struct drm_client_offset *offsets,
 566                                        bool *enabled, int width, int height)
 567 {
 568         const int count = min_t(unsigned int, connector_count, BITS_PER_LONG);
 569         unsigned long conn_configured, conn_seq, mask;
 570         struct drm_device *dev = client->dev;
 571         int i, j;
 572         bool *save_enabled;
 573         bool fallback = true, ret = true;
 574         int num_connectors_enabled = 0;
 575         int num_connectors_detected = 0;
 576         int num_tiled_conns = 0;
 577         struct drm_modeset_acquire_ctx ctx;
 578
 579         if (!drm_drv_uses_atomic_modeset(dev))
 580                 return false;
 581
 582         if (WARN_ON(count <= 0))
 583                 return false;
 584
 585         save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
 586         if (!save_enabled)
 587                 return false;
 588
 589         drm_modeset_acquire_init(&ctx, 0);
 590
 591         while (drm_modeset_lock_all_ctx(dev, &ctx) != 0)
 592                 drm_modeset_backoff(&ctx);
 593
 594         memcpy(save_enabled, enabled, count);
 595         mask = GENMASK(count - 1, 0);
 596         conn_configured = 0;
 597         for (i = 0; i < count; i++) {
 598                 if (connectors[i]->has_tile &&
 599                     connectors[i]->status == connector_status_connected)
 600                         num_tiled_conns++;
 601         }
 602 retry:
 603         conn_seq = conn_configured;
 604         for (i = 0; i < count; i++) {
 605                 struct drm_connector *connector;
 606                 struct drm_encoder *encoder;
 607                 struct drm_crtc *new_crtc;
 608
 609                 connector = connectors[i];
 610
 611                 if (conn_configured & BIT(i))
 612                         continue;
 613
 614                 if (conn_seq == 0 && !connector->has_tile)
 615                         continue;
 616
 617                 if (connector->status == connector_status_connected)
 618                         num_connectors_detected++;
 619
 620                 if (!enabled[i]) {
 621                         DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
 622                                       connector->name);
 623                         conn_configured |= BIT(i);
 624                         continue;
 625                 }
 626
 627                 if (connector->force == DRM_FORCE_OFF) {
 628                         DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
 629                                       connector->name);
 630                         enabled[i] = false;
 631                         continue;
 632                 }
 633
 634                 encoder = connector->state->best_encoder;
 635                 if (!encoder || WARN_ON(!connector->state->crtc)) {
 636                         if (connector->force > DRM_FORCE_OFF)
 637                                 goto bail;
 638
 639                         DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
 640                                       connector->name);
 641                         enabled[i] = false;
 642                         conn_configured |= BIT(i);
 643                         continue;
 644                 }
 645
 646                 num_connectors_enabled++;
 647
 648                 new_crtc = connector->state->crtc;
 649
 650                 /*
 651                  * Make sure we're not trying to drive multiple connectors
 652                  * with a single CRTC, since our cloning support may not
 653                  * match the BIOS.
 654                  */
 655                 for (j = 0; j < count; j++) {
 656                         if (crtcs[j] == new_crtc) {
 657                                 DRM_DEBUG_KMS("fallback: cloned configuration\n");
 658                                 goto bail;
 659                         }
 660                 }
 661
 662                 DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
 663                               connector->name);
 664
 665                 /* go for command line mode first */
 666                 modes[i] = drm_connector_pick_cmdline_mode(connector);
 667
 668                 /* try for preferred next */
 669                 if (!modes[i]) {
 670                         DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
 671                                       connector->name, connector->has_tile);
 672                         modes[i] = drm_connector_has_preferred_mode(connector, width, height);
 673                 }
 674
 675                 /* No preferred mode marked by the EDID? Are there any modes? */
 676                 if (!modes[i] && !list_empty(&connector->modes)) {
 677                         DRM_DEBUG_KMS("using first mode listed on connector %s\n",
 678                                       connector->name);
 679                         modes[i] = list_first_entry(&connector->modes,
 680                                                     struct drm_display_mode,
 681                                                     head);
 682                 }
 683
 684                 /* last resort: use current mode */
 685                 if (!modes[i]) {
 686                         /*
 687                          * IMPORTANT: We want to use the adjusted mode (i.e.
 688                          * after the panel fitter upscaling) as the initial
 689                          * config, not the input mode, which is what crtc->mode
 690                          * usually contains. But since our current
 691                          * code puts a mode derived from the post-pfit timings
 692                          * into crtc->mode this works out correctly.
 693                          *
 694                          * This is crtc->mode and not crtc->state->mode for the
 695                          * fastboot check to work correctly.
 696                          */
 697                         DRM_DEBUG_KMS("looking for current mode on connector %s\n",
 698                                       connector->name);
 699                         modes[i] = &connector->state->crtc->mode;
 700                 }
 701                 /*
 702                  * In case of tiled modes, if all tiles are not present
 703                  * then fallback to a non tiled mode.
 704                  */
 705                 if (connector->has_tile &&
 706                     num_tiled_conns < connector->num_h_tile * connector->num_v_tile) {
 707                         DRM_DEBUG_KMS("Falling back to non tiled mode on Connector %d\n",
 708                                       connector->base.id);
 709                         modes[i] = drm_connector_fallback_non_tiled_mode(connector);
 710                 }
 711                 crtcs[i] = new_crtc;
 712
 713                 DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
 714                               connector->name,
 715                               connector->state->crtc->base.id,
 716                               connector->state->crtc->name,
 717                               modes[i]->hdisplay, modes[i]->vdisplay,
 718                               modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" : "");
 719
 720                 fallback = false;
 721                 conn_configured |= BIT(i);
 722         }
 723
 724         if ((conn_configured & mask) != mask && conn_configured != conn_seq)
 725                 goto retry;
 726
 727         /*
 728          * If the BIOS didn't enable everything it could, fall back to have the
 729          * same user experiencing of lighting up as much as possible like the
 730          * fbdev helper library.
 731          */
 732         if (num_connectors_enabled != num_connectors_detected &&
 733             num_connectors_enabled < dev->mode_config.num_crtc) {
 734                 DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
 735                 DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
 736                               num_connectors_detected);
 737                 fallback = true;
 738         }
 739
 740         if (fallback) {
 741 bail:
 742                 DRM_DEBUG_KMS("Not using firmware configuration\n");
 743                 memcpy(enabled, save_enabled, count);
 744                 ret = false;
 745         }
 746
 747         drm_modeset_drop_locks(&ctx);
 748         drm_modeset_acquire_fini(&ctx);
 749
 750         kfree(save_enabled);
 751         return ret;
 752 }
 753
 754 /**
 755  * drm_client_modeset_probe() - Probe for displays
 756  * @client: DRM client
 757  * @width: Maximum display mode width (optional)
 758  * @height: Maximum display mode height (optional)
 759  *
 760  * This function sets up display pipelines for enabled connectors and stores the
 761  * config in the client's modeset array.
 762  *
 763  * Returns:
 764  * Zero on success or negative error code on failure.
 765  */
 766 int drm_client_modeset_probe(struct drm_client_dev *client, unsigned int width, unsigned int height)
 767 {
 768         struct drm_connector *connector, **connectors = NULL;
 769         struct drm_connector_list_iter conn_iter;
 770         struct drm_device *dev = client->dev;
 771         unsigned int total_modes_count = 0;
 772         struct drm_client_offset *offsets;
 773         unsigned int connector_count = 0;
 774         struct drm_display_mode **modes;
 775         struct drm_crtc **crtcs;
 776         int i, ret = 0;
 777         bool *enabled;
 778
 779         DRM_DEBUG_KMS("\n");
 780
 781         if (!width)
 782                 width = dev->mode_config.max_width;
 783         if (!height)
 784                 height = dev->mode_config.max_height;
 785
 786         drm_connector_list_iter_begin(dev, &conn_iter);
 787         drm_client_for_each_connector_iter(connector, &conn_iter) {
 788                 struct drm_connector **tmp;
 789
 790                 tmp = krealloc(connectors, (connector_count + 1) * sizeof(*connectors), GFP_KERNEL);
 791                 if (!tmp) {
 792                         ret = -ENOMEM;
 793                         goto free_connectors;
 794                 }
 795
 796                 connectors = tmp;
 797                 drm_connector_get(connector);
 798                 connectors[connector_count++] = connector;
 799         }
 800         drm_connector_list_iter_end(&conn_iter);
 801
 802         if (!connector_count)
 803                 return 0;
 804
 805         crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
 806         modes = kcalloc(connector_count, sizeof(*modes), GFP_KERNEL);
 807         offsets = kcalloc(connector_count, sizeof(*offsets), GFP_KERNEL);
 808         enabled = kcalloc(connector_count, sizeof(bool), GFP_KERNEL);
 809         if (!crtcs || !modes || !enabled || !offsets) {
 810                 DRM_ERROR("Memory allocation failed\n");
 811                 ret = -ENOMEM;
 812                 goto out;
 813         }
 814
 815         mutex_lock(&client->modeset_mutex);
 816
 817         mutex_lock(&dev->mode_config.mutex);
 818         for (i = 0; i < connector_count; i++)
 819                 total_modes_count += connectors[i]->funcs->fill_modes(connectors[i], width, height);
 820         if (!total_modes_count)
 821                 DRM_DEBUG_KMS("No connectors reported connected with modes\n");
 822         drm_client_connectors_enabled(connectors, connector_count, enabled);
 823
 824         if (!drm_client_firmware_config(client, connectors, connector_count, crtcs,
 825                                         modes, offsets, enabled, width, height)) {
 826                 memset(modes, 0, connector_count * sizeof(*modes));
 827                 memset(crtcs, 0, connector_count * sizeof(*crtcs));
 828                 memset(offsets, 0, connector_count * sizeof(*offsets));
 829
 830                 if (!drm_client_target_cloned(dev, connectors, connector_count, modes,
 831                                               offsets, enabled, width, height) &&
 832                     !drm_client_target_preferred(connectors, connector_count, modes,
 833                                                  offsets, enabled, width, height))
 834                         DRM_ERROR("Unable to find initial modes\n");
 835
 836                 DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
 837                               width, height);
 838
 839                 drm_client_pick_crtcs(client, connectors, connector_count,
 840                                       crtcs, modes, 0, width, height);
 841         }
 842         mutex_unlock(&dev->mode_config.mutex);
 843
 844         drm_client_modeset_release(client);
 845
 846         for (i = 0; i < connector_count; i++) {
 847                 struct drm_display_mode *mode = modes[i];
 848                 struct drm_crtc *crtc = crtcs[i];
 849                 struct drm_client_offset *offset = &offsets[i];
 850
 851                 if (mode && crtc) {
 852                         struct drm_mode_set *modeset = drm_client_find_modeset(client, crtc);
 853                         struct drm_connector *connector = connectors[i];
 854
 855                         DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
 856                                       mode->name, crtc->base.id, offset->x, offset->y);
 857
 858                         if (WARN_ON_ONCE(modeset->num_connectors == DRM_CLIENT_MAX_CLONED_CONNECTORS ||
 859                                          (dev->mode_config.num_crtc > 1 && modeset->num_connectors == 1))) {
 860                                 ret = -EINVAL;
 861                                 break;
 862                         }
 863
 864                         modeset->mode = drm_mode_duplicate(dev, mode);
 865                         drm_connector_get(connector);
 866                         modeset->connectors[modeset->num_connectors++] = connector;
 867                         modeset->x = offset->x;
 868                         modeset->y = offset->y;
 869                 }
 870         }
 871
 872         mutex_unlock(&client->modeset_mutex);
 873 out:
 874         kfree(crtcs);
 875         kfree(modes);
 876         kfree(offsets);
 877         kfree(enabled);
 878 free_connectors:
 879         for (i = 0; i < connector_count; i++)
 880                 drm_connector_put(connectors[i]);
 881         kfree(connectors);
 882
 883         return ret;
 884 }
 885 EXPORT_SYMBOL(drm_client_modeset_probe);
 886
 887 /**
 888  * drm_client_rotation() - Check the initial rotation value
 889  * @modeset: DRM modeset
 890  * @rotation: Returned rotation value
 891  *
 892  * This function checks if the primary plane in @modeset can hw rotate
 893  * to match the rotation needed on its connector.
 894  *
 895  * Note: Currently only 0 and 180 degrees are supported.
 896  *
 897  * Return:
 898  * True if the plane can do the rotation, false otherwise.
 899  */
 900 bool drm_client_rotation(struct drm_mode_set *modeset, unsigned int *rotation)
 901 {
 902         struct drm_connector *connector = modeset->connectors[0];
 903         struct drm_plane *plane = modeset->crtc->primary;
 904         struct drm_cmdline_mode *cmdline;
 905         u64 valid_mask = 0;
 906         unsigned int i;
 907
 908         if (!modeset->num_connectors)
 909                 return false;
 910
 911         switch (connector->display_info.panel_orientation) {
 912         case DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP:
 913                 *rotation = DRM_MODE_ROTATE_180;
 914                 break;
 915         case DRM_MODE_PANEL_ORIENTATION_LEFT_UP:
 916                 *rotation = DRM_MODE_ROTATE_90;
 917                 break;
 918         case DRM_MODE_PANEL_ORIENTATION_RIGHT_UP:
 919                 *rotation = DRM_MODE_ROTATE_270;
 920                 break;
 921         default:
 922                 *rotation = DRM_MODE_ROTATE_0;
 923         }
 924
 925         /**
 926          * The panel already defined the default rotation
 927          * through its orientation. Whatever has been provided
 928          * on the command line needs to be added to that.
 929          *
 930          * Unfortunately, the rotations are at different bit
 931          * indices, so the math to add them up are not as
 932          * trivial as they could.
 933          *
 934          * Reflections on the other hand are pretty trivial to deal with, a
 935          * simple XOR between the two handle the addition nicely.
 936          */
 937         cmdline = &connector->cmdline_mode;
 938         if (cmdline->specified && cmdline->rotation_reflection) {
 939                 unsigned int cmdline_rest, panel_rest;
 940                 unsigned int cmdline_rot, panel_rot;
 941                 unsigned int sum_rot, sum_rest;
 942
 943                 panel_rot = ilog2(*rotation & DRM_MODE_ROTATE_MASK);
 944                 cmdline_rot = ilog2(cmdline->rotation_reflection & DRM_MODE_ROTATE_MASK);
 945                 sum_rot = (panel_rot + cmdline_rot) % 4;
 946
 947                 panel_rest = *rotation & ~DRM_MODE_ROTATE_MASK;
 948                 cmdline_rest = cmdline->rotation_reflection & ~DRM_MODE_ROTATE_MASK;
 949                 sum_rest = panel_rest ^ cmdline_rest;
 950
 951                 *rotation = (1 << sum_rot) | sum_rest;
 952         }
 953
 954         /*
 955          * TODO: support 90 / 270 degree hardware rotation,
 956          * depending on the hardware this may require the framebuffer
 957          * to be in a specific tiling format.
 958          */
 959         if (((*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_0 &&
 960              (*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_180) ||
 961             !plane->rotation_property)
 962                 return false;
 963
 964         for (i = 0; i < plane->rotation_property->num_values; i++)
 965                 valid_mask |= (1ULL << plane->rotation_property->values[i]);
 966
 967         if (!(*rotation & valid_mask))
 968                 return false;
 969
 970         return true;
 971 }
 972 EXPORT_SYMBOL(drm_client_rotation);
 973
 974 static int drm_client_modeset_commit_atomic(struct drm_client_dev *client, bool active, bool check)
 975 {
 976         struct drm_device *dev = client->dev;
 977         struct drm_plane *plane;
 978         struct drm_atomic_state *state;
 979         struct drm_modeset_acquire_ctx ctx;
 980         struct drm_mode_set *mode_set;
 981         int ret;
 982
 983         drm_modeset_acquire_init(&ctx, 0);
 984
 985         state = drm_atomic_state_alloc(dev);
 986         if (!state) {
 987                 ret = -ENOMEM;
 988                 goto out_ctx;
 989         }
 990
 991         state->acquire_ctx = &ctx;
 992 retry:
 993         drm_for_each_plane(plane, dev) {
 994                 struct drm_plane_state *plane_state;
 995
 996                 plane_state = drm_atomic_get_plane_state(state, plane);
 997                 if (IS_ERR(plane_state)) {
 998                         ret = PTR_ERR(plane_state);
 999                         goto out_state;
1000                 }
1001
1002                 plane_state->rotation = DRM_MODE_ROTATE_0;
1003
1004                 /* disable non-primary: */
1005                 if (plane->type == DRM_PLANE_TYPE_PRIMARY)
1006                         continue;
1007
1008                 ret = __drm_atomic_helper_disable_plane(plane, plane_state);
1009                 if (ret != 0)
1010                         goto out_state;
1011         }
1012
1013         drm_client_for_each_modeset(mode_set, client) {
1014                 struct drm_plane *primary = mode_set->crtc->primary;
1015                 unsigned int rotation;
1016
1017                 if (drm_client_rotation(mode_set, &rotation)) {
1018                         struct drm_plane_state *plane_state;
1019
1020                         /* Cannot fail as we've already gotten the plane state above */
1021                         plane_state = drm_atomic_get_new_plane_state(state, primary);
1022                         plane_state->rotation = rotation;
1023                 }
1024
1025                 ret = __drm_atomic_helper_set_config(mode_set, state);
1026                 if (ret != 0)
1027                         goto out_state;
1028
1029                 /*
1030                  * __drm_atomic_helper_set_config() sets active when a
1031                  * mode is set, unconditionally clear it if we force DPMS off
1032                  */
1033                 if (!active) {
1034                         struct drm_crtc *crtc = mode_set->crtc;
1035                         struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
1036
1037                         crtc_state->active = false;
1038                 }
1039         }
1040
1041         if (check)
1042                 ret = drm_atomic_check_only(state);
1043         else
1044                 ret = drm_atomic_commit(state);
1045
1046 out_state:
1047         if (ret == -EDEADLK)
1048                 goto backoff;
1049
1050         drm_atomic_state_put(state);
1051 out_ctx:
1052         drm_modeset_drop_locks(&ctx);
1053         drm_modeset_acquire_fini(&ctx);
1054
1055         return ret;
1056
1057 backoff:
1058         drm_atomic_state_clear(state);
1059         drm_modeset_backoff(&ctx);
1060
1061         goto retry;
1062 }
1063
1064 static int drm_client_modeset_commit_legacy(struct drm_client_dev *client)
1065 {
1066         struct drm_device *dev = client->dev;
1067         struct drm_mode_set *mode_set;
1068         struct drm_plane *plane;
1069         int ret = 0;
1070
1071         drm_modeset_lock_all(dev);
1072         drm_for_each_plane(plane, dev) {
1073                 if (plane->type != DRM_PLANE_TYPE_PRIMARY)
1074                         drm_plane_force_disable(plane);
1075
1076                 if (plane->rotation_property)
1077                         drm_mode_plane_set_obj_prop(plane,
1078                                                     plane->rotation_property,
1079                                                     DRM_MODE_ROTATE_0);
1080         }
1081
1082         drm_client_for_each_modeset(mode_set, client) {
1083                 struct drm_crtc *crtc = mode_set->crtc;
1084
1085                 if (crtc->funcs->cursor_set2) {
1086                         ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
1087                         if (ret)
1088                                 goto out;
1089                 } else if (crtc->funcs->cursor_set) {
1090                         ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
1091                         if (ret)
1092                                 goto out;
1093                 }
1094
1095                 ret = drm_mode_set_config_internal(mode_set);
1096                 if (ret)
1097                         goto out;
1098         }
1099 out:
1100         drm_modeset_unlock_all(dev);
1101
1102         return ret;
1103 }
1104
1105 /**
1106  * drm_client_modeset_check() - Check modeset configuration
1107  * @client: DRM client
1108  *
1109  * Check modeset configuration.
1110  *
1111  * Returns:
1112  * Zero on success or negative error code on failure.
1113  */
1114 int drm_client_modeset_check(struct drm_client_dev *client)
1115 {
1116         int ret;
1117
1118         if (!drm_drv_uses_atomic_modeset(client->dev))
1119                 return 0;
1120
1121         mutex_lock(&client->modeset_mutex);
1122         ret = drm_client_modeset_commit_atomic(client, true, true);
1123         mutex_unlock(&client->modeset_mutex);
1124
1125         return ret;
1126 }
1127 EXPORT_SYMBOL(drm_client_modeset_check);
1128
1129 /**
1130  * drm_client_modeset_commit_locked() - Force commit CRTC configuration
1131  * @client: DRM client
1132  *
1133  * Commit modeset configuration to crtcs without checking if there is a DRM
1134  * master. The assumption is that the caller already holds an internal DRM
1135  * master reference acquired with drm_master_internal_acquire().
1136  *
1137  * Returns:
1138  * Zero on success or negative error code on failure.
1139  */
1140 int drm_client_modeset_commit_locked(struct drm_client_dev *client)
1141 {
1142         struct drm_device *dev = client->dev;
1143         int ret;
1144
1145         mutex_lock(&client->modeset_mutex);
1146         if (drm_drv_uses_atomic_modeset(dev))
1147                 ret = drm_client_modeset_commit_atomic(client, true, false);
1148         else
1149                 ret = drm_client_modeset_commit_legacy(client);
1150         mutex_unlock(&client->modeset_mutex);
1151
1152         return ret;
1153 }
1154 EXPORT_SYMBOL(drm_client_modeset_commit_locked);
1155
1156 /**
1157  * drm_client_modeset_commit() - Commit CRTC configuration
1158  * @client: DRM client
1159  *
1160  * Commit modeset configuration to crtcs.
1161  *
1162  * Returns:
1163  * Zero on success or negative error code on failure.
1164  */
1165 int drm_client_modeset_commit(struct drm_client_dev *client)
1166 {
1167         struct drm_device *dev = client->dev;
1168         int ret;
1169
1170         if (!drm_master_internal_acquire(dev))
1171                 return -EBUSY;
1172
1173         ret = drm_client_modeset_commit_locked(client);
1174
1175         drm_master_internal_release(dev);
1176
1177         return ret;
1178 }
1179 EXPORT_SYMBOL(drm_client_modeset_commit);
1180
1181 static void drm_client_modeset_dpms_legacy(struct drm_client_dev *client, int dpms_mode)
1182 {
1183         struct drm_device *dev = client->dev;
1184         struct drm_connector *connector;
1185         struct drm_mode_set *modeset;
1186         struct drm_modeset_acquire_ctx ctx;
1187         int j;
1188         int ret;
1189
1190         DRM_MODESET_LOCK_ALL_BEGIN(dev, ctx, 0, ret);
1191         drm_client_for_each_modeset(modeset, client) {
1192                 if (!modeset->crtc->enabled)
1193                         continue;
1194
1195                 for (j = 0; j < modeset->num_connectors; j++) {
1196                         connector = modeset->connectors[j];
1197                         connector->funcs->dpms(connector, dpms_mode);
1198                         drm_object_property_set_value(&connector->base,
1199                                 dev->mode_config.dpms_property, dpms_mode);
1200                 }
1201         }
1202         DRM_MODESET_LOCK_ALL_END(dev, ctx, ret);
1203 }
1204
1205 /**
1206  * drm_client_modeset_dpms() - Set DPMS mode
1207  * @client: DRM client
1208  * @mode: DPMS mode
1209  *
1210  * Note: For atomic drivers @mode is reduced to on/off.
1211  *
1212  * Returns:
1213  * Zero on success or negative error code on failure.
1214  */
1215 int drm_client_modeset_dpms(struct drm_client_dev *client, int mode)
1216 {
1217         struct drm_device *dev = client->dev;
1218         int ret = 0;
1219
1220         if (!drm_master_internal_acquire(dev))
1221                 return -EBUSY;
1222
1223         mutex_lock(&client->modeset_mutex);
1224         if (drm_drv_uses_atomic_modeset(dev))
1225                 ret = drm_client_modeset_commit_atomic(client, mode == DRM_MODE_DPMS_ON, false);
1226         else
1227                 drm_client_modeset_dpms_legacy(client, mode);
1228         mutex_unlock(&client->modeset_mutex);
1229
1230         drm_master_internal_release(dev);
1231
1232         return ret;
1233 }
1234 EXPORT_SYMBOL(drm_client_modeset_dpms);