root/drivers/gpu/drm/drm_client_modeset.c

DEFINITIONS

1. drm_client_modeset_create
2. drm_client_modeset_release
3. drm_client_modeset_free
4. drm_client_find_modeset
5. drm_connector_has_preferred_mode
6. drm_connector_pick_cmdline_mode
7. drm_connector_enabled
8. drm_client_connectors_enabled
9. drm_client_target_cloned
10. drm_client_get_tile_offsets
11. drm_client_target_preferred
12. connector_has_possible_crtc
13. drm_client_pick_crtcs
14. drm_client_firmware_config
15. drm_client_modeset_probe
16. drm_client_rotation
17. drm_client_modeset_commit_atomic
18. drm_client_modeset_commit_legacy
19. drm_client_modeset_commit_force
20. drm_client_modeset_commit
21. drm_client_modeset_dpms_legacy
22. drm_client_modeset_dpms

   1 // SPDX-License-Identifier: MIT
   2 /*
   3  * Copyright 2018 Noralf Trønnes
   4  * Copyright (c) 2006-2009 Red Hat Inc.
   5  * Copyright (c) 2006-2008 Intel Corporation
   6  *   Jesse Barnes <jesse.barnes@intel.com>
   7  * Copyright (c) 2007 Dave Airlie <airlied@linux.ie>
   8  */
   9 
  10 #include <linux/module.h>
  11 #include <linux/mutex.h>
  12 #include <linux/slab.h>
  13 
  14 #include <drm/drm_atomic.h>
  15 #include <drm/drm_client.h>
  16 #include <drm/drm_connector.h>
  17 #include <drm/drm_crtc.h>
  18 #include <drm/drm_device.h>
  19 #include <drm/drm_drv.h>
  20 #include <drm/drm_encoder.h>
  21 #include <drm/drm_print.h>
  22 
  23 #include "drm_crtc_internal.h"
  24 #include "drm_internal.h"
  25 
  26 #define DRM_CLIENT_MAX_CLONED_CONNECTORS        8
  27 
  28 struct drm_client_offset {
  29         int x, y;
  30 };
  31 
  32 int drm_client_modeset_create(struct drm_client_dev *client)
  33 {
  34         struct drm_device *dev = client->dev;
  35         unsigned int num_crtc = dev->mode_config.num_crtc;
  36         unsigned int max_connector_count = 1;
  37         struct drm_mode_set *modeset;
  38         struct drm_crtc *crtc;
  39         unsigned int i = 0;
  40 
  41         /* Add terminating zero entry to enable index less iteration */
  42         client->modesets = kcalloc(num_crtc + 1, sizeof(*client->modesets), GFP_KERNEL);
  43         if (!client->modesets)
  44                 return -ENOMEM;
  45 
  46         mutex_init(&client->modeset_mutex);
  47 
  48         drm_for_each_crtc(crtc, dev)
  49                 client->modesets[i++].crtc = crtc;
  50 
  51         /* Cloning is only supported in the single crtc case. */
  52         if (num_crtc == 1)
  53                 max_connector_count = DRM_CLIENT_MAX_CLONED_CONNECTORS;
  54 
  55         for (modeset = client->modesets; modeset->crtc; modeset++) {
  56                 modeset->connectors = kcalloc(max_connector_count,
  57                                               sizeof(*modeset->connectors), GFP_KERNEL);
  58                 if (!modeset->connectors)
  59                         goto err_free;
  60         }
  61 
  62         return 0;
  63 
  64 err_free:
  65         drm_client_modeset_free(client);
  66 
  67         return -ENOMEM;
  68 }
  69 
  70 static void drm_client_modeset_release(struct drm_client_dev *client)
  71 {
  72         struct drm_mode_set *modeset;
  73         unsigned int i;
  74 
  75         drm_client_for_each_modeset(modeset, client) {
  76                 drm_mode_destroy(client->dev, modeset->mode);
  77                 modeset->mode = NULL;
  78                 modeset->fb = NULL;
  79 
  80                 for (i = 0; i < modeset->num_connectors; i++) {
  81                         drm_connector_put(modeset->connectors[i]);
  82                         modeset->connectors[i] = NULL;
  83                 }
  84                 modeset->num_connectors = 0;
  85         }
  86 }
  87 
  88 void drm_client_modeset_free(struct drm_client_dev *client)
  89 {
  90         struct drm_mode_set *modeset;
  91 
  92         mutex_lock(&client->modeset_mutex);
  93 
  94         drm_client_modeset_release(client);
  95 
  96         drm_client_for_each_modeset(modeset, client)
  97                 kfree(modeset->connectors);
  98 
  99         mutex_unlock(&client->modeset_mutex);
 100 
 101         mutex_destroy(&client->modeset_mutex);
 102         kfree(client->modesets);
 103 }
 104 
 105 static struct drm_mode_set *
 106 drm_client_find_modeset(struct drm_client_dev *client, struct drm_crtc *crtc)
 107 {
 108         struct drm_mode_set *modeset;
 109 
 110         drm_client_for_each_modeset(modeset, client)
 111                 if (modeset->crtc == crtc)
 112                         return modeset;
 113 
 114         return NULL;
 115 }
 116 
 117 static struct drm_display_mode *
 118 drm_connector_has_preferred_mode(struct drm_connector *connector, int width, int height)
 119 {
 120         struct drm_display_mode *mode;
 121 
 122         list_for_each_entry(mode, &connector->modes, head) {
 123                 if (mode->hdisplay > width ||
 124                     mode->vdisplay > height)
 125                         continue;
 126                 if (mode->type & DRM_MODE_TYPE_PREFERRED)
 127                         return mode;
 128         }
 129         return NULL;
 130 }
 131 
 132 static struct drm_display_mode *
 133 drm_connector_pick_cmdline_mode(struct drm_connector *connector)
 134 {
 135         struct drm_cmdline_mode *cmdline_mode;
 136         struct drm_display_mode *mode;
 137         bool prefer_non_interlace;
 138 
 139         cmdline_mode = &connector->cmdline_mode;
 140         if (cmdline_mode->specified == false)
 141                 return NULL;
 142 
 143         /* attempt to find a matching mode in the list of modes
 144          *  we have gotten so far, if not add a CVT mode that conforms
 145          */
 146         if (cmdline_mode->rb || cmdline_mode->margins)
 147                 goto create_mode;
 148 
 149         prefer_non_interlace = !cmdline_mode->interlace;
 150 again:
 151         list_for_each_entry(mode, &connector->modes, head) {
 152                 /* Check (optional) mode name first */
 153                 if (!strcmp(mode->name, cmdline_mode->name))
 154                         return mode;
 155 
 156                 /* check width/height */
 157                 if (mode->hdisplay != cmdline_mode->xres ||
 158                     mode->vdisplay != cmdline_mode->yres)
 159                         continue;
 160 
 161                 if (cmdline_mode->refresh_specified) {
 162                         if (mode->vrefresh != cmdline_mode->refresh)
 163                                 continue;
 164                 }
 165 
 166                 if (cmdline_mode->interlace) {
 167                         if (!(mode->flags & DRM_MODE_FLAG_INTERLACE))
 168                                 continue;
 169                 } else if (prefer_non_interlace) {
 170                         if (mode->flags & DRM_MODE_FLAG_INTERLACE)
 171                                 continue;
 172                 }
 173                 return mode;
 174         }
 175 
 176         if (prefer_non_interlace) {
 177                 prefer_non_interlace = false;
 178                 goto again;
 179         }
 180 
 181 create_mode:
 182         mode = drm_mode_create_from_cmdline_mode(connector->dev, cmdline_mode);
 183         if (mode)
 184                 list_add(&mode->head, &connector->modes);
 185 
 186         return mode;
 187 }
 188 
 189 static bool drm_connector_enabled(struct drm_connector *connector, bool strict)
 190 {
 191         bool enable;
 192 
 193         if (connector->display_info.non_desktop)
 194                 return false;
 195 
 196         if (strict)
 197                 enable = connector->status == connector_status_connected;
 198         else
 199                 enable = connector->status != connector_status_disconnected;
 200 
 201         return enable;
 202 }
 203 
 204 static void drm_client_connectors_enabled(struct drm_connector **connectors,
 205                                           unsigned int connector_count,
 206                                           bool *enabled)
 207 {
 208         bool any_enabled = false;
 209         struct drm_connector *connector;
 210         int i = 0;
 211 
 212         for (i = 0; i < connector_count; i++) {
 213                 connector = connectors[i];
 214                 enabled[i] = drm_connector_enabled(connector, true);
 215                 DRM_DEBUG_KMS("connector %d enabled? %s\n", connector->base.id,
 216                               connector->display_info.non_desktop ? "non desktop" : enabled[i] ? "yes" : "no");
 217 
 218                 any_enabled |= enabled[i];
 219         }
 220 
 221         if (any_enabled)
 222                 return;
 223 
 224         for (i = 0; i < connector_count; i++)
 225                 enabled[i] = drm_connector_enabled(connectors[i], false);
 226 }
 227 
 228 static bool drm_client_target_cloned(struct drm_device *dev,
 229                                      struct drm_connector **connectors,
 230                                      unsigned int connector_count,
 231                                      struct drm_display_mode **modes,
 232                                      struct drm_client_offset *offsets,
 233                                      bool *enabled, int width, int height)
 234 {
 235         int count, i, j;
 236         bool can_clone = false;
 237         struct drm_display_mode *dmt_mode, *mode;
 238 
 239         /* only contemplate cloning in the single crtc case */
 240         if (dev->mode_config.num_crtc > 1)
 241                 return false;
 242 
 243         count = 0;
 244         for (i = 0; i < connector_count; i++) {
 245                 if (enabled[i])
 246                         count++;
 247         }
 248 
 249         /* only contemplate cloning if more than one connector is enabled */
 250         if (count <= 1)
 251                 return false;
 252 
 253         /* check the command line or if nothing common pick 1024x768 */
 254         can_clone = true;
 255         for (i = 0; i < connector_count; i++) {
 256                 if (!enabled[i])
 257                         continue;
 258                 modes[i] = drm_connector_pick_cmdline_mode(connectors[i]);
 259                 if (!modes[i]) {
 260                         can_clone = false;
 261                         break;
 262                 }
 263                 for (j = 0; j < i; j++) {
 264                         if (!enabled[j])
 265                                 continue;
 266                         if (!drm_mode_match(modes[j], modes[i],
 267                                             DRM_MODE_MATCH_TIMINGS |
 268                                             DRM_MODE_MATCH_CLOCK |
 269                                             DRM_MODE_MATCH_FLAGS |
 270                                             DRM_MODE_MATCH_3D_FLAGS))
 271                                 can_clone = false;
 272                 }
 273         }
 274 
 275         if (can_clone) {
 276                 DRM_DEBUG_KMS("can clone using command line\n");
 277                 return true;
 278         }
 279 
 280         /* try and find a 1024x768 mode on each connector */
 281         can_clone = true;
 282         dmt_mode = drm_mode_find_dmt(dev, 1024, 768, 60, false);
 283 
 284         for (i = 0; i < connector_count; i++) {
 285                 if (!enabled[i])
 286                         continue;
 287 
 288                 list_for_each_entry(mode, &connectors[i]->modes, head) {
 289                         if (drm_mode_match(mode, dmt_mode,
 290                                            DRM_MODE_MATCH_TIMINGS |
 291                                            DRM_MODE_MATCH_CLOCK |
 292                                            DRM_MODE_MATCH_FLAGS |
 293                                            DRM_MODE_MATCH_3D_FLAGS))
 294                                 modes[i] = mode;
 295                 }
 296                 if (!modes[i])
 297                         can_clone = false;
 298         }
 299 
 300         if (can_clone) {
 301                 DRM_DEBUG_KMS("can clone using 1024x768\n");
 302                 return true;
 303         }
 304         DRM_INFO("kms: can't enable cloning when we probably wanted to.\n");
 305         return false;
 306 }
 307 
 308 static int drm_client_get_tile_offsets(struct drm_connector **connectors,
 309                                        unsigned int connector_count,
 310                                        struct drm_display_mode **modes,
 311                                        struct drm_client_offset *offsets,
 312                                        int idx,
 313                                        int h_idx, int v_idx)
 314 {
 315         struct drm_connector *connector;
 316         int i;
 317         int hoffset = 0, voffset = 0;
 318 
 319         for (i = 0; i < connector_count; i++) {
 320                 connector = connectors[i];
 321                 if (!connector->has_tile)
 322                         continue;
 323 
 324                 if (!modes[i] && (h_idx || v_idx)) {
 325                         DRM_DEBUG_KMS("no modes for connector tiled %d %d\n", i,
 326                                       connector->base.id);
 327                         continue;
 328                 }
 329                 if (connector->tile_h_loc < h_idx)
 330                         hoffset += modes[i]->hdisplay;
 331 
 332                 if (connector->tile_v_loc < v_idx)
 333                         voffset += modes[i]->vdisplay;
 334         }
 335         offsets[idx].x = hoffset;
 336         offsets[idx].y = voffset;
 337         DRM_DEBUG_KMS("returned %d %d for %d %d\n", hoffset, voffset, h_idx, v_idx);
 338         return 0;
 339 }
 340 
 341 static bool drm_client_target_preferred(struct drm_connector **connectors,
 342                                         unsigned int connector_count,
 343                                         struct drm_display_mode **modes,
 344                                         struct drm_client_offset *offsets,
 345                                         bool *enabled, int width, int height)
 346 {
 347         const u64 mask = BIT_ULL(connector_count) - 1;
 348         struct drm_connector *connector;
 349         u64 conn_configured = 0;
 350         int tile_pass = 0;
 351         int i;
 352 
 353 retry:
 354         for (i = 0; i < connector_count; i++) {
 355                 connector = connectors[i];
 356 
 357                 if (conn_configured & BIT_ULL(i))
 358                         continue;
 359 
 360                 if (enabled[i] == false) {
 361                         conn_configured |= BIT_ULL(i);
 362                         continue;
 363                 }
 364 
 365                 /* first pass over all the untiled connectors */
 366                 if (tile_pass == 0 && connector->has_tile)
 367                         continue;
 368 
 369                 if (tile_pass == 1) {
 370                         if (connector->tile_h_loc != 0 ||
 371                             connector->tile_v_loc != 0)
 372                                 continue;
 373 
 374                 } else {
 375                         if (connector->tile_h_loc != tile_pass - 1 &&
 376                             connector->tile_v_loc != tile_pass - 1)
 377                         /* if this tile_pass doesn't cover any of the tiles - keep going */
 378                                 continue;
 379 
 380                         /*
 381                          * find the tile offsets for this pass - need to find
 382                          * all tiles left and above
 383                          */
 384                         drm_client_get_tile_offsets(connectors, connector_count, modes, offsets, i,
 385                                                     connector->tile_h_loc, connector->tile_v_loc);
 386                 }
 387                 DRM_DEBUG_KMS("looking for cmdline mode on connector %d\n",
 388                               connector->base.id);
 389 
 390                 /* got for command line mode first */
 391                 modes[i] = drm_connector_pick_cmdline_mode(connector);
 392                 if (!modes[i]) {
 393                         DRM_DEBUG_KMS("looking for preferred mode on connector %d %d\n",
 394                                       connector->base.id, connector->tile_group ? connector->tile_group->id : 0);
 395                         modes[i] = drm_connector_has_preferred_mode(connector, width, height);
 396                 }
 397                 /* No preferred modes, pick one off the list */
 398                 if (!modes[i] && !list_empty(&connector->modes)) {
 399                         list_for_each_entry(modes[i], &connector->modes, head)
 400                                 break;
 401                 }
 402                 DRM_DEBUG_KMS("found mode %s\n", modes[i] ? modes[i]->name :
 403                           "none");
 404                 conn_configured |= BIT_ULL(i);
 405         }
 406 
 407         if ((conn_configured & mask) != mask) {
 408                 tile_pass++;
 409                 goto retry;
 410         }
 411         return true;
 412 }
 413 
 414 static bool connector_has_possible_crtc(struct drm_connector *connector,
 415                                         struct drm_crtc *crtc)
 416 {
 417         struct drm_encoder *encoder;
 418         int i;
 419 
 420         drm_connector_for_each_possible_encoder(connector, encoder, i) {
 421                 if (encoder->possible_crtcs & drm_crtc_mask(crtc))
 422                         return true;
 423         }
 424 
 425         return false;
 426 }
 427 
 428 static int drm_client_pick_crtcs(struct drm_client_dev *client,
 429                                  struct drm_connector **connectors,
 430                                  unsigned int connector_count,
 431                                  struct drm_crtc **best_crtcs,
 432                                  struct drm_display_mode **modes,
 433                                  int n, int width, int height)
 434 {
 435         struct drm_device *dev = client->dev;
 436         struct drm_connector *connector;
 437         int my_score, best_score, score;
 438         struct drm_crtc **crtcs, *crtc;
 439         struct drm_mode_set *modeset;
 440         int o;
 441 
 442         if (n == connector_count)
 443                 return 0;
 444 
 445         connector = connectors[n];
 446 
 447         best_crtcs[n] = NULL;
 448         best_score = drm_client_pick_crtcs(client, connectors, connector_count,
 449                                            best_crtcs, modes, n + 1, width, height);
 450         if (modes[n] == NULL)
 451                 return best_score;
 452 
 453         crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
 454         if (!crtcs)
 455                 return best_score;
 456 
 457         my_score = 1;
 458         if (connector->status == connector_status_connected)
 459                 my_score++;
 460         if (connector->cmdline_mode.specified)
 461                 my_score++;
 462         if (drm_connector_has_preferred_mode(connector, width, height))
 463                 my_score++;
 464 
 465         /*
 466          * select a crtc for this connector and then attempt to configure
 467          * remaining connectors
 468          */
 469         drm_client_for_each_modeset(modeset, client) {
 470                 crtc = modeset->crtc;
 471 
 472                 if (!connector_has_possible_crtc(connector, crtc))
 473                         continue;
 474 
 475                 for (o = 0; o < n; o++)
 476                         if (best_crtcs[o] == crtc)
 477                                 break;
 478 
 479                 if (o < n) {
 480                         /* ignore cloning unless only a single crtc */
 481                         if (dev->mode_config.num_crtc > 1)
 482                                 continue;
 483 
 484                         if (!drm_mode_equal(modes[o], modes[n]))
 485                                 continue;
 486                 }
 487 
 488                 crtcs[n] = crtc;
 489                 memcpy(crtcs, best_crtcs, n * sizeof(*crtcs));
 490                 score = my_score + drm_client_pick_crtcs(client, connectors, connector_count,
 491                                                          crtcs, modes, n + 1, width, height);
 492                 if (score > best_score) {
 493                         best_score = score;
 494                         memcpy(best_crtcs, crtcs, connector_count * sizeof(*crtcs));
 495                 }
 496         }
 497 
 498         kfree(crtcs);
 499         return best_score;
 500 }
 501 
 502 /* Try to read the BIOS display configuration and use it for the initial config */
 503 static bool drm_client_firmware_config(struct drm_client_dev *client,
 504                                        struct drm_connector **connectors,
 505                                        unsigned int connector_count,
 506                                        struct drm_crtc **crtcs,
 507                                        struct drm_display_mode **modes,
 508                                        struct drm_client_offset *offsets,
 509                                        bool *enabled, int width, int height)
 510 {
 511         unsigned int count = min_t(unsigned int, connector_count, BITS_PER_LONG);
 512         unsigned long conn_configured, conn_seq, mask;
 513         struct drm_device *dev = client->dev;
 514         int i, j;
 515         bool *save_enabled;
 516         bool fallback = true, ret = true;
 517         int num_connectors_enabled = 0;
 518         int num_connectors_detected = 0;
 519         struct drm_modeset_acquire_ctx ctx;
 520 
 521         if (!drm_drv_uses_atomic_modeset(dev))
 522                 return false;
 523 
 524         save_enabled = kcalloc(count, sizeof(bool), GFP_KERNEL);
 525         if (!save_enabled)
 526                 return false;
 527 
 528         drm_modeset_acquire_init(&ctx, 0);
 529 
 530         while (drm_modeset_lock_all_ctx(dev, &ctx) != 0)
 531                 drm_modeset_backoff(&ctx);
 532 
 533         memcpy(save_enabled, enabled, count);
 534         mask = GENMASK(count - 1, 0);
 535         conn_configured = 0;
 536 retry:
 537         conn_seq = conn_configured;
 538         for (i = 0; i < count; i++) {
 539                 struct drm_connector *connector;
 540                 struct drm_encoder *encoder;
 541                 struct drm_crtc *new_crtc;
 542 
 543                 connector = connectors[i];
 544 
 545                 if (conn_configured & BIT(i))
 546                         continue;
 547 
 548                 if (conn_seq == 0 && !connector->has_tile)
 549                         continue;
 550 
 551                 if (connector->status == connector_status_connected)
 552                         num_connectors_detected++;
 553 
 554                 if (!enabled[i]) {
 555                         DRM_DEBUG_KMS("connector %s not enabled, skipping\n",
 556                                       connector->name);
 557                         conn_configured |= BIT(i);
 558                         continue;
 559                 }
 560 
 561                 if (connector->force == DRM_FORCE_OFF) {
 562                         DRM_DEBUG_KMS("connector %s is disabled by user, skipping\n",
 563                                       connector->name);
 564                         enabled[i] = false;
 565                         continue;
 566                 }
 567 
 568                 encoder = connector->state->best_encoder;
 569                 if (!encoder || WARN_ON(!connector->state->crtc)) {
 570                         if (connector->force > DRM_FORCE_OFF)
 571                                 goto bail;
 572 
 573                         DRM_DEBUG_KMS("connector %s has no encoder or crtc, skipping\n",
 574                                       connector->name);
 575                         enabled[i] = false;
 576                         conn_configured |= BIT(i);
 577                         continue;
 578                 }
 579 
 580                 num_connectors_enabled++;
 581 
 582                 new_crtc = connector->state->crtc;
 583 
 584                 /*
 585                  * Make sure we're not trying to drive multiple connectors
 586                  * with a single CRTC, since our cloning support may not
 587                  * match the BIOS.
 588                  */
 589                 for (j = 0; j < count; j++) {
 590                         if (crtcs[j] == new_crtc) {
 591                                 DRM_DEBUG_KMS("fallback: cloned configuration\n");
 592                                 goto bail;
 593                         }
 594                 }
 595 
 596                 DRM_DEBUG_KMS("looking for cmdline mode on connector %s\n",
 597                               connector->name);
 598 
 599                 /* go for command line mode first */
 600                 modes[i] = drm_connector_pick_cmdline_mode(connector);
 601 
 602                 /* try for preferred next */
 603                 if (!modes[i]) {
 604                         DRM_DEBUG_KMS("looking for preferred mode on connector %s %d\n",
 605                                       connector->name, connector->has_tile);
 606                         modes[i] = drm_connector_has_preferred_mode(connector, width, height);
 607                 }
 608 
 609                 /* No preferred mode marked by the EDID? Are there any modes? */
 610                 if (!modes[i] && !list_empty(&connector->modes)) {
 611                         DRM_DEBUG_KMS("using first mode listed on connector %s\n",
 612                                       connector->name);
 613                         modes[i] = list_first_entry(&connector->modes,
 614                                                     struct drm_display_mode,
 615                                                     head);
 616                 }
 617 
 618                 /* last resort: use current mode */
 619                 if (!modes[i]) {
 620                         /*
 621                          * IMPORTANT: We want to use the adjusted mode (i.e.
 622                          * after the panel fitter upscaling) as the initial
 623                          * config, not the input mode, which is what crtc->mode
 624                          * usually contains. But since our current
 625                          * code puts a mode derived from the post-pfit timings
 626                          * into crtc->mode this works out correctly.
 627                          *
 628                          * This is crtc->mode and not crtc->state->mode for the
 629                          * fastboot check to work correctly.
 630                          */
 631                         DRM_DEBUG_KMS("looking for current mode on connector %s\n",
 632                                       connector->name);
 633                         modes[i] = &connector->state->crtc->mode;
 634                 }
 635                 crtcs[i] = new_crtc;
 636 
 637                 DRM_DEBUG_KMS("connector %s on [CRTC:%d:%s]: %dx%d%s\n",
 638                               connector->name,
 639                               connector->state->crtc->base.id,
 640                               connector->state->crtc->name,
 641                               modes[i]->hdisplay, modes[i]->vdisplay,
 642                               modes[i]->flags & DRM_MODE_FLAG_INTERLACE ? "i" : "");
 643 
 644                 fallback = false;
 645                 conn_configured |= BIT(i);
 646         }
 647 
 648         if ((conn_configured & mask) != mask && conn_configured != conn_seq)
 649                 goto retry;
 650 
 651         /*
 652          * If the BIOS didn't enable everything it could, fall back to have the
 653          * same user experiencing of lighting up as much as possible like the
 654          * fbdev helper library.
 655          */
 656         if (num_connectors_enabled != num_connectors_detected &&
 657             num_connectors_enabled < dev->mode_config.num_crtc) {
 658                 DRM_DEBUG_KMS("fallback: Not all outputs enabled\n");
 659                 DRM_DEBUG_KMS("Enabled: %i, detected: %i\n", num_connectors_enabled,
 660                               num_connectors_detected);
 661                 fallback = true;
 662         }
 663 
 664         if (fallback) {
 665 bail:
 666                 DRM_DEBUG_KMS("Not using firmware configuration\n");
 667                 memcpy(enabled, save_enabled, count);
 668                 ret = false;
 669         }
 670 
 671         drm_modeset_drop_locks(&ctx);
 672         drm_modeset_acquire_fini(&ctx);
 673 
 674         kfree(save_enabled);
 675         return ret;
 676 }
 677 
 678 /**
 679  * drm_client_modeset_probe() - Probe for displays
 680  * @client: DRM client
 681  * @width: Maximum display mode width (optional)
 682  * @height: Maximum display mode height (optional)
 683  *
 684  * This function sets up display pipelines for enabled connectors and stores the
 685  * config in the client's modeset array.
 686  *
 687  * Returns:
 688  * Zero on success or negative error code on failure.
 689  */
 690 int drm_client_modeset_probe(struct drm_client_dev *client, unsigned int width, unsigned int height)
 691 {
 692         struct drm_connector *connector, **connectors = NULL;
 693         struct drm_connector_list_iter conn_iter;
 694         struct drm_device *dev = client->dev;
 695         unsigned int total_modes_count = 0;
 696         struct drm_client_offset *offsets;
 697         unsigned int connector_count = 0;
 698         struct drm_display_mode **modes;
 699         struct drm_crtc **crtcs;
 700         int i, ret = 0;
 701         bool *enabled;
 702 
 703         DRM_DEBUG_KMS("\n");
 704 
 705         if (!width)
 706                 width = dev->mode_config.max_width;
 707         if (!height)
 708                 height = dev->mode_config.max_height;
 709 
 710         drm_connector_list_iter_begin(dev, &conn_iter);
 711         drm_client_for_each_connector_iter(connector, &conn_iter) {
 712                 struct drm_connector **tmp;
 713 
 714                 tmp = krealloc(connectors, (connector_count + 1) * sizeof(*connectors), GFP_KERNEL);
 715                 if (!tmp) {
 716                         ret = -ENOMEM;
 717                         goto free_connectors;
 718                 }
 719 
 720                 connectors = tmp;
 721                 drm_connector_get(connector);
 722                 connectors[connector_count++] = connector;
 723         }
 724         drm_connector_list_iter_end(&conn_iter);
 725 
 726         if (!connector_count)
 727                 return 0;
 728 
 729         crtcs = kcalloc(connector_count, sizeof(*crtcs), GFP_KERNEL);
 730         modes = kcalloc(connector_count, sizeof(*modes), GFP_KERNEL);
 731         offsets = kcalloc(connector_count, sizeof(*offsets), GFP_KERNEL);
 732         enabled = kcalloc(connector_count, sizeof(bool), GFP_KERNEL);
 733         if (!crtcs || !modes || !enabled || !offsets) {
 734                 DRM_ERROR("Memory allocation failed\n");
 735                 ret = -ENOMEM;
 736                 goto out;
 737         }
 738 
 739         mutex_lock(&client->modeset_mutex);
 740 
 741         mutex_lock(&dev->mode_config.mutex);
 742         for (i = 0; i < connector_count; i++)
 743                 total_modes_count += connectors[i]->funcs->fill_modes(connectors[i], width, height);
 744         if (!total_modes_count)
 745                 DRM_DEBUG_KMS("No connectors reported connected with modes\n");
 746         drm_client_connectors_enabled(connectors, connector_count, enabled);
 747 
 748         if (!drm_client_firmware_config(client, connectors, connector_count, crtcs,
 749                                         modes, offsets, enabled, width, height)) {
 750                 memset(modes, 0, connector_count * sizeof(*modes));
 751                 memset(crtcs, 0, connector_count * sizeof(*crtcs));
 752                 memset(offsets, 0, connector_count * sizeof(*offsets));
 753 
 754                 if (!drm_client_target_cloned(dev, connectors, connector_count, modes,
 755                                               offsets, enabled, width, height) &&
 756                     !drm_client_target_preferred(connectors, connector_count, modes,
 757                                                  offsets, enabled, width, height))
 758                         DRM_ERROR("Unable to find initial modes\n");
 759 
 760                 DRM_DEBUG_KMS("picking CRTCs for %dx%d config\n",
 761                               width, height);
 762 
 763                 drm_client_pick_crtcs(client, connectors, connector_count,
 764                                       crtcs, modes, 0, width, height);
 765         }
 766         mutex_unlock(&dev->mode_config.mutex);
 767 
 768         drm_client_modeset_release(client);
 769 
 770         for (i = 0; i < connector_count; i++) {
 771                 struct drm_display_mode *mode = modes[i];
 772                 struct drm_crtc *crtc = crtcs[i];
 773                 struct drm_client_offset *offset = &offsets[i];
 774 
 775                 if (mode && crtc) {
 776                         struct drm_mode_set *modeset = drm_client_find_modeset(client, crtc);
 777                         struct drm_connector *connector = connectors[i];
 778 
 779                         DRM_DEBUG_KMS("desired mode %s set on crtc %d (%d,%d)\n",
 780                                       mode->name, crtc->base.id, offset->x, offset->y);
 781 
 782                         if (WARN_ON_ONCE(modeset->num_connectors == DRM_CLIENT_MAX_CLONED_CONNECTORS ||
 783                                          (dev->mode_config.num_crtc > 1 && modeset->num_connectors == 1))) {
 784                                 ret = -EINVAL;
 785                                 break;
 786                         }
 787 
 788                         modeset->mode = drm_mode_duplicate(dev, mode);
 789                         drm_connector_get(connector);
 790                         modeset->connectors[modeset->num_connectors++] = connector;
 791                         modeset->x = offset->x;
 792                         modeset->y = offset->y;
 793                 }
 794         }
 795 
 796         mutex_unlock(&client->modeset_mutex);
 797 out:
 798         kfree(crtcs);
 799         kfree(modes);
 800         kfree(offsets);
 801         kfree(enabled);
 802 free_connectors:
 803         for (i = 0; i < connector_count; i++)
 804                 drm_connector_put(connectors[i]);
 805         kfree(connectors);
 806 
 807         return ret;
 808 }
 809 EXPORT_SYMBOL(drm_client_modeset_probe);
 810 
 811 /**
 812  * drm_client_rotation() - Check the initial rotation value
 813  * @modeset: DRM modeset
 814  * @rotation: Returned rotation value
 815  *
 816  * This function checks if the primary plane in @modeset can hw rotate
 817  * to match the rotation needed on its connector.
 818  *
 819  * Note: Currently only 0 and 180 degrees are supported.
 820  *
 821  * Return:
 822  * True if the plane can do the rotation, false otherwise.
 823  */
 824 bool drm_client_rotation(struct drm_mode_set *modeset, unsigned int *rotation)
 825 {
 826         struct drm_connector *connector = modeset->connectors[0];
 827         struct drm_plane *plane = modeset->crtc->primary;
 828         struct drm_cmdline_mode *cmdline;
 829         u64 valid_mask = 0;
 830         unsigned int i;
 831 
 832         if (!modeset->num_connectors)
 833                 return false;
 834 
 835         switch (connector->display_info.panel_orientation) {
 836         case DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP:
 837                 *rotation = DRM_MODE_ROTATE_180;
 838                 break;
 839         case DRM_MODE_PANEL_ORIENTATION_LEFT_UP:
 840                 *rotation = DRM_MODE_ROTATE_90;
 841                 break;
 842         case DRM_MODE_PANEL_ORIENTATION_RIGHT_UP:
 843                 *rotation = DRM_MODE_ROTATE_270;
 844                 break;
 845         default:
 846                 *rotation = DRM_MODE_ROTATE_0;
 847         }
 848 
 849         /**
 850          * The panel already defined the default rotation
 851          * through its orientation. Whatever has been provided
 852          * on the command line needs to be added to that.
 853          *
 854          * Unfortunately, the rotations are at different bit
 855          * indices, so the math to add them up are not as
 856          * trivial as they could.
 857          *
 858          * Reflections on the other hand are pretty trivial to deal with, a
 859          * simple XOR between the two handle the addition nicely.
 860          */
 861         cmdline = &connector->cmdline_mode;
 862         if (cmdline->specified && cmdline->rotation_reflection) {
 863                 unsigned int cmdline_rest, panel_rest;
 864                 unsigned int cmdline_rot, panel_rot;
 865                 unsigned int sum_rot, sum_rest;
 866 
 867                 panel_rot = ilog2(*rotation & DRM_MODE_ROTATE_MASK);
 868                 cmdline_rot = ilog2(cmdline->rotation_reflection & DRM_MODE_ROTATE_MASK);
 869                 sum_rot = (panel_rot + cmdline_rot) % 4;
 870 
 871                 panel_rest = *rotation & ~DRM_MODE_ROTATE_MASK;
 872                 cmdline_rest = cmdline->rotation_reflection & ~DRM_MODE_ROTATE_MASK;
 873                 sum_rest = panel_rest ^ cmdline_rest;
 874 
 875                 *rotation = (1 << sum_rot) | sum_rest;
 876         }
 877 
 878         /*
 879          * TODO: support 90 / 270 degree hardware rotation,
 880          * depending on the hardware this may require the framebuffer
 881          * to be in a specific tiling format.
 882          */
 883         if (((*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_0 &&
 884              (*rotation & DRM_MODE_ROTATE_MASK) != DRM_MODE_ROTATE_180) ||
 885             !plane->rotation_property)
 886                 return false;
 887 
 888         for (i = 0; i < plane->rotation_property->num_values; i++)
 889                 valid_mask |= (1ULL << plane->rotation_property->values[i]);
 890 
 891         if (!(*rotation & valid_mask))
 892                 return false;
 893 
 894         return true;
 895 }
 896 EXPORT_SYMBOL(drm_client_rotation);
 897 
 898 static int drm_client_modeset_commit_atomic(struct drm_client_dev *client, bool active)
 899 {
 900         struct drm_device *dev = client->dev;
 901         struct drm_plane *plane;
 902         struct drm_atomic_state *state;
 903         struct drm_modeset_acquire_ctx ctx;
 904         struct drm_mode_set *mode_set;
 905         int ret;
 906 
 907         drm_modeset_acquire_init(&ctx, 0);
 908 
 909         state = drm_atomic_state_alloc(dev);
 910         if (!state) {
 911                 ret = -ENOMEM;
 912                 goto out_ctx;
 913         }
 914 
 915         state->acquire_ctx = &ctx;
 916 retry:
 917         drm_for_each_plane(plane, dev) {
 918                 struct drm_plane_state *plane_state;
 919 
 920                 plane_state = drm_atomic_get_plane_state(state, plane);
 921                 if (IS_ERR(plane_state)) {
 922                         ret = PTR_ERR(plane_state);
 923                         goto out_state;
 924                 }
 925 
 926                 plane_state->rotation = DRM_MODE_ROTATE_0;
 927 
 928                 /* disable non-primary: */
 929                 if (plane->type == DRM_PLANE_TYPE_PRIMARY)
 930                         continue;
 931 
 932                 ret = __drm_atomic_helper_disable_plane(plane, plane_state);
 933                 if (ret != 0)
 934                         goto out_state;
 935         }
 936 
 937         drm_client_for_each_modeset(mode_set, client) {
 938                 struct drm_plane *primary = mode_set->crtc->primary;
 939                 unsigned int rotation;
 940 
 941                 if (drm_client_rotation(mode_set, &rotation)) {
 942                         struct drm_plane_state *plane_state;
 943 
 944                         /* Cannot fail as we've already gotten the plane state above */
 945                         plane_state = drm_atomic_get_new_plane_state(state, primary);
 946                         plane_state->rotation = rotation;
 947                 }
 948 
 949                 ret = __drm_atomic_helper_set_config(mode_set, state);
 950                 if (ret != 0)
 951                         goto out_state;
 952 
 953                 /*
 954                  * __drm_atomic_helper_set_config() sets active when a
 955                  * mode is set, unconditionally clear it if we force DPMS off
 956                  */
 957                 if (!active) {
 958                         struct drm_crtc *crtc = mode_set->crtc;
 959                         struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state, crtc);
 960 
 961                         crtc_state->active = false;
 962                 }
 963         }
 964 
 965         ret = drm_atomic_commit(state);
 966 
 967 out_state:
 968         if (ret == -EDEADLK)
 969                 goto backoff;
 970 
 971         drm_atomic_state_put(state);
 972 out_ctx:
 973         drm_modeset_drop_locks(&ctx);
 974         drm_modeset_acquire_fini(&ctx);
 975 
 976         return ret;
 977 
 978 backoff:
 979         drm_atomic_state_clear(state);
 980         drm_modeset_backoff(&ctx);
 981 
 982         goto retry;
 983 }
 984 
 985 static int drm_client_modeset_commit_legacy(struct drm_client_dev *client)
 986 {
 987         struct drm_device *dev = client->dev;
 988         struct drm_mode_set *mode_set;
 989         struct drm_plane *plane;
 990         int ret = 0;
 991 
 992         drm_modeset_lock_all(dev);
 993         drm_for_each_plane(plane, dev) {
 994                 if (plane->type != DRM_PLANE_TYPE_PRIMARY)
 995                         drm_plane_force_disable(plane);
 996 
 997                 if (plane->rotation_property)
 998                         drm_mode_plane_set_obj_prop(plane,
 999                                                     plane->rotation_property,
1000                                                     DRM_MODE_ROTATE_0);
1001         }
1002 
1003         drm_client_for_each_modeset(mode_set, client) {
1004                 struct drm_crtc *crtc = mode_set->crtc;
1005 
1006                 if (crtc->funcs->cursor_set2) {
1007                         ret = crtc->funcs->cursor_set2(crtc, NULL, 0, 0, 0, 0, 0);
1008                         if (ret)
1009                                 goto out;
1010                 } else if (crtc->funcs->cursor_set) {
1011                         ret = crtc->funcs->cursor_set(crtc, NULL, 0, 0, 0);
1012                         if (ret)
1013                                 goto out;
1014                 }
1015 
1016                 ret = drm_mode_set_config_internal(mode_set);
1017                 if (ret)
1018                         goto out;
1019         }
1020 out:
1021         drm_modeset_unlock_all(dev);
1022 
1023         return ret;
1024 }
1025 
1026 /**
1027  * drm_client_modeset_commit_force() - Force commit CRTC configuration
1028  * @client: DRM client
1029  *
1030  * Commit modeset configuration to crtcs without checking if there is a DRM master.
1031  *
1032  * Returns:
1033  * Zero on success or negative error code on failure.
1034  */
1035 int drm_client_modeset_commit_force(struct drm_client_dev *client)
1036 {
1037         struct drm_device *dev = client->dev;
1038         int ret;
1039 
1040         mutex_lock(&client->modeset_mutex);
1041         if (drm_drv_uses_atomic_modeset(dev))
1042                 ret = drm_client_modeset_commit_atomic(client, true);
1043         else
1044                 ret = drm_client_modeset_commit_legacy(client);
1045         mutex_unlock(&client->modeset_mutex);
1046 
1047         return ret;
1048 }
1049 EXPORT_SYMBOL(drm_client_modeset_commit_force);
1050 
1051 /**
1052  * drm_client_modeset_commit() - Commit CRTC configuration
1053  * @client: DRM client
1054  *
1055  * Commit modeset configuration to crtcs.
1056  *
1057  * Returns:
1058  * Zero on success or negative error code on failure.
1059  */
1060 int drm_client_modeset_commit(struct drm_client_dev *client)
1061 {
1062         struct drm_device *dev = client->dev;
1063         int ret;
1064 
1065         if (!drm_master_internal_acquire(dev))
1066                 return -EBUSY;
1067 
1068         ret = drm_client_modeset_commit_force(client);
1069 
1070         drm_master_internal_release(dev);
1071 
1072         return ret;
1073 }
1074 EXPORT_SYMBOL(drm_client_modeset_commit);
1075 
1076 static void drm_client_modeset_dpms_legacy(struct drm_client_dev *client, int dpms_mode)
1077 {
1078         struct drm_device *dev = client->dev;
1079         struct drm_connector *connector;
1080         struct drm_mode_set *modeset;
1081         int j;
1082 
1083         drm_modeset_lock_all(dev);
1084         drm_client_for_each_modeset(modeset, client) {
1085                 if (!modeset->crtc->enabled)
1086                         continue;
1087 
1088                 for (j = 0; j < modeset->num_connectors; j++) {
1089                         connector = modeset->connectors[j];
1090                         connector->funcs->dpms(connector, dpms_mode);
1091                         drm_object_property_set_value(&connector->base,
1092                                 dev->mode_config.dpms_property, dpms_mode);
1093                 }
1094         }
1095         drm_modeset_unlock_all(dev);
1096 }
1097 
1098 /**
1099  * drm_client_modeset_dpms() - Set DPMS mode
1100  * @client: DRM client
1101  * @mode: DPMS mode
1102  *
1103  * Note: For atomic drivers @mode is reduced to on/off.
1104  *
1105  * Returns:
1106  * Zero on success or negative error code on failure.
1107  */
1108 int drm_client_modeset_dpms(struct drm_client_dev *client, int mode)
1109 {
1110         struct drm_device *dev = client->dev;
1111         int ret = 0;
1112 
1113         if (!drm_master_internal_acquire(dev))
1114                 return -EBUSY;
1115 
1116         mutex_lock(&client->modeset_mutex);
1117         if (drm_drv_uses_atomic_modeset(dev))
1118                 ret = drm_client_modeset_commit_atomic(client, mode == DRM_MODE_DPMS_ON);
1119         else
1120                 drm_client_modeset_dpms_legacy(client, mode);
1121         mutex_unlock(&client->modeset_mutex);
1122 
1123         drm_master_internal_release(dev);
1124 
1125         return ret;
1126 }
1127 EXPORT_SYMBOL(drm_client_modeset_dpms);