drivers/gpu/drm/drm_atomic_uapi.c

   1 /*
   2  * Copyright (C) 2014 Red Hat
   3  * Copyright (C) 2014 Intel Corp.
   4  * Copyright (C) 2018 Intel Corp.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the "Software"),
   8  * to deal in the Software without restriction, including without limitation
   9  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10  * and/or sell copies of the Software, and to permit persons to whom the
  11  * Software is furnished to do so, subject to the following conditions:
  12  *
  13  * The above copyright notice and this permission notice shall be included in
  14  * all copies or substantial portions of the Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  19  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22  * OTHER DEALINGS IN THE SOFTWARE.
  23  *
  24  * Authors:
  25  * Rob Clark <[email protected]>
  26  * Daniel Vetter <[email protected]>
  27  */
  28
  29 #include <drm/drm_atomic_uapi.h>
  30 #include <drm/drm_atomic.h>
  31 #include <drm/drm_print.h>
  32 #include <drm/drm_drv.h>
  33 #include <drm/drm_writeback.h>
  34 #include <drm/drm_vblank.h>
  35
  36 #include <linux/dma-fence.h>
  37 #include <linux/uaccess.h>
  38 #include <linux/sync_file.h>
  39 #include <linux/file.h>
  40
  41 #include "drm_crtc_internal.h"
  42
  43 /**
  44  * DOC: overview
  45  *
  46  * This file contains the marshalling and demarshalling glue for the atomic UAPI
  47  * in all its forms: The monster ATOMIC IOCTL itself, code for GET_PROPERTY and
  48  * SET_PROPERTY IOCTLs. Plus interface functions for compatibility helpers and
  49  * drivers which have special needs to construct their own atomic updates, e.g.
  50  * for load detect or similiar.
  51  */
  52
  53 /**
  54  * drm_atomic_set_mode_for_crtc - set mode for CRTC
  55  * @state: the CRTC whose incoming state to update
  56  * @mode: kernel-internal mode to use for the CRTC, or NULL to disable
  57  *
  58  * Set a mode (originating from the kernel) on the desired CRTC state and update
  59  * the enable property.
  60  *
  61  * RETURNS:
  62  * Zero on success, error code on failure. Cannot return -EDEADLK.
  63  */
  64 int drm_atomic_set_mode_for_crtc(struct drm_crtc_state *state,
  65                                  const struct drm_display_mode *mode)
  66 {
  67         struct drm_crtc *crtc = state->crtc;
  68         struct drm_mode_modeinfo umode;
  69
  70         /* Early return for no change. */
  71         if (mode && memcmp(&state->mode, mode, sizeof(*mode)) == 0)
  72                 return 0;
  73
  74         drm_property_blob_put(state->mode_blob);
  75         state->mode_blob = NULL;
  76
  77         if (mode) {
  78                 drm_mode_convert_to_umode(&umode, mode);
  79                 state->mode_blob =
  80                         drm_property_create_blob(state->crtc->dev,
  81                                                  sizeof(umode),
  82                                                  &umode);
  83                 if (IS_ERR(state->mode_blob))
  84                         return PTR_ERR(state->mode_blob);
  85
  86                 drm_mode_copy(&state->mode, mode);
  87                 state->enable = true;
  88                 DRM_DEBUG_ATOMIC("Set [MODE:%s] for [CRTC:%d:%s] state %p\n",
  89                                  mode->name, crtc->base.id, crtc->name, state);
  90         } else {
  91                 memset(&state->mode, 0, sizeof(state->mode));
  92                 state->enable = false;
  93                 DRM_DEBUG_ATOMIC("Set [NOMODE] for [CRTC:%d:%s] state %p\n",
  94                                  crtc->base.id, crtc->name, state);
  95         }
  96
  97         return 0;
  98 }
  99 EXPORT_SYMBOL(drm_atomic_set_mode_for_crtc);
 100
 101 /**
 102  * drm_atomic_set_mode_prop_for_crtc - set mode for CRTC
 103  * @state: the CRTC whose incoming state to update
 104  * @blob: pointer to blob property to use for mode
 105  *
 106  * Set a mode (originating from a blob property) on the desired CRTC state.
 107  * This function will take a reference on the blob property for the CRTC state,
 108  * and release the reference held on the state's existing mode property, if any
 109  * was set.
 110  *
 111  * RETURNS:
 112  * Zero on success, error code on failure. Cannot return -EDEADLK.
 113  */
 114 int drm_atomic_set_mode_prop_for_crtc(struct drm_crtc_state *state,
 115                                       struct drm_property_blob *blob)
 116 {
 117         struct drm_crtc *crtc = state->crtc;
 118
 119         if (blob == state->mode_blob)
 120                 return 0;
 121
 122         drm_property_blob_put(state->mode_blob);
 123         state->mode_blob = NULL;
 124
 125         memset(&state->mode, 0, sizeof(state->mode));
 126
 127         if (blob) {
 128                 int ret;
 129
 130                 if (blob->length != sizeof(struct drm_mode_modeinfo)) {
 131                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] bad mode blob length: %zu\n",
 132                                          crtc->base.id, crtc->name,
 133                                          blob->length);
 134                         return -EINVAL;
 135                 }
 136
 137                 ret = drm_mode_convert_umode(crtc->dev,
 138                                              &state->mode, blob->data);
 139                 if (ret) {
 140                         DRM_DEBUG_ATOMIC("[CRTC:%d:%s] invalid mode (ret=%d, status=%s):\n",
 141                                          crtc->base.id, crtc->name,
 142                                          ret, drm_get_mode_status_name(state->mode.status));
 143                         drm_mode_debug_printmodeline(&state->mode);
 144                         return -EINVAL;
 145                 }
 146
 147                 state->mode_blob = drm_property_blob_get(blob);
 148                 state->enable = true;
 149                 DRM_DEBUG_ATOMIC("Set [MODE:%s] for [CRTC:%d:%s] state %p\n",
 150                                  state->mode.name, crtc->base.id, crtc->name,
 151                                  state);
 152         } else {
 153                 state->enable = false;
 154                 DRM_DEBUG_ATOMIC("Set [NOMODE] for [CRTC:%d:%s] state %p\n",
 155                                  crtc->base.id, crtc->name, state);
 156         }
 157
 158         return 0;
 159 }
 160 EXPORT_SYMBOL(drm_atomic_set_mode_prop_for_crtc);
 161
 162 /**
 163  * drm_atomic_set_crtc_for_plane - set crtc for plane
 164  * @plane_state: the plane whose incoming state to update
 165  * @crtc: crtc to use for the plane
 166  *
 167  * Changing the assigned crtc for a plane requires us to grab the lock and state
 168  * for the new crtc, as needed. This function takes care of all these details
 169  * besides updating the pointer in the state object itself.
 170  *
 171  * Returns:
 172  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
 173  * then the w/w mutex code has detected a deadlock and the entire atomic
 174  * sequence must be restarted. All other errors are fatal.
 175  */
 176 int
 177 drm_atomic_set_crtc_for_plane(struct drm_plane_state *plane_state,
 178                               struct drm_crtc *crtc)
 179 {
 180         struct drm_plane *plane = plane_state->plane;
 181         struct drm_crtc_state *crtc_state;
 182         /* Nothing to do for same crtc*/
 183         if (plane_state->crtc == crtc)
 184                 return 0;
 185         if (plane_state->crtc) {
 186                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
 187                                                        plane_state->crtc);
 188                 if (WARN_ON(IS_ERR(crtc_state)))
 189                         return PTR_ERR(crtc_state);
 190
 191                 crtc_state->plane_mask &= ~drm_plane_mask(plane);
 192         }
 193
 194         plane_state->crtc = crtc;
 195
 196         if (crtc) {
 197                 crtc_state = drm_atomic_get_crtc_state(plane_state->state,
 198                                                        crtc);
 199                 if (IS_ERR(crtc_state))
 200                         return PTR_ERR(crtc_state);
 201                 crtc_state->plane_mask |= drm_plane_mask(plane);
 202         }
 203
 204         if (crtc)
 205                 DRM_DEBUG_ATOMIC("Link [PLANE:%d:%s] state %p to [CRTC:%d:%s]\n",
 206                                  plane->base.id, plane->name, plane_state,
 207                                  crtc->base.id, crtc->name);
 208         else
 209                 DRM_DEBUG_ATOMIC("Link [PLANE:%d:%s] state %p to [NOCRTC]\n",
 210                                  plane->base.id, plane->name, plane_state);
 211
 212         return 0;
 213 }
 214 EXPORT_SYMBOL(drm_atomic_set_crtc_for_plane);
 215
 216 /**
 217  * drm_atomic_set_fb_for_plane - set framebuffer for plane
 218  * @plane_state: atomic state object for the plane
 219  * @fb: fb to use for the plane
 220  *
 221  * Changing the assigned framebuffer for a plane requires us to grab a reference
 222  * to the new fb and drop the reference to the old fb, if there is one. This
 223  * function takes care of all these details besides updating the pointer in the
 224  * state object itself.
 225  */
 226 void
 227 drm_atomic_set_fb_for_plane(struct drm_plane_state *plane_state,
 228                             struct drm_framebuffer *fb)
 229 {
 230         struct drm_plane *plane = plane_state->plane;
 231
 232         if (fb)
 233                 DRM_DEBUG_ATOMIC("Set [FB:%d] for [PLANE:%d:%s] state %p\n",
 234                                  fb->base.id, plane->base.id, plane->name,
 235                                  plane_state);
 236         else
 237                 DRM_DEBUG_ATOMIC("Set [NOFB] for [PLANE:%d:%s] state %p\n",
 238                                  plane->base.id, plane->name, plane_state);
 239
 240         drm_framebuffer_assign(&plane_state->fb, fb);
 241 }
 242 EXPORT_SYMBOL(drm_atomic_set_fb_for_plane);
 243
 244 /**
 245  * drm_atomic_set_fence_for_plane - set fence for plane
 246  * @plane_state: atomic state object for the plane
 247  * @fence: dma_fence to use for the plane
 248  *
 249  * Helper to setup the plane_state fence in case it is not set yet.
 250  * By using this drivers doesn't need to worry if the user choose
 251  * implicit or explicit fencing.
 252  *
 253  * This function will not set the fence to the state if it was set
 254  * via explicit fencing interfaces on the atomic ioctl. In that case it will
 255  * drop the reference to the fence as we are not storing it anywhere.
 256  * Otherwise, if &drm_plane_state.fence is not set this function we just set it
 257  * with the received implicit fence. In both cases this function consumes a
 258  * reference for @fence.
 259  *
 260  * This way explicit fencing can be used to overrule implicit fencing, which is
 261  * important to make explicit fencing use-cases work: One example is using one
 262  * buffer for 2 screens with different refresh rates. Implicit fencing will
 263  * clamp rendering to the refresh rate of the slower screen, whereas explicit
 264  * fence allows 2 independent render and display loops on a single buffer. If a
 265  * driver allows obeys both implicit and explicit fences for plane updates, then
 266  * it will break all the benefits of explicit fencing.
 267  */
 268 void
 269 drm_atomic_set_fence_for_plane(struct drm_plane_state *plane_state,
 270                                struct dma_fence *fence)
 271 {
 272         if (plane_state->fence) {
 273                 dma_fence_put(fence);
 274                 return;
 275         }
 276
 277         plane_state->fence = fence;
 278 }
 279 EXPORT_SYMBOL(drm_atomic_set_fence_for_plane);
 280
 281 /**
 282  * drm_atomic_set_crtc_for_connector - set crtc for connector
 283  * @conn_state: atomic state object for the connector
 284  * @crtc: crtc to use for the connector
 285  *
 286  * Changing the assigned crtc for a connector requires us to grab the lock and
 287  * state for the new crtc, as needed. This function takes care of all these
 288  * details besides updating the pointer in the state object itself.
 289  *
 290  * Returns:
 291  * 0 on success or can fail with -EDEADLK or -ENOMEM. When the error is EDEADLK
 292  * then the w/w mutex code has detected a deadlock and the entire atomic
 293  * sequence must be restarted. All other errors are fatal.
 294  */
 295 int
 296 drm_atomic_set_crtc_for_connector(struct drm_connector_state *conn_state,
 297                                   struct drm_crtc *crtc)
 298 {
 299         struct drm_connector *connector = conn_state->connector;
 300         struct drm_crtc_state *crtc_state;
 301
 302         if (conn_state->crtc == crtc)
 303                 return 0;
 304
 305         if (conn_state->crtc) {
 306                 crtc_state = drm_atomic_get_new_crtc_state(conn_state->state,
 307                                                            conn_state->crtc);
 308
 309                 crtc_state->connector_mask &=
 310                         ~drm_connector_mask(conn_state->connector);
 311
 312                 drm_connector_put(conn_state->connector);
 313                 conn_state->crtc = NULL;
 314         }
 315
 316         if (crtc) {
 317                 crtc_state = drm_atomic_get_crtc_state(conn_state->state, crtc);
 318                 if (IS_ERR(crtc_state))
 319                         return PTR_ERR(crtc_state);
 320
 321                 crtc_state->connector_mask |=
 322                         drm_connector_mask(conn_state->connector);
 323
 324                 drm_connector_get(conn_state->connector);
 325                 conn_state->crtc = crtc;
 326
 327                 DRM_DEBUG_ATOMIC("Link [CONNECTOR:%d:%s] state %p to [CRTC:%d:%s]\n",
 328                                  connector->base.id, connector->name,
 329                                  conn_state, crtc->base.id, crtc->name);
 330         } else {
 331                 DRM_DEBUG_ATOMIC("Link [CONNECTOR:%d:%s] state %p to [NOCRTC]\n",
 332                                  connector->base.id, connector->name,
 333                                  conn_state);
 334         }
 335
 336         return 0;
 337 }
 338 EXPORT_SYMBOL(drm_atomic_set_crtc_for_connector);
 339
 340 static void set_out_fence_for_crtc(struct drm_atomic_state *state,
 341                                    struct drm_crtc *crtc, s32 __user *fence_ptr)
 342 {
 343         state->crtcs[drm_crtc_index(crtc)].out_fence_ptr = fence_ptr;
 344 }
 345
 346 static s32 __user *get_out_fence_for_crtc(struct drm_atomic_state *state,
 347                                           struct drm_crtc *crtc)
 348 {
 349         s32 __user *fence_ptr;
 350
 351         fence_ptr = state->crtcs[drm_crtc_index(crtc)].out_fence_ptr;
 352         state->crtcs[drm_crtc_index(crtc)].out_fence_ptr = NULL;
 353
 354         return fence_ptr;
 355 }
 356
 357 static int set_out_fence_for_connector(struct drm_atomic_state *state,
 358                                         struct drm_connector *connector,
 359                                         s32 __user *fence_ptr)
 360 {
 361         unsigned int index = drm_connector_index(connector);
 362
 363         if (!fence_ptr)
 364                 return 0;
 365
 366         if (put_user(-1, fence_ptr))
 367                 return -EFAULT;
 368
 369         state->connectors[index].out_fence_ptr = fence_ptr;
 370
 371         return 0;
 372 }
 373
 374 static s32 __user *get_out_fence_for_connector(struct drm_atomic_state *state,
 375                                                struct drm_connector *connector)
 376 {
 377         unsigned int index = drm_connector_index(connector);
 378         s32 __user *fence_ptr;
 379
 380         fence_ptr = state->connectors[index].out_fence_ptr;
 381         state->connectors[index].out_fence_ptr = NULL;
 382
 383         return fence_ptr;
 384 }
 385
 386 static int
 387 drm_atomic_replace_property_blob_from_id(struct drm_device *dev,
 388                                          struct drm_property_blob **blob,
 389                                          uint64_t blob_id,
 390                                          ssize_t expected_size,
 391                                          ssize_t expected_elem_size,
 392                                          bool *replaced)
 393 {
 394         struct drm_property_blob *new_blob = NULL;
 395
 396         if (blob_id != 0) {
 397                 new_blob = drm_property_lookup_blob(dev, blob_id);
 398                 if (new_blob == NULL)
 399                         return -EINVAL;
 400
 401                 if (expected_size > 0 &&
 402                     new_blob->length != expected_size) {
 403                         drm_property_blob_put(new_blob);
 404                         return -EINVAL;
 405                 }
 406                 if (expected_elem_size > 0 &&
 407                     new_blob->length % expected_elem_size != 0) {
 408                         drm_property_blob_put(new_blob);
 409                         return -EINVAL;
 410                 }
 411         }
 412
 413         *replaced |= drm_property_replace_blob(blob, new_blob);
 414         drm_property_blob_put(new_blob);
 415
 416         return 0;
 417 }
 418
 419 static int drm_atomic_crtc_set_property(struct drm_crtc *crtc,
 420                 struct drm_crtc_state *state, struct drm_property *property,
 421                 uint64_t val)
 422 {
 423         struct drm_device *dev = crtc->dev;
 424         struct drm_mode_config *config = &dev->mode_config;
 425         bool replaced = false;
 426         int ret;
 427
 428         if (property == config->prop_active)
 429                 state->active = val;
 430         else if (property == config->prop_mode_id) {
 431                 struct drm_property_blob *mode =
 432                         drm_property_lookup_blob(dev, val);
 433                 ret = drm_atomic_set_mode_prop_for_crtc(state, mode);
 434                 drm_property_blob_put(mode);
 435                 return ret;
 436         } else if (property == config->prop_vrr_enabled) {
 437                 state->vrr_enabled = val;
 438         } else if (property == config->degamma_lut_property) {
 439                 ret = drm_atomic_replace_property_blob_from_id(dev,
 440                                         &state->degamma_lut,
 441                                         val,
 442                                         -1, sizeof(struct drm_color_lut),
 443                                         &replaced);
 444                 state->color_mgmt_changed |= replaced;
 445                 return ret;
 446         } else if (property == config->ctm_property) {
 447                 ret = drm_atomic_replace_property_blob_from_id(dev,
 448                                         &state->ctm,
 449                                         val,
 450                                         sizeof(struct drm_color_ctm), -1,
 451                                         &replaced);
 452                 state->color_mgmt_changed |= replaced;
 453                 return ret;
 454         } else if (property == config->gamma_lut_property) {
 455                 ret = drm_atomic_replace_property_blob_from_id(dev,
 456                                         &state->gamma_lut,
 457                                         val,
 458                                         -1, sizeof(struct drm_color_lut),
 459                                         &replaced);
 460                 state->color_mgmt_changed |= replaced;
 461                 return ret;
 462         } else if (property == config->prop_out_fence_ptr) {
 463                 s32 __user *fence_ptr = u64_to_user_ptr(val);
 464
 465                 if (!fence_ptr)
 466                         return 0;
 467
 468                 if (put_user(-1, fence_ptr))
 469                         return -EFAULT;
 470
 471                 set_out_fence_for_crtc(state->state, crtc, fence_ptr);
 472         } else if (crtc->funcs->atomic_set_property) {
 473                 return crtc->funcs->atomic_set_property(crtc, state, property, val);
 474         } else {
 475                 DRM_DEBUG_ATOMIC("[CRTC:%d:%s] unknown property [PROP:%d:%s]]\n",
 476                                  crtc->base.id, crtc->name,
 477                                  property->base.id, property->name);
 478                 return -EINVAL;
 479         }
 480
 481         return 0;
 482 }
 483
 484 static int
 485 drm_atomic_crtc_get_property(struct drm_crtc *crtc,
 486                 const struct drm_crtc_state *state,
 487                 struct drm_property *property, uint64_t *val)
 488 {
 489         struct drm_device *dev = crtc->dev;
 490         struct drm_mode_config *config = &dev->mode_config;
 491
 492         if (property == config->prop_active)
 493                 *val = state->active;
 494         else if (property == config->prop_mode_id)
 495                 *val = (state->mode_blob) ? state->mode_blob->base.id : 0;
 496         else if (property == config->prop_vrr_enabled)
 497                 *val = state->vrr_enabled;
 498         else if (property == config->degamma_lut_property)
 499                 *val = (state->degamma_lut) ? state->degamma_lut->base.id : 0;
 500         else if (property == config->ctm_property)
 501                 *val = (state->ctm) ? state->ctm->base.id : 0;
 502         else if (property == config->gamma_lut_property)
 503                 *val = (state->gamma_lut) ? state->gamma_lut->base.id : 0;
 504         else if (property == config->prop_out_fence_ptr)
 505                 *val = 0;
 506         else if (crtc->funcs->atomic_get_property)
 507                 return crtc->funcs->atomic_get_property(crtc, state, property, val);
 508         else
 509                 return -EINVAL;
 510
 511         return 0;
 512 }
 513
 514 static int drm_atomic_plane_set_property(struct drm_plane *plane,
 515                 struct drm_plane_state *state, struct drm_property *property,
 516                 uint64_t val)
 517 {
 518         struct drm_device *dev = plane->dev;
 519         struct drm_mode_config *config = &dev->mode_config;
 520         bool replaced = false;
 521         int ret;
 522
 523         if (property == config->prop_fb_id) {
 524                 struct drm_framebuffer *fb = drm_framebuffer_lookup(dev, NULL, val);
 525                 drm_atomic_set_fb_for_plane(state, fb);
 526                 if (fb)
 527                         drm_framebuffer_put(fb);
 528         } else if (property == config->prop_in_fence_fd) {
 529                 if (state->fence)
 530                         return -EINVAL;
 531
 532                 if (U642I64(val) == -1)
 533                         return 0;
 534
 535                 state->fence = sync_file_get_fence(val);
 536                 if (!state->fence)
 537                         return -EINVAL;
 538
 539         } else if (property == config->prop_crtc_id) {
 540                 struct drm_crtc *crtc = drm_crtc_find(dev, NULL, val);
 541                 return drm_atomic_set_crtc_for_plane(state, crtc);
 542         } else if (property == config->prop_crtc_x) {
 543                 state->crtc_x = U642I64(val);
 544         } else if (property == config->prop_crtc_y) {
 545                 state->crtc_y = U642I64(val);
 546         } else if (property == config->prop_crtc_w) {
 547                 state->crtc_w = val;
 548         } else if (property == config->prop_crtc_h) {
 549                 state->crtc_h = val;
 550         } else if (property == config->prop_src_x) {
 551                 state->src_x = val;
 552         } else if (property == config->prop_src_y) {
 553                 state->src_y = val;
 554         } else if (property == config->prop_src_w) {
 555                 state->src_w = val;
 556         } else if (property == config->prop_src_h) {
 557                 state->src_h = val;
 558         } else if (property == plane->alpha_property) {
 559                 state->alpha = val;
 560         } else if (property == plane->blend_mode_property) {
 561                 state->pixel_blend_mode = val;
 562         } else if (property == plane->rotation_property) {
 563                 if (!is_power_of_2(val & DRM_MODE_ROTATE_MASK)) {
 564                         DRM_DEBUG_ATOMIC("[PLANE:%d:%s] bad rotation bitmask: 0x%llx\n",
 565                                          plane->base.id, plane->name, val);
 566                         return -EINVAL;
 567                 }
 568                 state->rotation = val;
 569         } else if (property == plane->zpos_property) {
 570                 state->zpos = val;
 571         } else if (property == plane->color_encoding_property) {
 572                 state->color_encoding = val;
 573         } else if (property == plane->color_range_property) {
 574                 state->color_range = val;
 575         } else if (property == config->prop_fb_damage_clips) {
 576                 ret = drm_atomic_replace_property_blob_from_id(dev,
 577                                         &state->fb_damage_clips,
 578                                         val,
 579                                         -1,
 580                                         sizeof(struct drm_rect),
 581                                         &replaced);
 582                 return ret;
 583         } else if (plane->funcs->atomic_set_property) {
 584                 return plane->funcs->atomic_set_property(plane, state,
 585                                 property, val);
 586         } else {
 587                 DRM_DEBUG_ATOMIC("[PLANE:%d:%s] unknown property [PROP:%d:%s]]\n",
 588                                  plane->base.id, plane->name,
 589                                  property->base.id, property->name);
 590                 return -EINVAL;
 591         }
 592
 593         return 0;
 594 }
 595
 596 static int
 597 drm_atomic_plane_get_property(struct drm_plane *plane,
 598                 const struct drm_plane_state *state,
 599                 struct drm_property *property, uint64_t *val)
 600 {
 601         struct drm_device *dev = plane->dev;
 602         struct drm_mode_config *config = &dev->mode_config;
 603
 604         if (property == config->prop_fb_id) {
 605                 *val = (state->fb) ? state->fb->base.id : 0;
 606         } else if (property == config->prop_in_fence_fd) {
 607                 *val = -1;
 608         } else if (property == config->prop_crtc_id) {
 609                 *val = (state->crtc) ? state->crtc->base.id : 0;
 610         } else if (property == config->prop_crtc_x) {
 611                 *val = I642U64(state->crtc_x);
 612         } else if (property == config->prop_crtc_y) {
 613                 *val = I642U64(state->crtc_y);
 614         } else if (property == config->prop_crtc_w) {
 615                 *val = state->crtc_w;
 616         } else if (property == config->prop_crtc_h) {
 617                 *val = state->crtc_h;
 618         } else if (property == config->prop_src_x) {
 619                 *val = state->src_x;
 620         } else if (property == config->prop_src_y) {
 621                 *val = state->src_y;
 622         } else if (property == config->prop_src_w) {
 623                 *val = state->src_w;
 624         } else if (property == config->prop_src_h) {
 625                 *val = state->src_h;
 626         } else if (property == plane->alpha_property) {
 627                 *val = state->alpha;
 628         } else if (property == plane->blend_mode_property) {
 629                 *val = state->pixel_blend_mode;
 630         } else if (property == plane->rotation_property) {
 631                 *val = state->rotation;
 632         } else if (property == plane->zpos_property) {
 633                 *val = state->zpos;
 634         } else if (property == plane->color_encoding_property) {
 635                 *val = state->color_encoding;
 636         } else if (property == plane->color_range_property) {
 637                 *val = state->color_range;
 638         } else if (property == config->prop_fb_damage_clips) {
 639                 *val = (state->fb_damage_clips) ?
 640                         state->fb_damage_clips->base.id : 0;
 641         } else if (plane->funcs->atomic_get_property) {
 642                 return plane->funcs->atomic_get_property(plane, state, property, val);
 643         } else {
 644                 return -EINVAL;
 645         }
 646
 647         return 0;
 648 }
 649
 650 static int drm_atomic_set_writeback_fb_for_connector(
 651                 struct drm_connector_state *conn_state,
 652                 struct drm_framebuffer *fb)
 653 {
 654         int ret;
 655
 656         ret = drm_writeback_set_fb(conn_state, fb);
 657         if (ret < 0)
 658                 return ret;
 659
 660         if (fb)
 661                 DRM_DEBUG_ATOMIC("Set [FB:%d] for connector state %p\n",
 662                                  fb->base.id, conn_state);
 663         else
 664                 DRM_DEBUG_ATOMIC("Set [NOFB] for connector state %p\n",
 665                                  conn_state);
 666
 667         return 0;
 668 }
 669
 670 static int drm_atomic_connector_set_property(struct drm_connector *connector,
 671                 struct drm_connector_state *state, struct drm_property *property,
 672                 uint64_t val)
 673 {
 674         struct drm_device *dev = connector->dev;
 675         struct drm_mode_config *config = &dev->mode_config;
 676
 677         if (property == config->prop_crtc_id) {
 678                 struct drm_crtc *crtc = drm_crtc_find(dev, NULL, val);
 679                 return drm_atomic_set_crtc_for_connector(state, crtc);
 680         } else if (property == config->dpms_property) {
 681                 /* setting DPMS property requires special handling, which
 682                  * is done in legacy setprop path for us.  Disallow (for
 683                  * now?) atomic writes to DPMS property:
 684                  */
 685                 return -EINVAL;
 686         } else if (property == config->tv_select_subconnector_property) {
 687                 state->tv.subconnector = val;
 688         } else if (property == config->tv_left_margin_property) {
 689                 state->tv.margins.left = val;
 690         } else if (property == config->tv_right_margin_property) {
 691                 state->tv.margins.right = val;
 692         } else if (property == config->tv_top_margin_property) {
 693                 state->tv.margins.top = val;
 694         } else if (property == config->tv_bottom_margin_property) {
 695                 state->tv.margins.bottom = val;
 696         } else if (property == config->tv_mode_property) {
 697                 state->tv.mode = val;
 698         } else if (property == config->tv_brightness_property) {
 699                 state->tv.brightness = val;
 700         } else if (property == config->tv_contrast_property) {
 701                 state->tv.contrast = val;
 702         } else if (property == config->tv_flicker_reduction_property) {
 703                 state->tv.flicker_reduction = val;
 704         } else if (property == config->tv_overscan_property) {
 705                 state->tv.overscan = val;
 706         } else if (property == config->tv_saturation_property) {
 707                 state->tv.saturation = val;
 708         } else if (property == config->tv_hue_property) {
 709                 state->tv.hue = val;
 710         } else if (property == config->link_status_property) {
 711                 /* Never downgrade from GOOD to BAD on userspace's request here,
 712                  * only hw issues can do that.
 713                  *
 714                  * For an atomic property the userspace doesn't need to be able
 715                  * to understand all the properties, but needs to be able to
 716                  * restore the state it wants on VT switch. So if the userspace
 717                  * tries to change the link_status from GOOD to BAD, driver
 718                  * silently rejects it and returns a 0. This prevents userspace
 719                  * from accidently breaking  the display when it restores the
 720                  * state.
 721                  */
 722                 if (state->link_status != DRM_LINK_STATUS_GOOD)
 723                         state->link_status = val;
 724         } else if (property == config->aspect_ratio_property) {
 725                 state->picture_aspect_ratio = val;
 726         } else if (property == config->content_type_property) {
 727                 state->content_type = val;
 728         } else if (property == connector->scaling_mode_property) {
 729                 state->scaling_mode = val;
 730         } else if (property == connector->content_protection_property) {
 731                 if (val == DRM_MODE_CONTENT_PROTECTION_ENABLED) {
 732                         DRM_DEBUG_KMS("only drivers can set CP Enabled\n");
 733                         return -EINVAL;
 734                 }
 735                 state->content_protection = val;
 736         } else if (property == connector->colorspace_property) {
 737                 state->colorspace = val;
 738         } else if (property == config->writeback_fb_id_property) {
 739                 struct drm_framebuffer *fb = drm_framebuffer_lookup(dev, NULL, val);
 740                 int ret = drm_atomic_set_writeback_fb_for_connector(state, fb);
 741                 if (fb)
 742                         drm_framebuffer_put(fb);
 743                 return ret;
 744         } else if (property == config->writeback_out_fence_ptr_property) {
 745                 s32 __user *fence_ptr = u64_to_user_ptr(val);
 746
 747                 return set_out_fence_for_connector(state->state, connector,
 748                                                    fence_ptr);
 749         } else if (property == connector->max_bpc_property) {
 750                 state->max_requested_bpc = val;
 751         } else if (connector->funcs->atomic_set_property) {
 752                 return connector->funcs->atomic_set_property(connector,
 753                                 state, property, val);
 754         } else {
 755                 DRM_DEBUG_ATOMIC("[CONNECTOR:%d:%s] unknown property [PROP:%d:%s]]\n",
 756                                  connector->base.id, connector->name,
 757                                  property->base.id, property->name);
 758                 return -EINVAL;
 759         }
 760
 761         return 0;
 762 }
 763
 764 static int
 765 drm_atomic_connector_get_property(struct drm_connector *connector,
 766                 const struct drm_connector_state *state,
 767                 struct drm_property *property, uint64_t *val)
 768 {
 769         struct drm_device *dev = connector->dev;
 770         struct drm_mode_config *config = &dev->mode_config;
 771
 772         if (property == config->prop_crtc_id) {
 773                 *val = (state->crtc) ? state->crtc->base.id : 0;
 774         } else if (property == config->dpms_property) {
 775                 *val = connector->dpms;
 776         } else if (property == config->tv_select_subconnector_property) {
 777                 *val = state->tv.subconnector;
 778         } else if (property == config->tv_left_margin_property) {
 779                 *val = state->tv.margins.left;
 780         } else if (property == config->tv_right_margin_property) {
 781                 *val = state->tv.margins.right;
 782         } else if (property == config->tv_top_margin_property) {
 783                 *val = state->tv.margins.top;
 784         } else if (property == config->tv_bottom_margin_property) {
 785                 *val = state->tv.margins.bottom;
 786         } else if (property == config->tv_mode_property) {
 787                 *val = state->tv.mode;
 788         } else if (property == config->tv_brightness_property) {
 789                 *val = state->tv.brightness;
 790         } else if (property == config->tv_contrast_property) {
 791                 *val = state->tv.contrast;
 792         } else if (property == config->tv_flicker_reduction_property) {
 793                 *val = state->tv.flicker_reduction;
 794         } else if (property == config->tv_overscan_property) {
 795                 *val = state->tv.overscan;
 796         } else if (property == config->tv_saturation_property) {
 797                 *val = state->tv.saturation;
 798         } else if (property == config->tv_hue_property) {
 799                 *val = state->tv.hue;
 800         } else if (property == config->link_status_property) {
 801                 *val = state->link_status;
 802         } else if (property == config->aspect_ratio_property) {
 803                 *val = state->picture_aspect_ratio;
 804         } else if (property == config->content_type_property) {
 805                 *val = state->content_type;
 806         } else if (property == connector->colorspace_property) {
 807                 *val = state->colorspace;
 808         } else if (property == connector->scaling_mode_property) {
 809                 *val = state->scaling_mode;
 810         } else if (property == connector->content_protection_property) {
 811                 *val = state->content_protection;
 812         } else if (property == config->writeback_fb_id_property) {
 813                 /* Writeback framebuffer is one-shot, write and forget */
 814                 *val = 0;
 815         } else if (property == config->writeback_out_fence_ptr_property) {
 816                 *val = 0;
 817         } else if (property == connector->max_bpc_property) {
 818                 *val = state->max_requested_bpc;
 819         } else if (connector->funcs->atomic_get_property) {
 820                 return connector->funcs->atomic_get_property(connector,
 821                                 state, property, val);
 822         } else {
 823                 return -EINVAL;
 824         }
 825
 826         return 0;
 827 }
 828
 829 int drm_atomic_get_property(struct drm_mode_object *obj,
 830                 struct drm_property *property, uint64_t *val)
 831 {
 832         struct drm_device *dev = property->dev;
 833         int ret;
 834
 835         switch (obj->type) {
 836         case DRM_MODE_OBJECT_CONNECTOR: {
 837                 struct drm_connector *connector = obj_to_connector(obj);
 838                 WARN_ON(!drm_modeset_is_locked(&dev->mode_config.connection_mutex));
 839                 ret = drm_atomic_connector_get_property(connector,
 840                                 connector->state, property, val);
 841                 break;
 842         }
 843         case DRM_MODE_OBJECT_CRTC: {
 844                 struct drm_crtc *crtc = obj_to_crtc(obj);
 845                 WARN_ON(!drm_modeset_is_locked(&crtc->mutex));
 846                 ret = drm_atomic_crtc_get_property(crtc,
 847                                 crtc->state, property, val);
 848                 break;
 849         }
 850         case DRM_MODE_OBJECT_PLANE: {
 851                 struct drm_plane *plane = obj_to_plane(obj);
 852                 WARN_ON(!drm_modeset_is_locked(&plane->mutex));
 853                 ret = drm_atomic_plane_get_property(plane,
 854                                 plane->state, property, val);
 855                 break;
 856         }
 857         default:
 858                 ret = -EINVAL;
 859                 break;
 860         }
 861
 862         return ret;
 863 }
 864
 865 /*
 866  * The big monster ioctl
 867  */
 868
 869 static struct drm_pending_vblank_event *create_vblank_event(
 870                 struct drm_crtc *crtc, uint64_t user_data)
 871 {
 872         struct drm_pending_vblank_event *e = NULL;
 873
 874         e = kzalloc(sizeof *e, GFP_KERNEL);
 875         if (!e)
 876                 return NULL;
 877
 878         e->event.base.type = DRM_EVENT_FLIP_COMPLETE;
 879         e->event.base.length = sizeof(e->event);
 880         e->event.vbl.crtc_id = crtc->base.id;
 881         e->event.vbl.user_data = user_data;
 882
 883         return e;
 884 }
 885
 886 int drm_atomic_connector_commit_dpms(struct drm_atomic_state *state,
 887                                      struct drm_connector *connector,
 888                                      int mode)
 889 {
 890         struct drm_connector *tmp_connector;
 891         struct drm_connector_state *new_conn_state;
 892         struct drm_crtc *crtc;
 893         struct drm_crtc_state *crtc_state;
 894         int i, ret, old_mode = connector->dpms;
 895         bool active = false;
 896
 897         ret = drm_modeset_lock(&state->dev->mode_config.connection_mutex,
 898                                state->acquire_ctx);
 899         if (ret)
 900                 return ret;
 901
 902         if (mode != DRM_MODE_DPMS_ON)
 903                 mode = DRM_MODE_DPMS_OFF;
 904         connector->dpms = mode;
 905
 906         crtc = connector->state->crtc;
 907         if (!crtc)
 908                 goto out;
 909         ret = drm_atomic_add_affected_connectors(state, crtc);
 910         if (ret)
 911                 goto out;
 912
 913         crtc_state = drm_atomic_get_crtc_state(state, crtc);
 914         if (IS_ERR(crtc_state)) {
 915                 ret = PTR_ERR(crtc_state);
 916                 goto out;
 917         }
 918
 919         for_each_new_connector_in_state(state, tmp_connector, new_conn_state, i) {
 920                 if (new_conn_state->crtc != crtc)
 921                         continue;
 922                 if (tmp_connector->dpms == DRM_MODE_DPMS_ON) {
 923                         active = true;
 924                         break;
 925                 }
 926         }
 927
 928         crtc_state->active = active;
 929         ret = drm_atomic_commit(state);
 930 out:
 931         if (ret != 0)
 932                 connector->dpms = old_mode;
 933         return ret;
 934 }
 935
 936 int drm_atomic_set_property(struct drm_atomic_state *state,
 937                             struct drm_mode_object *obj,
 938                             struct drm_property *prop,
 939                             uint64_t prop_value)
 940 {
 941         struct drm_mode_object *ref;
 942         int ret;
 943
 944         if (!drm_property_change_valid_get(prop, prop_value, &ref))
 945                 return -EINVAL;
 946
 947         switch (obj->type) {
 948         case DRM_MODE_OBJECT_CONNECTOR: {
 949                 struct drm_connector *connector = obj_to_connector(obj);
 950                 struct drm_connector_state *connector_state;
 951
 952                 connector_state = drm_atomic_get_connector_state(state, connector);
 953                 if (IS_ERR(connector_state)) {
 954                         ret = PTR_ERR(connector_state);
 955                         break;
 956                 }
 957
 958                 ret = drm_atomic_connector_set_property(connector,
 959                                 connector_state, prop, prop_value);
 960                 break;
 961         }
 962         case DRM_MODE_OBJECT_CRTC: {
 963                 struct drm_crtc *crtc = obj_to_crtc(obj);
 964                 struct drm_crtc_state *crtc_state;
 965
 966                 crtc_state = drm_atomic_get_crtc_state(state, crtc);
 967                 if (IS_ERR(crtc_state)) {
 968                         ret = PTR_ERR(crtc_state);
 969                         break;
 970                 }
 971
 972                 ret = drm_atomic_crtc_set_property(crtc,
 973                                 crtc_state, prop, prop_value);
 974                 break;
 975         }
 976         case DRM_MODE_OBJECT_PLANE: {
 977                 struct drm_plane *plane = obj_to_plane(obj);
 978                 struct drm_plane_state *plane_state;
 979
 980                 plane_state = drm_atomic_get_plane_state(state, plane);
 981                 if (IS_ERR(plane_state)) {
 982                         ret = PTR_ERR(plane_state);
 983                         break;
 984                 }
 985
 986                 ret = drm_atomic_plane_set_property(plane,
 987                                 plane_state, prop, prop_value);
 988                 break;
 989         }
 990         default:
 991                 ret = -EINVAL;
 992                 break;
 993         }
 994
 995         drm_property_change_valid_put(prop, ref);
 996         return ret;
 997 }
 998
 999 /**
1000  * DOC: explicit fencing properties
1001  *
1002  * Explicit fencing allows userspace to control the buffer synchronization
1003  * between devices. A Fence or a group of fences are transfered to/from
1004  * userspace using Sync File fds and there are two DRM properties for that.
1005  * IN_FENCE_FD on each DRM Plane to send fences to the kernel and
1006  * OUT_FENCE_PTR on each DRM CRTC to receive fences from the kernel.
1007  *
1008  * As a contrast, with implicit fencing the kernel keeps track of any
1009  * ongoing rendering, and automatically ensures that the atomic update waits
1010  * for any pending rendering to complete. For shared buffers represented with
1011  * a &struct dma_buf this is tracked in &struct reservation_object.
1012  * Implicit syncing is how Linux traditionally worked (e.g. DRI2/3 on X.org),
1013  * whereas explicit fencing is what Android wants.
1014  *
1015  * "IN_FENCE_FD”:
1016  *      Use this property to pass a fence that DRM should wait on before
1017  *      proceeding with the Atomic Commit request and show the framebuffer for
1018  *      the plane on the screen. The fence can be either a normal fence or a
1019  *      merged one, the sync_file framework will handle both cases and use a
1020  *      fence_array if a merged fence is received. Passing -1 here means no
1021  *      fences to wait on.
1022  *
1023  *      If the Atomic Commit request has the DRM_MODE_ATOMIC_TEST_ONLY flag
1024  *      it will only check if the Sync File is a valid one.
1025  *
1026  *      On the driver side the fence is stored on the @fence parameter of
1027  *      &struct drm_plane_state. Drivers which also support implicit fencing
1028  *      should set the implicit fence using drm_atomic_set_fence_for_plane(),
1029  *      to make sure there's consistent behaviour between drivers in precedence
1030  *      of implicit vs. explicit fencing.
1031  *
1032  * "OUT_FENCE_PTR”:
1033  *      Use this property to pass a file descriptor pointer to DRM. Once the
1034  *      Atomic Commit request call returns OUT_FENCE_PTR will be filled with
1035  *      the file descriptor number of a Sync File. This Sync File contains the
1036  *      CRTC fence that will be signaled when all framebuffers present on the
1037  *      Atomic Commit * request for that given CRTC are scanned out on the
1038  *      screen.
1039  *
1040  *      The Atomic Commit request fails if a invalid pointer is passed. If the
1041  *      Atomic Commit request fails for any other reason the out fence fd
1042  *      returned will be -1. On a Atomic Commit with the
1043  *      DRM_MODE_ATOMIC_TEST_ONLY flag the out fence will also be set to -1.
1044  *
1045  *      Note that out-fences don't have a special interface to drivers and are
1046  *      internally represented by a &struct drm_pending_vblank_event in struct
1047  *      &drm_crtc_state, which is also used by the nonblocking atomic commit
1048  *      helpers and for the DRM event handling for existing userspace.
1049  */
1050
1051 struct drm_out_fence_state {
1052         s32 __user *out_fence_ptr;
1053         struct sync_file *sync_file;
1054         int fd;
1055 };
1056
1057 static int setup_out_fence(struct drm_out_fence_state *fence_state,
1058                            struct dma_fence *fence)
1059 {
1060         fence_state->fd = get_unused_fd_flags(O_CLOEXEC);
1061         if (fence_state->fd < 0)
1062                 return fence_state->fd;
1063
1064         if (put_user(fence_state->fd, fence_state->out_fence_ptr))
1065                 return -EFAULT;
1066
1067         fence_state->sync_file = sync_file_create(fence);
1068         if (!fence_state->sync_file)
1069                 return -ENOMEM;
1070
1071         return 0;
1072 }
1073
1074 static int prepare_signaling(struct drm_device *dev,
1075                                   struct drm_atomic_state *state,
1076                                   struct drm_mode_atomic *arg,
1077                                   struct drm_file *file_priv,
1078                                   struct drm_out_fence_state **fence_state,
1079                                   unsigned int *num_fences)
1080 {
1081         struct drm_crtc *crtc;
1082         struct drm_crtc_state *crtc_state;
1083         struct drm_connector *conn;
1084         struct drm_connector_state *conn_state;
1085         int i, c = 0, ret;
1086
1087         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY)
1088                 return 0;
1089
1090         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
1091                 s32 __user *fence_ptr;
1092
1093                 fence_ptr = get_out_fence_for_crtc(crtc_state->state, crtc);
1094
1095                 if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT || fence_ptr) {
1096                         struct drm_pending_vblank_event *e;
1097
1098                         e = create_vblank_event(crtc, arg->user_data);
1099                         if (!e)
1100                                 return -ENOMEM;
1101
1102                         crtc_state->event = e;
1103                 }
1104
1105                 if (arg->flags & DRM_MODE_PAGE_FLIP_EVENT) {
1106                         struct drm_pending_vblank_event *e = crtc_state->event;
1107
1108                         if (!file_priv)
1109                                 continue;
1110
1111                         ret = drm_event_reserve_init(dev, file_priv, &e->base,
1112                                                      &e->event.base);
1113                         if (ret) {
1114                                 kfree(e);
1115                                 crtc_state->event = NULL;
1116                                 return ret;
1117                         }
1118                 }
1119
1120                 if (fence_ptr) {
1121                         struct dma_fence *fence;
1122                         struct drm_out_fence_state *f;
1123
1124                         f = krealloc(*fence_state, sizeof(**fence_state) *
1125                                      (*num_fences + 1), GFP_KERNEL);
1126                         if (!f)
1127                                 return -ENOMEM;
1128
1129                         memset(&f[*num_fences], 0, sizeof(*f));
1130
1131                         f[*num_fences].out_fence_ptr = fence_ptr;
1132                         *fence_state = f;
1133
1134                         fence = drm_crtc_create_fence(crtc);
1135                         if (!fence)
1136                                 return -ENOMEM;
1137
1138                         ret = setup_out_fence(&f[(*num_fences)++], fence);
1139                         if (ret) {
1140                                 dma_fence_put(fence);
1141                                 return ret;
1142                         }
1143
1144                         crtc_state->event->base.fence = fence;
1145                 }
1146
1147                 c++;
1148         }
1149
1150         for_each_new_connector_in_state(state, conn, conn_state, i) {
1151                 struct drm_writeback_connector *wb_conn;
1152                 struct drm_out_fence_state *f;
1153                 struct dma_fence *fence;
1154                 s32 __user *fence_ptr;
1155
1156                 if (!conn_state->writeback_job)
1157                         continue;
1158
1159                 fence_ptr = get_out_fence_for_connector(state, conn);
1160                 if (!fence_ptr)
1161                         continue;
1162
1163                 f = krealloc(*fence_state, sizeof(**fence_state) *
1164                              (*num_fences + 1), GFP_KERNEL);
1165                 if (!f)
1166                         return -ENOMEM;
1167
1168                 memset(&f[*num_fences], 0, sizeof(*f));
1169
1170                 f[*num_fences].out_fence_ptr = fence_ptr;
1171                 *fence_state = f;
1172
1173                 wb_conn = drm_connector_to_writeback(conn);
1174                 fence = drm_writeback_get_out_fence(wb_conn);
1175                 if (!fence)
1176                         return -ENOMEM;
1177
1178                 ret = setup_out_fence(&f[(*num_fences)++], fence);
1179                 if (ret) {
1180                         dma_fence_put(fence);
1181                         return ret;
1182                 }
1183
1184                 conn_state->writeback_job->out_fence = fence;
1185         }
1186
1187         /*
1188          * Having this flag means user mode pends on event which will never
1189          * reach due to lack of at least one CRTC for signaling
1190          */
1191         if (c == 0 && (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
1192                 return -EINVAL;
1193
1194         return 0;
1195 }
1196
1197 static void complete_signaling(struct drm_device *dev,
1198                                struct drm_atomic_state *state,
1199                                struct drm_out_fence_state *fence_state,
1200                                unsigned int num_fences,
1201                                bool install_fds)
1202 {
1203         struct drm_crtc *crtc;
1204         struct drm_crtc_state *crtc_state;
1205         int i;
1206
1207         if (install_fds) {
1208                 for (i = 0; i < num_fences; i++)
1209                         fd_install(fence_state[i].fd,
1210                                    fence_state[i].sync_file->file);
1211
1212                 kfree(fence_state);
1213                 return;
1214         }
1215
1216         for_each_new_crtc_in_state(state, crtc, crtc_state, i) {
1217                 struct drm_pending_vblank_event *event = crtc_state->event;
1218                 /*
1219                  * Free the allocated event. drm_atomic_helper_setup_commit
1220                  * can allocate an event too, so only free it if it's ours
1221                  * to prevent a double free in drm_atomic_state_clear.
1222                  */
1223                 if (event && (event->base.fence || event->base.file_priv)) {
1224                         drm_event_cancel_free(dev, &event->base);
1225                         crtc_state->event = NULL;
1226                 }
1227         }
1228
1229         if (!fence_state)
1230                 return;
1231
1232         for (i = 0; i < num_fences; i++) {
1233                 if (fence_state[i].sync_file)
1234                         fput(fence_state[i].sync_file->file);
1235                 if (fence_state[i].fd >= 0)
1236                         put_unused_fd(fence_state[i].fd);
1237
1238                 /* If this fails log error to the user */
1239                 if (fence_state[i].out_fence_ptr &&
1240                     put_user(-1, fence_state[i].out_fence_ptr))
1241                         DRM_DEBUG_ATOMIC("Couldn't clear out_fence_ptr\n");
1242         }
1243
1244         kfree(fence_state);
1245 }
1246
1247 int drm_mode_atomic_ioctl(struct drm_device *dev,
1248                           void *data, struct drm_file *file_priv)
1249 {
1250         struct drm_mode_atomic *arg = data;
1251         uint32_t __user *objs_ptr = (uint32_t __user *)(unsigned long)(arg->objs_ptr);
1252         uint32_t __user *count_props_ptr = (uint32_t __user *)(unsigned long)(arg->count_props_ptr);
1253         uint32_t __user *props_ptr = (uint32_t __user *)(unsigned long)(arg->props_ptr);
1254         uint64_t __user *prop_values_ptr = (uint64_t __user *)(unsigned long)(arg->prop_values_ptr);
1255         unsigned int copied_objs, copied_props;
1256         struct drm_atomic_state *state;
1257         struct drm_modeset_acquire_ctx ctx;
1258         struct drm_out_fence_state *fence_state;
1259         int ret = 0;
1260         unsigned int i, j, num_fences;
1261
1262         /* disallow for drivers not supporting atomic: */
1263         if (!drm_core_check_feature(dev, DRIVER_ATOMIC))
1264                 return -EOPNOTSUPP;
1265
1266         /* disallow for userspace that has not enabled atomic cap (even
1267          * though this may be a bit overkill, since legacy userspace
1268          * wouldn't know how to call this ioctl)
1269          */
1270         if (!file_priv->atomic)
1271                 return -EINVAL;
1272
1273         if (arg->flags & ~DRM_MODE_ATOMIC_FLAGS)
1274                 return -EINVAL;
1275
1276         if (arg->reserved)
1277                 return -EINVAL;
1278
1279         if ((arg->flags & DRM_MODE_PAGE_FLIP_ASYNC) &&
1280                         !dev->mode_config.async_page_flip)
1281                 return -EINVAL;
1282
1283         /* can't test and expect an event at the same time. */
1284         if ((arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) &&
1285                         (arg->flags & DRM_MODE_PAGE_FLIP_EVENT))
1286                 return -EINVAL;
1287
1288         state = drm_atomic_state_alloc(dev);
1289         if (!state)
1290                 return -ENOMEM;
1291
1292         drm_modeset_acquire_init(&ctx, DRM_MODESET_ACQUIRE_INTERRUPTIBLE);
1293         state->acquire_ctx = &ctx;
1294         state->allow_modeset = !!(arg->flags & DRM_MODE_ATOMIC_ALLOW_MODESET);
1295
1296 retry:
1297         copied_objs = 0;
1298         copied_props = 0;
1299         fence_state = NULL;
1300         num_fences = 0;
1301
1302         for (i = 0; i < arg->count_objs; i++) {
1303                 uint32_t obj_id, count_props;
1304                 struct drm_mode_object *obj;
1305
1306                 if (get_user(obj_id, objs_ptr + copied_objs)) {
1307                         ret = -EFAULT;
1308                         goto out;
1309                 }
1310
1311                 obj = drm_mode_object_find(dev, file_priv, obj_id, DRM_MODE_OBJECT_ANY);
1312                 if (!obj) {
1313                         ret = -ENOENT;
1314                         goto out;
1315                 }
1316
1317                 if (!obj->properties) {
1318                         drm_mode_object_put(obj);
1319                         ret = -ENOENT;
1320                         goto out;
1321                 }
1322
1323                 if (get_user(count_props, count_props_ptr + copied_objs)) {
1324                         drm_mode_object_put(obj);
1325                         ret = -EFAULT;
1326                         goto out;
1327                 }
1328
1329                 copied_objs++;
1330
1331                 for (j = 0; j < count_props; j++) {
1332                         uint32_t prop_id;
1333                         uint64_t prop_value;
1334                         struct drm_property *prop;
1335
1336                         if (get_user(prop_id, props_ptr + copied_props)) {
1337                                 drm_mode_object_put(obj);
1338                                 ret = -EFAULT;
1339                                 goto out;
1340                         }
1341
1342                         prop = drm_mode_obj_find_prop_id(obj, prop_id);
1343                         if (!prop) {
1344                                 drm_mode_object_put(obj);
1345                                 ret = -ENOENT;
1346                                 goto out;
1347                         }
1348
1349                         if (copy_from_user(&prop_value,
1350                                            prop_values_ptr + copied_props,
1351                                            sizeof(prop_value))) {
1352                                 drm_mode_object_put(obj);
1353                                 ret = -EFAULT;
1354                                 goto out;
1355                         }
1356
1357                         ret = drm_atomic_set_property(state, obj, prop,
1358                                                       prop_value);
1359                         if (ret) {
1360                                 drm_mode_object_put(obj);
1361                                 goto out;
1362                         }
1363
1364                         copied_props++;
1365                 }
1366
1367                 drm_mode_object_put(obj);
1368         }
1369
1370         ret = prepare_signaling(dev, state, arg, file_priv, &fence_state,
1371                                 &num_fences);
1372         if (ret)
1373                 goto out;
1374
1375         if (arg->flags & DRM_MODE_ATOMIC_TEST_ONLY) {
1376                 ret = drm_atomic_check_only(state);
1377         } else if (arg->flags & DRM_MODE_ATOMIC_NONBLOCK) {
1378                 ret = drm_atomic_nonblocking_commit(state);
1379         } else {
1380                 if (unlikely(drm_debug & DRM_UT_STATE))
1381                         drm_atomic_print_state(state);
1382
1383                 ret = drm_atomic_commit(state);
1384         }
1385
1386 out:
1387         complete_signaling(dev, state, fence_state, num_fences, !ret);
1388
1389         if (ret == -EDEADLK) {
1390                 drm_atomic_state_clear(state);
1391                 ret = drm_modeset_backoff(&ctx);
1392                 if (!ret)
1393                         goto retry;
1394         }
1395
1396         drm_atomic_state_put(state);
1397
1398         drm_modeset_drop_locks(&ctx);
1399         drm_modeset_acquire_fini(&ctx);
1400
1401         return ret;
1402 }