drivers/gpu/drm/tegra/drm.c

   1 /*
   2  * Copyright (C) 2012 Avionic Design GmbH
   3  * Copyright (C) 2012-2013 NVIDIA CORPORATION.  All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License version 2 as
   7  * published by the Free Software Foundation.
   8  */
   9
  10 #include <linux/host1x.h>
  11 #include <linux/iommu.h>
  12
  13 #include <drm/drm_atomic.h>
  14 #include <drm/drm_atomic_helper.h>
  15
  16 #include "drm.h"
  17 #include "gem.h"
  18
  19 #define DRIVER_NAME "tegra"
  20 #define DRIVER_DESC "NVIDIA Tegra graphics"
  21 #define DRIVER_DATE "20120330"
  22 #define DRIVER_MAJOR 0
  23 #define DRIVER_MINOR 0
  24 #define DRIVER_PATCHLEVEL 0
  25
  26 struct tegra_drm_file {
  27         struct list_head contexts;
  28 };
  29
  30 static void tegra_atomic_schedule(struct tegra_drm *tegra,
  31                                   struct drm_atomic_state *state)
  32 {
  33         tegra->commit.state = state;
  34         schedule_work(&tegra->commit.work);
  35 }
  36
  37 static void tegra_atomic_complete(struct tegra_drm *tegra,
  38                                   struct drm_atomic_state *state)
  39 {
  40         struct drm_device *drm = tegra->drm;
  41
  42         /*
  43          * Everything below can be run asynchronously without the need to grab
  44          * any modeset locks at all under one condition: It must be guaranteed
  45          * that the asynchronous work has either been cancelled (if the driver
  46          * supports it, which at least requires that the framebuffers get
  47          * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
  48          * before the new state gets committed on the software side with
  49          * drm_atomic_helper_swap_state().
  50          *
  51          * This scheme allows new atomic state updates to be prepared and
  52          * checked in parallel to the asynchronous completion of the previous
  53          * update. Which is important since compositors need to figure out the
  54          * composition of the next frame right after having submitted the
  55          * current layout.
  56          */
  57
  58         drm_atomic_helper_commit_modeset_disables(drm, state);
  59         drm_atomic_helper_commit_modeset_enables(drm, state);
  60         drm_atomic_helper_commit_planes(drm, state,
  61                                         DRM_PLANE_COMMIT_ACTIVE_ONLY);
  62
  63         drm_atomic_helper_wait_for_vblanks(drm, state);
  64
  65         drm_atomic_helper_cleanup_planes(drm, state);
  66         drm_atomic_state_put(state);
  67 }
  68
  69 static void tegra_atomic_work(struct work_struct *work)
  70 {
  71         struct tegra_drm *tegra = container_of(work, struct tegra_drm,
  72                                                commit.work);
  73
  74         tegra_atomic_complete(tegra, tegra->commit.state);
  75 }
  76
  77 static int tegra_atomic_commit(struct drm_device *drm,
  78                                struct drm_atomic_state *state, bool nonblock)
  79 {
  80         struct tegra_drm *tegra = drm->dev_private;
  81         int err;
  82
  83         err = drm_atomic_helper_prepare_planes(drm, state);
  84         if (err)
  85                 return err;
  86
  87         /* serialize outstanding nonblocking commits */
  88         mutex_lock(&tegra->commit.lock);
  89         flush_work(&tegra->commit.work);
  90
  91         /*
  92          * This is the point of no return - everything below never fails except
  93          * when the hw goes bonghits. Which means we can commit the new state on
  94          * the software side now.
  95          */
  96
  97         drm_atomic_helper_swap_state(state, true);
  98
  99         drm_atomic_state_get(state);
 100         if (nonblock)
 101                 tegra_atomic_schedule(tegra, state);
 102         else
 103                 tegra_atomic_complete(tegra, state);
 104
 105         mutex_unlock(&tegra->commit.lock);
 106         return 0;
 107 }
 108
 109 static const struct drm_mode_config_funcs tegra_drm_mode_funcs = {
 110         .fb_create = tegra_fb_create,
 111 #ifdef CONFIG_DRM_FBDEV_EMULATION
 112         .output_poll_changed = tegra_fb_output_poll_changed,
 113 #endif
 114         .atomic_check = drm_atomic_helper_check,
 115         .atomic_commit = tegra_atomic_commit,
 116 };
 117
 118 static int tegra_drm_load(struct drm_device *drm, unsigned long flags)
 119 {
 120         struct host1x_device *device = to_host1x_device(drm->dev);
 121         struct tegra_drm *tegra;
 122         int err;
 123
 124         tegra = kzalloc(sizeof(*tegra), GFP_KERNEL);
 125         if (!tegra)
 126                 return -ENOMEM;
 127
 128         if (iommu_present(&platform_bus_type)) {
 129                 struct iommu_domain_geometry *geometry;
 130                 u64 start, end;
 131
 132                 tegra->domain = iommu_domain_alloc(&platform_bus_type);
 133                 if (!tegra->domain) {
 134                         err = -ENOMEM;
 135                         goto free;
 136                 }
 137
 138                 geometry = &tegra->domain->geometry;
 139                 start = geometry->aperture_start;
 140                 end = geometry->aperture_end;
 141
 142                 DRM_DEBUG_DRIVER("IOMMU aperture initialized (%#llx-%#llx)\n",
 143                                  start, end);
 144                 drm_mm_init(&tegra->mm, start, end - start + 1);
 145         }
 146
 147         mutex_init(&tegra->clients_lock);
 148         INIT_LIST_HEAD(&tegra->clients);
 149
 150         mutex_init(&tegra->commit.lock);
 151         INIT_WORK(&tegra->commit.work, tegra_atomic_work);
 152
 153         drm->dev_private = tegra;
 154         tegra->drm = drm;
 155
 156         drm_mode_config_init(drm);
 157
 158         drm->mode_config.min_width = 0;
 159         drm->mode_config.min_height = 0;
 160
 161         drm->mode_config.max_width = 4096;
 162         drm->mode_config.max_height = 4096;
 163
 164         drm->mode_config.funcs = &tegra_drm_mode_funcs;
 165
 166         err = tegra_drm_fb_prepare(drm);
 167         if (err < 0)
 168                 goto config;
 169
 170         drm_kms_helper_poll_init(drm);
 171
 172         err = host1x_device_init(device);
 173         if (err < 0)
 174                 goto fbdev;
 175
 176         /*
 177          * We don't use the drm_irq_install() helpers provided by the DRM
 178          * core, so we need to set this manually in order to allow the
 179          * DRM_IOCTL_WAIT_VBLANK to operate correctly.
 180          */
 181         drm->irq_enabled = true;
 182
 183         /* syncpoints are used for full 32-bit hardware VBLANK counters */
 184         drm->max_vblank_count = 0xffffffff;
 185
 186         err = drm_vblank_init(drm, drm->mode_config.num_crtc);
 187         if (err < 0)
 188                 goto device;
 189
 190         drm_mode_config_reset(drm);
 191
 192         err = tegra_drm_fb_init(drm);
 193         if (err < 0)
 194                 goto vblank;
 195
 196         return 0;
 197
 198 vblank:
 199         drm_vblank_cleanup(drm);
 200 device:
 201         host1x_device_exit(device);
 202 fbdev:
 203         drm_kms_helper_poll_fini(drm);
 204         tegra_drm_fb_free(drm);
 205 config:
 206         drm_mode_config_cleanup(drm);
 207
 208         if (tegra->domain) {
 209                 iommu_domain_free(tegra->domain);
 210                 drm_mm_takedown(&tegra->mm);
 211         }
 212 free:
 213         kfree(tegra);
 214         return err;
 215 }
 216
 217 static void tegra_drm_unload(struct drm_device *drm)
 218 {
 219         struct host1x_device *device = to_host1x_device(drm->dev);
 220         struct tegra_drm *tegra = drm->dev_private;
 221         int err;
 222
 223         drm_kms_helper_poll_fini(drm);
 224         tegra_drm_fb_exit(drm);
 225         drm_mode_config_cleanup(drm);
 226         drm_vblank_cleanup(drm);
 227
 228         err = host1x_device_exit(device);
 229         if (err < 0)
 230                 return;
 231
 232         if (tegra->domain) {
 233                 iommu_domain_free(tegra->domain);
 234                 drm_mm_takedown(&tegra->mm);
 235         }
 236
 237         kfree(tegra);
 238 }
 239
 240 static int tegra_drm_open(struct drm_device *drm, struct drm_file *filp)
 241 {
 242         struct tegra_drm_file *fpriv;
 243
 244         fpriv = kzalloc(sizeof(*fpriv), GFP_KERNEL);
 245         if (!fpriv)
 246                 return -ENOMEM;
 247
 248         INIT_LIST_HEAD(&fpriv->contexts);
 249         filp->driver_priv = fpriv;
 250
 251         return 0;
 252 }
 253
 254 static void tegra_drm_context_free(struct tegra_drm_context *context)
 255 {
 256         context->client->ops->close_channel(context);
 257         kfree(context);
 258 }
 259
 260 static void tegra_drm_lastclose(struct drm_device *drm)
 261 {
 262 #ifdef CONFIG_DRM_FBDEV_EMULATION
 263         struct tegra_drm *tegra = drm->dev_private;
 264
 265         tegra_fbdev_restore_mode(tegra->fbdev);
 266 #endif
 267 }
 268
 269 static struct host1x_bo *
 270 host1x_bo_lookup(struct drm_file *file, u32 handle)
 271 {
 272         struct drm_gem_object *gem;
 273         struct tegra_bo *bo;
 274
 275         gem = drm_gem_object_lookup(file, handle);
 276         if (!gem)
 277                 return NULL;
 278
 279         drm_gem_object_unreference_unlocked(gem);
 280
 281         bo = to_tegra_bo(gem);
 282         return &bo->base;
 283 }
 284
 285 static int host1x_reloc_copy_from_user(struct host1x_reloc *dest,
 286                                        struct drm_tegra_reloc __user *src,
 287                                        struct drm_device *drm,
 288                                        struct drm_file *file)
 289 {
 290         u32 cmdbuf, target;
 291         int err;
 292
 293         err = get_user(cmdbuf, &src->cmdbuf.handle);
 294         if (err < 0)
 295                 return err;
 296
 297         err = get_user(dest->cmdbuf.offset, &src->cmdbuf.offset);
 298         if (err < 0)
 299                 return err;
 300
 301         err = get_user(target, &src->target.handle);
 302         if (err < 0)
 303                 return err;
 304
 305         err = get_user(dest->target.offset, &src->target.offset);
 306         if (err < 0)
 307                 return err;
 308
 309         err = get_user(dest->shift, &src->shift);
 310         if (err < 0)
 311                 return err;
 312
 313         dest->cmdbuf.bo = host1x_bo_lookup(file, cmdbuf);
 314         if (!dest->cmdbuf.bo)
 315                 return -ENOENT;
 316
 317         dest->target.bo = host1x_bo_lookup(file, target);
 318         if (!dest->target.bo)
 319                 return -ENOENT;
 320
 321         return 0;
 322 }
 323
 324 int tegra_drm_submit(struct tegra_drm_context *context,
 325                      struct drm_tegra_submit *args, struct drm_device *drm,
 326                      struct drm_file *file)
 327 {
 328         unsigned int num_cmdbufs = args->num_cmdbufs;
 329         unsigned int num_relocs = args->num_relocs;
 330         unsigned int num_waitchks = args->num_waitchks;
 331         struct drm_tegra_cmdbuf __user *cmdbufs =
 332                 (void __user *)(uintptr_t)args->cmdbufs;
 333         struct drm_tegra_reloc __user *relocs =
 334                 (void __user *)(uintptr_t)args->relocs;
 335         struct drm_tegra_waitchk __user *waitchks =
 336                 (void __user *)(uintptr_t)args->waitchks;
 337         struct drm_tegra_syncpt syncpt;
 338         struct host1x_job *job;
 339         int err;
 340
 341         /* We don't yet support other than one syncpt_incr struct per submit */
 342         if (args->num_syncpts != 1)
 343                 return -EINVAL;
 344
 345         job = host1x_job_alloc(context->channel, args->num_cmdbufs,
 346                                args->num_relocs, args->num_waitchks);
 347         if (!job)
 348                 return -ENOMEM;
 349
 350         job->num_relocs = args->num_relocs;
 351         job->num_waitchk = args->num_waitchks;
 352         job->client = (u32)args->context;
 353         job->class = context->client->base.class;
 354         job->serialize = true;
 355
 356         while (num_cmdbufs) {
 357                 struct drm_tegra_cmdbuf cmdbuf;
 358                 struct host1x_bo *bo;
 359
 360                 if (copy_from_user(&cmdbuf, cmdbufs, sizeof(cmdbuf))) {
 361                         err = -EFAULT;
 362                         goto fail;
 363                 }
 364
 365                 bo = host1x_bo_lookup(file, cmdbuf.handle);
 366                 if (!bo) {
 367                         err = -ENOENT;
 368                         goto fail;
 369                 }
 370
 371                 host1x_job_add_gather(job, bo, cmdbuf.words, cmdbuf.offset);
 372                 num_cmdbufs--;
 373                 cmdbufs++;
 374         }
 375
 376         /* copy and resolve relocations from submit */
 377         while (num_relocs--) {
 378                 err = host1x_reloc_copy_from_user(&job->relocarray[num_relocs],
 379                                                   &relocs[num_relocs], drm,
 380                                                   file);
 381                 if (err < 0)
 382                         goto fail;
 383         }
 384
 385         if (copy_from_user(job->waitchk, waitchks,
 386                            sizeof(*waitchks) * num_waitchks)) {
 387                 err = -EFAULT;
 388                 goto fail;
 389         }
 390
 391         if (copy_from_user(&syncpt, (void __user *)(uintptr_t)args->syncpts,
 392                            sizeof(syncpt))) {
 393                 err = -EFAULT;
 394                 goto fail;
 395         }
 396
 397         job->is_addr_reg = context->client->ops->is_addr_reg;
 398         job->syncpt_incrs = syncpt.incrs;
 399         job->syncpt_id = syncpt.id;
 400         job->timeout = 10000;
 401
 402         if (args->timeout && args->timeout < 10000)
 403                 job->timeout = args->timeout;
 404
 405         err = host1x_job_pin(job, context->client->base.dev);
 406         if (err)
 407                 goto fail;
 408
 409         err = host1x_job_submit(job);
 410         if (err)
 411                 goto fail_submit;
 412
 413         args->fence = job->syncpt_end;
 414
 415         host1x_job_put(job);
 416         return 0;
 417
 418 fail_submit:
 419         host1x_job_unpin(job);
 420 fail:
 421         host1x_job_put(job);
 422         return err;
 423 }
 424
 425
 426 #ifdef CONFIG_DRM_TEGRA_STAGING
 427 static struct tegra_drm_context *tegra_drm_get_context(__u64 context)
 428 {
 429         return (struct tegra_drm_context *)(uintptr_t)context;
 430 }
 431
 432 static bool tegra_drm_file_owns_context(struct tegra_drm_file *file,
 433                                         struct tegra_drm_context *context)
 434 {
 435         struct tegra_drm_context *ctx;
 436
 437         list_for_each_entry(ctx, &file->contexts, list)
 438                 if (ctx == context)
 439                         return true;
 440
 441         return false;
 442 }
 443
 444 static int tegra_gem_create(struct drm_device *drm, void *data,
 445                             struct drm_file *file)
 446 {
 447         struct drm_tegra_gem_create *args = data;
 448         struct tegra_bo *bo;
 449
 450         bo = tegra_bo_create_with_handle(file, drm, args->size, args->flags,
 451                                          &args->handle);
 452         if (IS_ERR(bo))
 453                 return PTR_ERR(bo);
 454
 455         return 0;
 456 }
 457
 458 static int tegra_gem_mmap(struct drm_device *drm, void *data,
 459                           struct drm_file *file)
 460 {
 461         struct drm_tegra_gem_mmap *args = data;
 462         struct drm_gem_object *gem;
 463         struct tegra_bo *bo;
 464
 465         gem = drm_gem_object_lookup(file, args->handle);
 466         if (!gem)
 467                 return -EINVAL;
 468
 469         bo = to_tegra_bo(gem);
 470
 471         args->offset = drm_vma_node_offset_addr(&bo->gem.vma_node);
 472
 473         drm_gem_object_unreference_unlocked(gem);
 474
 475         return 0;
 476 }
 477
 478 static int tegra_syncpt_read(struct drm_device *drm, void *data,
 479                              struct drm_file *file)
 480 {
 481         struct host1x *host = dev_get_drvdata(drm->dev->parent);
 482         struct drm_tegra_syncpt_read *args = data;
 483         struct host1x_syncpt *sp;
 484
 485         sp = host1x_syncpt_get(host, args->id);
 486         if (!sp)
 487                 return -EINVAL;
 488
 489         args->value = host1x_syncpt_read_min(sp);
 490         return 0;
 491 }
 492
 493 static int tegra_syncpt_incr(struct drm_device *drm, void *data,
 494                              struct drm_file *file)
 495 {
 496         struct host1x *host1x = dev_get_drvdata(drm->dev->parent);
 497         struct drm_tegra_syncpt_incr *args = data;
 498         struct host1x_syncpt *sp;
 499
 500         sp = host1x_syncpt_get(host1x, args->id);
 501         if (!sp)
 502                 return -EINVAL;
 503
 504         return host1x_syncpt_incr(sp);
 505 }
 506
 507 static int tegra_syncpt_wait(struct drm_device *drm, void *data,
 508                              struct drm_file *file)
 509 {
 510         struct host1x *host1x = dev_get_drvdata(drm->dev->parent);
 511         struct drm_tegra_syncpt_wait *args = data;
 512         struct host1x_syncpt *sp;
 513
 514         sp = host1x_syncpt_get(host1x, args->id);
 515         if (!sp)
 516                 return -EINVAL;
 517
 518         return host1x_syncpt_wait(sp, args->thresh, args->timeout,
 519                                   &args->value);
 520 }
 521
 522 static int tegra_open_channel(struct drm_device *drm, void *data,
 523                               struct drm_file *file)
 524 {
 525         struct tegra_drm_file *fpriv = file->driver_priv;
 526         struct tegra_drm *tegra = drm->dev_private;
 527         struct drm_tegra_open_channel *args = data;
 528         struct tegra_drm_context *context;
 529         struct tegra_drm_client *client;
 530         int err = -ENODEV;
 531
 532         context = kzalloc(sizeof(*context), GFP_KERNEL);
 533         if (!context)
 534                 return -ENOMEM;
 535
 536         list_for_each_entry(client, &tegra->clients, list)
 537                 if (client->base.class == args->client) {
 538                         err = client->ops->open_channel(client, context);
 539                         if (err)
 540                                 break;
 541
 542                         list_add(&context->list, &fpriv->contexts);
 543                         args->context = (uintptr_t)context;
 544                         context->client = client;
 545                         return 0;
 546                 }
 547
 548         kfree(context);
 549         return err;
 550 }
 551
 552 static int tegra_close_channel(struct drm_device *drm, void *data,
 553                                struct drm_file *file)
 554 {
 555         struct tegra_drm_file *fpriv = file->driver_priv;
 556         struct drm_tegra_close_channel *args = data;
 557         struct tegra_drm_context *context;
 558
 559         context = tegra_drm_get_context(args->context);
 560
 561         if (!tegra_drm_file_owns_context(fpriv, context))
 562                 return -EINVAL;
 563
 564         list_del(&context->list);
 565         tegra_drm_context_free(context);
 566
 567         return 0;
 568 }
 569
 570 static int tegra_get_syncpt(struct drm_device *drm, void *data,
 571                             struct drm_file *file)
 572 {
 573         struct tegra_drm_file *fpriv = file->driver_priv;
 574         struct drm_tegra_get_syncpt *args = data;
 575         struct tegra_drm_context *context;
 576         struct host1x_syncpt *syncpt;
 577
 578         context = tegra_drm_get_context(args->context);
 579
 580         if (!tegra_drm_file_owns_context(fpriv, context))
 581                 return -ENODEV;
 582
 583         if (args->index >= context->client->base.num_syncpts)
 584                 return -EINVAL;
 585
 586         syncpt = context->client->base.syncpts[args->index];
 587         args->id = host1x_syncpt_id(syncpt);
 588
 589         return 0;
 590 }
 591
 592 static int tegra_submit(struct drm_device *drm, void *data,
 593                         struct drm_file *file)
 594 {
 595         struct tegra_drm_file *fpriv = file->driver_priv;
 596         struct drm_tegra_submit *args = data;
 597         struct tegra_drm_context *context;
 598
 599         context = tegra_drm_get_context(args->context);
 600
 601         if (!tegra_drm_file_owns_context(fpriv, context))
 602                 return -ENODEV;
 603
 604         return context->client->ops->submit(context, args, drm, file);
 605 }
 606
 607 static int tegra_get_syncpt_base(struct drm_device *drm, void *data,
 608                                  struct drm_file *file)
 609 {
 610         struct tegra_drm_file *fpriv = file->driver_priv;
 611         struct drm_tegra_get_syncpt_base *args = data;
 612         struct tegra_drm_context *context;
 613         struct host1x_syncpt_base *base;
 614         struct host1x_syncpt *syncpt;
 615
 616         context = tegra_drm_get_context(args->context);
 617
 618         if (!tegra_drm_file_owns_context(fpriv, context))
 619                 return -ENODEV;
 620
 621         if (args->syncpt >= context->client->base.num_syncpts)
 622                 return -EINVAL;
 623
 624         syncpt = context->client->base.syncpts[args->syncpt];
 625
 626         base = host1x_syncpt_get_base(syncpt);
 627         if (!base)
 628                 return -ENXIO;
 629
 630         args->id = host1x_syncpt_base_id(base);
 631
 632         return 0;
 633 }
 634
 635 static int tegra_gem_set_tiling(struct drm_device *drm, void *data,
 636                                 struct drm_file *file)
 637 {
 638         struct drm_tegra_gem_set_tiling *args = data;
 639         enum tegra_bo_tiling_mode mode;
 640         struct drm_gem_object *gem;
 641         unsigned long value = 0;
 642         struct tegra_bo *bo;
 643
 644         switch (args->mode) {
 645         case DRM_TEGRA_GEM_TILING_MODE_PITCH:
 646                 mode = TEGRA_BO_TILING_MODE_PITCH;
 647
 648                 if (args->value != 0)
 649                         return -EINVAL;
 650
 651                 break;
 652
 653         case DRM_TEGRA_GEM_TILING_MODE_TILED:
 654                 mode = TEGRA_BO_TILING_MODE_TILED;
 655
 656                 if (args->value != 0)
 657                         return -EINVAL;
 658
 659                 break;
 660
 661         case DRM_TEGRA_GEM_TILING_MODE_BLOCK:
 662                 mode = TEGRA_BO_TILING_MODE_BLOCK;
 663
 664                 if (args->value > 5)
 665                         return -EINVAL;
 666
 667                 value = args->value;
 668                 break;
 669
 670         default:
 671                 return -EINVAL;
 672         }
 673
 674         gem = drm_gem_object_lookup(file, args->handle);
 675         if (!gem)
 676                 return -ENOENT;
 677
 678         bo = to_tegra_bo(gem);
 679
 680         bo->tiling.mode = mode;
 681         bo->tiling.value = value;
 682
 683         drm_gem_object_unreference_unlocked(gem);
 684
 685         return 0;
 686 }
 687
 688 static int tegra_gem_get_tiling(struct drm_device *drm, void *data,
 689                                 struct drm_file *file)
 690 {
 691         struct drm_tegra_gem_get_tiling *args = data;
 692         struct drm_gem_object *gem;
 693         struct tegra_bo *bo;
 694         int err = 0;
 695
 696         gem = drm_gem_object_lookup(file, args->handle);
 697         if (!gem)
 698                 return -ENOENT;
 699
 700         bo = to_tegra_bo(gem);
 701
 702         switch (bo->tiling.mode) {
 703         case TEGRA_BO_TILING_MODE_PITCH:
 704                 args->mode = DRM_TEGRA_GEM_TILING_MODE_PITCH;
 705                 args->value = 0;
 706                 break;
 707
 708         case TEGRA_BO_TILING_MODE_TILED:
 709                 args->mode = DRM_TEGRA_GEM_TILING_MODE_TILED;
 710                 args->value = 0;
 711                 break;
 712
 713         case TEGRA_BO_TILING_MODE_BLOCK:
 714                 args->mode = DRM_TEGRA_GEM_TILING_MODE_BLOCK;
 715                 args->value = bo->tiling.value;
 716                 break;
 717
 718         default:
 719                 err = -EINVAL;
 720                 break;
 721         }
 722
 723         drm_gem_object_unreference_unlocked(gem);
 724
 725         return err;
 726 }
 727
 728 static int tegra_gem_set_flags(struct drm_device *drm, void *data,
 729                                struct drm_file *file)
 730 {
 731         struct drm_tegra_gem_set_flags *args = data;
 732         struct drm_gem_object *gem;
 733         struct tegra_bo *bo;
 734
 735         if (args->flags & ~DRM_TEGRA_GEM_FLAGS)
 736                 return -EINVAL;
 737
 738         gem = drm_gem_object_lookup(file, args->handle);
 739         if (!gem)
 740                 return -ENOENT;
 741
 742         bo = to_tegra_bo(gem);
 743         bo->flags = 0;
 744
 745         if (args->flags & DRM_TEGRA_GEM_BOTTOM_UP)
 746                 bo->flags |= TEGRA_BO_BOTTOM_UP;
 747
 748         drm_gem_object_unreference_unlocked(gem);
 749
 750         return 0;
 751 }
 752
 753 static int tegra_gem_get_flags(struct drm_device *drm, void *data,
 754                                struct drm_file *file)
 755 {
 756         struct drm_tegra_gem_get_flags *args = data;
 757         struct drm_gem_object *gem;
 758         struct tegra_bo *bo;
 759
 760         gem = drm_gem_object_lookup(file, args->handle);
 761         if (!gem)
 762                 return -ENOENT;
 763
 764         bo = to_tegra_bo(gem);
 765         args->flags = 0;
 766
 767         if (bo->flags & TEGRA_BO_BOTTOM_UP)
 768                 args->flags |= DRM_TEGRA_GEM_BOTTOM_UP;
 769
 770         drm_gem_object_unreference_unlocked(gem);
 771
 772         return 0;
 773 }
 774 #endif
 775
 776 static const struct drm_ioctl_desc tegra_drm_ioctls[] = {
 777 #ifdef CONFIG_DRM_TEGRA_STAGING
 778         DRM_IOCTL_DEF_DRV(TEGRA_GEM_CREATE, tegra_gem_create, 0),
 779         DRM_IOCTL_DEF_DRV(TEGRA_GEM_MMAP, tegra_gem_mmap, 0),
 780         DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_READ, tegra_syncpt_read, 0),
 781         DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_INCR, tegra_syncpt_incr, 0),
 782         DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_WAIT, tegra_syncpt_wait, 0),
 783         DRM_IOCTL_DEF_DRV(TEGRA_OPEN_CHANNEL, tegra_open_channel, 0),
 784         DRM_IOCTL_DEF_DRV(TEGRA_CLOSE_CHANNEL, tegra_close_channel, 0),
 785         DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT, tegra_get_syncpt, 0),
 786         DRM_IOCTL_DEF_DRV(TEGRA_SUBMIT, tegra_submit, 0),
 787         DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT_BASE, tegra_get_syncpt_base, 0),
 788         DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_TILING, tegra_gem_set_tiling, 0),
 789         DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_TILING, tegra_gem_get_tiling, 0),
 790         DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_FLAGS, tegra_gem_set_flags, 0),
 791         DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_FLAGS, tegra_gem_get_flags, 0),
 792 #endif
 793 };
 794
 795 static const struct file_operations tegra_drm_fops = {
 796         .owner = THIS_MODULE,
 797         .open = drm_open,
 798         .release = drm_release,
 799         .unlocked_ioctl = drm_ioctl,
 800         .mmap = tegra_drm_mmap,
 801         .poll = drm_poll,
 802         .read = drm_read,
 803         .compat_ioctl = drm_compat_ioctl,
 804         .llseek = noop_llseek,
 805 };
 806
 807 static u32 tegra_drm_get_vblank_counter(struct drm_device *drm,
 808                                         unsigned int pipe)
 809 {
 810         struct drm_crtc *crtc = drm_crtc_from_index(drm, pipe);
 811         struct tegra_dc *dc = to_tegra_dc(crtc);
 812
 813         if (!crtc)
 814                 return 0;
 815
 816         return tegra_dc_get_vblank_counter(dc);
 817 }
 818
 819 static int tegra_drm_enable_vblank(struct drm_device *drm, unsigned int pipe)
 820 {
 821         struct drm_crtc *crtc = drm_crtc_from_index(drm, pipe);
 822         struct tegra_dc *dc = to_tegra_dc(crtc);
 823
 824         if (!crtc)
 825                 return -ENODEV;
 826
 827         tegra_dc_enable_vblank(dc);
 828
 829         return 0;
 830 }
 831
 832 static void tegra_drm_disable_vblank(struct drm_device *drm, unsigned int pipe)
 833 {
 834         struct drm_crtc *crtc = drm_crtc_from_index(drm, pipe);
 835         struct tegra_dc *dc = to_tegra_dc(crtc);
 836
 837         if (crtc)
 838                 tegra_dc_disable_vblank(dc);
 839 }
 840
 841 static void tegra_drm_preclose(struct drm_device *drm, struct drm_file *file)
 842 {
 843         struct tegra_drm_file *fpriv = file->driver_priv;
 844         struct tegra_drm_context *context, *tmp;
 845
 846         list_for_each_entry_safe(context, tmp, &fpriv->contexts, list)
 847                 tegra_drm_context_free(context);
 848
 849         kfree(fpriv);
 850 }
 851
 852 #ifdef CONFIG_DEBUG_FS
 853 static int tegra_debugfs_framebuffers(struct seq_file *s, void *data)
 854 {
 855         struct drm_info_node *node = (struct drm_info_node *)s->private;
 856         struct drm_device *drm = node->minor->dev;
 857         struct drm_framebuffer *fb;
 858
 859         mutex_lock(&drm->mode_config.fb_lock);
 860
 861         list_for_each_entry(fb, &drm->mode_config.fb_list, head) {
 862                 seq_printf(s, "%3d: user size: %d x %d, depth %d, %d bpp, refcount %d\n",
 863                            fb->base.id, fb->width, fb->height,
 864                            fb->format->depth,
 865                            fb->format->cpp[0] * 8,
 866                            drm_framebuffer_read_refcount(fb));
 867         }
 868
 869         mutex_unlock(&drm->mode_config.fb_lock);
 870
 871         return 0;
 872 }
 873
 874 static int tegra_debugfs_iova(struct seq_file *s, void *data)
 875 {
 876         struct drm_info_node *node = (struct drm_info_node *)s->private;
 877         struct drm_device *drm = node->minor->dev;
 878         struct tegra_drm *tegra = drm->dev_private;
 879         struct drm_printer p = drm_seq_file_printer(s);
 880
 881         drm_mm_print(&tegra->mm, &p);
 882
 883         return 0;
 884 }
 885
 886 static struct drm_info_list tegra_debugfs_list[] = {
 887         { "framebuffers", tegra_debugfs_framebuffers, 0 },
 888         { "iova", tegra_debugfs_iova, 0 },
 889 };
 890
 891 static int tegra_debugfs_init(struct drm_minor *minor)
 892 {
 893         return drm_debugfs_create_files(tegra_debugfs_list,
 894                                         ARRAY_SIZE(tegra_debugfs_list),
 895                                         minor->debugfs_root, minor);
 896 }
 897 #endif
 898
 899 static struct drm_driver tegra_drm_driver = {
 900         .driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_PRIME |
 901                            DRIVER_ATOMIC,
 902         .load = tegra_drm_load,
 903         .unload = tegra_drm_unload,
 904         .open = tegra_drm_open,
 905         .preclose = tegra_drm_preclose,
 906         .lastclose = tegra_drm_lastclose,
 907
 908         .get_vblank_counter = tegra_drm_get_vblank_counter,
 909         .enable_vblank = tegra_drm_enable_vblank,
 910         .disable_vblank = tegra_drm_disable_vblank,
 911
 912 #if defined(CONFIG_DEBUG_FS)
 913         .debugfs_init = tegra_debugfs_init,
 914 #endif
 915
 916         .gem_free_object_unlocked = tegra_bo_free_object,
 917         .gem_vm_ops = &tegra_bo_vm_ops,
 918
 919         .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
 920         .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
 921         .gem_prime_export = tegra_gem_prime_export,
 922         .gem_prime_import = tegra_gem_prime_import,
 923
 924         .dumb_create = tegra_bo_dumb_create,
 925         .dumb_map_offset = tegra_bo_dumb_map_offset,
 926         .dumb_destroy = drm_gem_dumb_destroy,
 927
 928         .ioctls = tegra_drm_ioctls,
 929         .num_ioctls = ARRAY_SIZE(tegra_drm_ioctls),
 930         .fops = &tegra_drm_fops,
 931
 932         .name = DRIVER_NAME,
 933         .desc = DRIVER_DESC,
 934         .date = DRIVER_DATE,
 935         .major = DRIVER_MAJOR,
 936         .minor = DRIVER_MINOR,
 937         .patchlevel = DRIVER_PATCHLEVEL,
 938 };
 939
 940 int tegra_drm_register_client(struct tegra_drm *tegra,
 941                               struct tegra_drm_client *client)
 942 {
 943         mutex_lock(&tegra->clients_lock);
 944         list_add_tail(&client->list, &tegra->clients);
 945         mutex_unlock(&tegra->clients_lock);
 946
 947         return 0;
 948 }
 949
 950 int tegra_drm_unregister_client(struct tegra_drm *tegra,
 951                                 struct tegra_drm_client *client)
 952 {
 953         mutex_lock(&tegra->clients_lock);
 954         list_del_init(&client->list);
 955         mutex_unlock(&tegra->clients_lock);
 956
 957         return 0;
 958 }
 959
 960 static int host1x_drm_probe(struct host1x_device *dev)
 961 {
 962         struct drm_driver *driver = &tegra_drm_driver;
 963         struct drm_device *drm;
 964         int err;
 965
 966         drm = drm_dev_alloc(driver, &dev->dev);
 967         if (IS_ERR(drm))
 968                 return PTR_ERR(drm);
 969
 970         dev_set_drvdata(&dev->dev, drm);
 971
 972         err = drm_dev_register(drm, 0);
 973         if (err < 0)
 974                 goto unref;
 975
 976         return 0;
 977
 978 unref:
 979         drm_dev_unref(drm);
 980         return err;
 981 }
 982
 983 static int host1x_drm_remove(struct host1x_device *dev)
 984 {
 985         struct drm_device *drm = dev_get_drvdata(&dev->dev);
 986
 987         drm_dev_unregister(drm);
 988         drm_dev_unref(drm);
 989
 990         return 0;
 991 }
 992
 993 #ifdef CONFIG_PM_SLEEP
 994 static int host1x_drm_suspend(struct device *dev)
 995 {
 996         struct drm_device *drm = dev_get_drvdata(dev);
 997         struct tegra_drm *tegra = drm->dev_private;
 998
 999         drm_kms_helper_poll_disable(drm);
1000         tegra_drm_fb_suspend(drm);
1001
1002         tegra->state = drm_atomic_helper_suspend(drm);
1003         if (IS_ERR(tegra->state)) {
1004                 tegra_drm_fb_resume(drm);
1005                 drm_kms_helper_poll_enable(drm);
1006                 return PTR_ERR(tegra->state);
1007         }
1008
1009         return 0;
1010 }
1011
1012 static int host1x_drm_resume(struct device *dev)
1013 {
1014         struct drm_device *drm = dev_get_drvdata(dev);
1015         struct tegra_drm *tegra = drm->dev_private;
1016
1017         drm_atomic_helper_resume(drm, tegra->state);
1018         tegra_drm_fb_resume(drm);
1019         drm_kms_helper_poll_enable(drm);
1020
1021         return 0;
1022 }
1023 #endif
1024
1025 static SIMPLE_DEV_PM_OPS(host1x_drm_pm_ops, host1x_drm_suspend,
1026                          host1x_drm_resume);
1027
1028 static const struct of_device_id host1x_drm_subdevs[] = {
1029         { .compatible = "nvidia,tegra20-dc", },
1030         { .compatible = "nvidia,tegra20-hdmi", },
1031         { .compatible = "nvidia,tegra20-gr2d", },
1032         { .compatible = "nvidia,tegra20-gr3d", },
1033         { .compatible = "nvidia,tegra30-dc", },
1034         { .compatible = "nvidia,tegra30-hdmi", },
1035         { .compatible = "nvidia,tegra30-gr2d", },
1036         { .compatible = "nvidia,tegra30-gr3d", },
1037         { .compatible = "nvidia,tegra114-dsi", },
1038         { .compatible = "nvidia,tegra114-hdmi", },
1039         { .compatible = "nvidia,tegra114-gr3d", },
1040         { .compatible = "nvidia,tegra124-dc", },
1041         { .compatible = "nvidia,tegra124-sor", },
1042         { .compatible = "nvidia,tegra124-hdmi", },
1043         { .compatible = "nvidia,tegra124-dsi", },
1044         { .compatible = "nvidia,tegra132-dsi", },
1045         { .compatible = "nvidia,tegra210-dc", },
1046         { .compatible = "nvidia,tegra210-dsi", },
1047         { .compatible = "nvidia,tegra210-sor", },
1048         { .compatible = "nvidia,tegra210-sor1", },
1049         { /* sentinel */ }
1050 };
1051
1052 static struct host1x_driver host1x_drm_driver = {
1053         .driver = {
1054                 .name = "drm",
1055                 .pm = &host1x_drm_pm_ops,
1056         },
1057         .probe = host1x_drm_probe,
1058         .remove = host1x_drm_remove,
1059         .subdevs = host1x_drm_subdevs,
1060 };
1061
1062 static struct platform_driver * const drivers[] = {
1063         &tegra_dc_driver,
1064         &tegra_hdmi_driver,
1065         &tegra_dsi_driver,
1066         &tegra_dpaux_driver,
1067         &tegra_sor_driver,
1068         &tegra_gr2d_driver,
1069         &tegra_gr3d_driver,
1070 };
1071
1072 static int __init host1x_drm_init(void)
1073 {
1074         int err;
1075
1076         err = host1x_driver_register(&host1x_drm_driver);
1077         if (err < 0)
1078                 return err;
1079
1080         err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
1081         if (err < 0)
1082                 goto unregister_host1x;
1083
1084         return 0;
1085
1086 unregister_host1x:
1087         host1x_driver_unregister(&host1x_drm_driver);
1088         return err;
1089 }
1090 module_init(host1x_drm_init);
1091
1092 static void __exit host1x_drm_exit(void)
1093 {
1094         platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
1095         host1x_driver_unregister(&host1x_drm_driver);
1096 }
1097 module_exit(host1x_drm_exit);
1098
1099 MODULE_AUTHOR("Thierry Reding <[email protected]>");
1100 MODULE_DESCRIPTION("NVIDIA Tegra DRM driver");
1101 MODULE_LICENSE("GPL v2");