drivers/gpu/host1x/dev.c

   1 /*
   2  * Tegra host1x driver
   3  *
   4  * Copyright (c) 2010-2013, NVIDIA Corporation.
   5  *
   6  * This program is free software; you can redistribute it and/or modify it
   7  * under the terms and conditions of the GNU General Public License,
   8  * version 2, as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  13  * more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17  */
  18
  19 #include <linux/clk.h>
  20 #include <linux/dma-mapping.h>
  21 #include <linux/io.h>
  22 #include <linux/list.h>
  23 #include <linux/module.h>
  24 #include <linux/of_device.h>
  25 #include <linux/of.h>
  26 #include <linux/slab.h>
  27
  28 #define CREATE_TRACE_POINTS
  29 #include <trace/events/host1x.h>
  30 #undef CREATE_TRACE_POINTS
  31
  32 #include "bus.h"
  33 #include "channel.h"
  34 #include "debug.h"
  35 #include "dev.h"
  36 #include "intr.h"
  37
  38 #include "hw/host1x01.h"
  39 #include "hw/host1x02.h"
  40 #include "hw/host1x04.h"
  41 #include "hw/host1x05.h"
  42 #include "hw/host1x06.h"
  43
  44 void host1x_hypervisor_writel(struct host1x *host1x, u32 v, u32 r)
  45 {
  46         writel(v, host1x->hv_regs + r);
  47 }
  48
  49 u32 host1x_hypervisor_readl(struct host1x *host1x, u32 r)
  50 {
  51         return readl(host1x->hv_regs + r);
  52 }
  53
  54 void host1x_sync_writel(struct host1x *host1x, u32 v, u32 r)
  55 {
  56         void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
  57
  58         writel(v, sync_regs + r);
  59 }
  60
  61 u32 host1x_sync_readl(struct host1x *host1x, u32 r)
  62 {
  63         void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
  64
  65         return readl(sync_regs + r);
  66 }
  67
  68 void host1x_ch_writel(struct host1x_channel *ch, u32 v, u32 r)
  69 {
  70         writel(v, ch->regs + r);
  71 }
  72
  73 u32 host1x_ch_readl(struct host1x_channel *ch, u32 r)
  74 {
  75         return readl(ch->regs + r);
  76 }
  77
  78 static const struct host1x_info host1x01_info = {
  79         .nb_channels = 8,
  80         .nb_pts = 32,
  81         .nb_mlocks = 16,
  82         .nb_bases = 8,
  83         .init = host1x01_init,
  84         .sync_offset = 0x3000,
  85         .dma_mask = DMA_BIT_MASK(32),
  86 };
  87
  88 static const struct host1x_info host1x02_info = {
  89         .nb_channels = 9,
  90         .nb_pts = 32,
  91         .nb_mlocks = 16,
  92         .nb_bases = 12,
  93         .init = host1x02_init,
  94         .sync_offset = 0x3000,
  95         .dma_mask = DMA_BIT_MASK(32),
  96 };
  97
  98 static const struct host1x_info host1x04_info = {
  99         .nb_channels = 12,
 100         .nb_pts = 192,
 101         .nb_mlocks = 16,
 102         .nb_bases = 64,
 103         .init = host1x04_init,
 104         .sync_offset = 0x2100,
 105         .dma_mask = DMA_BIT_MASK(34),
 106 };
 107
 108 static const struct host1x_info host1x05_info = {
 109         .nb_channels = 14,
 110         .nb_pts = 192,
 111         .nb_mlocks = 16,
 112         .nb_bases = 64,
 113         .init = host1x05_init,
 114         .sync_offset = 0x2100,
 115         .dma_mask = DMA_BIT_MASK(34),
 116 };
 117
 118 static const struct host1x_info host1x06_info = {
 119         .nb_channels = 63,
 120         .nb_pts = 576,
 121         .nb_mlocks = 24,
 122         .nb_bases = 16,
 123         .init = host1x06_init,
 124         .sync_offset = 0x0,
 125         .dma_mask = DMA_BIT_MASK(34),
 126         .has_hypervisor = true,
 127 };
 128
 129 static const struct of_device_id host1x_of_match[] = {
 130         { .compatible = "nvidia,tegra186-host1x", .data = &host1x06_info, },
 131         { .compatible = "nvidia,tegra210-host1x", .data = &host1x05_info, },
 132         { .compatible = "nvidia,tegra124-host1x", .data = &host1x04_info, },
 133         { .compatible = "nvidia,tegra114-host1x", .data = &host1x02_info, },
 134         { .compatible = "nvidia,tegra30-host1x", .data = &host1x01_info, },
 135         { .compatible = "nvidia,tegra20-host1x", .data = &host1x01_info, },
 136         { },
 137 };
 138 MODULE_DEVICE_TABLE(of, host1x_of_match);
 139
 140 static int host1x_probe(struct platform_device *pdev)
 141 {
 142         struct host1x *host;
 143         struct resource *regs, *hv_regs = NULL;
 144         int syncpt_irq;
 145         int err;
 146
 147         host = devm_kzalloc(&pdev->dev, sizeof(*host), GFP_KERNEL);
 148         if (!host)
 149                 return -ENOMEM;
 150
 151         host->info = of_device_get_match_data(&pdev->dev);
 152
 153         if (host->info->has_hypervisor) {
 154                 regs = platform_get_resource_byname(pdev, IORESOURCE_MEM, "vm");
 155                 if (!regs) {
 156                         dev_err(&pdev->dev, "failed to get vm registers\n");
 157                         return -ENXIO;
 158                 }
 159
 160                 hv_regs = platform_get_resource_byname(pdev, IORESOURCE_MEM,
 161                                                        "hypervisor");
 162                 if (!hv_regs) {
 163                         dev_err(&pdev->dev,
 164                                 "failed to get hypervisor registers\n");
 165                         return -ENXIO;
 166                 }
 167         } else {
 168                 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 169                 if (!regs) {
 170                         dev_err(&pdev->dev, "failed to get registers\n");
 171                         return -ENXIO;
 172                 }
 173         }
 174
 175         syncpt_irq = platform_get_irq(pdev, 0);
 176         if (syncpt_irq < 0) {
 177                 dev_err(&pdev->dev, "failed to get IRQ: %d\n", syncpt_irq);
 178                 return syncpt_irq;
 179         }
 180
 181         mutex_init(&host->devices_lock);
 182         INIT_LIST_HEAD(&host->devices);
 183         INIT_LIST_HEAD(&host->list);
 184         host->dev = &pdev->dev;
 185
 186         /* set common host1x device data */
 187         platform_set_drvdata(pdev, host);
 188
 189         host->regs = devm_ioremap_resource(&pdev->dev, regs);
 190         if (IS_ERR(host->regs))
 191                 return PTR_ERR(host->regs);
 192
 193         if (host->info->has_hypervisor) {
 194                 host->hv_regs = devm_ioremap_resource(&pdev->dev, hv_regs);
 195                 if (IS_ERR(host->hv_regs))
 196                         return PTR_ERR(host->hv_regs);
 197         }
 198
 199         dma_set_mask_and_coherent(host->dev, host->info->dma_mask);
 200
 201         if (host->info->init) {
 202                 err = host->info->init(host);
 203                 if (err)
 204                         return err;
 205         }
 206
 207         host->clk = devm_clk_get(&pdev->dev, NULL);
 208         if (IS_ERR(host->clk)) {
 209                 dev_err(&pdev->dev, "failed to get clock\n");
 210                 err = PTR_ERR(host->clk);
 211                 return err;
 212         }
 213
 214         host->rst = devm_reset_control_get(&pdev->dev, "host1x");
 215         if (IS_ERR(host->rst)) {
 216                 err = PTR_ERR(host->rst);
 217                 dev_err(&pdev->dev, "failed to get reset: %d\n", err);
 218                 return err;
 219         }
 220
 221         host->group = iommu_group_get(&pdev->dev);
 222         if (host->group) {
 223                 struct iommu_domain_geometry *geometry;
 224                 unsigned long order;
 225
 226                 host->domain = iommu_domain_alloc(&platform_bus_type);
 227                 if (!host->domain) {
 228                         err = -ENOMEM;
 229                         goto put_group;
 230                 }
 231
 232                 err = iommu_attach_group(host->domain, host->group);
 233                 if (err) {
 234                         if (err == -ENODEV) {
 235                                 iommu_domain_free(host->domain);
 236                                 host->domain = NULL;
 237                                 iommu_group_put(host->group);
 238                                 host->group = NULL;
 239                                 goto skip_iommu;
 240                         }
 241
 242                         goto fail_free_domain;
 243                 }
 244
 245                 geometry = &host->domain->geometry;
 246
 247                 order = __ffs(host->domain->pgsize_bitmap);
 248                 init_iova_domain(&host->iova, 1UL << order,
 249                                  geometry->aperture_start >> order);
 250                 host->iova_end = geometry->aperture_end;
 251         }
 252
 253 skip_iommu:
 254         err = host1x_channel_list_init(&host->channel_list,
 255                                        host->info->nb_channels);
 256         if (err) {
 257                 dev_err(&pdev->dev, "failed to initialize channel list\n");
 258                 goto fail_detach_device;
 259         }
 260
 261         err = clk_prepare_enable(host->clk);
 262         if (err < 0) {
 263                 dev_err(&pdev->dev, "failed to enable clock\n");
 264                 goto fail_free_channels;
 265         }
 266
 267         err = reset_control_deassert(host->rst);
 268         if (err < 0) {
 269                 dev_err(&pdev->dev, "failed to deassert reset: %d\n", err);
 270                 goto fail_unprepare_disable;
 271         }
 272
 273         err = host1x_syncpt_init(host);
 274         if (err) {
 275                 dev_err(&pdev->dev, "failed to initialize syncpts\n");
 276                 goto fail_reset_assert;
 277         }
 278
 279         err = host1x_intr_init(host, syncpt_irq);
 280         if (err) {
 281                 dev_err(&pdev->dev, "failed to initialize interrupts\n");
 282                 goto fail_deinit_syncpt;
 283         }
 284
 285         host1x_debug_init(host);
 286
 287         err = host1x_register(host);
 288         if (err < 0)
 289                 goto fail_deinit_intr;
 290
 291         return 0;
 292
 293 fail_deinit_intr:
 294         host1x_intr_deinit(host);
 295 fail_deinit_syncpt:
 296         host1x_syncpt_deinit(host);
 297 fail_reset_assert:
 298         reset_control_assert(host->rst);
 299 fail_unprepare_disable:
 300         clk_disable_unprepare(host->clk);
 301 fail_free_channels:
 302         host1x_channel_list_free(&host->channel_list);
 303 fail_detach_device:
 304         if (host->group && host->domain) {
 305                 put_iova_domain(&host->iova);
 306                 iommu_detach_group(host->domain, host->group);
 307         }
 308 fail_free_domain:
 309         if (host->domain)
 310                 iommu_domain_free(host->domain);
 311 put_group:
 312         iommu_group_put(host->group);
 313
 314         return err;
 315 }
 316
 317 static int host1x_remove(struct platform_device *pdev)
 318 {
 319         struct host1x *host = platform_get_drvdata(pdev);
 320
 321         host1x_unregister(host);
 322         host1x_intr_deinit(host);
 323         host1x_syncpt_deinit(host);
 324         reset_control_assert(host->rst);
 325         clk_disable_unprepare(host->clk);
 326
 327         if (host->domain) {
 328                 put_iova_domain(&host->iova);
 329                 iommu_detach_group(host->domain, host->group);
 330                 iommu_domain_free(host->domain);
 331                 iommu_group_put(host->group);
 332         }
 333
 334         return 0;
 335 }
 336
 337 static struct platform_driver tegra_host1x_driver = {
 338         .driver = {
 339                 .name = "tegra-host1x",
 340                 .of_match_table = host1x_of_match,
 341         },
 342         .probe = host1x_probe,
 343         .remove = host1x_remove,
 344 };
 345
 346 static struct platform_driver * const drivers[] = {
 347         &tegra_host1x_driver,
 348         &tegra_mipi_driver,
 349 };
 350
 351 static int __init tegra_host1x_init(void)
 352 {
 353         int err;
 354
 355         err = bus_register(&host1x_bus_type);
 356         if (err < 0)
 357                 return err;
 358
 359         err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
 360         if (err < 0)
 361                 bus_unregister(&host1x_bus_type);
 362
 363         return err;
 364 }
 365 module_init(tegra_host1x_init);
 366
 367 static void __exit tegra_host1x_exit(void)
 368 {
 369         platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
 370         bus_unregister(&host1x_bus_type);
 371 }
 372 module_exit(tegra_host1x_exit);
 373
 374 MODULE_AUTHOR("Thierry Reding <[email protected]>");
 375 MODULE_AUTHOR("Terje Bergstrom <[email protected]>");
 376 MODULE_DESCRIPTION("Host1x driver for Tegra products");
 377 MODULE_LICENSE("GPL");