drivers/media/i2c/ov9734.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 // Copyright (c) 2020 Intel Corporation.
   3
   4 #include <asm/unaligned.h>
   5 #include <linux/acpi.h>
   6 #include <linux/delay.h>
   7 #include <linux/i2c.h>
   8 #include <linux/module.h>
   9 #include <linux/pm_runtime.h>
  10 #include <media/v4l2-ctrls.h>
  11 #include <media/v4l2-device.h>
  12 #include <media/v4l2-fwnode.h>
  13
  14 #define OV9734_LINK_FREQ_180MHZ         180000000ULL
  15 #define OV9734_SCLK                     36000000LL
  16 #define OV9734_MCLK                     19200000
  17 /* ov9734 only support 1-lane mipi output */
  18 #define OV9734_DATA_LANES               1
  19 #define OV9734_RGB_DEPTH                10
  20
  21 #define OV9734_REG_CHIP_ID              0x300a
  22 #define OV9734_CHIP_ID                  0x9734
  23
  24 #define OV9734_REG_MODE_SELECT          0x0100
  25 #define OV9734_MODE_STANDBY             0x00
  26 #define OV9734_MODE_STREAMING           0x01
  27
  28 /* vertical-timings from sensor */
  29 #define OV9734_REG_VTS                  0x380e
  30 #define OV9734_VTS_30FPS                0x0322
  31 #define OV9734_VTS_30FPS_MIN            0x0322
  32 #define OV9734_VTS_MAX                  0x7fff
  33
  34 /* horizontal-timings from sensor */
  35 #define OV9734_REG_HTS                  0x380c
  36
  37 /* Exposure controls from sensor */
  38 #define OV9734_REG_EXPOSURE             0x3500
  39 #define OV9734_EXPOSURE_MIN             4
  40 #define OV9734_EXPOSURE_MAX_MARGIN      4
  41 #define OV9734_EXPOSURE_STEP            1
  42
  43 /* Analog gain controls from sensor */
  44 #define OV9734_REG_ANALOG_GAIN          0x350a
  45 #define OV9734_ANAL_GAIN_MIN            16
  46 #define OV9734_ANAL_GAIN_MAX            248
  47 #define OV9734_ANAL_GAIN_STEP           1
  48
  49 /* Digital gain controls from sensor */
  50 #define OV9734_REG_MWB_R_GAIN           0x5180
  51 #define OV9734_REG_MWB_G_GAIN           0x5182
  52 #define OV9734_REG_MWB_B_GAIN           0x5184
  53 #define OV9734_DGTL_GAIN_MIN            256
  54 #define OV9734_DGTL_GAIN_MAX            1023
  55 #define OV9734_DGTL_GAIN_STEP           1
  56 #define OV9734_DGTL_GAIN_DEFAULT        256
  57
  58 /* Test Pattern Control */
  59 #define OV9734_REG_TEST_PATTERN         0x5080
  60 #define OV9734_TEST_PATTERN_ENABLE      BIT(7)
  61 #define OV9734_TEST_PATTERN_BAR_SHIFT   2
  62
  63 /* Group Access */
  64 #define OV9734_REG_GROUP_ACCESS         0x3208
  65 #define OV9734_GROUP_HOLD_START         0x0
  66 #define OV9734_GROUP_HOLD_END           0x10
  67 #define OV9734_GROUP_HOLD_LAUNCH        0xa0
  68
  69 enum {
  70         OV9734_LINK_FREQ_180MHZ_INDEX,
  71 };
  72
  73 struct ov9734_reg {
  74         u16 address;
  75         u8 val;
  76 };
  77
  78 struct ov9734_reg_list {
  79         u32 num_of_regs;
  80         const struct ov9734_reg *regs;
  81 };
  82
  83 struct ov9734_link_freq_config {
  84         const struct ov9734_reg_list reg_list;
  85 };
  86
  87 struct ov9734_mode {
  88         /* Frame width in pixels */
  89         u32 width;
  90
  91         /* Frame height in pixels */
  92         u32 height;
  93
  94         /* Horizontal timining size */
  95         u32 hts;
  96
  97         /* Default vertical timining size */
  98         u32 vts_def;
  99
 100         /* Min vertical timining size */
 101         u32 vts_min;
 102
 103         /* Link frequency needed for this resolution */
 104         u32 link_freq_index;
 105
 106         /* Sensor register settings for this resolution */
 107         const struct ov9734_reg_list reg_list;
 108 };
 109
 110 static const struct ov9734_reg mipi_data_rate_360mbps[] = {
 111         {0x3030, 0x19},
 112         {0x3080, 0x02},
 113         {0x3081, 0x4b},
 114         {0x3082, 0x04},
 115         {0x3083, 0x00},
 116         {0x3084, 0x02},
 117         {0x3085, 0x01},
 118         {0x3086, 0x01},
 119         {0x3089, 0x01},
 120         {0x308a, 0x00},
 121         {0x301e, 0x15},
 122         {0x3103, 0x01},
 123 };
 124
 125 static const struct ov9734_reg mode_1296x734_regs[] = {
 126         {0x3001, 0x00},
 127         {0x3002, 0x00},
 128         {0x3007, 0x00},
 129         {0x3010, 0x00},
 130         {0x3011, 0x08},
 131         {0x3014, 0x22},
 132         {0x3600, 0x55},
 133         {0x3601, 0x02},
 134         {0x3605, 0x22},
 135         {0x3611, 0xe7},
 136         {0x3654, 0x10},
 137         {0x3655, 0x77},
 138         {0x3656, 0x77},
 139         {0x3657, 0x07},
 140         {0x3658, 0x22},
 141         {0x3659, 0x22},
 142         {0x365a, 0x02},
 143         {0x3784, 0x05},
 144         {0x3785, 0x55},
 145         {0x37c0, 0x07},
 146         {0x3800, 0x00},
 147         {0x3801, 0x04},
 148         {0x3802, 0x00},
 149         {0x3803, 0x04},
 150         {0x3804, 0x05},
 151         {0x3805, 0x0b},
 152         {0x3806, 0x02},
 153         {0x3807, 0xdb},
 154         {0x3808, 0x05},
 155         {0x3809, 0x00},
 156         {0x380a, 0x02},
 157         {0x380b, 0xd0},
 158         {0x380c, 0x05},
 159         {0x380d, 0xc6},
 160         {0x380e, 0x03},
 161         {0x380f, 0x22},
 162         {0x3810, 0x00},
 163         {0x3811, 0x04},
 164         {0x3812, 0x00},
 165         {0x3813, 0x04},
 166         {0x3816, 0x00},
 167         {0x3817, 0x00},
 168         {0x3818, 0x00},
 169         {0x3819, 0x04},
 170         {0x3820, 0x18},
 171         {0x3821, 0x00},
 172         {0x382c, 0x06},
 173         {0x3500, 0x00},
 174         {0x3501, 0x31},
 175         {0x3502, 0x00},
 176         {0x3503, 0x03},
 177         {0x3504, 0x00},
 178         {0x3505, 0x00},
 179         {0x3509, 0x10},
 180         {0x350a, 0x00},
 181         {0x350b, 0x40},
 182         {0x3d00, 0x00},
 183         {0x3d01, 0x00},
 184         {0x3d02, 0x00},
 185         {0x3d03, 0x00},
 186         {0x3d04, 0x00},
 187         {0x3d05, 0x00},
 188         {0x3d06, 0x00},
 189         {0x3d07, 0x00},
 190         {0x3d08, 0x00},
 191         {0x3d09, 0x00},
 192         {0x3d0a, 0x00},
 193         {0x3d0b, 0x00},
 194         {0x3d0c, 0x00},
 195         {0x3d0d, 0x00},
 196         {0x3d0e, 0x00},
 197         {0x3d0f, 0x00},
 198         {0x3d80, 0x00},
 199         {0x3d81, 0x00},
 200         {0x3d82, 0x38},
 201         {0x3d83, 0xa4},
 202         {0x3d84, 0x00},
 203         {0x3d85, 0x00},
 204         {0x3d86, 0x1f},
 205         {0x3d87, 0x03},
 206         {0x3d8b, 0x00},
 207         {0x3d8f, 0x00},
 208         {0x4001, 0xe0},
 209         {0x4009, 0x0b},
 210         {0x4300, 0x03},
 211         {0x4301, 0xff},
 212         {0x4304, 0x00},
 213         {0x4305, 0x00},
 214         {0x4309, 0x00},
 215         {0x4600, 0x00},
 216         {0x4601, 0x80},
 217         {0x4800, 0x00},
 218         {0x4805, 0x00},
 219         {0x4821, 0x50},
 220         {0x4823, 0x50},
 221         {0x4837, 0x2d},
 222         {0x4a00, 0x00},
 223         {0x4f00, 0x80},
 224         {0x4f01, 0x10},
 225         {0x4f02, 0x00},
 226         {0x4f03, 0x00},
 227         {0x4f04, 0x00},
 228         {0x4f05, 0x00},
 229         {0x4f06, 0x00},
 230         {0x4f07, 0x00},
 231         {0x4f08, 0x00},
 232         {0x4f09, 0x00},
 233         {0x5000, 0x2f},
 234         {0x500c, 0x00},
 235         {0x500d, 0x00},
 236         {0x500e, 0x00},
 237         {0x500f, 0x00},
 238         {0x5010, 0x00},
 239         {0x5011, 0x00},
 240         {0x5012, 0x00},
 241         {0x5013, 0x00},
 242         {0x5014, 0x00},
 243         {0x5015, 0x00},
 244         {0x5016, 0x00},
 245         {0x5017, 0x00},
 246         {0x5080, 0x00},
 247         {0x5180, 0x01},
 248         {0x5181, 0x00},
 249         {0x5182, 0x01},
 250         {0x5183, 0x00},
 251         {0x5184, 0x01},
 252         {0x5185, 0x00},
 253         {0x5708, 0x06},
 254         {0x380f, 0x2a},
 255         {0x5780, 0x3e},
 256         {0x5781, 0x0f},
 257         {0x5782, 0x44},
 258         {0x5783, 0x02},
 259         {0x5784, 0x01},
 260         {0x5785, 0x01},
 261         {0x5786, 0x00},
 262         {0x5787, 0x04},
 263         {0x5788, 0x02},
 264         {0x5789, 0x0f},
 265         {0x578a, 0xfd},
 266         {0x578b, 0xf5},
 267         {0x578c, 0xf5},
 268         {0x578d, 0x03},
 269         {0x578e, 0x08},
 270         {0x578f, 0x0c},
 271         {0x5790, 0x08},
 272         {0x5791, 0x04},
 273         {0x5792, 0x00},
 274         {0x5793, 0x52},
 275         {0x5794, 0xa3},
 276         {0x5000, 0x3f},
 277         {0x3801, 0x00},
 278         {0x3803, 0x00},
 279         {0x3805, 0x0f},
 280         {0x3807, 0xdf},
 281         {0x3809, 0x10},
 282         {0x380b, 0xde},
 283         {0x3811, 0x00},
 284         {0x3813, 0x01},
 285 };
 286
 287 static const char * const ov9734_test_pattern_menu[] = {
 288         "Disabled",
 289         "Standard Color Bar",
 290         "Top-Bottom Darker Color Bar",
 291         "Right-Left Darker Color Bar",
 292         "Bottom-Top Darker Color Bar",
 293 };
 294
 295 static const s64 link_freq_menu_items[] = {
 296         OV9734_LINK_FREQ_180MHZ,
 297 };
 298
 299 static const struct ov9734_link_freq_config link_freq_configs[] = {
 300         [OV9734_LINK_FREQ_180MHZ_INDEX] = {
 301                 .reg_list = {
 302                         .num_of_regs = ARRAY_SIZE(mipi_data_rate_360mbps),
 303                         .regs = mipi_data_rate_360mbps,
 304                 }
 305         },
 306 };
 307
 308 static const struct ov9734_mode supported_modes[] = {
 309         {
 310                 .width = 1296,
 311                 .height = 734,
 312                 .hts = 0x5c6,
 313                 .vts_def = OV9734_VTS_30FPS,
 314                 .vts_min = OV9734_VTS_30FPS_MIN,
 315                 .reg_list = {
 316                         .num_of_regs = ARRAY_SIZE(mode_1296x734_regs),
 317                         .regs = mode_1296x734_regs,
 318                 },
 319                 .link_freq_index = OV9734_LINK_FREQ_180MHZ_INDEX,
 320         },
 321 };
 322
 323 struct ov9734 {
 324         struct v4l2_subdev sd;
 325         struct media_pad pad;
 326         struct v4l2_ctrl_handler ctrl_handler;
 327
 328         /* V4L2 Controls */
 329         struct v4l2_ctrl *link_freq;
 330         struct v4l2_ctrl *pixel_rate;
 331         struct v4l2_ctrl *vblank;
 332         struct v4l2_ctrl *hblank;
 333         struct v4l2_ctrl *exposure;
 334
 335         /* Current mode */
 336         const struct ov9734_mode *cur_mode;
 337
 338         /* To serialize asynchronus callbacks */
 339         struct mutex mutex;
 340
 341         /* Streaming on/off */
 342         bool streaming;
 343 };
 344
 345 static inline struct ov9734 *to_ov9734(struct v4l2_subdev *subdev)
 346 {
 347         return container_of(subdev, struct ov9734, sd);
 348 }
 349
 350 static u64 to_pixel_rate(u32 f_index)
 351 {
 352         u64 pixel_rate = link_freq_menu_items[f_index] * 2 * OV9734_DATA_LANES;
 353
 354         do_div(pixel_rate, OV9734_RGB_DEPTH);
 355
 356         return pixel_rate;
 357 }
 358
 359 static u64 to_pixels_per_line(u32 hts, u32 f_index)
 360 {
 361         u64 ppl = hts * to_pixel_rate(f_index);
 362
 363         do_div(ppl, OV9734_SCLK);
 364
 365         return ppl;
 366 }
 367
 368 static int ov9734_read_reg(struct ov9734 *ov9734, u16 reg, u16 len, u32 *val)
 369 {
 370         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 371         struct i2c_msg msgs[2];
 372         u8 addr_buf[2];
 373         u8 data_buf[4] = {0};
 374         int ret;
 375
 376         if (len > sizeof(data_buf))
 377                 return -EINVAL;
 378
 379         put_unaligned_be16(reg, addr_buf);
 380         msgs[0].addr = client->addr;
 381         msgs[0].flags = 0;
 382         msgs[0].len = sizeof(addr_buf);
 383         msgs[0].buf = addr_buf;
 384         msgs[1].addr = client->addr;
 385         msgs[1].flags = I2C_M_RD;
 386         msgs[1].len = len;
 387         msgs[1].buf = &data_buf[sizeof(data_buf) - len];
 388
 389         ret = i2c_transfer(client->adapter, msgs, ARRAY_SIZE(msgs));
 390         if (ret != ARRAY_SIZE(msgs))
 391                 return ret < 0 ? ret : -EIO;
 392
 393         *val = get_unaligned_be32(data_buf);
 394
 395         return 0;
 396 }
 397
 398 static int ov9734_write_reg(struct ov9734 *ov9734, u16 reg, u16 len, u32 val)
 399 {
 400         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 401         u8 buf[6];
 402         int ret = 0;
 403
 404         if (len > 4)
 405                 return -EINVAL;
 406
 407         put_unaligned_be16(reg, buf);
 408         put_unaligned_be32(val << 8 * (4 - len), buf + 2);
 409
 410         ret = i2c_master_send(client, buf, len + 2);
 411         if (ret != len + 2)
 412                 return ret < 0 ? ret : -EIO;
 413
 414         return 0;
 415 }
 416
 417 static int ov9734_write_reg_list(struct ov9734 *ov9734,
 418                                  const struct ov9734_reg_list *r_list)
 419 {
 420         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 421         unsigned int i;
 422         int ret;
 423
 424         for (i = 0; i < r_list->num_of_regs; i++) {
 425                 ret = ov9734_write_reg(ov9734, r_list->regs[i].address, 1,
 426                                        r_list->regs[i].val);
 427                 if (ret) {
 428                         dev_err_ratelimited(&client->dev,
 429                                             "write reg 0x%4.4x return err = %d",
 430                                             r_list->regs[i].address, ret);
 431                         return ret;
 432                 }
 433         }
 434
 435         return 0;
 436 }
 437
 438 static int ov9734_update_digital_gain(struct ov9734 *ov9734, u32 d_gain)
 439 {
 440         int ret;
 441
 442         ret = ov9734_write_reg(ov9734, OV9734_REG_GROUP_ACCESS, 1,
 443                                OV9734_GROUP_HOLD_START);
 444         if (ret)
 445                 return ret;
 446
 447         ret = ov9734_write_reg(ov9734, OV9734_REG_MWB_R_GAIN, 2, d_gain);
 448         if (ret)
 449                 return ret;
 450
 451         ret = ov9734_write_reg(ov9734, OV9734_REG_MWB_G_GAIN, 2, d_gain);
 452         if (ret)
 453                 return ret;
 454
 455         ret = ov9734_write_reg(ov9734, OV9734_REG_MWB_B_GAIN, 2, d_gain);
 456         if (ret)
 457                 return ret;
 458
 459         ret = ov9734_write_reg(ov9734, OV9734_REG_GROUP_ACCESS, 1,
 460                                OV9734_GROUP_HOLD_END);
 461         if (ret)
 462                 return ret;
 463
 464         ret = ov9734_write_reg(ov9734, OV9734_REG_GROUP_ACCESS, 1,
 465                                OV9734_GROUP_HOLD_LAUNCH);
 466         return ret;
 467 }
 468
 469 static int ov9734_test_pattern(struct ov9734 *ov9734, u32 pattern)
 470 {
 471         if (pattern)
 472                 pattern = (pattern - 1) << OV9734_TEST_PATTERN_BAR_SHIFT |
 473                         OV9734_TEST_PATTERN_ENABLE;
 474
 475         return ov9734_write_reg(ov9734, OV9734_REG_TEST_PATTERN, 1, pattern);
 476 }
 477
 478 static int ov9734_set_ctrl(struct v4l2_ctrl *ctrl)
 479 {
 480         struct ov9734 *ov9734 = container_of(ctrl->handler,
 481                                              struct ov9734, ctrl_handler);
 482         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 483         s64 exposure_max;
 484         int ret = 0;
 485
 486         /* Propagate change of current control to all related controls */
 487         if (ctrl->id == V4L2_CID_VBLANK) {
 488                 /* Update max exposure while meeting expected vblanking */
 489                 exposure_max = ov9734->cur_mode->height + ctrl->val -
 490                         OV9734_EXPOSURE_MAX_MARGIN;
 491                 __v4l2_ctrl_modify_range(ov9734->exposure,
 492                                          ov9734->exposure->minimum,
 493                                          exposure_max, ov9734->exposure->step,
 494                                          exposure_max);
 495         }
 496
 497         /* V4L2 controls values will be applied only when power is already up */
 498         if (!pm_runtime_get_if_in_use(&client->dev))
 499                 return 0;
 500
 501         switch (ctrl->id) {
 502         case V4L2_CID_ANALOGUE_GAIN:
 503                 ret = ov9734_write_reg(ov9734, OV9734_REG_ANALOG_GAIN,
 504                                        2, ctrl->val);
 505                 break;
 506
 507         case V4L2_CID_DIGITAL_GAIN:
 508                 ret = ov9734_update_digital_gain(ov9734, ctrl->val);
 509                 break;
 510
 511         case V4L2_CID_EXPOSURE:
 512                 /* 4 least significant bits of expsoure are fractional part */
 513                 ret = ov9734_write_reg(ov9734, OV9734_REG_EXPOSURE,
 514                                        3, ctrl->val << 4);
 515                 break;
 516
 517         case V4L2_CID_VBLANK:
 518                 ret = ov9734_write_reg(ov9734, OV9734_REG_VTS, 2,
 519                                        ov9734->cur_mode->height + ctrl->val);
 520                 break;
 521
 522         case V4L2_CID_TEST_PATTERN:
 523                 ret = ov9734_test_pattern(ov9734, ctrl->val);
 524                 break;
 525
 526         default:
 527                 ret = -EINVAL;
 528                 break;
 529         }
 530
 531         pm_runtime_put(&client->dev);
 532
 533         return ret;
 534 }
 535
 536 static const struct v4l2_ctrl_ops ov9734_ctrl_ops = {
 537         .s_ctrl = ov9734_set_ctrl,
 538 };
 539
 540 static int ov9734_init_controls(struct ov9734 *ov9734)
 541 {
 542         struct v4l2_ctrl_handler *ctrl_hdlr;
 543         const struct ov9734_mode *cur_mode;
 544         s64 exposure_max, h_blank, pixel_rate;
 545         u32 vblank_min, vblank_max, vblank_default;
 546         int ret, size;
 547
 548         ctrl_hdlr = &ov9734->ctrl_handler;
 549         ret = v4l2_ctrl_handler_init(ctrl_hdlr, 8);
 550         if (ret)
 551                 return ret;
 552
 553         ctrl_hdlr->lock = &ov9734->mutex;
 554         cur_mode = ov9734->cur_mode;
 555         size = ARRAY_SIZE(link_freq_menu_items);
 556         ov9734->link_freq = v4l2_ctrl_new_int_menu(ctrl_hdlr, &ov9734_ctrl_ops,
 557                                                    V4L2_CID_LINK_FREQ,
 558                                                    size - 1, 0,
 559                                                    link_freq_menu_items);
 560         if (ov9734->link_freq)
 561                 ov9734->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY;
 562
 563         pixel_rate = to_pixel_rate(OV9734_LINK_FREQ_180MHZ_INDEX);
 564         ov9734->pixel_rate = v4l2_ctrl_new_std(ctrl_hdlr, &ov9734_ctrl_ops,
 565                                                V4L2_CID_PIXEL_RATE, 0,
 566                                                pixel_rate, 1, pixel_rate);
 567         vblank_min = cur_mode->vts_min - cur_mode->height;
 568         vblank_max = OV9734_VTS_MAX - cur_mode->height;
 569         vblank_default = cur_mode->vts_def - cur_mode->height;
 570         ov9734->vblank = v4l2_ctrl_new_std(ctrl_hdlr, &ov9734_ctrl_ops,
 571                                            V4L2_CID_VBLANK, vblank_min,
 572                                            vblank_max, 1, vblank_default);
 573         h_blank = to_pixels_per_line(cur_mode->hts, cur_mode->link_freq_index);
 574         h_blank -= cur_mode->width;
 575         ov9734->hblank = v4l2_ctrl_new_std(ctrl_hdlr, &ov9734_ctrl_ops,
 576                                            V4L2_CID_HBLANK, h_blank, h_blank, 1,
 577                                            h_blank);
 578         if (ov9734->hblank)
 579                 ov9734->hblank->flags |= V4L2_CTRL_FLAG_READ_ONLY;
 580
 581         v4l2_ctrl_new_std(ctrl_hdlr, &ov9734_ctrl_ops, V4L2_CID_ANALOGUE_GAIN,
 582                           OV9734_ANAL_GAIN_MIN, OV9734_ANAL_GAIN_MAX,
 583                           OV9734_ANAL_GAIN_STEP, OV9734_ANAL_GAIN_MIN);
 584         v4l2_ctrl_new_std(ctrl_hdlr, &ov9734_ctrl_ops, V4L2_CID_DIGITAL_GAIN,
 585                           OV9734_DGTL_GAIN_MIN, OV9734_DGTL_GAIN_MAX,
 586                           OV9734_DGTL_GAIN_STEP, OV9734_DGTL_GAIN_DEFAULT);
 587         exposure_max = ov9734->cur_mode->vts_def - OV9734_EXPOSURE_MAX_MARGIN;
 588         ov9734->exposure = v4l2_ctrl_new_std(ctrl_hdlr, &ov9734_ctrl_ops,
 589                                              V4L2_CID_EXPOSURE,
 590                                              OV9734_EXPOSURE_MIN, exposure_max,
 591                                              OV9734_EXPOSURE_STEP,
 592                                              exposure_max);
 593         v4l2_ctrl_new_std_menu_items(ctrl_hdlr, &ov9734_ctrl_ops,
 594                                      V4L2_CID_TEST_PATTERN,
 595                                      ARRAY_SIZE(ov9734_test_pattern_menu) - 1,
 596                                      0, 0, ov9734_test_pattern_menu);
 597         if (ctrl_hdlr->error)
 598                 return ctrl_hdlr->error;
 599
 600         ov9734->sd.ctrl_handler = ctrl_hdlr;
 601
 602         return 0;
 603 }
 604
 605 static void ov9734_update_pad_format(const struct ov9734_mode *mode,
 606                                      struct v4l2_mbus_framefmt *fmt)
 607 {
 608         fmt->width = mode->width;
 609         fmt->height = mode->height;
 610         fmt->code = MEDIA_BUS_FMT_SGRBG10_1X10;
 611         fmt->field = V4L2_FIELD_NONE;
 612 }
 613
 614 static int ov9734_start_streaming(struct ov9734 *ov9734)
 615 {
 616         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 617         const struct ov9734_reg_list *reg_list;
 618         int link_freq_index, ret;
 619
 620         link_freq_index = ov9734->cur_mode->link_freq_index;
 621         reg_list = &link_freq_configs[link_freq_index].reg_list;
 622         ret = ov9734_write_reg_list(ov9734, reg_list);
 623         if (ret) {
 624                 dev_err(&client->dev, "failed to set plls");
 625                 return ret;
 626         }
 627
 628         reg_list = &ov9734->cur_mode->reg_list;
 629         ret = ov9734_write_reg_list(ov9734, reg_list);
 630         if (ret) {
 631                 dev_err(&client->dev, "failed to set mode");
 632                 return ret;
 633         }
 634
 635         ret = __v4l2_ctrl_handler_setup(ov9734->sd.ctrl_handler);
 636         if (ret)
 637                 return ret;
 638
 639         ret = ov9734_write_reg(ov9734, OV9734_REG_MODE_SELECT,
 640                                1, OV9734_MODE_STREAMING);
 641         if (ret)
 642                 dev_err(&client->dev, "failed to start stream");
 643
 644         return ret;
 645 }
 646
 647 static void ov9734_stop_streaming(struct ov9734 *ov9734)
 648 {
 649         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 650
 651         if (ov9734_write_reg(ov9734, OV9734_REG_MODE_SELECT,
 652                              1, OV9734_MODE_STANDBY))
 653                 dev_err(&client->dev, "failed to stop stream");
 654 }
 655
 656 static int ov9734_set_stream(struct v4l2_subdev *sd, int enable)
 657 {
 658         struct ov9734 *ov9734 = to_ov9734(sd);
 659         struct i2c_client *client = v4l2_get_subdevdata(sd);
 660         int ret = 0;
 661
 662         mutex_lock(&ov9734->mutex);
 663         if (ov9734->streaming == enable) {
 664                 mutex_unlock(&ov9734->mutex);
 665                 return 0;
 666         }
 667
 668         if (enable) {
 669                 ret = pm_runtime_resume_and_get(&client->dev);
 670                 if (ret < 0) {
 671                         mutex_unlock(&ov9734->mutex);
 672                         return ret;
 673                 }
 674
 675                 ret = ov9734_start_streaming(ov9734);
 676                 if (ret) {
 677                         enable = 0;
 678                         ov9734_stop_streaming(ov9734);
 679                         pm_runtime_put(&client->dev);
 680                 }
 681         } else {
 682                 ov9734_stop_streaming(ov9734);
 683                 pm_runtime_put(&client->dev);
 684         }
 685
 686         ov9734->streaming = enable;
 687         mutex_unlock(&ov9734->mutex);
 688
 689         return ret;
 690 }
 691
 692 static int __maybe_unused ov9734_suspend(struct device *dev)
 693 {
 694         struct i2c_client *client = to_i2c_client(dev);
 695         struct v4l2_subdev *sd = i2c_get_clientdata(client);
 696         struct ov9734 *ov9734 = to_ov9734(sd);
 697
 698         mutex_lock(&ov9734->mutex);
 699         if (ov9734->streaming)
 700                 ov9734_stop_streaming(ov9734);
 701
 702         mutex_unlock(&ov9734->mutex);
 703
 704         return 0;
 705 }
 706
 707 static int __maybe_unused ov9734_resume(struct device *dev)
 708 {
 709         struct i2c_client *client = to_i2c_client(dev);
 710         struct v4l2_subdev *sd = i2c_get_clientdata(client);
 711         struct ov9734 *ov9734 = to_ov9734(sd);
 712         int ret = 0;
 713
 714         mutex_lock(&ov9734->mutex);
 715         if (!ov9734->streaming)
 716                 goto exit;
 717
 718         ret = ov9734_start_streaming(ov9734);
 719         if (ret) {
 720                 ov9734->streaming = false;
 721                 ov9734_stop_streaming(ov9734);
 722         }
 723
 724 exit:
 725         mutex_unlock(&ov9734->mutex);
 726         return ret;
 727 }
 728
 729 static int ov9734_set_format(struct v4l2_subdev *sd,
 730                              struct v4l2_subdev_state *sd_state,
 731                              struct v4l2_subdev_format *fmt)
 732 {
 733         struct ov9734 *ov9734 = to_ov9734(sd);
 734         const struct ov9734_mode *mode;
 735         s32 vblank_def, h_blank;
 736
 737         mode = v4l2_find_nearest_size(supported_modes,
 738                                       ARRAY_SIZE(supported_modes), width,
 739                                       height, fmt->format.width,
 740                                       fmt->format.height);
 741
 742         mutex_lock(&ov9734->mutex);
 743         ov9734_update_pad_format(mode, &fmt->format);
 744         if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
 745                 *v4l2_subdev_get_try_format(sd, sd_state, fmt->pad) = fmt->format;
 746         } else {
 747                 ov9734->cur_mode = mode;
 748                 __v4l2_ctrl_s_ctrl(ov9734->link_freq, mode->link_freq_index);
 749                 __v4l2_ctrl_s_ctrl_int64(ov9734->pixel_rate,
 750                                          to_pixel_rate(mode->link_freq_index));
 751
 752                 /* Update limits and set FPS to default */
 753                 vblank_def = mode->vts_def - mode->height;
 754                 __v4l2_ctrl_modify_range(ov9734->vblank,
 755                                          mode->vts_min - mode->height,
 756                                          OV9734_VTS_MAX - mode->height, 1,
 757                                          vblank_def);
 758                 __v4l2_ctrl_s_ctrl(ov9734->vblank, vblank_def);
 759                 h_blank = to_pixels_per_line(mode->hts, mode->link_freq_index) -
 760                         mode->width;
 761                 __v4l2_ctrl_modify_range(ov9734->hblank, h_blank, h_blank, 1,
 762                                          h_blank);
 763         }
 764
 765         mutex_unlock(&ov9734->mutex);
 766
 767         return 0;
 768 }
 769
 770 static int ov9734_get_format(struct v4l2_subdev *sd,
 771                              struct v4l2_subdev_state *sd_state,
 772                              struct v4l2_subdev_format *fmt)
 773 {
 774         struct ov9734 *ov9734 = to_ov9734(sd);
 775
 776         mutex_lock(&ov9734->mutex);
 777         if (fmt->which == V4L2_SUBDEV_FORMAT_TRY)
 778                 fmt->format = *v4l2_subdev_get_try_format(&ov9734->sd,
 779                                                           sd_state,
 780                                                           fmt->pad);
 781         else
 782                 ov9734_update_pad_format(ov9734->cur_mode, &fmt->format);
 783
 784         mutex_unlock(&ov9734->mutex);
 785
 786         return 0;
 787 }
 788
 789 static int ov9734_enum_mbus_code(struct v4l2_subdev *sd,
 790                                  struct v4l2_subdev_state *sd_state,
 791                                  struct v4l2_subdev_mbus_code_enum *code)
 792 {
 793         if (code->index > 0)
 794                 return -EINVAL;
 795
 796         code->code = MEDIA_BUS_FMT_SGRBG10_1X10;
 797
 798         return 0;
 799 }
 800
 801 static int ov9734_enum_frame_size(struct v4l2_subdev *sd,
 802                                   struct v4l2_subdev_state *sd_state,
 803                                   struct v4l2_subdev_frame_size_enum *fse)
 804 {
 805         if (fse->index >= ARRAY_SIZE(supported_modes))
 806                 return -EINVAL;
 807
 808         if (fse->code != MEDIA_BUS_FMT_SGRBG10_1X10)
 809                 return -EINVAL;
 810
 811         fse->min_width = supported_modes[fse->index].width;
 812         fse->max_width = fse->min_width;
 813         fse->min_height = supported_modes[fse->index].height;
 814         fse->max_height = fse->min_height;
 815
 816         return 0;
 817 }
 818
 819 static int ov9734_open(struct v4l2_subdev *sd, struct v4l2_subdev_fh *fh)
 820 {
 821         struct ov9734 *ov9734 = to_ov9734(sd);
 822
 823         mutex_lock(&ov9734->mutex);
 824         ov9734_update_pad_format(&supported_modes[0],
 825                                  v4l2_subdev_get_try_format(sd, fh->state, 0));
 826         mutex_unlock(&ov9734->mutex);
 827
 828         return 0;
 829 }
 830
 831 static const struct v4l2_subdev_video_ops ov9734_video_ops = {
 832         .s_stream = ov9734_set_stream,
 833 };
 834
 835 static const struct v4l2_subdev_pad_ops ov9734_pad_ops = {
 836         .set_fmt = ov9734_set_format,
 837         .get_fmt = ov9734_get_format,
 838         .enum_mbus_code = ov9734_enum_mbus_code,
 839         .enum_frame_size = ov9734_enum_frame_size,
 840 };
 841
 842 static const struct v4l2_subdev_ops ov9734_subdev_ops = {
 843         .video = &ov9734_video_ops,
 844         .pad = &ov9734_pad_ops,
 845 };
 846
 847 static const struct media_entity_operations ov9734_subdev_entity_ops = {
 848         .link_validate = v4l2_subdev_link_validate,
 849 };
 850
 851 static const struct v4l2_subdev_internal_ops ov9734_internal_ops = {
 852         .open = ov9734_open,
 853 };
 854
 855 static int ov9734_identify_module(struct ov9734 *ov9734)
 856 {
 857         struct i2c_client *client = v4l2_get_subdevdata(&ov9734->sd);
 858         int ret;
 859         u32 val;
 860
 861         ret = ov9734_read_reg(ov9734, OV9734_REG_CHIP_ID, 2, &val);
 862         if (ret)
 863                 return ret;
 864
 865         if (val != OV9734_CHIP_ID) {
 866                 dev_err(&client->dev, "chip id mismatch: %x!=%x",
 867                         OV9734_CHIP_ID, val);
 868                 return -ENXIO;
 869         }
 870
 871         return 0;
 872 }
 873
 874 static int ov9734_check_hwcfg(struct device *dev)
 875 {
 876         struct fwnode_handle *ep;
 877         struct fwnode_handle *fwnode = dev_fwnode(dev);
 878         struct v4l2_fwnode_endpoint bus_cfg = {
 879                 .bus_type = V4L2_MBUS_CSI2_DPHY
 880         };
 881         u32 mclk;
 882         int ret;
 883         unsigned int i, j;
 884
 885         if (!fwnode)
 886                 return -ENXIO;
 887
 888         ret = fwnode_property_read_u32(fwnode, "clock-frequency", &mclk);
 889         if (ret)
 890                 return ret;
 891
 892         if (mclk != OV9734_MCLK) {
 893                 dev_err(dev, "external clock %d is not supported", mclk);
 894                 return -EINVAL;
 895         }
 896
 897         ep = fwnode_graph_get_next_endpoint(fwnode, NULL);
 898         if (!ep)
 899                 return -ENXIO;
 900
 901         ret = v4l2_fwnode_endpoint_alloc_parse(ep, &bus_cfg);
 902         fwnode_handle_put(ep);
 903         if (ret)
 904                 return ret;
 905
 906         if (!bus_cfg.nr_of_link_frequencies) {
 907                 dev_err(dev, "no link frequencies defined");
 908                 ret = -EINVAL;
 909                 goto check_hwcfg_error;
 910         }
 911
 912         for (i = 0; i < ARRAY_SIZE(link_freq_menu_items); i++) {
 913                 for (j = 0; j < bus_cfg.nr_of_link_frequencies; j++) {
 914                         if (link_freq_menu_items[i] ==
 915                             bus_cfg.link_frequencies[j])
 916                                 break;
 917                 }
 918
 919                 if (j == bus_cfg.nr_of_link_frequencies) {
 920                         dev_err(dev, "no link frequency %lld supported",
 921                                 link_freq_menu_items[i]);
 922                         ret = -EINVAL;
 923                         goto check_hwcfg_error;
 924                 }
 925         }
 926
 927 check_hwcfg_error:
 928         v4l2_fwnode_endpoint_free(&bus_cfg);
 929
 930         return ret;
 931 }
 932
 933 static void ov9734_remove(struct i2c_client *client)
 934 {
 935         struct v4l2_subdev *sd = i2c_get_clientdata(client);
 936         struct ov9734 *ov9734 = to_ov9734(sd);
 937
 938         v4l2_async_unregister_subdev(sd);
 939         media_entity_cleanup(&sd->entity);
 940         v4l2_ctrl_handler_free(sd->ctrl_handler);
 941         pm_runtime_disable(&client->dev);
 942         mutex_destroy(&ov9734->mutex);
 943 }
 944
 945 static int ov9734_probe(struct i2c_client *client)
 946 {
 947         struct ov9734 *ov9734;
 948         int ret;
 949
 950         ret = ov9734_check_hwcfg(&client->dev);
 951         if (ret) {
 952                 dev_err(&client->dev, "failed to check HW configuration: %d",
 953                         ret);
 954                 return ret;
 955         }
 956
 957         ov9734 = devm_kzalloc(&client->dev, sizeof(*ov9734), GFP_KERNEL);
 958         if (!ov9734)
 959                 return -ENOMEM;
 960
 961         v4l2_i2c_subdev_init(&ov9734->sd, client, &ov9734_subdev_ops);
 962         ret = ov9734_identify_module(ov9734);
 963         if (ret) {
 964                 dev_err(&client->dev, "failed to find sensor: %d", ret);
 965                 return ret;
 966         }
 967
 968         mutex_init(&ov9734->mutex);
 969         ov9734->cur_mode = &supported_modes[0];
 970         ret = ov9734_init_controls(ov9734);
 971         if (ret) {
 972                 dev_err(&client->dev, "failed to init controls: %d", ret);
 973                 goto probe_error_v4l2_ctrl_handler_free;
 974         }
 975
 976         ov9734->sd.internal_ops = &ov9734_internal_ops;
 977         ov9734->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE;
 978         ov9734->sd.entity.ops = &ov9734_subdev_entity_ops;
 979         ov9734->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR;
 980         ov9734->pad.flags = MEDIA_PAD_FL_SOURCE;
 981         ret = media_entity_pads_init(&ov9734->sd.entity, 1, &ov9734->pad);
 982         if (ret) {
 983                 dev_err(&client->dev, "failed to init entity pads: %d", ret);
 984                 goto probe_error_v4l2_ctrl_handler_free;
 985         }
 986
 987         ret = v4l2_async_register_subdev_sensor(&ov9734->sd);
 988         if (ret < 0) {
 989                 dev_err(&client->dev, "failed to register V4L2 subdev: %d",
 990                         ret);
 991                 goto probe_error_media_entity_cleanup;
 992         }
 993
 994         /*
 995          * Device is already turned on by i2c-core with ACPI domain PM.
 996          * Enable runtime PM and turn off the device.
 997          */
 998         pm_runtime_set_active(&client->dev);
 999         pm_runtime_enable(&client->dev);
1000         pm_runtime_idle(&client->dev);
1001
1002         return 0;
1003
1004 probe_error_media_entity_cleanup:
1005         media_entity_cleanup(&ov9734->sd.entity);
1006
1007 probe_error_v4l2_ctrl_handler_free:
1008         v4l2_ctrl_handler_free(ov9734->sd.ctrl_handler);
1009         mutex_destroy(&ov9734->mutex);
1010
1011         return ret;
1012 }
1013
1014 static const struct dev_pm_ops ov9734_pm_ops = {
1015         SET_SYSTEM_SLEEP_PM_OPS(ov9734_suspend, ov9734_resume)
1016 };
1017
1018 static const struct acpi_device_id ov9734_acpi_ids[] = {
1019         { "OVTI9734", },
1020         {}
1021 };
1022
1023 MODULE_DEVICE_TABLE(acpi, ov9734_acpi_ids);
1024
1025 static struct i2c_driver ov9734_i2c_driver = {
1026         .driver = {
1027                 .name = "ov9734",
1028                 .pm = &ov9734_pm_ops,
1029                 .acpi_match_table = ov9734_acpi_ids,
1030         },
1031         .probe_new = ov9734_probe,
1032         .remove = ov9734_remove,
1033 };
1034
1035 module_i2c_driver(ov9734_i2c_driver);
1036
1037 MODULE_AUTHOR("Qiu, Tianshu <[email protected]>");
1038 MODULE_AUTHOR("Bingbu Cao <[email protected]>");
1039 MODULE_DESCRIPTION("OmniVision OV9734 sensor driver");
1040 MODULE_LICENSE("GPL v2");