drivers/soundwire/stream.c

   1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
   2 // Copyright(c) 2015-18 Intel Corporation.
   3
   4 /*
   5  *  stream.c - SoundWire Bus stream operations.
   6  */
   7
   8 #include <linux/delay.h>
   9 #include <linux/device.h>
  10 #include <linux/init.h>
  11 #include <linux/module.h>
  12 #include <linux/mod_devicetable.h>
  13 #include <linux/slab.h>
  14 #include <linux/soundwire/sdw_registers.h>
  15 #include <linux/soundwire/sdw.h>
  16 #include "bus.h"
  17
  18 /*
  19  * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
  20  *
  21  * The rows are arranged as per the array index value programmed
  22  * in register. The index 15 has dummy value 0 in order to fill hole.
  23  */
  24 int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
  25                         96, 100, 120, 128, 150, 160, 250, 0,
  26                         192, 200, 240, 256, 72, 144, 90, 180};
  27
  28 int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
  29
  30 int sdw_find_col_index(int col)
  31 {
  32         int i;
  33
  34         for (i = 0; i < SDW_FRAME_COLS; i++) {
  35                 if (sdw_cols[i] == col)
  36                         return i;
  37         }
  38
  39         pr_warn("Requested column not found, selecting lowest column no: 2\n");
  40         return 0;
  41 }
  42 EXPORT_SYMBOL(sdw_find_col_index);
  43
  44 int sdw_find_row_index(int row)
  45 {
  46         int i;
  47
  48         for (i = 0; i < SDW_FRAME_ROWS; i++) {
  49                 if (sdw_rows[i] == row)
  50                         return i;
  51         }
  52
  53         pr_warn("Requested row not found, selecting lowest row no: 48\n");
  54         return 0;
  55 }
  56 EXPORT_SYMBOL(sdw_find_row_index);
  57
  58 static int _sdw_program_slave_port_params(struct sdw_bus *bus,
  59                                           struct sdw_slave *slave,
  60                                           struct sdw_transport_params *t_params,
  61                                           enum sdw_dpn_type type)
  62 {
  63         u32 addr1, addr2, addr3, addr4;
  64         int ret;
  65         u16 wbuf;
  66
  67         if (bus->params.next_bank) {
  68                 addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
  69                 addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
  70                 addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
  71                 addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
  72         } else {
  73                 addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
  74                 addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
  75                 addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
  76                 addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
  77         }
  78
  79         /* Program DPN_OffsetCtrl2 registers */
  80         ret = sdw_write(slave, addr1, t_params->offset2);
  81         if (ret < 0) {
  82                 dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n");
  83                 return ret;
  84         }
  85
  86         /* Program DPN_BlockCtrl3 register */
  87         ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
  88         if (ret < 0) {
  89                 dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n");
  90                 return ret;
  91         }
  92
  93         /*
  94          * Data ports are FULL, SIMPLE and REDUCED. This function handles
  95          * FULL and REDUCED only and beyond this point only FULL is
  96          * handled, so bail out if we are not FULL data port type
  97          */
  98         if (type != SDW_DPN_FULL)
  99                 return ret;
 100
 101         /* Program DPN_SampleCtrl2 register */
 102         wbuf = (t_params->sample_interval - 1);
 103         wbuf &= SDW_DPN_SAMPLECTRL_HIGH;
 104         wbuf >>= SDW_REG_SHIFT(SDW_DPN_SAMPLECTRL_HIGH);
 105
 106         ret = sdw_write(slave, addr3, wbuf);
 107         if (ret < 0) {
 108                 dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n");
 109                 return ret;
 110         }
 111
 112         /* Program DPN_HCtrl register */
 113         wbuf = t_params->hstart;
 114         wbuf <<= SDW_REG_SHIFT(SDW_DPN_HCTRL_HSTART);
 115         wbuf |= t_params->hstop;
 116
 117         ret = sdw_write(slave, addr4, wbuf);
 118         if (ret < 0)
 119                 dev_err(bus->dev, "DPN_HCtrl register write failed\n");
 120
 121         return ret;
 122 }
 123
 124 static int sdw_program_slave_port_params(struct sdw_bus *bus,
 125                                          struct sdw_slave_runtime *s_rt,
 126                                          struct sdw_port_runtime *p_rt)
 127 {
 128         struct sdw_transport_params *t_params = &p_rt->transport_params;
 129         struct sdw_port_params *p_params = &p_rt->port_params;
 130         struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
 131         u32 addr1, addr2, addr3, addr4, addr5, addr6;
 132         struct sdw_dpn_prop *dpn_prop;
 133         int ret;
 134         u8 wbuf;
 135
 136         dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
 137                                           s_rt->direction,
 138                                           t_params->port_num);
 139         if (!dpn_prop)
 140                 return -EINVAL;
 141
 142         addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
 143         addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
 144
 145         if (bus->params.next_bank) {
 146                 addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
 147                 addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
 148                 addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
 149                 addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
 150
 151         } else {
 152                 addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
 153                 addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
 154                 addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
 155                 addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
 156         }
 157
 158         /* Program DPN_PortCtrl register */
 159         wbuf = p_params->data_mode << SDW_REG_SHIFT(SDW_DPN_PORTCTRL_DATAMODE);
 160         wbuf |= p_params->flow_mode;
 161
 162         ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
 163         if (ret < 0) {
 164                 dev_err(&s_rt->slave->dev,
 165                         "DPN_PortCtrl register write failed for port %d\n",
 166                         t_params->port_num);
 167                 return ret;
 168         }
 169
 170         if (!dpn_prop->read_only_wordlength) {
 171                 /* Program DPN_BlockCtrl1 register */
 172                 ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
 173                 if (ret < 0) {
 174                         dev_err(&s_rt->slave->dev,
 175                                 "DPN_BlockCtrl1 register write failed for port %d\n",
 176                                 t_params->port_num);
 177                         return ret;
 178                 }
 179         }
 180
 181         /* Program DPN_SampleCtrl1 register */
 182         wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
 183         ret = sdw_write(s_rt->slave, addr3, wbuf);
 184         if (ret < 0) {
 185                 dev_err(&s_rt->slave->dev,
 186                         "DPN_SampleCtrl1 register write failed for port %d\n",
 187                         t_params->port_num);
 188                 return ret;
 189         }
 190
 191         /* Program DPN_OffsetCtrl1 registers */
 192         ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
 193         if (ret < 0) {
 194                 dev_err(&s_rt->slave->dev,
 195                         "DPN_OffsetCtrl1 register write failed for port %d\n",
 196                         t_params->port_num);
 197                 return ret;
 198         }
 199
 200         /* Program DPN_BlockCtrl2 register*/
 201         if (t_params->blk_grp_ctrl_valid) {
 202                 ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
 203                 if (ret < 0) {
 204                         dev_err(&s_rt->slave->dev,
 205                                 "DPN_BlockCtrl2 reg write failed for port %d\n",
 206                                 t_params->port_num);
 207                         return ret;
 208                 }
 209         }
 210
 211         /* program DPN_LaneCtrl register */
 212         if (slave_prop->lane_control_support) {
 213                 ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
 214                 if (ret < 0) {
 215                         dev_err(&s_rt->slave->dev,
 216                                 "DPN_LaneCtrl register write failed for port %d\n",
 217                                 t_params->port_num);
 218                         return ret;
 219                 }
 220         }
 221
 222         if (dpn_prop->type != SDW_DPN_SIMPLE) {
 223                 ret = _sdw_program_slave_port_params(bus, s_rt->slave,
 224                                                      t_params, dpn_prop->type);
 225                 if (ret < 0)
 226                         dev_err(&s_rt->slave->dev,
 227                                 "Transport reg write failed for port: %d\n",
 228                                 t_params->port_num);
 229         }
 230
 231         return ret;
 232 }
 233
 234 static int sdw_program_master_port_params(struct sdw_bus *bus,
 235                                           struct sdw_port_runtime *p_rt)
 236 {
 237         int ret;
 238
 239         /*
 240          * we need to set transport and port parameters for the port.
 241          * Transport parameters refers to the sample interval, offsets and
 242          * hstart/stop etc of the data. Port parameters refers to word
 243          * length, flow mode etc of the port
 244          */
 245         ret = bus->port_ops->dpn_set_port_transport_params(bus,
 246                                         &p_rt->transport_params,
 247                                         bus->params.next_bank);
 248         if (ret < 0)
 249                 return ret;
 250
 251         return bus->port_ops->dpn_set_port_params(bus,
 252                                                   &p_rt->port_params,
 253                                                   bus->params.next_bank);
 254 }
 255
 256 /**
 257  * sdw_program_port_params() - Programs transport parameters of Master(s)
 258  * and Slave(s)
 259  *
 260  * @m_rt: Master stream runtime
 261  */
 262 static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
 263 {
 264         struct sdw_slave_runtime *s_rt = NULL;
 265         struct sdw_bus *bus = m_rt->bus;
 266         struct sdw_port_runtime *p_rt;
 267         int ret = 0;
 268
 269         /* Program transport & port parameters for Slave(s) */
 270         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 271                 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
 272                         ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
 273                         if (ret < 0)
 274                                 return ret;
 275                 }
 276         }
 277
 278         /* Program transport & port parameters for Master(s) */
 279         list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
 280                 ret = sdw_program_master_port_params(bus, p_rt);
 281                 if (ret < 0)
 282                         return ret;
 283         }
 284
 285         return 0;
 286 }
 287
 288 /**
 289  * sdw_enable_disable_slave_ports: Enable/disable slave data port
 290  *
 291  * @bus: bus instance
 292  * @s_rt: slave runtime
 293  * @p_rt: port runtime
 294  * @en: enable or disable operation
 295  *
 296  * This function only sets the enable/disable bits in the relevant bank, the
 297  * actual enable/disable is done with a bank switch
 298  */
 299 static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
 300                                           struct sdw_slave_runtime *s_rt,
 301                                           struct sdw_port_runtime *p_rt,
 302                                           bool en)
 303 {
 304         struct sdw_transport_params *t_params = &p_rt->transport_params;
 305         u32 addr;
 306         int ret;
 307
 308         if (bus->params.next_bank)
 309                 addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
 310         else
 311                 addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
 312
 313         /*
 314          * Since bus doesn't support sharing a port across two streams,
 315          * it is safe to reset this register
 316          */
 317         if (en)
 318                 ret = sdw_update(s_rt->slave, addr, 0xFF, p_rt->ch_mask);
 319         else
 320                 ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
 321
 322         if (ret < 0)
 323                 dev_err(&s_rt->slave->dev,
 324                         "Slave chn_en reg write failed:%d port:%d\n",
 325                         ret, t_params->port_num);
 326
 327         return ret;
 328 }
 329
 330 static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
 331                                            struct sdw_port_runtime *p_rt,
 332                                            bool en)
 333 {
 334         struct sdw_transport_params *t_params = &p_rt->transport_params;
 335         struct sdw_bus *bus = m_rt->bus;
 336         struct sdw_enable_ch enable_ch;
 337         int ret;
 338
 339         enable_ch.port_num = p_rt->num;
 340         enable_ch.ch_mask = p_rt->ch_mask;
 341         enable_ch.enable = en;
 342
 343         /* Perform Master port channel(s) enable/disable */
 344         if (bus->port_ops->dpn_port_enable_ch) {
 345                 ret = bus->port_ops->dpn_port_enable_ch(bus,
 346                                                         &enable_ch,
 347                                                         bus->params.next_bank);
 348                 if (ret < 0) {
 349                         dev_err(bus->dev,
 350                                 "Master chn_en write failed:%d port:%d\n",
 351                                 ret, t_params->port_num);
 352                         return ret;
 353                 }
 354         } else {
 355                 dev_err(bus->dev,
 356                         "dpn_port_enable_ch not supported, %s failed\n",
 357                         en ? "enable" : "disable");
 358                 return -EINVAL;
 359         }
 360
 361         return 0;
 362 }
 363
 364 /**
 365  * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
 366  * Slave(s)
 367  *
 368  * @m_rt: Master stream runtime
 369  * @en: mode (enable/disable)
 370  */
 371 static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
 372 {
 373         struct sdw_port_runtime *s_port, *m_port;
 374         struct sdw_slave_runtime *s_rt;
 375         int ret = 0;
 376
 377         /* Enable/Disable Slave port(s) */
 378         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 379                 list_for_each_entry(s_port, &s_rt->port_list, port_node) {
 380                         ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
 381                                                              s_port, en);
 382                         if (ret < 0)
 383                                 return ret;
 384                 }
 385         }
 386
 387         /* Enable/Disable Master port(s) */
 388         list_for_each_entry(m_port, &m_rt->port_list, port_node) {
 389                 ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
 390                 if (ret < 0)
 391                         return ret;
 392         }
 393
 394         return 0;
 395 }
 396
 397 static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
 398                             struct sdw_prepare_ch prep_ch,
 399                             enum sdw_port_prep_ops cmd)
 400 {
 401         const struct sdw_slave_ops *ops = s_rt->slave->ops;
 402         int ret;
 403
 404         if (ops->port_prep) {
 405                 ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
 406                 if (ret < 0) {
 407                         dev_err(&s_rt->slave->dev,
 408                                 "Slave Port Prep cmd %d failed: %d\n",
 409                                 cmd, ret);
 410                         return ret;
 411                 }
 412         }
 413
 414         return 0;
 415 }
 416
 417 static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
 418                                        struct sdw_slave_runtime *s_rt,
 419                                        struct sdw_port_runtime *p_rt,
 420                                        bool prep)
 421 {
 422         struct completion *port_ready;
 423         struct sdw_dpn_prop *dpn_prop;
 424         struct sdw_prepare_ch prep_ch;
 425         unsigned int time_left;
 426         bool intr = false;
 427         int ret = 0, val;
 428         u32 addr;
 429
 430         prep_ch.num = p_rt->num;
 431         prep_ch.ch_mask = p_rt->ch_mask;
 432
 433         dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
 434                                           s_rt->direction,
 435                                           prep_ch.num);
 436         if (!dpn_prop) {
 437                 dev_err(bus->dev,
 438                         "Slave Port:%d properties not found\n", prep_ch.num);
 439                 return -EINVAL;
 440         }
 441
 442         prep_ch.prepare = prep;
 443
 444         prep_ch.bank = bus->params.next_bank;
 445
 446         if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm)
 447                 intr = true;
 448
 449         /*
 450          * Enable interrupt before Port prepare.
 451          * For Port de-prepare, it is assumed that port
 452          * was prepared earlier
 453          */
 454         if (prep && intr) {
 455                 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
 456                                              dpn_prop->imp_def_interrupts);
 457                 if (ret < 0)
 458                         return ret;
 459         }
 460
 461         /* Inform slave about the impending port prepare */
 462         sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
 463
 464         /* Prepare Slave port implementing CP_SM */
 465         if (!dpn_prop->simple_ch_prep_sm) {
 466                 addr = SDW_DPN_PREPARECTRL(p_rt->num);
 467
 468                 if (prep)
 469                         ret = sdw_update(s_rt->slave, addr,
 470                                          0xFF, p_rt->ch_mask);
 471                 else
 472                         ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
 473
 474                 if (ret < 0) {
 475                         dev_err(&s_rt->slave->dev,
 476                                 "Slave prep_ctrl reg write failed\n");
 477                         return ret;
 478                 }
 479
 480                 /* Wait for completion on port ready */
 481                 port_ready = &s_rt->slave->port_ready[prep_ch.num];
 482                 time_left = wait_for_completion_timeout(port_ready,
 483                                 msecs_to_jiffies(dpn_prop->ch_prep_timeout));
 484
 485                 val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
 486                 val &= p_rt->ch_mask;
 487                 if (!time_left || val) {
 488                         dev_err(&s_rt->slave->dev,
 489                                 "Chn prep failed for port:%d\n", prep_ch.num);
 490                         return -ETIMEDOUT;
 491                 }
 492         }
 493
 494         /* Inform slaves about ports prepared */
 495         sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
 496
 497         /* Disable interrupt after Port de-prepare */
 498         if (!prep && intr)
 499                 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
 500                                              dpn_prop->imp_def_interrupts);
 501
 502         return ret;
 503 }
 504
 505 static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
 506                                         struct sdw_port_runtime *p_rt,
 507                                         bool prep)
 508 {
 509         struct sdw_transport_params *t_params = &p_rt->transport_params;
 510         struct sdw_bus *bus = m_rt->bus;
 511         const struct sdw_master_port_ops *ops = bus->port_ops;
 512         struct sdw_prepare_ch prep_ch;
 513         int ret = 0;
 514
 515         prep_ch.num = p_rt->num;
 516         prep_ch.ch_mask = p_rt->ch_mask;
 517         prep_ch.prepare = prep; /* Prepare/De-prepare */
 518         prep_ch.bank = bus->params.next_bank;
 519
 520         /* Pre-prepare/Pre-deprepare port(s) */
 521         if (ops->dpn_port_prep) {
 522                 ret = ops->dpn_port_prep(bus, &prep_ch);
 523                 if (ret < 0) {
 524                         dev_err(bus->dev, "Port prepare failed for port:%d\n",
 525                                 t_params->port_num);
 526                         return ret;
 527                 }
 528         }
 529
 530         return ret;
 531 }
 532
 533 /**
 534  * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
 535  * Slave(s)
 536  *
 537  * @m_rt: Master runtime handle
 538  * @prep: Prepare or De-prepare
 539  */
 540 static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
 541 {
 542         struct sdw_slave_runtime *s_rt;
 543         struct sdw_port_runtime *p_rt;
 544         int ret = 0;
 545
 546         /* Prepare/De-prepare Slave port(s) */
 547         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 548                 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
 549                         ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
 550                                                           p_rt, prep);
 551                         if (ret < 0)
 552                                 return ret;
 553                 }
 554         }
 555
 556         /* Prepare/De-prepare Master port(s) */
 557         list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
 558                 ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
 559                 if (ret < 0)
 560                         return ret;
 561         }
 562
 563         return ret;
 564 }
 565
 566 /**
 567  * sdw_notify_config() - Notify bus configuration
 568  *
 569  * @m_rt: Master runtime handle
 570  *
 571  * This function notifies the Master(s) and Slave(s) of the
 572  * new bus configuration.
 573  */
 574 static int sdw_notify_config(struct sdw_master_runtime *m_rt)
 575 {
 576         struct sdw_slave_runtime *s_rt;
 577         struct sdw_bus *bus = m_rt->bus;
 578         struct sdw_slave *slave;
 579         int ret = 0;
 580
 581         if (bus->ops->set_bus_conf) {
 582                 ret = bus->ops->set_bus_conf(bus, &bus->params);
 583                 if (ret < 0)
 584                         return ret;
 585         }
 586
 587         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 588                 slave = s_rt->slave;
 589
 590                 if (slave->ops->bus_config) {
 591                         ret = slave->ops->bus_config(slave, &bus->params);
 592                         if (ret < 0)
 593                                 dev_err(bus->dev, "Notify Slave: %d failed\n",
 594                                         slave->dev_num);
 595                         return ret;
 596                 }
 597         }
 598
 599         return ret;
 600 }
 601
 602 /**
 603  * sdw_program_params() - Program transport and port parameters for Master(s)
 604  * and Slave(s)
 605  *
 606  * @bus: SDW bus instance
 607  */
 608 static int sdw_program_params(struct sdw_bus *bus)
 609 {
 610         struct sdw_master_runtime *m_rt;
 611         int ret = 0;
 612
 613         list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
 614                 ret = sdw_program_port_params(m_rt);
 615                 if (ret < 0) {
 616                         dev_err(bus->dev,
 617                                 "Program transport params failed: %d\n", ret);
 618                         return ret;
 619                 }
 620
 621                 ret = sdw_notify_config(m_rt);
 622                 if (ret < 0) {
 623                         dev_err(bus->dev,
 624                                 "Notify bus config failed: %d\n", ret);
 625                         return ret;
 626                 }
 627
 628                 /* Enable port(s) on alternate bank for all active streams */
 629                 if (m_rt->stream->state != SDW_STREAM_ENABLED)
 630                         continue;
 631
 632                 ret = sdw_enable_disable_ports(m_rt, true);
 633                 if (ret < 0) {
 634                         dev_err(bus->dev, "Enable channel failed: %d\n", ret);
 635                         return ret;
 636                 }
 637         }
 638
 639         return ret;
 640 }
 641
 642 static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
 643 {
 644         int col_index, row_index;
 645         bool multi_link;
 646         struct sdw_msg *wr_msg;
 647         u8 *wbuf;
 648         int ret;
 649         u16 addr;
 650
 651         wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
 652         if (!wr_msg)
 653                 return -ENOMEM;
 654
 655         bus->defer_msg.msg = wr_msg;
 656
 657         wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
 658         if (!wbuf) {
 659                 ret = -ENOMEM;
 660                 goto error_1;
 661         }
 662
 663         /* Get row and column index to program register */
 664         col_index = sdw_find_col_index(bus->params.col);
 665         row_index = sdw_find_row_index(bus->params.row);
 666         wbuf[0] = col_index | (row_index << 3);
 667
 668         if (bus->params.next_bank)
 669                 addr = SDW_SCP_FRAMECTRL_B1;
 670         else
 671                 addr = SDW_SCP_FRAMECTRL_B0;
 672
 673         sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
 674                      SDW_MSG_FLAG_WRITE, wbuf);
 675         wr_msg->ssp_sync = true;
 676
 677         /*
 678          * Set the multi_link flag only when both the hardware supports
 679          * and there is a stream handled by multiple masters
 680          */
 681         multi_link = bus->multi_link && (m_rt_count > 1);
 682
 683         if (multi_link)
 684                 ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg);
 685         else
 686                 ret = sdw_transfer(bus, wr_msg);
 687
 688         if (ret < 0) {
 689                 dev_err(bus->dev, "Slave frame_ctrl reg write failed\n");
 690                 goto error;
 691         }
 692
 693         if (!multi_link) {
 694                 kfree(wr_msg);
 695                 kfree(wbuf);
 696                 bus->defer_msg.msg = NULL;
 697                 bus->params.curr_bank = !bus->params.curr_bank;
 698                 bus->params.next_bank = !bus->params.next_bank;
 699         }
 700
 701         return 0;
 702
 703 error:
 704         kfree(wbuf);
 705 error_1:
 706         kfree(wr_msg);
 707         return ret;
 708 }
 709
 710 /**
 711  * sdw_ml_sync_bank_switch: Multilink register bank switch
 712  *
 713  * @bus: SDW bus instance
 714  *
 715  * Caller function should free the buffers on error
 716  */
 717 static int sdw_ml_sync_bank_switch(struct sdw_bus *bus)
 718 {
 719         unsigned long time_left;
 720
 721         if (!bus->multi_link)
 722                 return 0;
 723
 724         /* Wait for completion of transfer */
 725         time_left = wait_for_completion_timeout(&bus->defer_msg.complete,
 726                                                 bus->bank_switch_timeout);
 727
 728         if (!time_left) {
 729                 dev_err(bus->dev, "Controller Timed out on bank switch\n");
 730                 return -ETIMEDOUT;
 731         }
 732
 733         bus->params.curr_bank = !bus->params.curr_bank;
 734         bus->params.next_bank = !bus->params.next_bank;
 735
 736         if (bus->defer_msg.msg) {
 737                 kfree(bus->defer_msg.msg->buf);
 738                 kfree(bus->defer_msg.msg);
 739         }
 740
 741         return 0;
 742 }
 743
 744 static int do_bank_switch(struct sdw_stream_runtime *stream)
 745 {
 746         struct sdw_master_runtime *m_rt;
 747         const struct sdw_master_ops *ops;
 748         struct sdw_bus *bus;
 749         bool multi_link = false;
 750         int ret = 0;
 751
 752         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 753                 bus = m_rt->bus;
 754                 ops = bus->ops;
 755
 756                 if (bus->multi_link) {
 757                         multi_link = true;
 758                         mutex_lock(&bus->msg_lock);
 759                 }
 760
 761                 /* Pre-bank switch */
 762                 if (ops->pre_bank_switch) {
 763                         ret = ops->pre_bank_switch(bus);
 764                         if (ret < 0) {
 765                                 dev_err(bus->dev,
 766                                         "Pre bank switch op failed: %d\n", ret);
 767                                 goto msg_unlock;
 768                         }
 769                 }
 770
 771                 /*
 772                  * Perform Bank switch operation.
 773                  * For multi link cases, the actual bank switch is
 774                  * synchronized across all Masters and happens later as a
 775                  * part of post_bank_switch ops.
 776                  */
 777                 ret = sdw_bank_switch(bus, stream->m_rt_count);
 778                 if (ret < 0) {
 779                         dev_err(bus->dev, "Bank switch failed: %d\n", ret);
 780                         goto error;
 781                 }
 782         }
 783
 784         /*
 785          * For multi link cases, it is expected that the bank switch is
 786          * triggered by the post_bank_switch for the first Master in the list
 787          * and for the other Masters the post_bank_switch() should return doing
 788          * nothing.
 789          */
 790         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 791                 bus = m_rt->bus;
 792                 ops = bus->ops;
 793
 794                 /* Post-bank switch */
 795                 if (ops->post_bank_switch) {
 796                         ret = ops->post_bank_switch(bus);
 797                         if (ret < 0) {
 798                                 dev_err(bus->dev,
 799                                         "Post bank switch op failed: %d\n",
 800                                         ret);
 801                                 goto error;
 802                         }
 803                 } else if (bus->multi_link && stream->m_rt_count > 1) {
 804                         dev_err(bus->dev,
 805                                 "Post bank switch ops not implemented\n");
 806                         goto error;
 807                 }
 808
 809                 /* Set the bank switch timeout to default, if not set */
 810                 if (!bus->bank_switch_timeout)
 811                         bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
 812
 813                 /* Check if bank switch was successful */
 814                 ret = sdw_ml_sync_bank_switch(bus);
 815                 if (ret < 0) {
 816                         dev_err(bus->dev,
 817                                 "multi link bank switch failed: %d\n", ret);
 818                         goto error;
 819                 }
 820
 821                 if (bus->multi_link)
 822                         mutex_unlock(&bus->msg_lock);
 823         }
 824
 825         return ret;
 826
 827 error:
 828         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 829                 bus = m_rt->bus;
 830
 831                 kfree(bus->defer_msg.msg->buf);
 832                 kfree(bus->defer_msg.msg);
 833         }
 834
 835 msg_unlock:
 836
 837         if (multi_link) {
 838                 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 839                         bus = m_rt->bus;
 840                         if (mutex_is_locked(&bus->msg_lock))
 841                                 mutex_unlock(&bus->msg_lock);
 842                 }
 843         }
 844
 845         return ret;
 846 }
 847
 848 /**
 849  * sdw_release_stream() - Free the assigned stream runtime
 850  *
 851  * @stream: SoundWire stream runtime
 852  *
 853  * sdw_release_stream should be called only once per stream
 854  */
 855 void sdw_release_stream(struct sdw_stream_runtime *stream)
 856 {
 857         kfree(stream);
 858 }
 859 EXPORT_SYMBOL(sdw_release_stream);
 860
 861 /**
 862  * sdw_alloc_stream() - Allocate and return stream runtime
 863  *
 864  * @stream_name: SoundWire stream name
 865  *
 866  * Allocates a SoundWire stream runtime instance.
 867  * sdw_alloc_stream should be called only once per stream. Typically
 868  * invoked from ALSA/ASoC machine/platform driver.
 869  */
 870 struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name)
 871 {
 872         struct sdw_stream_runtime *stream;
 873
 874         stream = kzalloc(sizeof(*stream), GFP_KERNEL);
 875         if (!stream)
 876                 return NULL;
 877
 878         stream->name = stream_name;
 879         INIT_LIST_HEAD(&stream->master_list);
 880         stream->state = SDW_STREAM_ALLOCATED;
 881         stream->m_rt_count = 0;
 882
 883         return stream;
 884 }
 885 EXPORT_SYMBOL(sdw_alloc_stream);
 886
 887 static struct sdw_master_runtime
 888 *sdw_find_master_rt(struct sdw_bus *bus,
 889                     struct sdw_stream_runtime *stream)
 890 {
 891         struct sdw_master_runtime *m_rt;
 892
 893         /* Retrieve Bus handle if already available */
 894         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 895                 if (m_rt->bus == bus)
 896                         return m_rt;
 897         }
 898
 899         return NULL;
 900 }
 901
 902 /**
 903  * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
 904  *
 905  * @bus: SDW bus instance
 906  * @stream_config: Stream configuration
 907  * @stream: Stream runtime handle.
 908  *
 909  * This function is to be called with bus_lock held.
 910  */
 911 static struct sdw_master_runtime
 912 *sdw_alloc_master_rt(struct sdw_bus *bus,
 913                      struct sdw_stream_config *stream_config,
 914                      struct sdw_stream_runtime *stream)
 915 {
 916         struct sdw_master_runtime *m_rt;
 917
 918         /*
 919          * check if Master is already allocated (as a result of Slave adding
 920          * it first), if so skip allocation and go to configure
 921          */
 922         m_rt = sdw_find_master_rt(bus, stream);
 923         if (m_rt)
 924                 goto stream_config;
 925
 926         m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
 927         if (!m_rt)
 928                 return NULL;
 929
 930         /* Initialization of Master runtime handle */
 931         INIT_LIST_HEAD(&m_rt->port_list);
 932         INIT_LIST_HEAD(&m_rt->slave_rt_list);
 933         list_add_tail(&m_rt->stream_node, &stream->master_list);
 934
 935         list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
 936
 937 stream_config:
 938         m_rt->ch_count = stream_config->ch_count;
 939         m_rt->bus = bus;
 940         m_rt->stream = stream;
 941         m_rt->direction = stream_config->direction;
 942
 943         return m_rt;
 944 }
 945
 946 /**
 947  * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
 948  *
 949  * @slave: Slave handle
 950  * @stream_config: Stream configuration
 951  * @stream: Stream runtime handle
 952  *
 953  * This function is to be called with bus_lock held.
 954  */
 955 static struct sdw_slave_runtime
 956 *sdw_alloc_slave_rt(struct sdw_slave *slave,
 957                     struct sdw_stream_config *stream_config,
 958                     struct sdw_stream_runtime *stream)
 959 {
 960         struct sdw_slave_runtime *s_rt;
 961
 962         s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
 963         if (!s_rt)
 964                 return NULL;
 965
 966         INIT_LIST_HEAD(&s_rt->port_list);
 967         s_rt->ch_count = stream_config->ch_count;
 968         s_rt->direction = stream_config->direction;
 969         s_rt->slave = slave;
 970
 971         return s_rt;
 972 }
 973
 974 static void sdw_master_port_release(struct sdw_bus *bus,
 975                                     struct sdw_master_runtime *m_rt)
 976 {
 977         struct sdw_port_runtime *p_rt, *_p_rt;
 978
 979         list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) {
 980                 list_del(&p_rt->port_node);
 981                 kfree(p_rt);
 982         }
 983 }
 984
 985 static void sdw_slave_port_release(struct sdw_bus *bus,
 986                                    struct sdw_slave *slave,
 987                                    struct sdw_stream_runtime *stream)
 988 {
 989         struct sdw_port_runtime *p_rt, *_p_rt;
 990         struct sdw_master_runtime *m_rt;
 991         struct sdw_slave_runtime *s_rt;
 992
 993         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
 994                 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
 995                         if (s_rt->slave != slave)
 996                                 continue;
 997
 998                         list_for_each_entry_safe(p_rt, _p_rt,
 999                                                  &s_rt->port_list, port_node) {
1000                                 list_del(&p_rt->port_node);
1001                                 kfree(p_rt);
1002                         }
1003                 }
1004         }
1005 }
1006
1007 /**
1008  * sdw_release_slave_stream() - Free Slave(s) runtime handle
1009  *
1010  * @slave: Slave handle.
1011  * @stream: Stream runtime handle.
1012  *
1013  * This function is to be called with bus_lock held.
1014  */
1015 static void sdw_release_slave_stream(struct sdw_slave *slave,
1016                                      struct sdw_stream_runtime *stream)
1017 {
1018         struct sdw_slave_runtime *s_rt, *_s_rt;
1019         struct sdw_master_runtime *m_rt;
1020
1021         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1022                 /* Retrieve Slave runtime handle */
1023                 list_for_each_entry_safe(s_rt, _s_rt,
1024                                          &m_rt->slave_rt_list, m_rt_node) {
1025                         if (s_rt->slave == slave) {
1026                                 list_del(&s_rt->m_rt_node);
1027                                 kfree(s_rt);
1028                                 return;
1029                         }
1030                 }
1031         }
1032 }
1033
1034 /**
1035  * sdw_release_master_stream() - Free Master runtime handle
1036  *
1037  * @m_rt: Master runtime node
1038  * @stream: Stream runtime handle.
1039  *
1040  * This function is to be called with bus_lock held
1041  * It frees the Master runtime handle and associated Slave(s) runtime
1042  * handle. If this is called first then sdw_release_slave_stream() will have
1043  * no effect as Slave(s) runtime handle would already be freed up.
1044  */
1045 static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
1046                                       struct sdw_stream_runtime *stream)
1047 {
1048         struct sdw_slave_runtime *s_rt, *_s_rt;
1049
1050         list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
1051                 sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
1052                 sdw_release_slave_stream(s_rt->slave, stream);
1053         }
1054
1055         list_del(&m_rt->stream_node);
1056         list_del(&m_rt->bus_node);
1057         kfree(m_rt);
1058 }
1059
1060 /**
1061  * sdw_stream_remove_master() - Remove master from sdw_stream
1062  *
1063  * @bus: SDW Bus instance
1064  * @stream: SoundWire stream
1065  *
1066  * This removes and frees port_rt and master_rt from a stream
1067  */
1068 int sdw_stream_remove_master(struct sdw_bus *bus,
1069                              struct sdw_stream_runtime *stream)
1070 {
1071         struct sdw_master_runtime *m_rt, *_m_rt;
1072
1073         mutex_lock(&bus->bus_lock);
1074
1075         list_for_each_entry_safe(m_rt, _m_rt,
1076                                  &stream->master_list, stream_node) {
1077                 if (m_rt->bus != bus)
1078                         continue;
1079
1080                 sdw_master_port_release(bus, m_rt);
1081                 sdw_release_master_stream(m_rt, stream);
1082                 stream->m_rt_count--;
1083         }
1084
1085         if (list_empty(&stream->master_list))
1086                 stream->state = SDW_STREAM_RELEASED;
1087
1088         mutex_unlock(&bus->bus_lock);
1089
1090         return 0;
1091 }
1092 EXPORT_SYMBOL(sdw_stream_remove_master);
1093
1094 /**
1095  * sdw_stream_remove_slave() - Remove slave from sdw_stream
1096  *
1097  * @slave: SDW Slave instance
1098  * @stream: SoundWire stream
1099  *
1100  * This removes and frees port_rt and slave_rt from a stream
1101  */
1102 int sdw_stream_remove_slave(struct sdw_slave *slave,
1103                             struct sdw_stream_runtime *stream)
1104 {
1105         mutex_lock(&slave->bus->bus_lock);
1106
1107         sdw_slave_port_release(slave->bus, slave, stream);
1108         sdw_release_slave_stream(slave, stream);
1109
1110         mutex_unlock(&slave->bus->bus_lock);
1111
1112         return 0;
1113 }
1114 EXPORT_SYMBOL(sdw_stream_remove_slave);
1115
1116 /**
1117  * sdw_config_stream() - Configure the allocated stream
1118  *
1119  * @dev: SDW device
1120  * @stream: SoundWire stream
1121  * @stream_config: Stream configuration for audio stream
1122  * @is_slave: is API called from Slave or Master
1123  *
1124  * This function is to be called with bus_lock held.
1125  */
1126 static int sdw_config_stream(struct device *dev,
1127                              struct sdw_stream_runtime *stream,
1128                              struct sdw_stream_config *stream_config,
1129                              bool is_slave)
1130 {
1131         /*
1132          * Update the stream rate, channel and bps based on data
1133          * source. For more than one data source (multilink),
1134          * match the rate, bps, stream type and increment number of channels.
1135          *
1136          * If rate/bps is zero, it means the values are not set, so skip
1137          * comparison and allow the value to be set and stored in stream
1138          */
1139         if (stream->params.rate &&
1140             stream->params.rate != stream_config->frame_rate) {
1141                 dev_err(dev, "rate not matching, stream:%s\n", stream->name);
1142                 return -EINVAL;
1143         }
1144
1145         if (stream->params.bps &&
1146             stream->params.bps != stream_config->bps) {
1147                 dev_err(dev, "bps not matching, stream:%s\n", stream->name);
1148                 return -EINVAL;
1149         }
1150
1151         stream->type = stream_config->type;
1152         stream->params.rate = stream_config->frame_rate;
1153         stream->params.bps = stream_config->bps;
1154
1155         /* TODO: Update this check during Device-device support */
1156         if (is_slave)
1157                 stream->params.ch_count += stream_config->ch_count;
1158
1159         return 0;
1160 }
1161
1162 static int sdw_is_valid_port_range(struct device *dev,
1163                                    struct sdw_port_runtime *p_rt)
1164 {
1165         if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
1166                 dev_err(dev,
1167                         "SoundWire: Invalid port number :%d\n", p_rt->num);
1168                 return -EINVAL;
1169         }
1170
1171         return 0;
1172 }
1173
1174 static struct sdw_port_runtime
1175 *sdw_port_alloc(struct device *dev,
1176                 struct sdw_port_config *port_config,
1177                 int port_index)
1178 {
1179         struct sdw_port_runtime *p_rt;
1180
1181         p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
1182         if (!p_rt)
1183                 return NULL;
1184
1185         p_rt->ch_mask = port_config[port_index].ch_mask;
1186         p_rt->num = port_config[port_index].num;
1187
1188         return p_rt;
1189 }
1190
1191 static int sdw_master_port_config(struct sdw_bus *bus,
1192                                   struct sdw_master_runtime *m_rt,
1193                                   struct sdw_port_config *port_config,
1194                                   unsigned int num_ports)
1195 {
1196         struct sdw_port_runtime *p_rt;
1197         int i;
1198
1199         /* Iterate for number of ports to perform initialization */
1200         for (i = 0; i < num_ports; i++) {
1201                 p_rt = sdw_port_alloc(bus->dev, port_config, i);
1202                 if (!p_rt)
1203                         return -ENOMEM;
1204
1205                 /*
1206                  * TODO: Check port capabilities for requested
1207                  * configuration (audio mode support)
1208                  */
1209
1210                 list_add_tail(&p_rt->port_node, &m_rt->port_list);
1211         }
1212
1213         return 0;
1214 }
1215
1216 static int sdw_slave_port_config(struct sdw_slave *slave,
1217                                  struct sdw_slave_runtime *s_rt,
1218                                  struct sdw_port_config *port_config,
1219                                  unsigned int num_config)
1220 {
1221         struct sdw_port_runtime *p_rt;
1222         int i, ret;
1223
1224         /* Iterate for number of ports to perform initialization */
1225         for (i = 0; i < num_config; i++) {
1226                 p_rt = sdw_port_alloc(&slave->dev, port_config, i);
1227                 if (!p_rt)
1228                         return -ENOMEM;
1229
1230                 /*
1231                  * TODO: Check valid port range as defined by DisCo/
1232                  * slave
1233                  */
1234                 ret = sdw_is_valid_port_range(&slave->dev, p_rt);
1235                 if (ret < 0) {
1236                         kfree(p_rt);
1237                         return ret;
1238                 }
1239
1240                 /*
1241                  * TODO: Check port capabilities for requested
1242                  * configuration (audio mode support)
1243                  */
1244
1245                 list_add_tail(&p_rt->port_node, &s_rt->port_list);
1246         }
1247
1248         return 0;
1249 }
1250
1251 /**
1252  * sdw_stream_add_master() - Allocate and add master runtime to a stream
1253  *
1254  * @bus: SDW Bus instance
1255  * @stream_config: Stream configuration for audio stream
1256  * @port_config: Port configuration for audio stream
1257  * @num_ports: Number of ports
1258  * @stream: SoundWire stream
1259  */
1260 int sdw_stream_add_master(struct sdw_bus *bus,
1261                           struct sdw_stream_config *stream_config,
1262                           struct sdw_port_config *port_config,
1263                           unsigned int num_ports,
1264                           struct sdw_stream_runtime *stream)
1265 {
1266         struct sdw_master_runtime *m_rt;
1267         int ret;
1268
1269         mutex_lock(&bus->bus_lock);
1270
1271         /*
1272          * For multi link streams, add the second master only if
1273          * the bus supports it.
1274          * Check if bus->multi_link is set
1275          */
1276         if (!bus->multi_link && stream->m_rt_count > 0) {
1277                 dev_err(bus->dev,
1278                         "Multilink not supported, link %d\n", bus->link_id);
1279                 ret = -EINVAL;
1280                 goto unlock;
1281         }
1282
1283         m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
1284         if (!m_rt) {
1285                 dev_err(bus->dev,
1286                         "Master runtime config failed for stream:%s\n",
1287                         stream->name);
1288                 ret = -ENOMEM;
1289                 goto unlock;
1290         }
1291
1292         ret = sdw_config_stream(bus->dev, stream, stream_config, false);
1293         if (ret)
1294                 goto stream_error;
1295
1296         ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
1297         if (ret)
1298                 goto stream_error;
1299
1300         stream->m_rt_count++;
1301
1302         goto unlock;
1303
1304 stream_error:
1305         sdw_release_master_stream(m_rt, stream);
1306 unlock:
1307         mutex_unlock(&bus->bus_lock);
1308         return ret;
1309 }
1310 EXPORT_SYMBOL(sdw_stream_add_master);
1311
1312 /**
1313  * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1314  *
1315  * @slave: SDW Slave instance
1316  * @stream_config: Stream configuration for audio stream
1317  * @stream: SoundWire stream
1318  * @port_config: Port configuration for audio stream
1319  * @num_ports: Number of ports
1320  *
1321  * It is expected that Slave is added before adding Master
1322  * to the Stream.
1323  *
1324  */
1325 int sdw_stream_add_slave(struct sdw_slave *slave,
1326                          struct sdw_stream_config *stream_config,
1327                          struct sdw_port_config *port_config,
1328                          unsigned int num_ports,
1329                          struct sdw_stream_runtime *stream)
1330 {
1331         struct sdw_slave_runtime *s_rt;
1332         struct sdw_master_runtime *m_rt;
1333         int ret;
1334
1335         mutex_lock(&slave->bus->bus_lock);
1336
1337         /*
1338          * If this API is invoked by Slave first then m_rt is not valid.
1339          * So, allocate m_rt and add Slave to it.
1340          */
1341         m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
1342         if (!m_rt) {
1343                 dev_err(&slave->dev,
1344                         "alloc master runtime failed for stream:%s\n",
1345                         stream->name);
1346                 ret = -ENOMEM;
1347                 goto error;
1348         }
1349
1350         s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
1351         if (!s_rt) {
1352                 dev_err(&slave->dev,
1353                         "Slave runtime config failed for stream:%s\n",
1354                         stream->name);
1355                 ret = -ENOMEM;
1356                 goto stream_error;
1357         }
1358
1359         ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
1360         if (ret)
1361                 goto stream_error;
1362
1363         list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
1364
1365         ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
1366         if (ret)
1367                 goto stream_error;
1368
1369         /*
1370          * Change stream state to CONFIGURED on first Slave add.
1371          * Bus is not aware of number of Slave(s) in a stream at this
1372          * point so cannot depend on all Slave(s) to be added in order to
1373          * change stream state to CONFIGURED.
1374          */
1375         stream->state = SDW_STREAM_CONFIGURED;
1376         goto error;
1377
1378 stream_error:
1379         /*
1380          * we hit error so cleanup the stream, release all Slave(s) and
1381          * Master runtime
1382          */
1383         sdw_release_master_stream(m_rt, stream);
1384 error:
1385         mutex_unlock(&slave->bus->bus_lock);
1386         return ret;
1387 }
1388 EXPORT_SYMBOL(sdw_stream_add_slave);
1389
1390 /**
1391  * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1392  *
1393  * @slave: Slave handle
1394  * @direction: Data direction.
1395  * @port_num: Port number
1396  */
1397 struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1398                                             enum sdw_data_direction direction,
1399                                             unsigned int port_num)
1400 {
1401         struct sdw_dpn_prop *dpn_prop;
1402         u8 num_ports;
1403         int i;
1404
1405         if (direction == SDW_DATA_DIR_TX) {
1406                 num_ports = hweight32(slave->prop.source_ports);
1407                 dpn_prop = slave->prop.src_dpn_prop;
1408         } else {
1409                 num_ports = hweight32(slave->prop.sink_ports);
1410                 dpn_prop = slave->prop.sink_dpn_prop;
1411         }
1412
1413         for (i = 0; i < num_ports; i++) {
1414                 if (dpn_prop[i].num == port_num)
1415                         return &dpn_prop[i];
1416         }
1417
1418         return NULL;
1419 }
1420
1421 /**
1422  * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1423  *
1424  * @stream: SoundWire stream
1425  *
1426  * Acquire bus_lock for each of the master runtime(m_rt) part of this
1427  * stream to reconfigure the bus.
1428  * NOTE: This function is called from SoundWire stream ops and is
1429  * expected that a global lock is held before acquiring bus_lock.
1430  */
1431 static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1432 {
1433         struct sdw_master_runtime *m_rt;
1434         struct sdw_bus *bus = NULL;
1435
1436         /* Iterate for all Master(s) in Master list */
1437         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1438                 bus = m_rt->bus;
1439
1440                 mutex_lock(&bus->bus_lock);
1441         }
1442 }
1443
1444 /**
1445  * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1446  *
1447  * @stream: SoundWire stream
1448  *
1449  * Release the previously held bus_lock after reconfiguring the bus.
1450  * NOTE: This function is called from SoundWire stream ops and is
1451  * expected that a global lock is held before releasing bus_lock.
1452  */
1453 static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1454 {
1455         struct sdw_master_runtime *m_rt = NULL;
1456         struct sdw_bus *bus = NULL;
1457
1458         /* Iterate for all Master(s) in Master list */
1459         list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1460                 bus = m_rt->bus;
1461                 mutex_unlock(&bus->bus_lock);
1462         }
1463 }
1464
1465 static int _sdw_prepare_stream(struct sdw_stream_runtime *stream)
1466 {
1467         struct sdw_master_runtime *m_rt;
1468         struct sdw_bus *bus = NULL;
1469         struct sdw_master_prop *prop;
1470         struct sdw_bus_params params;
1471         int ret;
1472
1473         /* Prepare  Master(s) and Slave(s) port(s) associated with stream */
1474         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1475                 bus = m_rt->bus;
1476                 prop = &bus->prop;
1477                 memcpy(&params, &bus->params, sizeof(params));
1478
1479                 /* TODO: Support Asynchronous mode */
1480                 if ((prop->max_clk_freq % stream->params.rate) != 0) {
1481                         dev_err(bus->dev, "Async mode not supported\n");
1482                         return -EINVAL;
1483                 }
1484
1485                 /* Increment cumulative bus bandwidth */
1486                 /* TODO: Update this during Device-Device support */
1487                 bus->params.bandwidth += m_rt->stream->params.rate *
1488                         m_rt->ch_count * m_rt->stream->params.bps;
1489
1490                 /* Compute params */
1491                 if (bus->compute_params) {
1492                         ret = bus->compute_params(bus);
1493                         if (ret < 0) {
1494                                 dev_err(bus->dev, "Compute params failed: %d",
1495                                         ret);
1496                                 return ret;
1497                         }
1498                 }
1499
1500                 /* Program params */
1501                 ret = sdw_program_params(bus);
1502                 if (ret < 0) {
1503                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1504                         goto restore_params;
1505                 }
1506         }
1507
1508         if (!bus) {
1509                 pr_err("Configuration error in %s\n", __func__);
1510                 return -EINVAL;
1511         }
1512
1513         ret = do_bank_switch(stream);
1514         if (ret < 0) {
1515                 dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1516                 goto restore_params;
1517         }
1518
1519         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1520                 bus = m_rt->bus;
1521
1522                 /* Prepare port(s) on the new clock configuration */
1523                 ret = sdw_prep_deprep_ports(m_rt, true);
1524                 if (ret < 0) {
1525                         dev_err(bus->dev, "Prepare port(s) failed ret = %d\n",
1526                                 ret);
1527                         return ret;
1528                 }
1529         }
1530
1531         stream->state = SDW_STREAM_PREPARED;
1532
1533         return ret;
1534
1535 restore_params:
1536         memcpy(&bus->params, &params, sizeof(params));
1537         return ret;
1538 }
1539
1540 /**
1541  * sdw_prepare_stream() - Prepare SoundWire stream
1542  *
1543  * @stream: Soundwire stream
1544  *
1545  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1546  */
1547 int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1548 {
1549         int ret = 0;
1550
1551         if (!stream) {
1552                 pr_err("SoundWire: Handle not found for stream\n");
1553                 return -EINVAL;
1554         }
1555
1556         sdw_acquire_bus_lock(stream);
1557
1558         ret = _sdw_prepare_stream(stream);
1559
1560         sdw_release_bus_lock(stream);
1561         return ret;
1562 }
1563 EXPORT_SYMBOL(sdw_prepare_stream);
1564
1565 static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1566 {
1567         struct sdw_master_runtime *m_rt;
1568         struct sdw_bus *bus = NULL;
1569         int ret;
1570
1571         /* Enable Master(s) and Slave(s) port(s) associated with stream */
1572         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1573                 bus = m_rt->bus;
1574
1575                 /* Program params */
1576                 ret = sdw_program_params(bus);
1577                 if (ret < 0) {
1578                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1579                         return ret;
1580                 }
1581
1582                 /* Enable port(s) */
1583                 ret = sdw_enable_disable_ports(m_rt, true);
1584                 if (ret < 0) {
1585                         dev_err(bus->dev,
1586                                 "Enable port(s) failed ret: %d\n", ret);
1587                         return ret;
1588                 }
1589         }
1590
1591         if (!bus) {
1592                 pr_err("Configuration error in %s\n", __func__);
1593                 return -EINVAL;
1594         }
1595
1596         ret = do_bank_switch(stream);
1597         if (ret < 0) {
1598                 dev_err(bus->dev, "Bank switch failed: %d\n", ret);
1599                 return ret;
1600         }
1601
1602         stream->state = SDW_STREAM_ENABLED;
1603         return 0;
1604 }
1605
1606 /**
1607  * sdw_enable_stream() - Enable SoundWire stream
1608  *
1609  * @stream: Soundwire stream
1610  *
1611  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1612  */
1613 int sdw_enable_stream(struct sdw_stream_runtime *stream)
1614 {
1615         int ret;
1616
1617         if (!stream) {
1618                 pr_err("SoundWire: Handle not found for stream\n");
1619                 return -EINVAL;
1620         }
1621
1622         sdw_acquire_bus_lock(stream);
1623
1624         ret = _sdw_enable_stream(stream);
1625
1626         sdw_release_bus_lock(stream);
1627         return ret;
1628 }
1629 EXPORT_SYMBOL(sdw_enable_stream);
1630
1631 static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1632 {
1633         struct sdw_master_runtime *m_rt;
1634         int ret;
1635
1636         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1637                 struct sdw_bus *bus = m_rt->bus;
1638
1639                 /* Disable port(s) */
1640                 ret = sdw_enable_disable_ports(m_rt, false);
1641                 if (ret < 0) {
1642                         dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1643                         return ret;
1644                 }
1645         }
1646         stream->state = SDW_STREAM_DISABLED;
1647
1648         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1649                 struct sdw_bus *bus = m_rt->bus;
1650
1651                 /* Program params */
1652                 ret = sdw_program_params(bus);
1653                 if (ret < 0) {
1654                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1655                         return ret;
1656                 }
1657         }
1658
1659         ret = do_bank_switch(stream);
1660         if (ret < 0) {
1661                 pr_err("Bank switch failed: %d\n", ret);
1662                 return ret;
1663         }
1664
1665         /* make sure alternate bank (previous current) is also disabled */
1666         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1667                 struct sdw_bus *bus = m_rt->bus;
1668
1669                 /* Disable port(s) */
1670                 ret = sdw_enable_disable_ports(m_rt, false);
1671                 if (ret < 0) {
1672                         dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1673                         return ret;
1674                 }
1675         }
1676
1677         return 0;
1678 }
1679
1680 /**
1681  * sdw_disable_stream() - Disable SoundWire stream
1682  *
1683  * @stream: Soundwire stream
1684  *
1685  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1686  */
1687 int sdw_disable_stream(struct sdw_stream_runtime *stream)
1688 {
1689         int ret;
1690
1691         if (!stream) {
1692                 pr_err("SoundWire: Handle not found for stream\n");
1693                 return -EINVAL;
1694         }
1695
1696         sdw_acquire_bus_lock(stream);
1697
1698         ret = _sdw_disable_stream(stream);
1699
1700         sdw_release_bus_lock(stream);
1701         return ret;
1702 }
1703 EXPORT_SYMBOL(sdw_disable_stream);
1704
1705 static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1706 {
1707         struct sdw_master_runtime *m_rt;
1708         struct sdw_bus *bus;
1709         int ret = 0;
1710
1711         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1712                 bus = m_rt->bus;
1713                 /* De-prepare port(s) */
1714                 ret = sdw_prep_deprep_ports(m_rt, false);
1715                 if (ret < 0) {
1716                         dev_err(bus->dev,
1717                                 "De-prepare port(s) failed: %d\n", ret);
1718                         return ret;
1719                 }
1720
1721                 /* TODO: Update this during Device-Device support */
1722                 bus->params.bandwidth -= m_rt->stream->params.rate *
1723                         m_rt->ch_count * m_rt->stream->params.bps;
1724
1725                 /* Program params */
1726                 ret = sdw_program_params(bus);
1727                 if (ret < 0) {
1728                         dev_err(bus->dev, "Program params failed: %d\n", ret);
1729                         return ret;
1730                 }
1731         }
1732
1733         stream->state = SDW_STREAM_DEPREPARED;
1734         return do_bank_switch(stream);
1735 }
1736
1737 /**
1738  * sdw_deprepare_stream() - Deprepare SoundWire stream
1739  *
1740  * @stream: Soundwire stream
1741  *
1742  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1743  */
1744 int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1745 {
1746         int ret;
1747
1748         if (!stream) {
1749                 pr_err("SoundWire: Handle not found for stream\n");
1750                 return -EINVAL;
1751         }
1752
1753         sdw_acquire_bus_lock(stream);
1754         ret = _sdw_deprepare_stream(stream);
1755
1756         sdw_release_bus_lock(stream);
1757         return ret;
1758 }
1759 EXPORT_SYMBOL(sdw_deprepare_stream);