drivers/message/fusion/mptsas.c

   1 /*
   2  *  linux/drivers/message/fusion/mptsas.c
   3  *      For use with LSI PCI chip/adapter(s)
   4  *      running LSI Fusion MPT (Message Passing Technology) firmware.
   5  *
   6  *  Copyright (c) 1999-2008 LSI Corporation
   7  *  (mailto:[email protected])
   8  */
   9 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  10 /*
  11     This program is free software; you can redistribute it and/or modify
  12     it under the terms of the GNU General Public License as published by
  13     the Free Software Foundation; version 2 of the License.
  14
  15     This program is distributed in the hope that it will be useful,
  16     but WITHOUT ANY WARRANTY; without even the implied warranty of
  17     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18     GNU General Public License for more details.
  19
  20     NO WARRANTY
  21     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  22     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  23     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  24     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  25     solely responsible for determining the appropriateness of using and
  26     distributing the Program and assumes all risks associated with its
  27     exercise of rights under this Agreement, including but not limited to
  28     the risks and costs of program errors, damage to or loss of data,
  29     programs or equipment, and unavailability or interruption of operations.
  30
  31     DISCLAIMER OF LIABILITY
  32     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  33     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  34     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  35     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  36     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  37     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  38     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  39
  40     You should have received a copy of the GNU General Public License
  41     along with this program; if not, write to the Free Software
  42     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  43 */
  44 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  45
  46 #include <linux/module.h>
  47 #include <linux/kernel.h>
  48 #include <linux/slab.h>
  49 #include <linux/init.h>
  50 #include <linux/errno.h>
  51 #include <linux/jiffies.h>
  52 #include <linux/workqueue.h>
  53 #include <linux/delay.h>        /* for mdelay */
  54
  55 #include <scsi/scsi.h>
  56 #include <scsi/scsi_cmnd.h>
  57 #include <scsi/scsi_device.h>
  58 #include <scsi/scsi_host.h>
  59 #include <scsi/scsi_transport_sas.h>
  60 #include <scsi/scsi_transport.h>
  61 #include <scsi/scsi_dbg.h>
  62
  63 #include "mptbase.h"
  64 #include "mptscsih.h"
  65 #include "mptsas.h"
  66
  67
  68 #define my_NAME         "Fusion MPT SAS Host driver"
  69 #define my_VERSION      MPT_LINUX_VERSION_COMMON
  70 #define MYNAM           "mptsas"
  71
  72 /*
  73  * Reserved channel for integrated raid
  74  */
  75 #define MPTSAS_RAID_CHANNEL     1
  76
  77 #define SAS_CONFIG_PAGE_TIMEOUT         30
  78 MODULE_AUTHOR(MODULEAUTHOR);
  79 MODULE_DESCRIPTION(my_NAME);
  80 MODULE_LICENSE("GPL");
  81 MODULE_VERSION(my_VERSION);
  82
  83 static int mpt_pt_clear;
  84 module_param(mpt_pt_clear, int, 0);
  85 MODULE_PARM_DESC(mpt_pt_clear,
  86                 " Clear persistency table: enable=1  "
  87                 "(default=MPTSCSIH_PT_CLEAR=0)");
  88
  89 /* scsi-mid layer global parameter is max_report_luns, which is 511 */
  90 #define MPTSAS_MAX_LUN (16895)
  91 static int max_lun = MPTSAS_MAX_LUN;
  92 module_param(max_lun, int, 0);
  93 MODULE_PARM_DESC(max_lun, " max lun, default=16895 ");
  94
  95 static int mpt_loadtime_max_sectors = 8192;
  96 module_param(mpt_loadtime_max_sectors, int, 0);
  97 MODULE_PARM_DESC(mpt_loadtime_max_sectors,
  98                 " Maximum sector define for Host Bus Adaptor.Range 64 to 8192 default=8192");
  99
 100 static u8       mptsasDoneCtx = MPT_MAX_PROTOCOL_DRIVERS;
 101 static u8       mptsasTaskCtx = MPT_MAX_PROTOCOL_DRIVERS;
 102 static u8       mptsasInternalCtx = MPT_MAX_PROTOCOL_DRIVERS; /* Used only for internal commands */
 103 static u8       mptsasMgmtCtx = MPT_MAX_PROTOCOL_DRIVERS;
 104 static u8       mptsasDeviceResetCtx = MPT_MAX_PROTOCOL_DRIVERS;
 105
 106 static void mptsas_firmware_event_work(struct work_struct *work);
 107 static void mptsas_send_sas_event(struct fw_event_work *fw_event);
 108 static void mptsas_send_raid_event(struct fw_event_work *fw_event);
 109 static void mptsas_send_ir2_event(struct fw_event_work *fw_event);
 110 static void mptsas_parse_device_info(struct sas_identify *identify,
 111                 struct mptsas_devinfo *device_info);
 112 static inline void mptsas_set_rphy(MPT_ADAPTER *ioc,
 113                 struct mptsas_phyinfo *phy_info, struct sas_rphy *rphy);
 114 static struct mptsas_phyinfo    *mptsas_find_phyinfo_by_sas_address
 115                 (MPT_ADAPTER *ioc, u64 sas_address);
 116 static int mptsas_sas_device_pg0(MPT_ADAPTER *ioc,
 117         struct mptsas_devinfo *device_info, u32 form, u32 form_specific);
 118 static int mptsas_sas_enclosure_pg0(MPT_ADAPTER *ioc,
 119         struct mptsas_enclosure *enclosure, u32 form, u32 form_specific);
 120 static int mptsas_add_end_device(MPT_ADAPTER *ioc,
 121         struct mptsas_phyinfo *phy_info);
 122 static void mptsas_del_end_device(MPT_ADAPTER *ioc,
 123         struct mptsas_phyinfo *phy_info);
 124 static void mptsas_send_link_status_event(struct fw_event_work *fw_event);
 125 static struct mptsas_portinfo   *mptsas_find_portinfo_by_sas_address
 126                 (MPT_ADAPTER *ioc, u64 sas_address);
 127 static void mptsas_expander_delete(MPT_ADAPTER *ioc,
 128                 struct mptsas_portinfo *port_info, u8 force);
 129 static void mptsas_send_expander_event(struct fw_event_work *fw_event);
 130 static void mptsas_not_responding_devices(MPT_ADAPTER *ioc);
 131 static void mptsas_scan_sas_topology(MPT_ADAPTER *ioc);
 132 static void mptsas_broadcast_primitive_work(struct fw_event_work *fw_event);
 133 static void mptsas_handle_queue_full_event(struct fw_event_work *fw_event);
 134 static void mptsas_volume_delete(MPT_ADAPTER *ioc, u8 id);
 135 void    mptsas_schedule_target_reset(void *ioc);
 136
 137 static void mptsas_print_phy_data(MPT_ADAPTER *ioc,
 138                                         MPI_SAS_IO_UNIT0_PHY_DATA *phy_data)
 139 {
 140         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 141             "---- IO UNIT PAGE 0 ------------\n", ioc->name));
 142         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handle=0x%X\n",
 143             ioc->name, le16_to_cpu(phy_data->AttachedDeviceHandle)));
 144         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Controller Handle=0x%X\n",
 145             ioc->name, le16_to_cpu(phy_data->ControllerDevHandle)));
 146         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Port=0x%X\n",
 147             ioc->name, phy_data->Port));
 148         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Port Flags=0x%X\n",
 149             ioc->name, phy_data->PortFlags));
 150         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Flags=0x%X\n",
 151             ioc->name, phy_data->PhyFlags));
 152         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Negotiated Link Rate=0x%X\n",
 153             ioc->name, phy_data->NegotiatedLinkRate));
 154         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 155             "Controller PHY Device Info=0x%X\n", ioc->name,
 156             le32_to_cpu(phy_data->ControllerPhyDeviceInfo)));
 157         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DiscoveryStatus=0x%X\n\n",
 158             ioc->name, le32_to_cpu(phy_data->DiscoveryStatus)));
 159 }
 160
 161 static void mptsas_print_phy_pg0(MPT_ADAPTER *ioc, SasPhyPage0_t *pg0)
 162 {
 163         __le64 sas_address;
 164
 165         memcpy(&sas_address, &pg0->SASAddress, sizeof(__le64));
 166
 167         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 168             "---- SAS PHY PAGE 0 ------------\n", ioc->name));
 169         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 170             "Attached Device Handle=0x%X\n", ioc->name,
 171             le16_to_cpu(pg0->AttachedDevHandle)));
 172         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SAS Address=0x%llX\n",
 173             ioc->name, (unsigned long long)le64_to_cpu(sas_address)));
 174         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 175             "Attached PHY Identifier=0x%X\n", ioc->name,
 176             pg0->AttachedPhyIdentifier));
 177         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Attached Device Info=0x%X\n",
 178             ioc->name, le32_to_cpu(pg0->AttachedDeviceInfo)));
 179         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Programmed Link Rate=0x%X\n",
 180             ioc->name,  pg0->ProgrammedLinkRate));
 181         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Change Count=0x%X\n",
 182             ioc->name, pg0->ChangeCount));
 183         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Info=0x%X\n\n",
 184             ioc->name, le32_to_cpu(pg0->PhyInfo)));
 185 }
 186
 187 static void mptsas_print_phy_pg1(MPT_ADAPTER *ioc, SasPhyPage1_t *pg1)
 188 {
 189         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 190             "---- SAS PHY PAGE 1 ------------\n", ioc->name));
 191         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Invalid Dword Count=0x%x\n",
 192             ioc->name,  pg1->InvalidDwordCount));
 193         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 194             "Running Disparity Error Count=0x%x\n", ioc->name,
 195             pg1->RunningDisparityErrorCount));
 196         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 197             "Loss Dword Synch Count=0x%x\n", ioc->name,
 198             pg1->LossDwordSynchCount));
 199         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 200             "PHY Reset Problem Count=0x%x\n\n", ioc->name,
 201             pg1->PhyResetProblemCount));
 202 }
 203
 204 static void mptsas_print_device_pg0(MPT_ADAPTER *ioc, SasDevicePage0_t *pg0)
 205 {
 206         __le64 sas_address;
 207
 208         memcpy(&sas_address, &pg0->SASAddress, sizeof(__le64));
 209
 210         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 211             "---- SAS DEVICE PAGE 0 ---------\n", ioc->name));
 212         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handle=0x%X\n",
 213             ioc->name, le16_to_cpu(pg0->DevHandle)));
 214         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Parent Handle=0x%X\n",
 215             ioc->name, le16_to_cpu(pg0->ParentDevHandle)));
 216         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Enclosure Handle=0x%X\n",
 217             ioc->name, le16_to_cpu(pg0->EnclosureHandle)));
 218         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Slot=0x%X\n",
 219             ioc->name, le16_to_cpu(pg0->Slot)));
 220         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SAS Address=0x%llX\n",
 221             ioc->name, (unsigned long long)le64_to_cpu(sas_address)));
 222         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Target ID=0x%X\n",
 223             ioc->name, pg0->TargetID));
 224         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Bus=0x%X\n",
 225             ioc->name, pg0->Bus));
 226         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Parent Phy Num=0x%X\n",
 227             ioc->name, pg0->PhyNum));
 228         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Access Status=0x%X\n",
 229             ioc->name, le16_to_cpu(pg0->AccessStatus)));
 230         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Device Info=0x%X\n",
 231             ioc->name, le32_to_cpu(pg0->DeviceInfo)));
 232         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Flags=0x%X\n",
 233             ioc->name, le16_to_cpu(pg0->Flags)));
 234         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Physical Port=0x%X\n\n",
 235             ioc->name, pg0->PhysicalPort));
 236 }
 237
 238 static void mptsas_print_expander_pg1(MPT_ADAPTER *ioc, SasExpanderPage1_t *pg1)
 239 {
 240         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 241             "---- SAS EXPANDER PAGE 1 ------------\n", ioc->name));
 242         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Physical Port=0x%X\n",
 243             ioc->name, pg1->PhysicalPort));
 244         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Identifier=0x%X\n",
 245             ioc->name, pg1->PhyIdentifier));
 246         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Negotiated Link Rate=0x%X\n",
 247             ioc->name, pg1->NegotiatedLinkRate));
 248         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Programmed Link Rate=0x%X\n",
 249             ioc->name, pg1->ProgrammedLinkRate));
 250         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Hardware Link Rate=0x%X\n",
 251             ioc->name, pg1->HwLinkRate));
 252         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Owner Device Handle=0x%X\n",
 253             ioc->name, le16_to_cpu(pg1->OwnerDevHandle)));
 254         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 255             "Attached Device Handle=0x%X\n\n", ioc->name,
 256             le16_to_cpu(pg1->AttachedDevHandle)));
 257 }
 258
 259 /* inhibit sas firmware event handling */
 260 static void
 261 mptsas_fw_event_off(MPT_ADAPTER *ioc)
 262 {
 263         unsigned long flags;
 264
 265         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 266         ioc->fw_events_off = 1;
 267         ioc->sas_discovery_quiesce_io = 0;
 268         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 269
 270 }
 271
 272 /* enable sas firmware event handling */
 273 static void
 274 mptsas_fw_event_on(MPT_ADAPTER *ioc)
 275 {
 276         unsigned long flags;
 277
 278         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 279         ioc->fw_events_off = 0;
 280         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 281 }
 282
 283 /* queue a sas firmware event */
 284 static void
 285 mptsas_add_fw_event(MPT_ADAPTER *ioc, struct fw_event_work *fw_event,
 286     unsigned long delay)
 287 {
 288         unsigned long flags;
 289
 290         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 291         list_add_tail(&fw_event->list, &ioc->fw_event_list);
 292         fw_event->users = 1;
 293         INIT_DELAYED_WORK(&fw_event->work, mptsas_firmware_event_work);
 294         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: add (fw_event=0x%p)"
 295                 "on cpuid %d\n", ioc->name, __func__,
 296                 fw_event, smp_processor_id()));
 297         queue_delayed_work_on(smp_processor_id(), ioc->fw_event_q,
 298             &fw_event->work, delay);
 299         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 300 }
 301
 302 /* requeue a sas firmware event */
 303 static void
 304 mptsas_requeue_fw_event(MPT_ADAPTER *ioc, struct fw_event_work *fw_event,
 305     unsigned long delay)
 306 {
 307         unsigned long flags;
 308         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 309         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: reschedule task "
 310             "(fw_event=0x%p)on cpuid %d\n", ioc->name, __func__,
 311                 fw_event, smp_processor_id()));
 312         fw_event->retries++;
 313         queue_delayed_work_on(smp_processor_id(), ioc->fw_event_q,
 314             &fw_event->work, msecs_to_jiffies(delay));
 315         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 316 }
 317
 318 static void __mptsas_free_fw_event(MPT_ADAPTER *ioc,
 319                                    struct fw_event_work *fw_event)
 320 {
 321         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: kfree (fw_event=0x%p)\n",
 322             ioc->name, __func__, fw_event));
 323         list_del(&fw_event->list);
 324         kfree(fw_event);
 325 }
 326
 327 /* free memory associated to a sas firmware event */
 328 static void
 329 mptsas_free_fw_event(MPT_ADAPTER *ioc, struct fw_event_work *fw_event)
 330 {
 331         unsigned long flags;
 332
 333         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 334         fw_event->users--;
 335         if (!fw_event->users)
 336                 __mptsas_free_fw_event(ioc, fw_event);
 337         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 338 }
 339
 340 /* walk the firmware event queue, and either stop or wait for
 341  * outstanding events to complete */
 342 static void
 343 mptsas_cleanup_fw_event_q(MPT_ADAPTER *ioc)
 344 {
 345         struct fw_event_work *fw_event;
 346         struct mptsas_target_reset_event *target_reset_list, *n;
 347         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
 348         unsigned long flags;
 349
 350         /* flush the target_reset_list */
 351         if (!list_empty(&hd->target_reset_list)) {
 352                 list_for_each_entry_safe(target_reset_list, n,
 353                     &hd->target_reset_list, list) {
 354                         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 355                             "%s: removing target reset for id=%d\n",
 356                             ioc->name, __func__,
 357                            target_reset_list->sas_event_data.TargetID));
 358                         list_del(&target_reset_list->list);
 359                         kfree(target_reset_list);
 360                 }
 361         }
 362
 363         if (list_empty(&ioc->fw_event_list) || !ioc->fw_event_q)
 364                 return;
 365
 366         spin_lock_irqsave(&ioc->fw_event_lock, flags);
 367
 368         while (!list_empty(&ioc->fw_event_list)) {
 369                 bool canceled = false;
 370
 371                 fw_event = list_first_entry(&ioc->fw_event_list,
 372                                             struct fw_event_work, list);
 373                 fw_event->users++;
 374                 spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 375                 if (cancel_delayed_work_sync(&fw_event->work))
 376                         canceled = true;
 377
 378                 spin_lock_irqsave(&ioc->fw_event_lock, flags);
 379                 if (canceled)
 380                         fw_event->users--;
 381                 fw_event->users--;
 382                 WARN_ON_ONCE(fw_event->users);
 383                 __mptsas_free_fw_event(ioc, fw_event);
 384         }
 385         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
 386 }
 387
 388
 389 static inline MPT_ADAPTER *phy_to_ioc(struct sas_phy *phy)
 390 {
 391         struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
 392         return ((MPT_SCSI_HOST *)shost->hostdata)->ioc;
 393 }
 394
 395 static inline MPT_ADAPTER *rphy_to_ioc(struct sas_rphy *rphy)
 396 {
 397         struct Scsi_Host *shost = dev_to_shost(rphy->dev.parent->parent);
 398         return ((MPT_SCSI_HOST *)shost->hostdata)->ioc;
 399 }
 400
 401 /*
 402  * mptsas_find_portinfo_by_handle
 403  *
 404  * This function should be called with the sas_topology_mutex already held
 405  */
 406 static struct mptsas_portinfo *
 407 mptsas_find_portinfo_by_handle(MPT_ADAPTER *ioc, u16 handle)
 408 {
 409         struct mptsas_portinfo *port_info, *rc=NULL;
 410         int i;
 411
 412         list_for_each_entry(port_info, &ioc->sas_topology, list)
 413                 for (i = 0; i < port_info->num_phys; i++)
 414                         if (port_info->phy_info[i].identify.handle == handle) {
 415                                 rc = port_info;
 416                                 goto out;
 417                         }
 418  out:
 419         return rc;
 420 }
 421
 422 /**
 423  *      mptsas_find_portinfo_by_sas_address - find and return portinfo for
 424  *              this sas_address
 425  *      @ioc: Pointer to MPT_ADAPTER structure
 426  *      @sas_address: expander sas address
 427  *
 428  *      This function should be called with the sas_topology_mutex already held.
 429  *
 430  *      Return: %NULL if not found.
 431  **/
 432 static struct mptsas_portinfo *
 433 mptsas_find_portinfo_by_sas_address(MPT_ADAPTER *ioc, u64 sas_address)
 434 {
 435         struct mptsas_portinfo *port_info, *rc = NULL;
 436         int i;
 437
 438         if (sas_address >= ioc->hba_port_sas_addr &&
 439             sas_address < (ioc->hba_port_sas_addr +
 440             ioc->hba_port_num_phy))
 441                 return ioc->hba_port_info;
 442
 443         mutex_lock(&ioc->sas_topology_mutex);
 444         list_for_each_entry(port_info, &ioc->sas_topology, list)
 445                 for (i = 0; i < port_info->num_phys; i++)
 446                         if (port_info->phy_info[i].identify.sas_address ==
 447                             sas_address) {
 448                                 rc = port_info;
 449                                 goto out;
 450                         }
 451  out:
 452         mutex_unlock(&ioc->sas_topology_mutex);
 453         return rc;
 454 }
 455
 456 /*
 457  * Returns true if there is a scsi end device
 458  */
 459 static inline int
 460 mptsas_is_end_device(struct mptsas_devinfo * attached)
 461 {
 462         if ((attached->sas_address) &&
 463             (attached->device_info &
 464             MPI_SAS_DEVICE_INFO_END_DEVICE) &&
 465             ((attached->device_info &
 466             MPI_SAS_DEVICE_INFO_SSP_TARGET) |
 467             (attached->device_info &
 468             MPI_SAS_DEVICE_INFO_STP_TARGET) |
 469             (attached->device_info &
 470             MPI_SAS_DEVICE_INFO_SATA_DEVICE)))
 471                 return 1;
 472         else
 473                 return 0;
 474 }
 475
 476 /* no mutex */
 477 static void
 478 mptsas_port_delete(MPT_ADAPTER *ioc, struct mptsas_portinfo_details * port_details)
 479 {
 480         struct mptsas_portinfo *port_info;
 481         struct mptsas_phyinfo *phy_info;
 482         u8      i;
 483
 484         if (!port_details)
 485                 return;
 486
 487         port_info = port_details->port_info;
 488         phy_info = port_info->phy_info;
 489
 490         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: [%p]: num_phys=%02d "
 491             "bitmask=0x%016llX\n", ioc->name, __func__, port_details,
 492             port_details->num_phys, (unsigned long long)
 493             port_details->phy_bitmask));
 494
 495         for (i = 0; i < port_info->num_phys; i++, phy_info++) {
 496                 if(phy_info->port_details != port_details)
 497                         continue;
 498                 memset(&phy_info->attached, 0, sizeof(struct mptsas_devinfo));
 499                 mptsas_set_rphy(ioc, phy_info, NULL);
 500                 phy_info->port_details = NULL;
 501         }
 502         kfree(port_details);
 503 }
 504
 505 static inline struct sas_rphy *
 506 mptsas_get_rphy(struct mptsas_phyinfo *phy_info)
 507 {
 508         if (phy_info->port_details)
 509                 return phy_info->port_details->rphy;
 510         else
 511                 return NULL;
 512 }
 513
 514 static inline void
 515 mptsas_set_rphy(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info, struct sas_rphy *rphy)
 516 {
 517         if (phy_info->port_details) {
 518                 phy_info->port_details->rphy = rphy;
 519                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "sas_rphy_add: rphy=%p\n",
 520                     ioc->name, rphy));
 521         }
 522
 523         if (rphy) {
 524                 dsaswideprintk(ioc, dev_printk(KERN_DEBUG,
 525                     &rphy->dev, MYIOC_s_FMT "add:", ioc->name));
 526                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "rphy=%p release=%p\n",
 527                     ioc->name, rphy, rphy->dev.release));
 528         }
 529 }
 530
 531 static inline struct sas_port *
 532 mptsas_get_port(struct mptsas_phyinfo *phy_info)
 533 {
 534         if (phy_info->port_details)
 535                 return phy_info->port_details->port;
 536         else
 537                 return NULL;
 538 }
 539
 540 static inline void
 541 mptsas_set_port(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info, struct sas_port *port)
 542 {
 543         if (phy_info->port_details)
 544                 phy_info->port_details->port = port;
 545
 546         if (port) {
 547                 dsaswideprintk(ioc, dev_printk(KERN_DEBUG,
 548                     &port->dev, MYIOC_s_FMT "add:", ioc->name));
 549                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "port=%p release=%p\n",
 550                     ioc->name, port, port->dev.release));
 551         }
 552 }
 553
 554 static inline struct scsi_target *
 555 mptsas_get_starget(struct mptsas_phyinfo *phy_info)
 556 {
 557         if (phy_info->port_details)
 558                 return phy_info->port_details->starget;
 559         else
 560                 return NULL;
 561 }
 562
 563 static inline void
 564 mptsas_set_starget(struct mptsas_phyinfo *phy_info, struct scsi_target *
 565 starget)
 566 {
 567         if (phy_info->port_details)
 568                 phy_info->port_details->starget = starget;
 569 }
 570
 571 /**
 572  *      mptsas_add_device_component - adds a new device component to our lists
 573  *      @ioc: Pointer to MPT_ADAPTER structure
 574  *      @channel: channel number
 575  *      @id: Logical Target ID for reset (if appropriate)
 576  *      @sas_address: expander sas address
 577  *      @device_info: specific bits (flags) for devices
 578  *      @slot: enclosure slot ID
 579  *      @enclosure_logical_id: enclosure WWN
 580  *
 581  **/
 582 static void
 583 mptsas_add_device_component(MPT_ADAPTER *ioc, u8 channel, u8 id,
 584         u64 sas_address, u32 device_info, u16 slot, u64 enclosure_logical_id)
 585 {
 586         struct mptsas_device_info       *sas_info, *next;
 587         struct scsi_device      *sdev;
 588         struct scsi_target      *starget;
 589         struct sas_rphy *rphy;
 590
 591         /*
 592          * Delete all matching devices out of the list
 593          */
 594         mutex_lock(&ioc->sas_device_info_mutex);
 595         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 596             list) {
 597                 if (!sas_info->is_logical_volume &&
 598                     (sas_info->sas_address == sas_address ||
 599                     (sas_info->fw.channel == channel &&
 600                      sas_info->fw.id == id))) {
 601                         list_del(&sas_info->list);
 602                         kfree(sas_info);
 603                 }
 604         }
 605
 606         sas_info = kzalloc(sizeof(struct mptsas_device_info), GFP_KERNEL);
 607         if (!sas_info)
 608                 goto out;
 609
 610         /*
 611          * Set Firmware mapping
 612          */
 613         sas_info->fw.id = id;
 614         sas_info->fw.channel = channel;
 615
 616         sas_info->sas_address = sas_address;
 617         sas_info->device_info = device_info;
 618         sas_info->slot = slot;
 619         sas_info->enclosure_logical_id = enclosure_logical_id;
 620         INIT_LIST_HEAD(&sas_info->list);
 621         list_add_tail(&sas_info->list, &ioc->sas_device_info_list);
 622
 623         /*
 624          * Set OS mapping
 625          */
 626         shost_for_each_device(sdev, ioc->sh) {
 627                 starget = scsi_target(sdev);
 628                 rphy = dev_to_rphy(starget->dev.parent);
 629                 if (rphy->identify.sas_address == sas_address) {
 630                         sas_info->os.id = starget->id;
 631                         sas_info->os.channel = starget->channel;
 632                 }
 633         }
 634
 635  out:
 636         mutex_unlock(&ioc->sas_device_info_mutex);
 637         return;
 638 }
 639
 640 /**
 641  *      mptsas_add_device_component_by_fw - adds a new device component by FW ID
 642  *      @ioc: Pointer to MPT_ADAPTER structure
 643  *      @channel: channel number
 644  *      @id: Logical Target ID
 645  *
 646  **/
 647 static void
 648 mptsas_add_device_component_by_fw(MPT_ADAPTER *ioc, u8 channel, u8 id)
 649 {
 650         struct mptsas_devinfo sas_device;
 651         struct mptsas_enclosure enclosure_info;
 652         int rc;
 653
 654         rc = mptsas_sas_device_pg0(ioc, &sas_device,
 655             (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
 656              MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
 657             (channel << 8) + id);
 658         if (rc)
 659                 return;
 660
 661         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
 662         mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
 663             (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
 664              MPI_SAS_ENCLOS_PGAD_FORM_SHIFT),
 665              sas_device.handle_enclosure);
 666
 667         mptsas_add_device_component(ioc, sas_device.channel,
 668             sas_device.id, sas_device.sas_address, sas_device.device_info,
 669             sas_device.slot, enclosure_info.enclosure_logical_id);
 670 }
 671
 672 /**
 673  *      mptsas_add_device_component_starget_ir - Handle Integrated RAID, adding each individual device to list
 674  *      @ioc: Pointer to MPT_ADAPTER structure
 675  *      @starget: SCSI target for this SCSI device
 676  *
 677  **/
 678 static void
 679 mptsas_add_device_component_starget_ir(MPT_ADAPTER *ioc,
 680                 struct scsi_target *starget)
 681 {
 682         CONFIGPARMS                     cfg;
 683         ConfigPageHeader_t              hdr;
 684         dma_addr_t                      dma_handle;
 685         pRaidVolumePage0_t              buffer = NULL;
 686         int                             i;
 687         RaidPhysDiskPage0_t             phys_disk;
 688         struct mptsas_device_info       *sas_info, *next;
 689
 690         memset(&cfg, 0 , sizeof(CONFIGPARMS));
 691         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
 692         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
 693         /* assumption that all volumes on channel = 0 */
 694         cfg.pageAddr = starget->id;
 695         cfg.cfghdr.hdr = &hdr;
 696         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
 697         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
 698
 699         if (mpt_config(ioc, &cfg) != 0)
 700                 goto out;
 701
 702         if (!hdr.PageLength)
 703                 goto out;
 704
 705         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.PageLength * 4,
 706                                     &dma_handle, GFP_KERNEL);
 707
 708         if (!buffer)
 709                 goto out;
 710
 711         cfg.physAddr = dma_handle;
 712         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
 713
 714         if (mpt_config(ioc, &cfg) != 0)
 715                 goto out;
 716
 717         if (!buffer->NumPhysDisks)
 718                 goto out;
 719
 720         /*
 721          * Adding entry for hidden components
 722          */
 723         for (i = 0; i < buffer->NumPhysDisks; i++) {
 724
 725                 if (mpt_raid_phys_disk_pg0(ioc,
 726                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
 727                         continue;
 728
 729                 mptsas_add_device_component_by_fw(ioc, phys_disk.PhysDiskBus,
 730                     phys_disk.PhysDiskID);
 731
 732                 mutex_lock(&ioc->sas_device_info_mutex);
 733                 list_for_each_entry(sas_info, &ioc->sas_device_info_list,
 734                     list) {
 735                         if (!sas_info->is_logical_volume &&
 736                             (sas_info->fw.channel == phys_disk.PhysDiskBus &&
 737                             sas_info->fw.id == phys_disk.PhysDiskID)) {
 738                                 sas_info->is_hidden_raid_component = 1;
 739                                 sas_info->volume_id = starget->id;
 740                         }
 741                 }
 742                 mutex_unlock(&ioc->sas_device_info_mutex);
 743
 744         }
 745
 746         /*
 747          * Delete all matching devices out of the list
 748          */
 749         mutex_lock(&ioc->sas_device_info_mutex);
 750         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 751             list) {
 752                 if (sas_info->is_logical_volume && sas_info->fw.id ==
 753                     starget->id) {
 754                         list_del(&sas_info->list);
 755                         kfree(sas_info);
 756                 }
 757         }
 758
 759         sas_info = kzalloc(sizeof(struct mptsas_device_info), GFP_KERNEL);
 760         if (sas_info) {
 761                 sas_info->fw.id = starget->id;
 762                 sas_info->os.id = starget->id;
 763                 sas_info->os.channel = starget->channel;
 764                 sas_info->is_logical_volume = 1;
 765                 INIT_LIST_HEAD(&sas_info->list);
 766                 list_add_tail(&sas_info->list, &ioc->sas_device_info_list);
 767         }
 768         mutex_unlock(&ioc->sas_device_info_mutex);
 769
 770  out:
 771         if (buffer)
 772                 dma_free_coherent(&ioc->pcidev->dev, hdr.PageLength * 4,
 773                                   buffer, dma_handle);
 774 }
 775
 776 /**
 777  *      mptsas_add_device_component_starget - adds a SCSI target device component
 778  *      @ioc: Pointer to MPT_ADAPTER structure
 779  *      @starget: SCSI target for this SCSI device
 780  *
 781  **/
 782 static void
 783 mptsas_add_device_component_starget(MPT_ADAPTER *ioc,
 784         struct scsi_target *starget)
 785 {
 786         struct sas_rphy *rphy;
 787         struct mptsas_phyinfo   *phy_info = NULL;
 788         struct mptsas_enclosure enclosure_info;
 789
 790         rphy = dev_to_rphy(starget->dev.parent);
 791         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
 792                         rphy->identify.sas_address);
 793         if (!phy_info)
 794                 return;
 795
 796         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
 797         mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
 798                 (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
 799                 MPI_SAS_ENCLOS_PGAD_FORM_SHIFT),
 800                 phy_info->attached.handle_enclosure);
 801
 802         mptsas_add_device_component(ioc, phy_info->attached.channel,
 803                 phy_info->attached.id, phy_info->attached.sas_address,
 804                 phy_info->attached.device_info,
 805                 phy_info->attached.slot, enclosure_info.enclosure_logical_id);
 806 }
 807
 808 /**
 809  *      mptsas_del_device_component_by_os - Once a device has been removed, we mark the entry in the list as being cached
 810  *      @ioc: Pointer to MPT_ADAPTER structure
 811  *      @channel: os mapped id's
 812  *      @id: Logical Target ID
 813  *
 814  **/
 815 static void
 816 mptsas_del_device_component_by_os(MPT_ADAPTER *ioc, u8 channel, u8 id)
 817 {
 818         struct mptsas_device_info       *sas_info, *next;
 819
 820         /*
 821          * Set is_cached flag
 822          */
 823         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 824                 list) {
 825                 if (sas_info->os.channel == channel && sas_info->os.id == id)
 826                         sas_info->is_cached = 1;
 827         }
 828 }
 829
 830 /**
 831  *      mptsas_del_device_components - Cleaning the list
 832  *      @ioc: Pointer to MPT_ADAPTER structure
 833  *
 834  **/
 835 static void
 836 mptsas_del_device_components(MPT_ADAPTER *ioc)
 837 {
 838         struct mptsas_device_info       *sas_info, *next;
 839
 840         mutex_lock(&ioc->sas_device_info_mutex);
 841         list_for_each_entry_safe(sas_info, next, &ioc->sas_device_info_list,
 842                 list) {
 843                 list_del(&sas_info->list);
 844                 kfree(sas_info);
 845         }
 846         mutex_unlock(&ioc->sas_device_info_mutex);
 847 }
 848
 849
 850 /*
 851  * mptsas_setup_wide_ports
 852  *
 853  * Updates for new and existing narrow/wide port configuration
 854  * in the sas_topology
 855  */
 856 static void
 857 mptsas_setup_wide_ports(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
 858 {
 859         struct mptsas_portinfo_details * port_details;
 860         struct mptsas_phyinfo *phy_info, *phy_info_cmp;
 861         u64     sas_address;
 862         int     i, j;
 863
 864         mutex_lock(&ioc->sas_topology_mutex);
 865
 866         phy_info = port_info->phy_info;
 867         for (i = 0 ; i < port_info->num_phys ; i++, phy_info++) {
 868                 if (phy_info->attached.handle)
 869                         continue;
 870                 port_details = phy_info->port_details;
 871                 if (!port_details)
 872                         continue;
 873                 if (port_details->num_phys < 2)
 874                         continue;
 875                 /*
 876                  * Removing a phy from a port, letting the last
 877                  * phy be removed by firmware events.
 878                  */
 879                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 880                     "%s: [%p]: deleting phy = %d\n",
 881                     ioc->name, __func__, port_details, i));
 882                 port_details->num_phys--;
 883                 port_details->phy_bitmask &= ~ (1 << phy_info->phy_id);
 884                 memset(&phy_info->attached, 0, sizeof(struct mptsas_devinfo));
 885                 if (phy_info->phy) {
 886                         devtprintk(ioc, dev_printk(KERN_DEBUG,
 887                                 &phy_info->phy->dev, MYIOC_s_FMT
 888                                 "delete phy %d, phy-obj (0x%p)\n", ioc->name,
 889                                 phy_info->phy_id, phy_info->phy));
 890                         sas_port_delete_phy(port_details->port, phy_info->phy);
 891                 }
 892                 phy_info->port_details = NULL;
 893         }
 894
 895         /*
 896          * Populate and refresh the tree
 897          */
 898         phy_info = port_info->phy_info;
 899         for (i = 0 ; i < port_info->num_phys ; i++, phy_info++) {
 900                 sas_address = phy_info->attached.sas_address;
 901                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "phy_id=%d sas_address=0x%018llX\n",
 902                     ioc->name, i, (unsigned long long)sas_address));
 903                 if (!sas_address)
 904                         continue;
 905                 port_details = phy_info->port_details;
 906                 /*
 907                  * Forming a port
 908                  */
 909                 if (!port_details) {
 910                         port_details = kzalloc(sizeof(struct
 911                                 mptsas_portinfo_details), GFP_KERNEL);
 912                         if (!port_details)
 913                                 goto out;
 914                         port_details->num_phys = 1;
 915                         port_details->port_info = port_info;
 916                         if (phy_info->phy_id < 64 )
 917                                 port_details->phy_bitmask |=
 918                                     (1 << phy_info->phy_id);
 919                         phy_info->sas_port_add_phy=1;
 920                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "\t\tForming port\n\t\t"
 921                             "phy_id=%d sas_address=0x%018llX\n",
 922                             ioc->name, i, (unsigned long long)sas_address));
 923                         phy_info->port_details = port_details;
 924                 }
 925
 926                 if (i == port_info->num_phys - 1)
 927                         continue;
 928                 phy_info_cmp = &port_info->phy_info[i + 1];
 929                 for (j = i + 1 ; j < port_info->num_phys ; j++,
 930                     phy_info_cmp++) {
 931                         if (!phy_info_cmp->attached.sas_address)
 932                                 continue;
 933                         if (sas_address != phy_info_cmp->attached.sas_address)
 934                                 continue;
 935                         if (phy_info_cmp->port_details == port_details )
 936                                 continue;
 937                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 938                             "\t\tphy_id=%d sas_address=0x%018llX\n",
 939                             ioc->name, j, (unsigned long long)
 940                             phy_info_cmp->attached.sas_address));
 941                         if (phy_info_cmp->port_details) {
 942                                 port_details->rphy =
 943                                     mptsas_get_rphy(phy_info_cmp);
 944                                 port_details->port =
 945                                     mptsas_get_port(phy_info_cmp);
 946                                 port_details->starget =
 947                                     mptsas_get_starget(phy_info_cmp);
 948                                 port_details->num_phys =
 949                                         phy_info_cmp->port_details->num_phys;
 950                                 if (!phy_info_cmp->port_details->num_phys)
 951                                         kfree(phy_info_cmp->port_details);
 952                         } else
 953                                 phy_info_cmp->sas_port_add_phy=1;
 954                         /*
 955                          * Adding a phy to a port
 956                          */
 957                         phy_info_cmp->port_details = port_details;
 958                         if (phy_info_cmp->phy_id < 64 )
 959                                 port_details->phy_bitmask |=
 960                                 (1 << phy_info_cmp->phy_id);
 961                         port_details->num_phys++;
 962                 }
 963         }
 964
 965  out:
 966
 967         for (i = 0; i < port_info->num_phys; i++) {
 968                 port_details = port_info->phy_info[i].port_details;
 969                 if (!port_details)
 970                         continue;
 971                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 972                     "%s: [%p]: phy_id=%02d num_phys=%02d "
 973                     "bitmask=0x%016llX\n", ioc->name, __func__,
 974                     port_details, i, port_details->num_phys,
 975                     (unsigned long long)port_details->phy_bitmask));
 976                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "\t\tport = %p rphy=%p\n",
 977                     ioc->name, port_details->port, port_details->rphy));
 978         }
 979         dsaswideprintk(ioc, printk("\n"));
 980         mutex_unlock(&ioc->sas_topology_mutex);
 981 }
 982
 983 /**
 984  * mptsas_find_vtarget - find a virtual target device (FC LUN device or
 985  *                              SCSI target device)
 986  *
 987  * @ioc: Pointer to MPT_ADAPTER structure
 988  * @channel: channel number
 989  * @id: Logical Target ID
 990  *
 991  **/
 992 static VirtTarget *
 993 mptsas_find_vtarget(MPT_ADAPTER *ioc, u8 channel, u8 id)
 994 {
 995         struct scsi_device              *sdev;
 996         VirtDevice                      *vdevice;
 997         VirtTarget                      *vtarget = NULL;
 998
 999         shost_for_each_device(sdev, ioc->sh) {
1000                 vdevice = sdev->hostdata;
1001                 if ((vdevice == NULL) ||
1002                         (vdevice->vtarget == NULL))
1003                         continue;
1004                 if ((vdevice->vtarget->tflags &
1005                     MPT_TARGET_FLAGS_RAID_COMPONENT ||
1006                     vdevice->vtarget->raidVolume))
1007                         continue;
1008                 if (vdevice->vtarget->id == id &&
1009                         vdevice->vtarget->channel == channel)
1010                         vtarget = vdevice->vtarget;
1011         }
1012         return vtarget;
1013 }
1014
1015 static void
1016 mptsas_queue_device_delete(MPT_ADAPTER *ioc,
1017         MpiEventDataSasDeviceStatusChange_t *sas_event_data)
1018 {
1019         struct fw_event_work *fw_event;
1020
1021         fw_event = kzalloc(sizeof(*fw_event) +
1022                            sizeof(MpiEventDataSasDeviceStatusChange_t),
1023                            GFP_ATOMIC);
1024         if (!fw_event) {
1025                 printk(MYIOC_s_WARN_FMT "%s: failed at (line=%d)\n",
1026                     ioc->name, __func__, __LINE__);
1027                 return;
1028         }
1029         memcpy(fw_event->event_data, sas_event_data,
1030             sizeof(MpiEventDataSasDeviceStatusChange_t));
1031         fw_event->event = MPI_EVENT_SAS_DEVICE_STATUS_CHANGE;
1032         fw_event->ioc = ioc;
1033         mptsas_add_fw_event(ioc, fw_event, msecs_to_jiffies(1));
1034 }
1035
1036 static void
1037 mptsas_queue_rescan(MPT_ADAPTER *ioc)
1038 {
1039         struct fw_event_work *fw_event;
1040
1041         fw_event = kzalloc(sizeof(*fw_event), GFP_ATOMIC);
1042         if (!fw_event) {
1043                 printk(MYIOC_s_WARN_FMT "%s: failed at (line=%d)\n",
1044                     ioc->name, __func__, __LINE__);
1045                 return;
1046         }
1047         fw_event->event = -1;
1048         fw_event->ioc = ioc;
1049         mptsas_add_fw_event(ioc, fw_event, msecs_to_jiffies(1));
1050 }
1051
1052
1053 /**
1054  * mptsas_target_reset - Issues TARGET_RESET to end device using
1055  *                       handshaking method
1056  *
1057  * @ioc: Pointer to MPT_ADAPTER structure
1058  * @channel: channel number
1059  * @id: Logical Target ID for reset
1060  *
1061  * Return: (1) success
1062  *         (0) failure
1063  *
1064  **/
1065 static int
1066 mptsas_target_reset(MPT_ADAPTER *ioc, u8 channel, u8 id)
1067 {
1068         MPT_FRAME_HDR   *mf;
1069         SCSITaskMgmt_t  *pScsiTm;
1070         if (mpt_set_taskmgmt_in_progress_flag(ioc) != 0)
1071                 return 0;
1072
1073
1074         mf = mpt_get_msg_frame(mptsasDeviceResetCtx, ioc);
1075         if (mf == NULL) {
1076                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT
1077                         "%s, no msg frames @%d!!\n", ioc->name,
1078                         __func__, __LINE__));
1079                 goto out_fail;
1080         }
1081
1082         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "TaskMgmt request (mf=%p)\n",
1083                 ioc->name, mf));
1084
1085         /* Format the Request
1086          */
1087         pScsiTm = (SCSITaskMgmt_t *) mf;
1088         memset (pScsiTm, 0, sizeof(SCSITaskMgmt_t));
1089         pScsiTm->TargetID = id;
1090         pScsiTm->Bus = channel;
1091         pScsiTm->Function = MPI_FUNCTION_SCSI_TASK_MGMT;
1092         pScsiTm->TaskType = MPI_SCSITASKMGMT_TASKTYPE_TARGET_RESET;
1093         pScsiTm->MsgFlags = MPI_SCSITASKMGMT_MSGFLAGS_LIPRESET_RESET_OPTION;
1094
1095         DBG_DUMP_TM_REQUEST_FRAME(ioc, (u32 *)mf);
1096
1097         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1098            "TaskMgmt type=%d (sas device delete) fw_channel = %d fw_id = %d)\n",
1099            ioc->name, MPI_SCSITASKMGMT_TASKTYPE_TARGET_RESET, channel, id));
1100
1101         mpt_put_msg_frame_hi_pri(mptsasDeviceResetCtx, ioc, mf);
1102
1103         return 1;
1104
1105  out_fail:
1106
1107         mpt_clear_taskmgmt_in_progress_flag(ioc);
1108         return 0;
1109 }
1110
1111 static void
1112 mptsas_block_io_sdev(struct scsi_device *sdev, void *data)
1113 {
1114         scsi_device_set_state(sdev, SDEV_BLOCK);
1115 }
1116
1117 static void
1118 mptsas_block_io_starget(struct scsi_target *starget)
1119 {
1120         if (starget)
1121                 starget_for_each_device(starget, NULL, mptsas_block_io_sdev);
1122 }
1123
1124 /**
1125  * mptsas_target_reset_queue - queue a target reset
1126  *
1127  * @ioc: Pointer to MPT_ADAPTER structure
1128  * @sas_event_data: SAS Device Status Change Event data
1129  *
1130  * Receive request for TARGET_RESET after receiving a firmware
1131  * event NOT_RESPONDING_EVENT, then put command in link list
1132  * and queue if task_queue already in use.
1133  *
1134  **/
1135 static void
1136 mptsas_target_reset_queue(MPT_ADAPTER *ioc,
1137     EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data)
1138 {
1139         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
1140         VirtTarget *vtarget = NULL;
1141         struct mptsas_target_reset_event *target_reset_list;
1142         u8              id, channel;
1143
1144         id = sas_event_data->TargetID;
1145         channel = sas_event_data->Bus;
1146
1147         vtarget = mptsas_find_vtarget(ioc, channel, id);
1148         if (vtarget) {
1149                 mptsas_block_io_starget(vtarget->starget);
1150                 vtarget->deleted = 1; /* block IO */
1151         }
1152
1153         target_reset_list = kzalloc(sizeof(struct mptsas_target_reset_event),
1154             GFP_ATOMIC);
1155         if (!target_reset_list) {
1156                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT
1157                         "%s, failed to allocate mem @%d..!!\n",
1158                         ioc->name, __func__, __LINE__));
1159                 return;
1160         }
1161
1162         memcpy(&target_reset_list->sas_event_data, sas_event_data,
1163                 sizeof(*sas_event_data));
1164         list_add_tail(&target_reset_list->list, &hd->target_reset_list);
1165
1166         target_reset_list->time_count = jiffies;
1167
1168         if (mptsas_target_reset(ioc, channel, id)) {
1169                 target_reset_list->target_reset_issued = 1;
1170         }
1171 }
1172
1173 /**
1174  * mptsas_schedule_target_reset- send pending target reset
1175  * @iocp: per adapter object
1176  *
1177  * This function will delete scheduled target reset from the list and
1178  * try to send next target reset. This will be called from completion
1179  * context of any Task management command.
1180  */
1181
1182 void
1183 mptsas_schedule_target_reset(void *iocp)
1184 {
1185         MPT_ADAPTER *ioc = (MPT_ADAPTER *)(iocp);
1186         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
1187         struct list_head *head = &hd->target_reset_list;
1188         struct mptsas_target_reset_event        *target_reset_list;
1189         u8              id, channel;
1190         /*
1191          * issue target reset to next device in the queue
1192          */
1193
1194         if (list_empty(head))
1195                 return;
1196
1197         target_reset_list = list_entry(head->next,
1198                 struct mptsas_target_reset_event, list);
1199
1200         id = target_reset_list->sas_event_data.TargetID;
1201         channel = target_reset_list->sas_event_data.Bus;
1202         target_reset_list->time_count = jiffies;
1203
1204         if (mptsas_target_reset(ioc, channel, id))
1205                 target_reset_list->target_reset_issued = 1;
1206         return;
1207 }
1208
1209
1210 /**
1211  *      mptsas_taskmgmt_complete - complete SAS task management function
1212  *      @ioc: Pointer to MPT_ADAPTER structure
1213  *      @mf: MPT message frame
1214  *      @mr: SCSI Task Management Reply structure ptr (may be %NULL)
1215  *
1216  *      Completion for TARGET_RESET after NOT_RESPONDING_EVENT, enable work
1217  *      queue to finish off removing device from upper layers, then send next
1218  *      TARGET_RESET in the queue.
1219  **/
1220 static int
1221 mptsas_taskmgmt_complete(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf, MPT_FRAME_HDR *mr)
1222 {
1223         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
1224         struct list_head *head = &hd->target_reset_list;
1225         u8              id, channel;
1226         struct mptsas_target_reset_event        *target_reset_list;
1227         SCSITaskMgmtReply_t *pScsiTmReply;
1228
1229         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "TaskMgmt completed: "
1230             "(mf = %p, mr = %p)\n", ioc->name, mf, mr));
1231
1232         pScsiTmReply = (SCSITaskMgmtReply_t *)mr;
1233         if (!pScsiTmReply)
1234                 return 0;
1235
1236         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1237             "\tTaskMgmt completed: fw_channel = %d, fw_id = %d,\n"
1238             "\ttask_type = 0x%02X, iocstatus = 0x%04X "
1239             "loginfo = 0x%08X,\n\tresponse_code = 0x%02X, "
1240             "term_cmnds = %d\n", ioc->name,
1241             pScsiTmReply->Bus, pScsiTmReply->TargetID,
1242             pScsiTmReply->TaskType,
1243             le16_to_cpu(pScsiTmReply->IOCStatus),
1244             le32_to_cpu(pScsiTmReply->IOCLogInfo),
1245             pScsiTmReply->ResponseCode,
1246             le32_to_cpu(pScsiTmReply->TerminationCount)));
1247
1248         if (pScsiTmReply->ResponseCode)
1249                 mptscsih_taskmgmt_response_code(ioc,
1250                 pScsiTmReply->ResponseCode);
1251
1252         if (pScsiTmReply->TaskType ==
1253             MPI_SCSITASKMGMT_TASKTYPE_QUERY_TASK || pScsiTmReply->TaskType ==
1254              MPI_SCSITASKMGMT_TASKTYPE_ABRT_TASK_SET) {
1255                 ioc->taskmgmt_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
1256                 ioc->taskmgmt_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
1257                 memcpy(ioc->taskmgmt_cmds.reply, mr,
1258                     min(MPT_DEFAULT_FRAME_SIZE, 4 * mr->u.reply.MsgLength));
1259                 if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
1260                         ioc->taskmgmt_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
1261                         complete(&ioc->taskmgmt_cmds.done);
1262                         return 1;
1263                 }
1264                 return 0;
1265         }
1266
1267         mpt_clear_taskmgmt_in_progress_flag(ioc);
1268
1269         if (list_empty(head))
1270                 return 1;
1271
1272         target_reset_list = list_entry(head->next,
1273             struct mptsas_target_reset_event, list);
1274
1275         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1276             "TaskMgmt: completed (%d seconds)\n",
1277             ioc->name, jiffies_to_msecs(jiffies -
1278             target_reset_list->time_count)/1000));
1279
1280         id = pScsiTmReply->TargetID;
1281         channel = pScsiTmReply->Bus;
1282         target_reset_list->time_count = jiffies;
1283
1284         /*
1285          * retry target reset
1286          */
1287         if (!target_reset_list->target_reset_issued) {
1288                 if (mptsas_target_reset(ioc, channel, id))
1289                         target_reset_list->target_reset_issued = 1;
1290                 return 1;
1291         }
1292
1293         /*
1294          * enable work queue to remove device from upper layers
1295          */
1296         list_del(&target_reset_list->list);
1297         if (!ioc->fw_events_off)
1298                 mptsas_queue_device_delete(ioc,
1299                         &target_reset_list->sas_event_data);
1300
1301
1302         ioc->schedule_target_reset(ioc);
1303
1304         return 1;
1305 }
1306
1307 /**
1308  * mptsas_ioc_reset - issue an IOC reset for this reset phase
1309  *
1310  * @ioc: Pointer to MPT_ADAPTER structure
1311  * @reset_phase: id of phase of reset
1312  *
1313  **/
1314 static int
1315 mptsas_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
1316 {
1317         MPT_SCSI_HOST   *hd;
1318         int rc;
1319
1320         rc = mptscsih_ioc_reset(ioc, reset_phase);
1321         if ((ioc->bus_type != SAS) || (!rc))
1322                 return rc;
1323
1324         hd = shost_priv(ioc->sh);
1325         if (!hd->ioc)
1326                 goto out;
1327
1328         switch (reset_phase) {
1329         case MPT_IOC_SETUP_RESET:
1330                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1331                     "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
1332                 mptsas_fw_event_off(ioc);
1333                 break;
1334         case MPT_IOC_PRE_RESET:
1335                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1336                     "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
1337                 break;
1338         case MPT_IOC_POST_RESET:
1339                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1340                     "%s: MPT_IOC_POST_RESET\n", ioc->name, __func__));
1341                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_PENDING) {
1342                         ioc->sas_mgmt.status |= MPT_MGMT_STATUS_DID_IOCRESET;
1343                         complete(&ioc->sas_mgmt.done);
1344                 }
1345                 mptsas_cleanup_fw_event_q(ioc);
1346                 mptsas_queue_rescan(ioc);
1347                 break;
1348         default:
1349                 break;
1350         }
1351
1352  out:
1353         return rc;
1354 }
1355
1356
1357 /**
1358  * enum device_state - TUR device state
1359  * @DEVICE_RETRY: need to retry the TUR
1360  * @DEVICE_ERROR: TUR return error, don't add device
1361  * @DEVICE_READY: device can be added
1362  *
1363  */
1364 enum device_state{
1365         DEVICE_RETRY,
1366         DEVICE_ERROR,
1367         DEVICE_READY,
1368 };
1369
1370 static int
1371 mptsas_sas_enclosure_pg0(MPT_ADAPTER *ioc, struct mptsas_enclosure *enclosure,
1372                 u32 form, u32 form_specific)
1373 {
1374         ConfigExtendedPageHeader_t hdr;
1375         CONFIGPARMS cfg;
1376         SasEnclosurePage0_t *buffer;
1377         dma_addr_t dma_handle;
1378         int error;
1379         __le64 le_identifier;
1380
1381         memset(&hdr, 0, sizeof(hdr));
1382         hdr.PageVersion = MPI_SASENCLOSURE0_PAGEVERSION;
1383         hdr.PageNumber = 0;
1384         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1385         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_ENCLOSURE;
1386
1387         cfg.cfghdr.ehdr = &hdr;
1388         cfg.physAddr = -1;
1389         cfg.pageAddr = form + form_specific;
1390         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1391         cfg.dir = 0;    /* read */
1392         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
1393
1394         error = mpt_config(ioc, &cfg);
1395         if (error)
1396                 goto out;
1397         if (!hdr.ExtPageLength) {
1398                 error = -ENXIO;
1399                 goto out;
1400         }
1401
1402         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
1403                                     &dma_handle, GFP_KERNEL);
1404         if (!buffer) {
1405                 error = -ENOMEM;
1406                 goto out;
1407         }
1408
1409         cfg.physAddr = dma_handle;
1410         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1411
1412         error = mpt_config(ioc, &cfg);
1413         if (error)
1414                 goto out_free_consistent;
1415
1416         /* save config data */
1417         memcpy(&le_identifier, &buffer->EnclosureLogicalID, sizeof(__le64));
1418         enclosure->enclosure_logical_id = le64_to_cpu(le_identifier);
1419         enclosure->enclosure_handle = le16_to_cpu(buffer->EnclosureHandle);
1420         enclosure->flags = le16_to_cpu(buffer->Flags);
1421         enclosure->num_slot = le16_to_cpu(buffer->NumSlots);
1422         enclosure->start_slot = le16_to_cpu(buffer->StartSlot);
1423         enclosure->start_id = buffer->StartTargetID;
1424         enclosure->start_channel = buffer->StartBus;
1425         enclosure->sep_id = buffer->SEPTargetID;
1426         enclosure->sep_channel = buffer->SEPBus;
1427
1428  out_free_consistent:
1429         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
1430                           dma_handle);
1431  out:
1432         return error;
1433 }
1434
1435 /**
1436  *      mptsas_add_end_device - report a new end device to sas transport layer
1437  *      @ioc: Pointer to MPT_ADAPTER structure
1438  *      @phy_info: describes attached device
1439  *
1440  *      return (0) success (1) failure
1441  *
1442  **/
1443 static int
1444 mptsas_add_end_device(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info)
1445 {
1446         struct sas_rphy *rphy;
1447         struct sas_port *port;
1448         struct sas_identify identify;
1449         char *ds = NULL;
1450         u8 fw_id;
1451
1452         if (!phy_info) {
1453                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1454                         "%s: exit at line=%d\n", ioc->name,
1455                          __func__, __LINE__));
1456                 return 1;
1457         }
1458
1459         fw_id = phy_info->attached.id;
1460
1461         if (mptsas_get_rphy(phy_info)) {
1462                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1463                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1464                          __func__, fw_id, __LINE__));
1465                 return 2;
1466         }
1467
1468         port = mptsas_get_port(phy_info);
1469         if (!port) {
1470                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1471                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1472                          __func__, fw_id, __LINE__));
1473                 return 3;
1474         }
1475
1476         if (phy_info->attached.device_info &
1477             MPI_SAS_DEVICE_INFO_SSP_TARGET)
1478                 ds = "ssp";
1479         if (phy_info->attached.device_info &
1480             MPI_SAS_DEVICE_INFO_STP_TARGET)
1481                 ds = "stp";
1482         if (phy_info->attached.device_info &
1483             MPI_SAS_DEVICE_INFO_SATA_DEVICE)
1484                 ds = "sata";
1485
1486         printk(MYIOC_s_INFO_FMT "attaching %s device: fw_channel %d, fw_id %d,"
1487             " phy %d, sas_addr 0x%llx\n", ioc->name, ds,
1488             phy_info->attached.channel, phy_info->attached.id,
1489             phy_info->attached.phy_id, (unsigned long long)
1490             phy_info->attached.sas_address);
1491
1492         mptsas_parse_device_info(&identify, &phy_info->attached);
1493         rphy = sas_end_device_alloc(port);
1494         if (!rphy) {
1495                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1496                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1497                          __func__, fw_id, __LINE__));
1498                 return 5; /* non-fatal: an rphy can be added later */
1499         }
1500
1501         rphy->identify = identify;
1502         if (sas_rphy_add(rphy)) {
1503                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1504                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1505                          __func__, fw_id, __LINE__));
1506                 sas_rphy_free(rphy);
1507                 return 6;
1508         }
1509         mptsas_set_rphy(ioc, phy_info, rphy);
1510         return 0;
1511 }
1512
1513 /**
1514  *      mptsas_del_end_device - report a deleted end device to sas transport layer
1515  *      @ioc: Pointer to MPT_ADAPTER structure
1516  *      @phy_info: describes attached device
1517  *
1518  **/
1519 static void
1520 mptsas_del_end_device(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info)
1521 {
1522         struct sas_rphy *rphy;
1523         struct sas_port *port;
1524         struct mptsas_portinfo *port_info;
1525         struct mptsas_phyinfo *phy_info_parent;
1526         int i;
1527         char *ds = NULL;
1528         u8 fw_id;
1529         u64 sas_address;
1530
1531         if (!phy_info)
1532                 return;
1533
1534         fw_id = phy_info->attached.id;
1535         sas_address = phy_info->attached.sas_address;
1536
1537         if (!phy_info->port_details) {
1538                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1539                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1540                          __func__, fw_id, __LINE__));
1541                 return;
1542         }
1543         rphy = mptsas_get_rphy(phy_info);
1544         if (!rphy) {
1545                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1546                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1547                          __func__, fw_id, __LINE__));
1548                 return;
1549         }
1550
1551         if (phy_info->attached.device_info & MPI_SAS_DEVICE_INFO_SSP_INITIATOR
1552                 || phy_info->attached.device_info
1553                         & MPI_SAS_DEVICE_INFO_SMP_INITIATOR
1554                 || phy_info->attached.device_info
1555                         & MPI_SAS_DEVICE_INFO_STP_INITIATOR)
1556                 ds = "initiator";
1557         if (phy_info->attached.device_info &
1558             MPI_SAS_DEVICE_INFO_SSP_TARGET)
1559                 ds = "ssp";
1560         if (phy_info->attached.device_info &
1561             MPI_SAS_DEVICE_INFO_STP_TARGET)
1562                 ds = "stp";
1563         if (phy_info->attached.device_info &
1564             MPI_SAS_DEVICE_INFO_SATA_DEVICE)
1565                 ds = "sata";
1566
1567         dev_printk(KERN_DEBUG, &rphy->dev, MYIOC_s_FMT
1568             "removing %s device: fw_channel %d, fw_id %d, phy %d,"
1569             "sas_addr 0x%llx\n", ioc->name, ds, phy_info->attached.channel,
1570             phy_info->attached.id, phy_info->attached.phy_id,
1571             (unsigned long long) sas_address);
1572
1573         port = mptsas_get_port(phy_info);
1574         if (!port) {
1575                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
1576                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
1577                          __func__, fw_id, __LINE__));
1578                 return;
1579         }
1580         port_info = phy_info->portinfo;
1581         phy_info_parent = port_info->phy_info;
1582         for (i = 0; i < port_info->num_phys; i++, phy_info_parent++) {
1583                 if (!phy_info_parent->phy)
1584                         continue;
1585                 if (phy_info_parent->attached.sas_address !=
1586                     sas_address)
1587                         continue;
1588                 dev_printk(KERN_DEBUG, &phy_info_parent->phy->dev,
1589                     MYIOC_s_FMT "delete phy %d, phy-obj (0x%p)\n",
1590                     ioc->name, phy_info_parent->phy_id,
1591                     phy_info_parent->phy);
1592                 sas_port_delete_phy(port, phy_info_parent->phy);
1593         }
1594
1595         dev_printk(KERN_DEBUG, &port->dev, MYIOC_s_FMT
1596             "delete port %d, sas_addr (0x%llx)\n", ioc->name,
1597              port->port_identifier, (unsigned long long)sas_address);
1598         sas_port_delete(port);
1599         mptsas_set_port(ioc, phy_info, NULL);
1600         mptsas_port_delete(ioc, phy_info->port_details);
1601 }
1602
1603 static struct mptsas_phyinfo *
1604 mptsas_refreshing_device_handles(MPT_ADAPTER *ioc,
1605         struct mptsas_devinfo *sas_device)
1606 {
1607         struct mptsas_phyinfo *phy_info;
1608         struct mptsas_portinfo *port_info;
1609         int i;
1610
1611         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
1612             sas_device->sas_address);
1613         if (!phy_info)
1614                 goto out;
1615         port_info = phy_info->portinfo;
1616         if (!port_info)
1617                 goto out;
1618         mutex_lock(&ioc->sas_topology_mutex);
1619         for (i = 0; i < port_info->num_phys; i++) {
1620                 if (port_info->phy_info[i].attached.sas_address !=
1621                         sas_device->sas_address)
1622                         continue;
1623                 port_info->phy_info[i].attached.channel = sas_device->channel;
1624                 port_info->phy_info[i].attached.id = sas_device->id;
1625                 port_info->phy_info[i].attached.sas_address =
1626                     sas_device->sas_address;
1627                 port_info->phy_info[i].attached.handle = sas_device->handle;
1628                 port_info->phy_info[i].attached.handle_parent =
1629                     sas_device->handle_parent;
1630                 port_info->phy_info[i].attached.handle_enclosure =
1631                     sas_device->handle_enclosure;
1632         }
1633         mutex_unlock(&ioc->sas_topology_mutex);
1634  out:
1635         return phy_info;
1636 }
1637
1638 /**
1639  * mptsas_firmware_event_work - work thread for processing fw events
1640  * @work: work queue payload containing info describing the event
1641  * Context: user
1642  *
1643  */
1644 static void
1645 mptsas_firmware_event_work(struct work_struct *work)
1646 {
1647         struct fw_event_work *fw_event =
1648                 container_of(work, struct fw_event_work, work.work);
1649         MPT_ADAPTER *ioc = fw_event->ioc;
1650
1651         /* special rescan topology handling */
1652         if (fw_event->event == -1) {
1653                 if (ioc->in_rescan) {
1654                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1655                                 "%s: rescan ignored as it is in progress\n",
1656                                 ioc->name, __func__));
1657                         return;
1658                 }
1659                 devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: rescan after "
1660                     "reset\n", ioc->name, __func__));
1661                 ioc->in_rescan = 1;
1662                 mptsas_not_responding_devices(ioc);
1663                 mptsas_scan_sas_topology(ioc);
1664                 ioc->in_rescan = 0;
1665                 mptsas_free_fw_event(ioc, fw_event);
1666                 mptsas_fw_event_on(ioc);
1667                 return;
1668         }
1669
1670         /* events handling turned off during host reset */
1671         if (ioc->fw_events_off) {
1672                 mptsas_free_fw_event(ioc, fw_event);
1673                 return;
1674         }
1675
1676         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: fw_event=(0x%p), "
1677             "event = (0x%02x)\n", ioc->name, __func__, fw_event,
1678             (fw_event->event & 0xFF)));
1679
1680         switch (fw_event->event) {
1681         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
1682                 mptsas_send_sas_event(fw_event);
1683                 break;
1684         case MPI_EVENT_INTEGRATED_RAID:
1685                 mptsas_send_raid_event(fw_event);
1686                 break;
1687         case MPI_EVENT_IR2:
1688                 mptsas_send_ir2_event(fw_event);
1689                 break;
1690         case MPI_EVENT_PERSISTENT_TABLE_FULL:
1691                 mptbase_sas_persist_operation(ioc,
1692                     MPI_SAS_OP_CLEAR_NOT_PRESENT);
1693                 mptsas_free_fw_event(ioc, fw_event);
1694                 break;
1695         case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
1696                 mptsas_broadcast_primitive_work(fw_event);
1697                 break;
1698         case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
1699                 mptsas_send_expander_event(fw_event);
1700                 break;
1701         case MPI_EVENT_SAS_PHY_LINK_STATUS:
1702                 mptsas_send_link_status_event(fw_event);
1703                 break;
1704         case MPI_EVENT_QUEUE_FULL:
1705                 mptsas_handle_queue_full_event(fw_event);
1706                 break;
1707         }
1708 }
1709
1710
1711
1712 static int
1713 mptsas_slave_configure(struct scsi_device *sdev)
1714 {
1715         struct Scsi_Host        *host = sdev->host;
1716         MPT_SCSI_HOST   *hd = shost_priv(host);
1717         MPT_ADAPTER     *ioc = hd->ioc;
1718         VirtDevice      *vdevice = sdev->hostdata;
1719
1720         if (vdevice->vtarget->deleted) {
1721                 sdev_printk(KERN_INFO, sdev, "clearing deleted flag\n");
1722                 vdevice->vtarget->deleted = 0;
1723         }
1724
1725         /*
1726          * RAID volumes placed beyond the last expected port.
1727          * Ignore sending sas mode pages in that case..
1728          */
1729         if (sdev->channel == MPTSAS_RAID_CHANNEL) {
1730                 mptsas_add_device_component_starget_ir(ioc, scsi_target(sdev));
1731                 goto out;
1732         }
1733
1734         sas_read_port_mode_page(sdev);
1735
1736         mptsas_add_device_component_starget(ioc, scsi_target(sdev));
1737
1738  out:
1739         return mptscsih_slave_configure(sdev);
1740 }
1741
1742 static int
1743 mptsas_target_alloc(struct scsi_target *starget)
1744 {
1745         struct Scsi_Host *host = dev_to_shost(&starget->dev);
1746         MPT_SCSI_HOST           *hd = shost_priv(host);
1747         VirtTarget              *vtarget;
1748         u8                      id, channel;
1749         struct sas_rphy         *rphy;
1750         struct mptsas_portinfo  *p;
1751         int                      i;
1752         MPT_ADAPTER             *ioc = hd->ioc;
1753
1754         vtarget = kzalloc(sizeof(VirtTarget), GFP_KERNEL);
1755         if (!vtarget)
1756                 return -ENOMEM;
1757
1758         vtarget->starget = starget;
1759         vtarget->ioc_id = ioc->id;
1760         vtarget->tflags = MPT_TARGET_FLAGS_Q_YES;
1761         id = starget->id;
1762         channel = 0;
1763
1764         /*
1765          * RAID volumes placed beyond the last expected port.
1766          */
1767         if (starget->channel == MPTSAS_RAID_CHANNEL) {
1768                 if (!ioc->raid_data.pIocPg2) {
1769                         kfree(vtarget);
1770                         return -ENXIO;
1771                 }
1772                 for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
1773                         if (id == ioc->raid_data.pIocPg2->
1774                                         RaidVolume[i].VolumeID) {
1775                                 channel = ioc->raid_data.pIocPg2->
1776                                         RaidVolume[i].VolumeBus;
1777                         }
1778                 }
1779                 vtarget->raidVolume = 1;
1780                 goto out;
1781         }
1782
1783         rphy = dev_to_rphy(starget->dev.parent);
1784         mutex_lock(&ioc->sas_topology_mutex);
1785         list_for_each_entry(p, &ioc->sas_topology, list) {
1786                 for (i = 0; i < p->num_phys; i++) {
1787                         if (p->phy_info[i].attached.sas_address !=
1788                                         rphy->identify.sas_address)
1789                                 continue;
1790                         id = p->phy_info[i].attached.id;
1791                         channel = p->phy_info[i].attached.channel;
1792                         mptsas_set_starget(&p->phy_info[i], starget);
1793
1794                         /*
1795                          * Exposing hidden raid components
1796                          */
1797                         if (mptscsih_is_phys_disk(ioc, channel, id)) {
1798                                 id = mptscsih_raid_id_to_num(ioc,
1799                                                 channel, id);
1800                                 vtarget->tflags |=
1801                                     MPT_TARGET_FLAGS_RAID_COMPONENT;
1802                                 p->phy_info[i].attached.phys_disk_num = id;
1803                         }
1804                         mutex_unlock(&ioc->sas_topology_mutex);
1805                         goto out;
1806                 }
1807         }
1808         mutex_unlock(&ioc->sas_topology_mutex);
1809
1810         kfree(vtarget);
1811         return -ENXIO;
1812
1813  out:
1814         vtarget->id = id;
1815         vtarget->channel = channel;
1816         starget->hostdata = vtarget;
1817         return 0;
1818 }
1819
1820 static void
1821 mptsas_target_destroy(struct scsi_target *starget)
1822 {
1823         struct Scsi_Host *host = dev_to_shost(&starget->dev);
1824         MPT_SCSI_HOST           *hd = shost_priv(host);
1825         struct sas_rphy         *rphy;
1826         struct mptsas_portinfo  *p;
1827         int                      i;
1828         MPT_ADAPTER     *ioc = hd->ioc;
1829         VirtTarget      *vtarget;
1830
1831         if (!starget->hostdata)
1832                 return;
1833
1834         vtarget = starget->hostdata;
1835
1836         mptsas_del_device_component_by_os(ioc, starget->channel,
1837             starget->id);
1838
1839
1840         if (starget->channel == MPTSAS_RAID_CHANNEL)
1841                 goto out;
1842
1843         rphy = dev_to_rphy(starget->dev.parent);
1844         list_for_each_entry(p, &ioc->sas_topology, list) {
1845                 for (i = 0; i < p->num_phys; i++) {
1846                         if (p->phy_info[i].attached.sas_address !=
1847                                         rphy->identify.sas_address)
1848                                 continue;
1849
1850                         starget_printk(KERN_INFO, starget, MYIOC_s_FMT
1851                         "delete device: fw_channel %d, fw_id %d, phy %d, "
1852                         "sas_addr 0x%llx\n", ioc->name,
1853                         p->phy_info[i].attached.channel,
1854                         p->phy_info[i].attached.id,
1855                         p->phy_info[i].attached.phy_id, (unsigned long long)
1856                         p->phy_info[i].attached.sas_address);
1857
1858                         mptsas_set_starget(&p->phy_info[i], NULL);
1859                 }
1860         }
1861
1862  out:
1863         vtarget->starget = NULL;
1864         kfree(starget->hostdata);
1865         starget->hostdata = NULL;
1866 }
1867
1868
1869 static int
1870 mptsas_slave_alloc(struct scsi_device *sdev)
1871 {
1872         struct Scsi_Host        *host = sdev->host;
1873         MPT_SCSI_HOST           *hd = shost_priv(host);
1874         struct sas_rphy         *rphy;
1875         struct mptsas_portinfo  *p;
1876         VirtDevice              *vdevice;
1877         struct scsi_target      *starget;
1878         int                     i;
1879         MPT_ADAPTER *ioc = hd->ioc;
1880
1881         vdevice = kzalloc(sizeof(VirtDevice), GFP_KERNEL);
1882         if (!vdevice) {
1883                 printk(MYIOC_s_ERR_FMT "slave_alloc kzalloc(%zd) FAILED!\n",
1884                                 ioc->name, sizeof(VirtDevice));
1885                 return -ENOMEM;
1886         }
1887         starget = scsi_target(sdev);
1888         vdevice->vtarget = starget->hostdata;
1889
1890         if (sdev->channel == MPTSAS_RAID_CHANNEL)
1891                 goto out;
1892
1893         rphy = dev_to_rphy(sdev->sdev_target->dev.parent);
1894         mutex_lock(&ioc->sas_topology_mutex);
1895         list_for_each_entry(p, &ioc->sas_topology, list) {
1896                 for (i = 0; i < p->num_phys; i++) {
1897                         if (p->phy_info[i].attached.sas_address !=
1898                                         rphy->identify.sas_address)
1899                                 continue;
1900                         vdevice->lun = sdev->lun;
1901                         /*
1902                          * Exposing hidden raid components
1903                          */
1904                         if (mptscsih_is_phys_disk(ioc,
1905                             p->phy_info[i].attached.channel,
1906                             p->phy_info[i].attached.id))
1907                                 sdev->no_uld_attach = 1;
1908                         mutex_unlock(&ioc->sas_topology_mutex);
1909                         goto out;
1910                 }
1911         }
1912         mutex_unlock(&ioc->sas_topology_mutex);
1913
1914         kfree(vdevice);
1915         return -ENXIO;
1916
1917  out:
1918         vdevice->vtarget->num_luns++;
1919         sdev->hostdata = vdevice;
1920         return 0;
1921 }
1922
1923 static int
1924 mptsas_qcmd(struct Scsi_Host *shost, struct scsi_cmnd *SCpnt)
1925 {
1926         MPT_SCSI_HOST   *hd;
1927         MPT_ADAPTER     *ioc;
1928         VirtDevice      *vdevice = SCpnt->device->hostdata;
1929
1930         if (!vdevice || !vdevice->vtarget || vdevice->vtarget->deleted) {
1931                 SCpnt->result = DID_NO_CONNECT << 16;
1932                 scsi_done(SCpnt);
1933                 return 0;
1934         }
1935
1936         hd = shost_priv(shost);
1937         ioc = hd->ioc;
1938
1939         if (ioc->sas_discovery_quiesce_io)
1940                 return SCSI_MLQUEUE_HOST_BUSY;
1941
1942         if (ioc->debug_level & MPT_DEBUG_SCSI)
1943                 scsi_print_command(SCpnt);
1944
1945         return mptscsih_qcmd(SCpnt);
1946 }
1947
1948 /**
1949  *      mptsas_eh_timed_out - resets the scsi_cmnd timeout
1950  *              if the device under question is currently in the
1951  *              device removal delay.
1952  *      @sc: scsi command that the midlayer is about to time out
1953  *
1954  **/
1955 static enum blk_eh_timer_return mptsas_eh_timed_out(struct scsi_cmnd *sc)
1956 {
1957         MPT_SCSI_HOST *hd;
1958         MPT_ADAPTER   *ioc;
1959         VirtDevice    *vdevice;
1960         enum blk_eh_timer_return rc = BLK_EH_DONE;
1961
1962         hd = shost_priv(sc->device->host);
1963         if (hd == NULL) {
1964                 printk(KERN_ERR MYNAM ": %s: Can't locate host! (sc=%p)\n",
1965                     __func__, sc);
1966                 goto done;
1967         }
1968
1969         ioc = hd->ioc;
1970         if (ioc->bus_type != SAS) {
1971                 printk(KERN_ERR MYNAM ": %s: Wrong bus type (sc=%p)\n",
1972                     __func__, sc);
1973                 goto done;
1974         }
1975
1976         /* In case if IOC is in reset from internal context.
1977         *  Do not execute EEH for the same IOC. SML should to reset timer.
1978         */
1979         if (ioc->ioc_reset_in_progress) {
1980                 dtmprintk(ioc, printk(MYIOC_s_WARN_FMT ": %s: ioc is in reset,"
1981                     "SML need to reset the timer (sc=%p)\n",
1982                     ioc->name, __func__, sc));
1983                 rc = BLK_EH_RESET_TIMER;
1984         }
1985         vdevice = sc->device->hostdata;
1986         if (vdevice && vdevice->vtarget && (vdevice->vtarget->inDMD
1987                 || vdevice->vtarget->deleted)) {
1988                 dtmprintk(ioc, printk(MYIOC_s_WARN_FMT ": %s: target removed "
1989                     "or in device removal delay (sc=%p)\n",
1990                     ioc->name, __func__, sc));
1991                 rc = BLK_EH_RESET_TIMER;
1992                 goto done;
1993         }
1994
1995 done:
1996         return rc;
1997 }
1998
1999
2000 static struct scsi_host_template mptsas_driver_template = {
2001         .module                         = THIS_MODULE,
2002         .proc_name                      = "mptsas",
2003         .show_info                      = mptscsih_show_info,
2004         .name                           = "MPT SAS Host",
2005         .info                           = mptscsih_info,
2006         .queuecommand                   = mptsas_qcmd,
2007         .target_alloc                   = mptsas_target_alloc,
2008         .slave_alloc                    = mptsas_slave_alloc,
2009         .slave_configure                = mptsas_slave_configure,
2010         .target_destroy                 = mptsas_target_destroy,
2011         .slave_destroy                  = mptscsih_slave_destroy,
2012         .change_queue_depth             = mptscsih_change_queue_depth,
2013         .eh_timed_out                   = mptsas_eh_timed_out,
2014         .eh_abort_handler               = mptscsih_abort,
2015         .eh_device_reset_handler        = mptscsih_dev_reset,
2016         .eh_host_reset_handler          = mptscsih_host_reset,
2017         .bios_param                     = mptscsih_bios_param,
2018         .can_queue                      = MPT_SAS_CAN_QUEUE,
2019         .this_id                        = -1,
2020         .sg_tablesize                   = MPT_SCSI_SG_DEPTH,
2021         .max_sectors                    = 8192,
2022         .cmd_per_lun                    = 7,
2023         .shost_groups                   = mptscsih_host_attr_groups,
2024         .no_write_same                  = 1,
2025 };
2026
2027 static int mptsas_get_linkerrors(struct sas_phy *phy)
2028 {
2029         MPT_ADAPTER *ioc = phy_to_ioc(phy);
2030         ConfigExtendedPageHeader_t hdr;
2031         CONFIGPARMS cfg;
2032         SasPhyPage1_t *buffer;
2033         dma_addr_t dma_handle;
2034         int error;
2035
2036         /* FIXME: only have link errors on local phys */
2037         if (!scsi_is_sas_phy_local(phy))
2038                 return -EINVAL;
2039
2040         hdr.PageVersion = MPI_SASPHY1_PAGEVERSION;
2041         hdr.ExtPageLength = 0;
2042         hdr.PageNumber = 1 /* page number 1*/;
2043         hdr.Reserved1 = 0;
2044         hdr.Reserved2 = 0;
2045         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2046         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_PHY;
2047
2048         cfg.cfghdr.ehdr = &hdr;
2049         cfg.physAddr = -1;
2050         cfg.pageAddr = phy->identify.phy_identifier;
2051         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2052         cfg.dir = 0;    /* read */
2053         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2054
2055         error = mpt_config(ioc, &cfg);
2056         if (error)
2057                 return error;
2058         if (!hdr.ExtPageLength)
2059                 return -ENXIO;
2060
2061         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2062                                     &dma_handle, GFP_KERNEL);
2063         if (!buffer)
2064                 return -ENOMEM;
2065
2066         cfg.physAddr = dma_handle;
2067         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2068
2069         error = mpt_config(ioc, &cfg);
2070         if (error)
2071                 goto out_free_consistent;
2072
2073         mptsas_print_phy_pg1(ioc, buffer);
2074
2075         phy->invalid_dword_count = le32_to_cpu(buffer->InvalidDwordCount);
2076         phy->running_disparity_error_count =
2077                 le32_to_cpu(buffer->RunningDisparityErrorCount);
2078         phy->loss_of_dword_sync_count =
2079                 le32_to_cpu(buffer->LossDwordSynchCount);
2080         phy->phy_reset_problem_count =
2081                 le32_to_cpu(buffer->PhyResetProblemCount);
2082
2083  out_free_consistent:
2084         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2085                           dma_handle);
2086         return error;
2087 }
2088
2089 static int mptsas_mgmt_done(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
2090                 MPT_FRAME_HDR *reply)
2091 {
2092         ioc->sas_mgmt.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
2093         if (reply != NULL) {
2094                 ioc->sas_mgmt.status |= MPT_MGMT_STATUS_RF_VALID;
2095                 memcpy(ioc->sas_mgmt.reply, reply,
2096                     min(ioc->reply_sz, 4 * reply->u.reply.MsgLength));
2097         }
2098
2099         if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_PENDING) {
2100                 ioc->sas_mgmt.status &= ~MPT_MGMT_STATUS_PENDING;
2101                 complete(&ioc->sas_mgmt.done);
2102                 return 1;
2103         }
2104         return 0;
2105 }
2106
2107 static int mptsas_phy_reset(struct sas_phy *phy, int hard_reset)
2108 {
2109         MPT_ADAPTER *ioc = phy_to_ioc(phy);
2110         SasIoUnitControlRequest_t *req;
2111         SasIoUnitControlReply_t *reply;
2112         MPT_FRAME_HDR *mf;
2113         MPIHeader_t *hdr;
2114         unsigned long timeleft;
2115         int error = -ERESTARTSYS;
2116
2117         /* FIXME: fusion doesn't allow non-local phy reset */
2118         if (!scsi_is_sas_phy_local(phy))
2119                 return -EINVAL;
2120
2121         /* not implemented for expanders */
2122         if (phy->identify.target_port_protocols & SAS_PROTOCOL_SMP)
2123                 return -ENXIO;
2124
2125         if (mutex_lock_interruptible(&ioc->sas_mgmt.mutex))
2126                 goto out;
2127
2128         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
2129         if (!mf) {
2130                 error = -ENOMEM;
2131                 goto out_unlock;
2132         }
2133
2134         hdr = (MPIHeader_t *) mf;
2135         req = (SasIoUnitControlRequest_t *)mf;
2136         memset(req, 0, sizeof(SasIoUnitControlRequest_t));
2137         req->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
2138         req->MsgContext = hdr->MsgContext;
2139         req->Operation = hard_reset ?
2140                 MPI_SAS_OP_PHY_HARD_RESET : MPI_SAS_OP_PHY_LINK_RESET;
2141         req->PhyNum = phy->identify.phy_identifier;
2142
2143         INITIALIZE_MGMT_STATUS(ioc->sas_mgmt.status)
2144         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
2145
2146         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done,
2147                         10 * HZ);
2148         if (!(ioc->sas_mgmt.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
2149                 error = -ETIME;
2150                 mpt_free_msg_frame(ioc, mf);
2151                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_DID_IOCRESET)
2152                         goto out_unlock;
2153                 if (!timeleft)
2154                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
2155                 goto out_unlock;
2156         }
2157
2158         /* a reply frame is expected */
2159         if ((ioc->sas_mgmt.status &
2160             MPT_MGMT_STATUS_RF_VALID) == 0) {
2161                 error = -ENXIO;
2162                 goto out_unlock;
2163         }
2164
2165         /* process the completed Reply Message Frame */
2166         reply = (SasIoUnitControlReply_t *)ioc->sas_mgmt.reply;
2167         if (reply->IOCStatus != MPI_IOCSTATUS_SUCCESS) {
2168                 printk(MYIOC_s_INFO_FMT "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
2169                     ioc->name, __func__, reply->IOCStatus, reply->IOCLogInfo);
2170                 error = -ENXIO;
2171                 goto out_unlock;
2172         }
2173
2174         error = 0;
2175
2176  out_unlock:
2177         CLEAR_MGMT_STATUS(ioc->sas_mgmt.status)
2178         mutex_unlock(&ioc->sas_mgmt.mutex);
2179  out:
2180         return error;
2181 }
2182
2183 static int
2184 mptsas_get_enclosure_identifier(struct sas_rphy *rphy, u64 *identifier)
2185 {
2186         MPT_ADAPTER *ioc = rphy_to_ioc(rphy);
2187         int i, error;
2188         struct mptsas_portinfo *p;
2189         struct mptsas_enclosure enclosure_info;
2190         u64 enclosure_handle;
2191
2192         mutex_lock(&ioc->sas_topology_mutex);
2193         list_for_each_entry(p, &ioc->sas_topology, list) {
2194                 for (i = 0; i < p->num_phys; i++) {
2195                         if (p->phy_info[i].attached.sas_address ==
2196                             rphy->identify.sas_address) {
2197                                 enclosure_handle = p->phy_info[i].
2198                                         attached.handle_enclosure;
2199                                 goto found_info;
2200                         }
2201                 }
2202         }
2203         mutex_unlock(&ioc->sas_topology_mutex);
2204         return -ENXIO;
2205
2206  found_info:
2207         mutex_unlock(&ioc->sas_topology_mutex);
2208         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
2209         error = mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
2210                         (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
2211                          MPI_SAS_ENCLOS_PGAD_FORM_SHIFT), enclosure_handle);
2212         if (!error)
2213                 *identifier = enclosure_info.enclosure_logical_id;
2214         return error;
2215 }
2216
2217 static int
2218 mptsas_get_bay_identifier(struct sas_rphy *rphy)
2219 {
2220         MPT_ADAPTER *ioc = rphy_to_ioc(rphy);
2221         struct mptsas_portinfo *p;
2222         int i, rc;
2223
2224         mutex_lock(&ioc->sas_topology_mutex);
2225         list_for_each_entry(p, &ioc->sas_topology, list) {
2226                 for (i = 0; i < p->num_phys; i++) {
2227                         if (p->phy_info[i].attached.sas_address ==
2228                             rphy->identify.sas_address) {
2229                                 rc = p->phy_info[i].attached.slot;
2230                                 goto out;
2231                         }
2232                 }
2233         }
2234         rc = -ENXIO;
2235  out:
2236         mutex_unlock(&ioc->sas_topology_mutex);
2237         return rc;
2238 }
2239
2240 static void mptsas_smp_handler(struct bsg_job *job, struct Scsi_Host *shost,
2241                 struct sas_rphy *rphy)
2242 {
2243         MPT_ADAPTER *ioc = ((MPT_SCSI_HOST *) shost->hostdata)->ioc;
2244         MPT_FRAME_HDR *mf;
2245         SmpPassthroughRequest_t *smpreq;
2246         int flagsLength;
2247         unsigned long timeleft;
2248         char *psge;
2249         u64 sas_address = 0;
2250         unsigned int reslen = 0;
2251         int ret = -EINVAL;
2252
2253         /* do we need to support multiple segments? */
2254         if (job->request_payload.sg_cnt > 1 ||
2255             job->reply_payload.sg_cnt > 1) {
2256                 printk(MYIOC_s_ERR_FMT "%s: multiple segments req %u, rsp %u\n",
2257                     ioc->name, __func__, job->request_payload.payload_len,
2258                     job->reply_payload.payload_len);
2259                 goto out;
2260         }
2261
2262         ret = mutex_lock_interruptible(&ioc->sas_mgmt.mutex);
2263         if (ret)
2264                 goto out;
2265
2266         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
2267         if (!mf) {
2268                 ret = -ENOMEM;
2269                 goto out_unlock;
2270         }
2271
2272         smpreq = (SmpPassthroughRequest_t *)mf;
2273         memset(smpreq, 0, sizeof(*smpreq));
2274
2275         smpreq->RequestDataLength =
2276                 cpu_to_le16(job->request_payload.payload_len - 4);
2277         smpreq->Function = MPI_FUNCTION_SMP_PASSTHROUGH;
2278
2279         if (rphy)
2280                 sas_address = rphy->identify.sas_address;
2281         else {
2282                 struct mptsas_portinfo *port_info;
2283
2284                 mutex_lock(&ioc->sas_topology_mutex);
2285                 port_info = ioc->hba_port_info;
2286                 if (port_info && port_info->phy_info)
2287                         sas_address =
2288                                 port_info->phy_info[0].phy->identify.sas_address;
2289                 mutex_unlock(&ioc->sas_topology_mutex);
2290         }
2291
2292         *((u64 *)&smpreq->SASAddress) = cpu_to_le64(sas_address);
2293
2294         psge = (char *)
2295                 (((int *) mf) + (offsetof(SmpPassthroughRequest_t, SGL) / 4));
2296
2297         /* request */
2298         flagsLength = (MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2299                        MPI_SGE_FLAGS_END_OF_BUFFER |
2300                        MPI_SGE_FLAGS_DIRECTION)
2301                        << MPI_SGE_FLAGS_SHIFT;
2302
2303         if (!dma_map_sg(&ioc->pcidev->dev, job->request_payload.sg_list,
2304                         1, DMA_BIDIRECTIONAL))
2305                 goto put_mf;
2306
2307         flagsLength |= (sg_dma_len(job->request_payload.sg_list) - 4);
2308         ioc->add_sge(psge, flagsLength,
2309                         sg_dma_address(job->request_payload.sg_list));
2310         psge += ioc->SGE_size;
2311
2312         /* response */
2313         flagsLength = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2314                 MPI_SGE_FLAGS_SYSTEM_ADDRESS |
2315                 MPI_SGE_FLAGS_IOC_TO_HOST |
2316                 MPI_SGE_FLAGS_END_OF_BUFFER;
2317
2318         flagsLength = flagsLength << MPI_SGE_FLAGS_SHIFT;
2319
2320         if (!dma_map_sg(&ioc->pcidev->dev, job->reply_payload.sg_list,
2321                         1, DMA_BIDIRECTIONAL))
2322                 goto unmap_out;
2323         flagsLength |= sg_dma_len(job->reply_payload.sg_list) + 4;
2324         ioc->add_sge(psge, flagsLength,
2325                         sg_dma_address(job->reply_payload.sg_list));
2326
2327         INITIALIZE_MGMT_STATUS(ioc->sas_mgmt.status)
2328         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
2329
2330         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done, 10 * HZ);
2331         if (!(ioc->sas_mgmt.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
2332                 ret = -ETIME;
2333                 mpt_free_msg_frame(ioc, mf);
2334                 mf = NULL;
2335                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_DID_IOCRESET)
2336                         goto unmap_in;
2337                 if (!timeleft)
2338                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
2339                 goto unmap_in;
2340         }
2341         mf = NULL;
2342
2343         if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_RF_VALID) {
2344                 SmpPassthroughReply_t *smprep;
2345
2346                 smprep = (SmpPassthroughReply_t *)ioc->sas_mgmt.reply;
2347                 memcpy(job->reply, smprep, sizeof(*smprep));
2348                 job->reply_len = sizeof(*smprep);
2349                 reslen = smprep->ResponseDataLength;
2350         } else {
2351                 printk(MYIOC_s_ERR_FMT
2352                     "%s: smp passthru reply failed to be returned\n",
2353                     ioc->name, __func__);
2354                 ret = -ENXIO;
2355         }
2356
2357 unmap_in:
2358         dma_unmap_sg(&ioc->pcidev->dev, job->reply_payload.sg_list, 1,
2359                         DMA_BIDIRECTIONAL);
2360 unmap_out:
2361         dma_unmap_sg(&ioc->pcidev->dev, job->request_payload.sg_list, 1,
2362                         DMA_BIDIRECTIONAL);
2363 put_mf:
2364         if (mf)
2365                 mpt_free_msg_frame(ioc, mf);
2366 out_unlock:
2367         CLEAR_MGMT_STATUS(ioc->sas_mgmt.status)
2368         mutex_unlock(&ioc->sas_mgmt.mutex);
2369 out:
2370         bsg_job_done(job, ret, reslen);
2371 }
2372
2373 static struct sas_function_template mptsas_transport_functions = {
2374         .get_linkerrors         = mptsas_get_linkerrors,
2375         .get_enclosure_identifier = mptsas_get_enclosure_identifier,
2376         .get_bay_identifier     = mptsas_get_bay_identifier,
2377         .phy_reset              = mptsas_phy_reset,
2378         .smp_handler            = mptsas_smp_handler,
2379 };
2380
2381 static struct scsi_transport_template *mptsas_transport_template;
2382
2383 static int
2384 mptsas_sas_io_unit_pg0(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
2385 {
2386         ConfigExtendedPageHeader_t hdr;
2387         CONFIGPARMS cfg;
2388         SasIOUnitPage0_t *buffer;
2389         dma_addr_t dma_handle;
2390         int error, i;
2391
2392         hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
2393         hdr.ExtPageLength = 0;
2394         hdr.PageNumber = 0;
2395         hdr.Reserved1 = 0;
2396         hdr.Reserved2 = 0;
2397         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2398         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
2399
2400         cfg.cfghdr.ehdr = &hdr;
2401         cfg.physAddr = -1;
2402         cfg.pageAddr = 0;
2403         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2404         cfg.dir = 0;    /* read */
2405         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2406
2407         error = mpt_config(ioc, &cfg);
2408         if (error)
2409                 goto out;
2410         if (!hdr.ExtPageLength) {
2411                 error = -ENXIO;
2412                 goto out;
2413         }
2414
2415         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2416                                     &dma_handle, GFP_KERNEL);
2417         if (!buffer) {
2418                 error = -ENOMEM;
2419                 goto out;
2420         }
2421
2422         cfg.physAddr = dma_handle;
2423         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2424
2425         error = mpt_config(ioc, &cfg);
2426         if (error)
2427                 goto out_free_consistent;
2428
2429         port_info->num_phys = buffer->NumPhys;
2430         port_info->phy_info = kcalloc(port_info->num_phys,
2431                 sizeof(struct mptsas_phyinfo), GFP_KERNEL);
2432         if (!port_info->phy_info) {
2433                 error = -ENOMEM;
2434                 goto out_free_consistent;
2435         }
2436
2437         ioc->nvdata_version_persistent =
2438             le16_to_cpu(buffer->NvdataVersionPersistent);
2439         ioc->nvdata_version_default =
2440             le16_to_cpu(buffer->NvdataVersionDefault);
2441
2442         for (i = 0; i < port_info->num_phys; i++) {
2443                 mptsas_print_phy_data(ioc, &buffer->PhyData[i]);
2444                 port_info->phy_info[i].phy_id = i;
2445                 port_info->phy_info[i].port_id =
2446                     buffer->PhyData[i].Port;
2447                 port_info->phy_info[i].negotiated_link_rate =
2448                     buffer->PhyData[i].NegotiatedLinkRate;
2449                 port_info->phy_info[i].portinfo = port_info;
2450                 port_info->phy_info[i].handle =
2451                     le16_to_cpu(buffer->PhyData[i].ControllerDevHandle);
2452         }
2453
2454  out_free_consistent:
2455         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2456                           dma_handle);
2457  out:
2458         return error;
2459 }
2460
2461 static int
2462 mptsas_sas_io_unit_pg1(MPT_ADAPTER *ioc)
2463 {
2464         ConfigExtendedPageHeader_t hdr;
2465         CONFIGPARMS cfg;
2466         SasIOUnitPage1_t *buffer;
2467         dma_addr_t dma_handle;
2468         int error;
2469         u8 device_missing_delay;
2470
2471         memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
2472         memset(&cfg, 0, sizeof(CONFIGPARMS));
2473
2474         cfg.cfghdr.ehdr = &hdr;
2475         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2476         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2477         cfg.cfghdr.ehdr->PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2478         cfg.cfghdr.ehdr->ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
2479         cfg.cfghdr.ehdr->PageVersion = MPI_SASIOUNITPAGE1_PAGEVERSION;
2480         cfg.cfghdr.ehdr->PageNumber = 1;
2481
2482         error = mpt_config(ioc, &cfg);
2483         if (error)
2484                 goto out;
2485         if (!hdr.ExtPageLength) {
2486                 error = -ENXIO;
2487                 goto out;
2488         }
2489
2490         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2491                                     &dma_handle, GFP_KERNEL);
2492         if (!buffer) {
2493                 error = -ENOMEM;
2494                 goto out;
2495         }
2496
2497         cfg.physAddr = dma_handle;
2498         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2499
2500         error = mpt_config(ioc, &cfg);
2501         if (error)
2502                 goto out_free_consistent;
2503
2504         ioc->io_missing_delay  =
2505             le16_to_cpu(buffer->IODeviceMissingDelay);
2506         device_missing_delay = buffer->ReportDeviceMissingDelay;
2507         ioc->device_missing_delay = (device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_UNIT_16) ?
2508             (device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_TIMEOUT_MASK) * 16 :
2509             device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_TIMEOUT_MASK;
2510
2511  out_free_consistent:
2512         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2513                           dma_handle);
2514  out:
2515         return error;
2516 }
2517
2518 static int
2519 mptsas_sas_phy_pg0(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info,
2520                 u32 form, u32 form_specific)
2521 {
2522         ConfigExtendedPageHeader_t hdr;
2523         CONFIGPARMS cfg;
2524         SasPhyPage0_t *buffer;
2525         dma_addr_t dma_handle;
2526         int error;
2527
2528         hdr.PageVersion = MPI_SASPHY0_PAGEVERSION;
2529         hdr.ExtPageLength = 0;
2530         hdr.PageNumber = 0;
2531         hdr.Reserved1 = 0;
2532         hdr.Reserved2 = 0;
2533         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2534         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_PHY;
2535
2536         cfg.cfghdr.ehdr = &hdr;
2537         cfg.dir = 0;    /* read */
2538         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2539
2540         /* Get Phy Pg 0 for each Phy. */
2541         cfg.physAddr = -1;
2542         cfg.pageAddr = form + form_specific;
2543         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2544
2545         error = mpt_config(ioc, &cfg);
2546         if (error)
2547                 goto out;
2548
2549         if (!hdr.ExtPageLength) {
2550                 error = -ENXIO;
2551                 goto out;
2552         }
2553
2554         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2555                                     &dma_handle, GFP_KERNEL);
2556         if (!buffer) {
2557                 error = -ENOMEM;
2558                 goto out;
2559         }
2560
2561         cfg.physAddr = dma_handle;
2562         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2563
2564         error = mpt_config(ioc, &cfg);
2565         if (error)
2566                 goto out_free_consistent;
2567
2568         mptsas_print_phy_pg0(ioc, buffer);
2569
2570         phy_info->hw_link_rate = buffer->HwLinkRate;
2571         phy_info->programmed_link_rate = buffer->ProgrammedLinkRate;
2572         phy_info->identify.handle = le16_to_cpu(buffer->OwnerDevHandle);
2573         phy_info->attached.handle = le16_to_cpu(buffer->AttachedDevHandle);
2574
2575  out_free_consistent:
2576         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2577                           dma_handle);
2578  out:
2579         return error;
2580 }
2581
2582 static int
2583 mptsas_sas_device_pg0(MPT_ADAPTER *ioc, struct mptsas_devinfo *device_info,
2584                 u32 form, u32 form_specific)
2585 {
2586         ConfigExtendedPageHeader_t hdr;
2587         CONFIGPARMS cfg;
2588         SasDevicePage0_t *buffer;
2589         dma_addr_t dma_handle;
2590         __le64 sas_address;
2591         int error=0;
2592
2593         hdr.PageVersion = MPI_SASDEVICE0_PAGEVERSION;
2594         hdr.ExtPageLength = 0;
2595         hdr.PageNumber = 0;
2596         hdr.Reserved1 = 0;
2597         hdr.Reserved2 = 0;
2598         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2599         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE;
2600
2601         cfg.cfghdr.ehdr = &hdr;
2602         cfg.pageAddr = form + form_specific;
2603         cfg.physAddr = -1;
2604         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2605         cfg.dir = 0;    /* read */
2606         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2607
2608         memset(device_info, 0, sizeof(struct mptsas_devinfo));
2609         error = mpt_config(ioc, &cfg);
2610         if (error)
2611                 goto out;
2612         if (!hdr.ExtPageLength) {
2613                 error = -ENXIO;
2614                 goto out;
2615         }
2616
2617         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2618                                     &dma_handle, GFP_KERNEL);
2619         if (!buffer) {
2620                 error = -ENOMEM;
2621                 goto out;
2622         }
2623
2624         cfg.physAddr = dma_handle;
2625         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2626
2627         error = mpt_config(ioc, &cfg);
2628
2629         if (error == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
2630                 error = -ENODEV;
2631                 goto out_free_consistent;
2632         }
2633
2634         if (error)
2635                 goto out_free_consistent;
2636
2637         mptsas_print_device_pg0(ioc, buffer);
2638
2639         memset(device_info, 0, sizeof(struct mptsas_devinfo));
2640         device_info->handle = le16_to_cpu(buffer->DevHandle);
2641         device_info->handle_parent = le16_to_cpu(buffer->ParentDevHandle);
2642         device_info->handle_enclosure =
2643             le16_to_cpu(buffer->EnclosureHandle);
2644         device_info->slot = le16_to_cpu(buffer->Slot);
2645         device_info->phy_id = buffer->PhyNum;
2646         device_info->port_id = buffer->PhysicalPort;
2647         device_info->id = buffer->TargetID;
2648         device_info->phys_disk_num = ~0;
2649         device_info->channel = buffer->Bus;
2650         memcpy(&sas_address, &buffer->SASAddress, sizeof(__le64));
2651         device_info->sas_address = le64_to_cpu(sas_address);
2652         device_info->device_info =
2653             le32_to_cpu(buffer->DeviceInfo);
2654         device_info->flags = le16_to_cpu(buffer->Flags);
2655
2656  out_free_consistent:
2657         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2658                           dma_handle);
2659  out:
2660         return error;
2661 }
2662
2663 static int
2664 mptsas_sas_expander_pg0(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info,
2665                 u32 form, u32 form_specific)
2666 {
2667         ConfigExtendedPageHeader_t hdr;
2668         CONFIGPARMS cfg;
2669         SasExpanderPage0_t *buffer;
2670         dma_addr_t dma_handle;
2671         int i, error;
2672         __le64 sas_address;
2673
2674         memset(port_info, 0, sizeof(struct mptsas_portinfo));
2675         hdr.PageVersion = MPI_SASEXPANDER0_PAGEVERSION;
2676         hdr.ExtPageLength = 0;
2677         hdr.PageNumber = 0;
2678         hdr.Reserved1 = 0;
2679         hdr.Reserved2 = 0;
2680         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2681         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER;
2682
2683         cfg.cfghdr.ehdr = &hdr;
2684         cfg.physAddr = -1;
2685         cfg.pageAddr = form + form_specific;
2686         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2687         cfg.dir = 0;    /* read */
2688         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2689
2690         memset(port_info, 0, sizeof(struct mptsas_portinfo));
2691         error = mpt_config(ioc, &cfg);
2692         if (error)
2693                 goto out;
2694
2695         if (!hdr.ExtPageLength) {
2696                 error = -ENXIO;
2697                 goto out;
2698         }
2699
2700         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2701                                     &dma_handle, GFP_KERNEL);
2702         if (!buffer) {
2703                 error = -ENOMEM;
2704                 goto out;
2705         }
2706
2707         cfg.physAddr = dma_handle;
2708         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2709
2710         error = mpt_config(ioc, &cfg);
2711         if (error == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
2712                 error = -ENODEV;
2713                 goto out_free_consistent;
2714         }
2715
2716         if (error)
2717                 goto out_free_consistent;
2718
2719         /* save config data */
2720         port_info->num_phys = (buffer->NumPhys) ? buffer->NumPhys : 1;
2721         port_info->phy_info = kcalloc(port_info->num_phys,
2722                 sizeof(struct mptsas_phyinfo), GFP_KERNEL);
2723         if (!port_info->phy_info) {
2724                 error = -ENOMEM;
2725                 goto out_free_consistent;
2726         }
2727
2728         memcpy(&sas_address, &buffer->SASAddress, sizeof(__le64));
2729         for (i = 0; i < port_info->num_phys; i++) {
2730                 port_info->phy_info[i].portinfo = port_info;
2731                 port_info->phy_info[i].handle =
2732                     le16_to_cpu(buffer->DevHandle);
2733                 port_info->phy_info[i].identify.sas_address =
2734                     le64_to_cpu(sas_address);
2735                 port_info->phy_info[i].identify.handle_parent =
2736                     le16_to_cpu(buffer->ParentDevHandle);
2737         }
2738
2739  out_free_consistent:
2740         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2741                           dma_handle);
2742  out:
2743         return error;
2744 }
2745
2746 static int
2747 mptsas_sas_expander_pg1(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info,
2748                 u32 form, u32 form_specific)
2749 {
2750         ConfigExtendedPageHeader_t hdr;
2751         CONFIGPARMS cfg;
2752         SasExpanderPage1_t *buffer;
2753         dma_addr_t dma_handle;
2754         int error=0;
2755
2756         hdr.PageVersion = MPI_SASEXPANDER1_PAGEVERSION;
2757         hdr.ExtPageLength = 0;
2758         hdr.PageNumber = 1;
2759         hdr.Reserved1 = 0;
2760         hdr.Reserved2 = 0;
2761         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
2762         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER;
2763
2764         cfg.cfghdr.ehdr = &hdr;
2765         cfg.physAddr = -1;
2766         cfg.pageAddr = form + form_specific;
2767         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2768         cfg.dir = 0;    /* read */
2769         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
2770
2771         error = mpt_config(ioc, &cfg);
2772         if (error)
2773                 goto out;
2774
2775         if (!hdr.ExtPageLength) {
2776                 error = -ENXIO;
2777                 goto out;
2778         }
2779
2780         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4,
2781                                     &dma_handle, GFP_KERNEL);
2782         if (!buffer) {
2783                 error = -ENOMEM;
2784                 goto out;
2785         }
2786
2787         cfg.physAddr = dma_handle;
2788         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2789
2790         error = mpt_config(ioc, &cfg);
2791
2792         if (error == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
2793                 error = -ENODEV;
2794                 goto out_free_consistent;
2795         }
2796
2797         if (error)
2798                 goto out_free_consistent;
2799
2800
2801         mptsas_print_expander_pg1(ioc, buffer);
2802
2803         /* save config data */
2804         phy_info->phy_id = buffer->PhyIdentifier;
2805         phy_info->port_id = buffer->PhysicalPort;
2806         phy_info->negotiated_link_rate = buffer->NegotiatedLinkRate;
2807         phy_info->programmed_link_rate = buffer->ProgrammedLinkRate;
2808         phy_info->hw_link_rate = buffer->HwLinkRate;
2809         phy_info->identify.handle = le16_to_cpu(buffer->OwnerDevHandle);
2810         phy_info->attached.handle = le16_to_cpu(buffer->AttachedDevHandle);
2811
2812  out_free_consistent:
2813         dma_free_coherent(&ioc->pcidev->dev, hdr.ExtPageLength * 4, buffer,
2814                           dma_handle);
2815  out:
2816         return error;
2817 }
2818
2819 struct rep_manu_request{
2820         u8 smp_frame_type;
2821         u8 function;
2822         u8 reserved;
2823         u8 request_length;
2824 };
2825
2826 struct rep_manu_reply{
2827         u8 smp_frame_type; /* 0x41 */
2828         u8 function; /* 0x01 */
2829         u8 function_result;
2830         u8 response_length;
2831         u16 expander_change_count;
2832         u8 reserved0[2];
2833         u8 sas_format:1;
2834         u8 reserved1:7;
2835         u8 reserved2[3];
2836         u8 vendor_id[SAS_EXPANDER_VENDOR_ID_LEN];
2837         u8 product_id[SAS_EXPANDER_PRODUCT_ID_LEN];
2838         u8 product_rev[SAS_EXPANDER_PRODUCT_REV_LEN];
2839         u8 component_vendor_id[SAS_EXPANDER_COMPONENT_VENDOR_ID_LEN];
2840         u16 component_id;
2841         u8 component_revision_id;
2842         u8 reserved3;
2843         u8 vendor_specific[8];
2844 };
2845
2846 /**
2847   * mptsas_exp_repmanufacture_info - sets expander manufacturer info
2848   * @ioc: per adapter object
2849   * @sas_address: expander sas address
2850   * @edev: the sas_expander_device object
2851   *
2852   * For an edge expander or a fanout expander:
2853   * fills in the sas_expander_device object when SMP port is created.
2854   *
2855   * Return: 0 for success, non-zero for failure.
2856   */
2857 static int
2858 mptsas_exp_repmanufacture_info(MPT_ADAPTER *ioc,
2859         u64 sas_address, struct sas_expander_device *edev)
2860 {
2861         MPT_FRAME_HDR *mf;
2862         SmpPassthroughRequest_t *smpreq;
2863         SmpPassthroughReply_t *smprep;
2864         struct rep_manu_reply *manufacture_reply;
2865         struct rep_manu_request *manufacture_request;
2866         int ret;
2867         int flagsLength;
2868         unsigned long timeleft;
2869         char *psge;
2870         unsigned long flags;
2871         void *data_out = NULL;
2872         dma_addr_t data_out_dma = 0;
2873         u32 sz;
2874
2875         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2876         if (ioc->ioc_reset_in_progress) {
2877                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2878                 printk(MYIOC_s_INFO_FMT "%s: host reset in progress!\n",
2879                         __func__, ioc->name);
2880                 return -EFAULT;
2881         }
2882         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2883
2884         ret = mutex_lock_interruptible(&ioc->sas_mgmt.mutex);
2885         if (ret)
2886                 goto out;
2887
2888         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
2889         if (!mf) {
2890                 ret = -ENOMEM;
2891                 goto out_unlock;
2892         }
2893
2894         smpreq = (SmpPassthroughRequest_t *)mf;
2895         memset(smpreq, 0, sizeof(*smpreq));
2896
2897         sz = sizeof(struct rep_manu_request) + sizeof(struct rep_manu_reply);
2898
2899         data_out = dma_alloc_coherent(&ioc->pcidev->dev, sz, &data_out_dma,
2900                                       GFP_KERNEL);
2901         if (!data_out) {
2902                 printk(KERN_ERR "Memory allocation failure at %s:%d/%s()!\n",
2903                         __FILE__, __LINE__, __func__);
2904                 ret = -ENOMEM;
2905                 goto put_mf;
2906         }
2907
2908         manufacture_request = data_out;
2909         manufacture_request->smp_frame_type = 0x40;
2910         manufacture_request->function = 1;
2911         manufacture_request->reserved = 0;
2912         manufacture_request->request_length = 0;
2913
2914         smpreq->Function = MPI_FUNCTION_SMP_PASSTHROUGH;
2915         smpreq->PhysicalPort = 0xFF;
2916         *((u64 *)&smpreq->SASAddress) = cpu_to_le64(sas_address);
2917         smpreq->RequestDataLength = sizeof(struct rep_manu_request);
2918
2919         psge = (char *)
2920                 (((int *) mf) + (offsetof(SmpPassthroughRequest_t, SGL) / 4));
2921
2922         flagsLength = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2923                 MPI_SGE_FLAGS_SYSTEM_ADDRESS |
2924                 MPI_SGE_FLAGS_HOST_TO_IOC |
2925                 MPI_SGE_FLAGS_END_OF_BUFFER;
2926         flagsLength = flagsLength << MPI_SGE_FLAGS_SHIFT;
2927         flagsLength |= sizeof(struct rep_manu_request);
2928
2929         ioc->add_sge(psge, flagsLength, data_out_dma);
2930         psge += ioc->SGE_size;
2931
2932         flagsLength = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
2933                 MPI_SGE_FLAGS_SYSTEM_ADDRESS |
2934                 MPI_SGE_FLAGS_IOC_TO_HOST |
2935                 MPI_SGE_FLAGS_END_OF_BUFFER;
2936         flagsLength = flagsLength << MPI_SGE_FLAGS_SHIFT;
2937         flagsLength |= sizeof(struct rep_manu_reply);
2938         ioc->add_sge(psge, flagsLength, data_out_dma +
2939         sizeof(struct rep_manu_request));
2940
2941         INITIALIZE_MGMT_STATUS(ioc->sas_mgmt.status)
2942         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
2943
2944         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done, 10 * HZ);
2945         if (!(ioc->sas_mgmt.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
2946                 ret = -ETIME;
2947                 mpt_free_msg_frame(ioc, mf);
2948                 mf = NULL;
2949                 if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_DID_IOCRESET)
2950                         goto out_free;
2951                 if (!timeleft)
2952                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
2953                 goto out_free;
2954         }
2955
2956         mf = NULL;
2957
2958         if (ioc->sas_mgmt.status & MPT_MGMT_STATUS_RF_VALID) {
2959                 u8 *tmp;
2960
2961                 smprep = (SmpPassthroughReply_t *)ioc->sas_mgmt.reply;
2962                 if (le16_to_cpu(smprep->ResponseDataLength) !=
2963                     sizeof(struct rep_manu_reply))
2964                         goto out_free;
2965
2966                 manufacture_reply = data_out + sizeof(struct rep_manu_request);
2967                 strncpy(edev->vendor_id, manufacture_reply->vendor_id,
2968                         SAS_EXPANDER_VENDOR_ID_LEN);
2969                 strncpy(edev->product_id, manufacture_reply->product_id,
2970                         SAS_EXPANDER_PRODUCT_ID_LEN);
2971                 strncpy(edev->product_rev, manufacture_reply->product_rev,
2972                         SAS_EXPANDER_PRODUCT_REV_LEN);
2973                 edev->level = manufacture_reply->sas_format;
2974                 if (manufacture_reply->sas_format) {
2975                         strncpy(edev->component_vendor_id,
2976                                 manufacture_reply->component_vendor_id,
2977                                 SAS_EXPANDER_COMPONENT_VENDOR_ID_LEN);
2978                         tmp = (u8 *)&manufacture_reply->component_id;
2979                         edev->component_id = tmp[0] << 8 | tmp[1];
2980                         edev->component_revision_id =
2981                                 manufacture_reply->component_revision_id;
2982                 }
2983         } else {
2984                 printk(MYIOC_s_ERR_FMT
2985                         "%s: smp passthru reply failed to be returned\n",
2986                         ioc->name, __func__);
2987                 ret = -ENXIO;
2988         }
2989 out_free:
2990         if (data_out_dma)
2991                 dma_free_coherent(&ioc->pcidev->dev, sz, data_out,
2992                                   data_out_dma);
2993 put_mf:
2994         if (mf)
2995                 mpt_free_msg_frame(ioc, mf);
2996 out_unlock:
2997         CLEAR_MGMT_STATUS(ioc->sas_mgmt.status)
2998         mutex_unlock(&ioc->sas_mgmt.mutex);
2999 out:
3000         return ret;
3001 }
3002
3003 static void
3004 mptsas_parse_device_info(struct sas_identify *identify,
3005                 struct mptsas_devinfo *device_info)
3006 {
3007         u16 protocols;
3008
3009         identify->sas_address = device_info->sas_address;
3010         identify->phy_identifier = device_info->phy_id;
3011
3012         /*
3013          * Fill in Phy Initiator Port Protocol.
3014          * Bits 6:3, more than one bit can be set, fall through cases.
3015          */
3016         protocols = device_info->device_info & 0x78;
3017         identify->initiator_port_protocols = 0;
3018         if (protocols & MPI_SAS_DEVICE_INFO_SSP_INITIATOR)
3019                 identify->initiator_port_protocols |= SAS_PROTOCOL_SSP;
3020         if (protocols & MPI_SAS_DEVICE_INFO_STP_INITIATOR)
3021                 identify->initiator_port_protocols |= SAS_PROTOCOL_STP;
3022         if (protocols & MPI_SAS_DEVICE_INFO_SMP_INITIATOR)
3023                 identify->initiator_port_protocols |= SAS_PROTOCOL_SMP;
3024         if (protocols & MPI_SAS_DEVICE_INFO_SATA_HOST)
3025                 identify->initiator_port_protocols |= SAS_PROTOCOL_SATA;
3026
3027         /*
3028          * Fill in Phy Target Port Protocol.
3029          * Bits 10:7, more than one bit can be set, fall through cases.
3030          */
3031         protocols = device_info->device_info & 0x780;
3032         identify->target_port_protocols = 0;
3033         if (protocols & MPI_SAS_DEVICE_INFO_SSP_TARGET)
3034                 identify->target_port_protocols |= SAS_PROTOCOL_SSP;
3035         if (protocols & MPI_SAS_DEVICE_INFO_STP_TARGET)
3036                 identify->target_port_protocols |= SAS_PROTOCOL_STP;
3037         if (protocols & MPI_SAS_DEVICE_INFO_SMP_TARGET)
3038                 identify->target_port_protocols |= SAS_PROTOCOL_SMP;
3039         if (protocols & MPI_SAS_DEVICE_INFO_SATA_DEVICE)
3040                 identify->target_port_protocols |= SAS_PROTOCOL_SATA;
3041
3042         /*
3043          * Fill in Attached device type.
3044          */
3045         switch (device_info->device_info &
3046                         MPI_SAS_DEVICE_INFO_MASK_DEVICE_TYPE) {
3047         case MPI_SAS_DEVICE_INFO_NO_DEVICE:
3048                 identify->device_type = SAS_PHY_UNUSED;
3049                 break;
3050         case MPI_SAS_DEVICE_INFO_END_DEVICE:
3051                 identify->device_type = SAS_END_DEVICE;
3052                 break;
3053         case MPI_SAS_DEVICE_INFO_EDGE_EXPANDER:
3054                 identify->device_type = SAS_EDGE_EXPANDER_DEVICE;
3055                 break;
3056         case MPI_SAS_DEVICE_INFO_FANOUT_EXPANDER:
3057                 identify->device_type = SAS_FANOUT_EXPANDER_DEVICE;
3058                 break;
3059         }
3060 }
3061
3062 static int mptsas_probe_one_phy(struct device *dev,
3063                 struct mptsas_phyinfo *phy_info, int index, int local)
3064 {
3065         MPT_ADAPTER *ioc;
3066         struct sas_phy *phy;
3067         struct sas_port *port;
3068         int error = 0;
3069         VirtTarget *vtarget;
3070
3071         if (!dev) {
3072                 error = -ENODEV;
3073                 goto out;
3074         }
3075
3076         if (!phy_info->phy) {
3077                 phy = sas_phy_alloc(dev, index);
3078                 if (!phy) {
3079                         error = -ENOMEM;
3080                         goto out;
3081                 }
3082         } else
3083                 phy = phy_info->phy;
3084
3085         mptsas_parse_device_info(&phy->identify, &phy_info->identify);
3086
3087         /*
3088          * Set Negotiated link rate.
3089          */
3090         switch (phy_info->negotiated_link_rate) {
3091         case MPI_SAS_IOUNIT0_RATE_PHY_DISABLED:
3092                 phy->negotiated_linkrate = SAS_PHY_DISABLED;
3093                 break;
3094         case MPI_SAS_IOUNIT0_RATE_FAILED_SPEED_NEGOTIATION:
3095                 phy->negotiated_linkrate = SAS_LINK_RATE_FAILED;
3096                 break;
3097         case MPI_SAS_IOUNIT0_RATE_1_5:
3098                 phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
3099                 break;
3100         case MPI_SAS_IOUNIT0_RATE_3_0:
3101                 phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
3102                 break;
3103         case MPI_SAS_IOUNIT0_RATE_6_0:
3104                 phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
3105                 break;
3106         case MPI_SAS_IOUNIT0_RATE_SATA_OOB_COMPLETE:
3107         case MPI_SAS_IOUNIT0_RATE_UNKNOWN:
3108         default:
3109                 phy->negotiated_linkrate = SAS_LINK_RATE_UNKNOWN;
3110                 break;
3111         }
3112
3113         /*
3114          * Set Max hardware link rate.
3115          */
3116         switch (phy_info->hw_link_rate & MPI_SAS_PHY0_PRATE_MAX_RATE_MASK) {
3117         case MPI_SAS_PHY0_HWRATE_MAX_RATE_1_5:
3118                 phy->maximum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3119                 break;
3120         case MPI_SAS_PHY0_PRATE_MAX_RATE_3_0:
3121                 phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
3122                 break;
3123         default:
3124                 break;
3125         }
3126
3127         /*
3128          * Set Max programmed link rate.
3129          */
3130         switch (phy_info->programmed_link_rate &
3131                         MPI_SAS_PHY0_PRATE_MAX_RATE_MASK) {
3132         case MPI_SAS_PHY0_PRATE_MAX_RATE_1_5:
3133                 phy->maximum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3134                 break;
3135         case MPI_SAS_PHY0_PRATE_MAX_RATE_3_0:
3136                 phy->maximum_linkrate = SAS_LINK_RATE_3_0_GBPS;
3137                 break;
3138         default:
3139                 break;
3140         }
3141
3142         /*
3143          * Set Min hardware link rate.
3144          */
3145         switch (phy_info->hw_link_rate & MPI_SAS_PHY0_HWRATE_MIN_RATE_MASK) {
3146         case MPI_SAS_PHY0_HWRATE_MIN_RATE_1_5:
3147                 phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3148                 break;
3149         case MPI_SAS_PHY0_PRATE_MIN_RATE_3_0:
3150                 phy->minimum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
3151                 break;
3152         default:
3153                 break;
3154         }
3155
3156         /*
3157          * Set Min programmed link rate.
3158          */
3159         switch (phy_info->programmed_link_rate &
3160                         MPI_SAS_PHY0_PRATE_MIN_RATE_MASK) {
3161         case MPI_SAS_PHY0_PRATE_MIN_RATE_1_5:
3162                 phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3163                 break;
3164         case MPI_SAS_PHY0_PRATE_MIN_RATE_3_0:
3165                 phy->minimum_linkrate = SAS_LINK_RATE_3_0_GBPS;
3166                 break;
3167         default:
3168                 break;
3169         }
3170
3171         if (!phy_info->phy) {
3172
3173                 error = sas_phy_add(phy);
3174                 if (error) {
3175                         sas_phy_free(phy);
3176                         goto out;
3177                 }
3178                 phy_info->phy = phy;
3179         }
3180
3181         if (!phy_info->attached.handle ||
3182                         !phy_info->port_details)
3183                 goto out;
3184
3185         port = mptsas_get_port(phy_info);
3186         ioc = phy_to_ioc(phy_info->phy);
3187
3188         if (phy_info->sas_port_add_phy) {
3189
3190                 if (!port) {
3191                         port = sas_port_alloc_num(dev);
3192                         if (!port) {
3193                                 error = -ENOMEM;
3194                                 goto out;
3195                         }
3196                         error = sas_port_add(port);
3197                         if (error) {
3198                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3199                                         "%s: exit at line=%d\n", ioc->name,
3200                                         __func__, __LINE__));
3201                                 goto out;
3202                         }
3203                         mptsas_set_port(ioc, phy_info, port);
3204                         devtprintk(ioc, dev_printk(KERN_DEBUG, &port->dev,
3205                             MYIOC_s_FMT "add port %d, sas_addr (0x%llx)\n",
3206                             ioc->name, port->port_identifier,
3207                             (unsigned long long)phy_info->
3208                             attached.sas_address));
3209                 }
3210                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3211                         "sas_port_add_phy: phy_id=%d\n",
3212                         ioc->name, phy_info->phy_id));
3213                 sas_port_add_phy(port, phy_info->phy);
3214                 phy_info->sas_port_add_phy = 0;
3215                 devtprintk(ioc, dev_printk(KERN_DEBUG, &phy_info->phy->dev,
3216                     MYIOC_s_FMT "add phy %d, phy-obj (0x%p)\n", ioc->name,
3217                      phy_info->phy_id, phy_info->phy));
3218         }
3219         if (!mptsas_get_rphy(phy_info) && port && !port->rphy) {
3220
3221                 struct sas_rphy *rphy;
3222                 struct device *parent;
3223                 struct sas_identify identify;
3224
3225                 parent = dev->parent->parent;
3226                 /*
3227                  * Let the hotplug_work thread handle processing
3228                  * the adding/removing of devices that occur
3229                  * after start of day.
3230                  */
3231                 if (mptsas_is_end_device(&phy_info->attached) &&
3232                     phy_info->attached.handle_parent) {
3233                         goto out;
3234                 }
3235
3236                 mptsas_parse_device_info(&identify, &phy_info->attached);
3237                 if (scsi_is_host_device(parent)) {
3238                         struct mptsas_portinfo *port_info;
3239                         int i;
3240
3241                         port_info = ioc->hba_port_info;
3242
3243                         for (i = 0; i < port_info->num_phys; i++)
3244                                 if (port_info->phy_info[i].identify.sas_address ==
3245                                     identify.sas_address) {
3246                                         sas_port_mark_backlink(port);
3247                                         goto out;
3248                                 }
3249
3250                 } else if (scsi_is_sas_rphy(parent)) {
3251                         struct sas_rphy *parent_rphy = dev_to_rphy(parent);
3252                         if (identify.sas_address ==
3253                             parent_rphy->identify.sas_address) {
3254                                 sas_port_mark_backlink(port);
3255                                 goto out;
3256                         }
3257                 }
3258
3259                 switch (identify.device_type) {
3260                 case SAS_END_DEVICE:
3261                         rphy = sas_end_device_alloc(port);
3262                         break;
3263                 case SAS_EDGE_EXPANDER_DEVICE:
3264                 case SAS_FANOUT_EXPANDER_DEVICE:
3265                         rphy = sas_expander_alloc(port, identify.device_type);
3266                         break;
3267                 default:
3268                         rphy = NULL;
3269                         break;
3270                 }
3271                 if (!rphy) {
3272                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3273                                 "%s: exit at line=%d\n", ioc->name,
3274                                 __func__, __LINE__));
3275                         goto out;
3276                 }
3277
3278                 rphy->identify = identify;
3279                 error = sas_rphy_add(rphy);
3280                 if (error) {
3281                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3282                                 "%s: exit at line=%d\n", ioc->name,
3283                                 __func__, __LINE__));
3284                         sas_rphy_free(rphy);
3285                         goto out;
3286                 }
3287                 mptsas_set_rphy(ioc, phy_info, rphy);
3288                 if (identify.device_type == SAS_EDGE_EXPANDER_DEVICE ||
3289                         identify.device_type == SAS_FANOUT_EXPANDER_DEVICE)
3290                                 mptsas_exp_repmanufacture_info(ioc,
3291                                         identify.sas_address,
3292                                         rphy_to_expander_device(rphy));
3293         }
3294
3295         /* If the device exists, verify it wasn't previously flagged
3296         as a missing device.  If so, clear it */
3297         vtarget = mptsas_find_vtarget(ioc,
3298             phy_info->attached.channel,
3299             phy_info->attached.id);
3300         if (vtarget && vtarget->inDMD) {
3301                 printk(KERN_INFO "Device returned, unsetting inDMD\n");
3302                 vtarget->inDMD = 0;
3303         }
3304
3305  out:
3306         return error;
3307 }
3308
3309 static int
3310 mptsas_probe_hba_phys(MPT_ADAPTER *ioc)
3311 {
3312         struct mptsas_portinfo *port_info, *hba;
3313         int error = -ENOMEM, i;
3314
3315         hba = kzalloc(sizeof(struct mptsas_portinfo), GFP_KERNEL);
3316         if (! hba)
3317                 goto out;
3318
3319         error = mptsas_sas_io_unit_pg0(ioc, hba);
3320         if (error)
3321                 goto out_free_port_info;
3322
3323         mptsas_sas_io_unit_pg1(ioc);
3324         mutex_lock(&ioc->sas_topology_mutex);
3325         port_info = ioc->hba_port_info;
3326         if (!port_info) {
3327                 ioc->hba_port_info = port_info = hba;
3328                 ioc->hba_port_num_phy = port_info->num_phys;
3329                 list_add_tail(&port_info->list, &ioc->sas_topology);
3330         } else {
3331                 for (i = 0; i < hba->num_phys; i++) {
3332                         port_info->phy_info[i].negotiated_link_rate =
3333                                 hba->phy_info[i].negotiated_link_rate;
3334                         port_info->phy_info[i].handle =
3335                                 hba->phy_info[i].handle;
3336                         port_info->phy_info[i].port_id =
3337                                 hba->phy_info[i].port_id;
3338                 }
3339                 kfree(hba->phy_info);
3340                 kfree(hba);
3341                 hba = NULL;
3342         }
3343         mutex_unlock(&ioc->sas_topology_mutex);
3344 #if defined(CPQ_CIM)
3345         ioc->num_ports = port_info->num_phys;
3346 #endif
3347         for (i = 0; i < port_info->num_phys; i++) {
3348                 mptsas_sas_phy_pg0(ioc, &port_info->phy_info[i],
3349                         (MPI_SAS_PHY_PGAD_FORM_PHY_NUMBER <<
3350                          MPI_SAS_PHY_PGAD_FORM_SHIFT), i);
3351                 port_info->phy_info[i].identify.handle =
3352                     port_info->phy_info[i].handle;
3353                 mptsas_sas_device_pg0(ioc, &port_info->phy_info[i].identify,
3354                         (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3355                          MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3356                          port_info->phy_info[i].identify.handle);
3357                 if (!ioc->hba_port_sas_addr)
3358                         ioc->hba_port_sas_addr =
3359                             port_info->phy_info[i].identify.sas_address;
3360                 port_info->phy_info[i].identify.phy_id =
3361                     port_info->phy_info[i].phy_id = i;
3362                 if (port_info->phy_info[i].attached.handle)
3363                         mptsas_sas_device_pg0(ioc,
3364                                 &port_info->phy_info[i].attached,
3365                                 (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3366                                  MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3367                                 port_info->phy_info[i].attached.handle);
3368         }
3369
3370         mptsas_setup_wide_ports(ioc, port_info);
3371
3372         for (i = 0; i < port_info->num_phys; i++, ioc->sas_index++)
3373                 mptsas_probe_one_phy(&ioc->sh->shost_gendev,
3374                     &port_info->phy_info[i], ioc->sas_index, 1);
3375
3376         return 0;
3377
3378  out_free_port_info:
3379         kfree(hba);
3380  out:
3381         return error;
3382 }
3383
3384 static void
3385 mptsas_expander_refresh(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
3386 {
3387         struct mptsas_portinfo *parent;
3388         struct device *parent_dev;
3389         struct sas_rphy *rphy;
3390         int             i;
3391         u64             sas_address; /* expander sas address */
3392         u32             handle;
3393
3394         handle = port_info->phy_info[0].handle;
3395         sas_address = port_info->phy_info[0].identify.sas_address;
3396         for (i = 0; i < port_info->num_phys; i++) {
3397                 mptsas_sas_expander_pg1(ioc, &port_info->phy_info[i],
3398                     (MPI_SAS_EXPAND_PGAD_FORM_HANDLE_PHY_NUM <<
3399                     MPI_SAS_EXPAND_PGAD_FORM_SHIFT), (i << 16) + handle);
3400
3401                 mptsas_sas_device_pg0(ioc,
3402                     &port_info->phy_info[i].identify,
3403                     (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3404                     MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3405                     port_info->phy_info[i].identify.handle);
3406                 port_info->phy_info[i].identify.phy_id =
3407                     port_info->phy_info[i].phy_id;
3408
3409                 if (port_info->phy_info[i].attached.handle) {
3410                         mptsas_sas_device_pg0(ioc,
3411                             &port_info->phy_info[i].attached,
3412                             (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
3413                              MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3414                             port_info->phy_info[i].attached.handle);
3415                         port_info->phy_info[i].attached.phy_id =
3416                             port_info->phy_info[i].phy_id;
3417                 }
3418         }
3419
3420         mutex_lock(&ioc->sas_topology_mutex);
3421         parent = mptsas_find_portinfo_by_handle(ioc,
3422             port_info->phy_info[0].identify.handle_parent);
3423         if (!parent) {
3424                 mutex_unlock(&ioc->sas_topology_mutex);
3425                 return;
3426         }
3427         for (i = 0, parent_dev = NULL; i < parent->num_phys && !parent_dev;
3428             i++) {
3429                 if (parent->phy_info[i].attached.sas_address == sas_address) {
3430                         rphy = mptsas_get_rphy(&parent->phy_info[i]);
3431                         parent_dev = &rphy->dev;
3432                 }
3433         }
3434         mutex_unlock(&ioc->sas_topology_mutex);
3435
3436         mptsas_setup_wide_ports(ioc, port_info);
3437         for (i = 0; i < port_info->num_phys; i++, ioc->sas_index++)
3438                 mptsas_probe_one_phy(parent_dev, &port_info->phy_info[i],
3439                     ioc->sas_index, 0);
3440 }
3441
3442 static void
3443 mptsas_expander_event_add(MPT_ADAPTER *ioc,
3444     MpiEventDataSasExpanderStatusChange_t *expander_data)
3445 {
3446         struct mptsas_portinfo *port_info;
3447         int i;
3448         __le64 sas_address;
3449
3450         port_info = kzalloc(sizeof(struct mptsas_portinfo), GFP_KERNEL);
3451         BUG_ON(!port_info);
3452         port_info->num_phys = (expander_data->NumPhys) ?
3453             expander_data->NumPhys : 1;
3454         port_info->phy_info = kcalloc(port_info->num_phys,
3455             sizeof(struct mptsas_phyinfo), GFP_KERNEL);
3456         BUG_ON(!port_info->phy_info);
3457         memcpy(&sas_address, &expander_data->SASAddress, sizeof(__le64));
3458         for (i = 0; i < port_info->num_phys; i++) {
3459                 port_info->phy_info[i].portinfo = port_info;
3460                 port_info->phy_info[i].handle =
3461                     le16_to_cpu(expander_data->DevHandle);
3462                 port_info->phy_info[i].identify.sas_address =
3463                     le64_to_cpu(sas_address);
3464                 port_info->phy_info[i].identify.handle_parent =
3465                     le16_to_cpu(expander_data->ParentDevHandle);
3466         }
3467
3468         mutex_lock(&ioc->sas_topology_mutex);
3469         list_add_tail(&port_info->list, &ioc->sas_topology);
3470         mutex_unlock(&ioc->sas_topology_mutex);
3471
3472         printk(MYIOC_s_INFO_FMT "add expander: num_phys %d, "
3473             "sas_addr (0x%llx)\n", ioc->name, port_info->num_phys,
3474             (unsigned long long)sas_address);
3475
3476         mptsas_expander_refresh(ioc, port_info);
3477 }
3478
3479 /**
3480  * mptsas_delete_expander_siblings - remove siblings attached to expander
3481  * @ioc: Pointer to MPT_ADAPTER structure
3482  * @parent: the parent port_info object
3483  * @expander: the expander port_info object
3484  **/
3485 static void
3486 mptsas_delete_expander_siblings(MPT_ADAPTER *ioc, struct mptsas_portinfo
3487     *parent, struct mptsas_portinfo *expander)
3488 {
3489         struct mptsas_phyinfo *phy_info;
3490         struct mptsas_portinfo *port_info;
3491         struct sas_rphy *rphy;
3492         int i;
3493
3494         phy_info = expander->phy_info;
3495         for (i = 0; i < expander->num_phys; i++, phy_info++) {
3496                 rphy = mptsas_get_rphy(phy_info);
3497                 if (!rphy)
3498                         continue;
3499                 if (rphy->identify.device_type == SAS_END_DEVICE)
3500                         mptsas_del_end_device(ioc, phy_info);
3501         }
3502
3503         phy_info = expander->phy_info;
3504         for (i = 0; i < expander->num_phys; i++, phy_info++) {
3505                 rphy = mptsas_get_rphy(phy_info);
3506                 if (!rphy)
3507                         continue;
3508                 if (rphy->identify.device_type ==
3509                     MPI_SAS_DEVICE_INFO_EDGE_EXPANDER ||
3510                     rphy->identify.device_type ==
3511                     MPI_SAS_DEVICE_INFO_FANOUT_EXPANDER) {
3512                         port_info = mptsas_find_portinfo_by_sas_address(ioc,
3513                             rphy->identify.sas_address);
3514                         if (!port_info)
3515                                 continue;
3516                         if (port_info == parent) /* backlink rphy */
3517                                 continue;
3518                         /*
3519                         Delete this expander even if the expdevpage is exists
3520                         because the parent expander is already deleted
3521                         */
3522                         mptsas_expander_delete(ioc, port_info, 1);
3523                 }
3524         }
3525 }
3526
3527
3528 /**
3529  *      mptsas_expander_delete - remove this expander
3530  *      @ioc: Pointer to MPT_ADAPTER structure
3531  *      @port_info: expander port_info struct
3532  *      @force: Flag to forcefully delete the expander
3533  *
3534  **/
3535
3536 static void mptsas_expander_delete(MPT_ADAPTER *ioc,
3537                 struct mptsas_portinfo *port_info, u8 force)
3538 {
3539
3540         struct mptsas_portinfo *parent;
3541         int             i;
3542         u64             expander_sas_address;
3543         struct mptsas_phyinfo *phy_info;
3544         struct mptsas_portinfo buffer;
3545         struct mptsas_portinfo_details *port_details;
3546         struct sas_port *port;
3547
3548         if (!port_info)
3549                 return;
3550
3551         /* see if expander is still there before deleting */
3552         mptsas_sas_expander_pg0(ioc, &buffer,
3553             (MPI_SAS_EXPAND_PGAD_FORM_HANDLE <<
3554             MPI_SAS_EXPAND_PGAD_FORM_SHIFT),
3555             port_info->phy_info[0].identify.handle);
3556
3557         if (buffer.num_phys) {
3558                 kfree(buffer.phy_info);
3559                 if (!force)
3560                         return;
3561         }
3562
3563
3564         /*
3565          * Obtain the port_info instance to the parent port
3566          */
3567         port_details = NULL;
3568         expander_sas_address =
3569             port_info->phy_info[0].identify.sas_address;
3570         parent = mptsas_find_portinfo_by_handle(ioc,
3571             port_info->phy_info[0].identify.handle_parent);
3572         mptsas_delete_expander_siblings(ioc, parent, port_info);
3573         if (!parent)
3574                 goto out;
3575
3576         /*
3577          * Delete rphys in the parent that point
3578          * to this expander.
3579          */
3580         phy_info = parent->phy_info;
3581         port = NULL;
3582         for (i = 0; i < parent->num_phys; i++, phy_info++) {
3583                 if (!phy_info->phy)
3584                         continue;
3585                 if (phy_info->attached.sas_address !=
3586                     expander_sas_address)
3587                         continue;
3588                 if (!port) {
3589                         port = mptsas_get_port(phy_info);
3590                         port_details = phy_info->port_details;
3591                 }
3592                 dev_printk(KERN_DEBUG, &phy_info->phy->dev,
3593                     MYIOC_s_FMT "delete phy %d, phy-obj (0x%p)\n", ioc->name,
3594                     phy_info->phy_id, phy_info->phy);
3595                 sas_port_delete_phy(port, phy_info->phy);
3596         }
3597         if (port) {
3598                 dev_printk(KERN_DEBUG, &port->dev,
3599                     MYIOC_s_FMT "delete port %d, sas_addr (0x%llx)\n",
3600                     ioc->name, port->port_identifier,
3601                     (unsigned long long)expander_sas_address);
3602                 sas_port_delete(port);
3603                 mptsas_port_delete(ioc, port_details);
3604         }
3605  out:
3606
3607         printk(MYIOC_s_INFO_FMT "delete expander: num_phys %d, "
3608             "sas_addr (0x%llx)\n",  ioc->name, port_info->num_phys,
3609             (unsigned long long)expander_sas_address);
3610
3611         /*
3612          * free link
3613          */
3614         list_del(&port_info->list);
3615         kfree(port_info->phy_info);
3616         kfree(port_info);
3617 }
3618
3619
3620 /**
3621  * mptsas_send_expander_event - expanders events
3622  * @fw_event: event data
3623  *
3624  *
3625  * This function handles adding, removing, and refreshing
3626  * device handles within the expander objects.
3627  */
3628 static void
3629 mptsas_send_expander_event(struct fw_event_work *fw_event)
3630 {
3631         MPT_ADAPTER *ioc;
3632         MpiEventDataSasExpanderStatusChange_t *expander_data;
3633         struct mptsas_portinfo *port_info;
3634         __le64 sas_address;
3635         int i;
3636
3637         ioc = fw_event->ioc;
3638         expander_data = (MpiEventDataSasExpanderStatusChange_t *)
3639             fw_event->event_data;
3640         memcpy(&sas_address, &expander_data->SASAddress, sizeof(__le64));
3641         sas_address = le64_to_cpu(sas_address);
3642         port_info = mptsas_find_portinfo_by_sas_address(ioc, sas_address);
3643
3644         if (expander_data->ReasonCode == MPI_EVENT_SAS_EXP_RC_ADDED) {
3645                 if (port_info) {
3646                         for (i = 0; i < port_info->num_phys; i++) {
3647                                 port_info->phy_info[i].portinfo = port_info;
3648                                 port_info->phy_info[i].handle =
3649                                     le16_to_cpu(expander_data->DevHandle);
3650                                 port_info->phy_info[i].identify.sas_address =
3651                                     le64_to_cpu(sas_address);
3652                                 port_info->phy_info[i].identify.handle_parent =
3653                                     le16_to_cpu(expander_data->ParentDevHandle);
3654                         }
3655                         mptsas_expander_refresh(ioc, port_info);
3656                 } else if (!port_info && expander_data->NumPhys)
3657                         mptsas_expander_event_add(ioc, expander_data);
3658         } else if (expander_data->ReasonCode ==
3659             MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING)
3660                 mptsas_expander_delete(ioc, port_info, 0);
3661
3662         mptsas_free_fw_event(ioc, fw_event);
3663 }
3664
3665
3666 /**
3667  * mptsas_expander_add - adds a newly discovered expander
3668  * @ioc: Pointer to MPT_ADAPTER structure
3669  * @handle: device handle
3670  *
3671  */
3672 static struct mptsas_portinfo *
3673 mptsas_expander_add(MPT_ADAPTER *ioc, u16 handle)
3674 {
3675         struct mptsas_portinfo buffer, *port_info;
3676         int i;
3677
3678         if ((mptsas_sas_expander_pg0(ioc, &buffer,
3679             (MPI_SAS_EXPAND_PGAD_FORM_HANDLE <<
3680             MPI_SAS_EXPAND_PGAD_FORM_SHIFT), handle)))
3681                 return NULL;
3682
3683         port_info = kzalloc(sizeof(struct mptsas_portinfo), GFP_ATOMIC);
3684         if (!port_info) {
3685                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3686                 "%s: exit at line=%d\n", ioc->name,
3687                 __func__, __LINE__));
3688                 return NULL;
3689         }
3690         port_info->num_phys = buffer.num_phys;
3691         port_info->phy_info = buffer.phy_info;
3692         for (i = 0; i < port_info->num_phys; i++)
3693                 port_info->phy_info[i].portinfo = port_info;
3694         mutex_lock(&ioc->sas_topology_mutex);
3695         list_add_tail(&port_info->list, &ioc->sas_topology);
3696         mutex_unlock(&ioc->sas_topology_mutex);
3697         printk(MYIOC_s_INFO_FMT "add expander: num_phys %d, "
3698             "sas_addr (0x%llx)\n", ioc->name, port_info->num_phys,
3699             (unsigned long long)buffer.phy_info[0].identify.sas_address);
3700         mptsas_expander_refresh(ioc, port_info);
3701         return port_info;
3702 }
3703
3704 static void
3705 mptsas_send_link_status_event(struct fw_event_work *fw_event)
3706 {
3707         MPT_ADAPTER *ioc;
3708         MpiEventDataSasPhyLinkStatus_t *link_data;
3709         struct mptsas_portinfo *port_info;
3710         struct mptsas_phyinfo *phy_info = NULL;
3711         __le64 sas_address;
3712         u8 phy_num;
3713         u8 link_rate;
3714
3715         ioc = fw_event->ioc;
3716         link_data = (MpiEventDataSasPhyLinkStatus_t *)fw_event->event_data;
3717
3718         memcpy(&sas_address, &link_data->SASAddress, sizeof(__le64));
3719         sas_address = le64_to_cpu(sas_address);
3720         link_rate = link_data->LinkRates >> 4;
3721         phy_num = link_data->PhyNum;
3722
3723         port_info = mptsas_find_portinfo_by_sas_address(ioc, sas_address);
3724         if (port_info) {
3725                 phy_info = &port_info->phy_info[phy_num];
3726                 if (phy_info)
3727                         phy_info->negotiated_link_rate = link_rate;
3728         }
3729
3730         if (link_rate == MPI_SAS_IOUNIT0_RATE_1_5 ||
3731             link_rate == MPI_SAS_IOUNIT0_RATE_3_0 ||
3732             link_rate == MPI_SAS_IOUNIT0_RATE_6_0) {
3733
3734                 if (!port_info) {
3735                         if (ioc->old_sas_discovery_protocal) {
3736                                 port_info = mptsas_expander_add(ioc,
3737                                         le16_to_cpu(link_data->DevHandle));
3738                                 if (port_info)
3739                                         goto out;
3740                         }
3741                         goto out;
3742                 }
3743
3744                 if (port_info == ioc->hba_port_info)
3745                         mptsas_probe_hba_phys(ioc);
3746                 else
3747                         mptsas_expander_refresh(ioc, port_info);
3748         } else if (phy_info && phy_info->phy) {
3749                 if (link_rate ==  MPI_SAS_IOUNIT0_RATE_PHY_DISABLED)
3750                         phy_info->phy->negotiated_linkrate =
3751                             SAS_PHY_DISABLED;
3752                 else if (link_rate ==
3753                     MPI_SAS_IOUNIT0_RATE_FAILED_SPEED_NEGOTIATION)
3754                         phy_info->phy->negotiated_linkrate =
3755                             SAS_LINK_RATE_FAILED;
3756                 else {
3757                         phy_info->phy->negotiated_linkrate =
3758                             SAS_LINK_RATE_UNKNOWN;
3759                         if (ioc->device_missing_delay &&
3760                             mptsas_is_end_device(&phy_info->attached)) {
3761                                 struct scsi_device              *sdev;
3762                                 VirtDevice                      *vdevice;
3763                                 u8      channel, id;
3764                                 id = phy_info->attached.id;
3765                                 channel = phy_info->attached.channel;
3766                                 devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3767                                 "Link down for fw_id %d:fw_channel %d\n",
3768                                     ioc->name, phy_info->attached.id,
3769                                     phy_info->attached.channel));
3770
3771                                 shost_for_each_device(sdev, ioc->sh) {
3772                                         vdevice = sdev->hostdata;
3773                                         if ((vdevice == NULL) ||
3774                                                 (vdevice->vtarget == NULL))
3775                                                 continue;
3776                                         if ((vdevice->vtarget->tflags &
3777                                             MPT_TARGET_FLAGS_RAID_COMPONENT ||
3778                                             vdevice->vtarget->raidVolume))
3779                                                 continue;
3780                                         if (vdevice->vtarget->id == id &&
3781                                                 vdevice->vtarget->channel ==
3782                                                 channel)
3783                                                 devtprintk(ioc,
3784                                                 printk(MYIOC_s_DEBUG_FMT
3785                                                 "SDEV OUTSTANDING CMDS"
3786                                                 "%d\n", ioc->name,
3787                                                 scsi_device_busy(sdev)));
3788                                 }
3789
3790                         }
3791                 }
3792         }
3793  out:
3794         mptsas_free_fw_event(ioc, fw_event);
3795 }
3796
3797 static void
3798 mptsas_not_responding_devices(MPT_ADAPTER *ioc)
3799 {
3800         struct mptsas_portinfo buffer, *port_info;
3801         struct mptsas_device_info       *sas_info;
3802         struct mptsas_devinfo sas_device;
3803         u32     handle;
3804         VirtTarget *vtarget = NULL;
3805         struct mptsas_phyinfo *phy_info;
3806         u8 found_expander;
3807         int retval, retry_count;
3808         unsigned long flags;
3809
3810         mpt_findImVolumes(ioc);
3811
3812         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
3813         if (ioc->ioc_reset_in_progress) {
3814                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3815                    "%s: exiting due to a parallel reset \n", ioc->name,
3816                     __func__));
3817                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
3818                 return;
3819         }
3820         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
3821
3822         /* devices, logical volumes */
3823         mutex_lock(&ioc->sas_device_info_mutex);
3824  redo_device_scan:
3825         list_for_each_entry(sas_info, &ioc->sas_device_info_list, list) {
3826                 if (sas_info->is_cached)
3827                         continue;
3828                 if (!sas_info->is_logical_volume) {
3829                         sas_device.handle = 0;
3830                         retry_count = 0;
3831 retry_page:
3832                         retval = mptsas_sas_device_pg0(ioc, &sas_device,
3833                                 (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID
3834                                 << MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
3835                                 (sas_info->fw.channel << 8) +
3836                                 sas_info->fw.id);
3837
3838                         if (sas_device.handle)
3839                                 continue;
3840                         if (retval == -EBUSY) {
3841                                 spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
3842                                 if (ioc->ioc_reset_in_progress) {
3843                                         dfailprintk(ioc,
3844                                         printk(MYIOC_s_DEBUG_FMT
3845                                         "%s: exiting due to reset\n",
3846                                         ioc->name, __func__));
3847                                         spin_unlock_irqrestore
3848                                         (&ioc->taskmgmt_lock, flags);
3849                                         mutex_unlock(&ioc->
3850                                         sas_device_info_mutex);
3851                                         return;
3852                                 }
3853                                 spin_unlock_irqrestore(&ioc->taskmgmt_lock,
3854                                 flags);
3855                         }
3856
3857                         if (retval && (retval != -ENODEV)) {
3858                                 if (retry_count < 10) {
3859                                         retry_count++;
3860                                         goto retry_page;
3861                                 } else {
3862                                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3863                                         "%s: Config page retry exceeded retry "
3864                                         "count deleting device 0x%llx\n",
3865                                         ioc->name, __func__,
3866                                         sas_info->sas_address));
3867                                 }
3868                         }
3869
3870                         /* delete device */
3871                         vtarget = mptsas_find_vtarget(ioc,
3872                                 sas_info->fw.channel, sas_info->fw.id);
3873
3874                         if (vtarget)
3875                                 vtarget->deleted = 1;
3876
3877                         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
3878                                         sas_info->sas_address);
3879
3880                         mptsas_del_end_device(ioc, phy_info);
3881                         goto redo_device_scan;
3882                 } else
3883                         mptsas_volume_delete(ioc, sas_info->fw.id);
3884         }
3885         mutex_unlock(&ioc->sas_device_info_mutex);
3886
3887         /* expanders */
3888         mutex_lock(&ioc->sas_topology_mutex);
3889  redo_expander_scan:
3890         list_for_each_entry(port_info, &ioc->sas_topology, list) {
3891
3892                 if (!(port_info->phy_info[0].identify.device_info &
3893                     MPI_SAS_DEVICE_INFO_SMP_TARGET))
3894                         continue;
3895                 found_expander = 0;
3896                 handle = 0xFFFF;
3897                 while (!mptsas_sas_expander_pg0(ioc, &buffer,
3898                     (MPI_SAS_EXPAND_PGAD_FORM_GET_NEXT_HANDLE <<
3899                      MPI_SAS_EXPAND_PGAD_FORM_SHIFT), handle) &&
3900                     !found_expander) {
3901
3902                         handle = buffer.phy_info[0].handle;
3903                         if (buffer.phy_info[0].identify.sas_address ==
3904                             port_info->phy_info[0].identify.sas_address) {
3905                                 found_expander = 1;
3906                         }
3907                         kfree(buffer.phy_info);
3908                 }
3909
3910                 if (!found_expander) {
3911                         mptsas_expander_delete(ioc, port_info, 0);
3912                         goto redo_expander_scan;
3913                 }
3914         }
3915         mutex_unlock(&ioc->sas_topology_mutex);
3916 }
3917
3918 /**
3919  *      mptsas_probe_expanders - adding expanders
3920  *      @ioc: Pointer to MPT_ADAPTER structure
3921  *
3922  **/
3923 static void
3924 mptsas_probe_expanders(MPT_ADAPTER *ioc)
3925 {
3926         struct mptsas_portinfo buffer, *port_info;
3927         u32                     handle;
3928         int i;
3929
3930         handle = 0xFFFF;
3931         while (!mptsas_sas_expander_pg0(ioc, &buffer,
3932             (MPI_SAS_EXPAND_PGAD_FORM_GET_NEXT_HANDLE <<
3933              MPI_SAS_EXPAND_PGAD_FORM_SHIFT), handle)) {
3934
3935                 handle = buffer.phy_info[0].handle;
3936                 port_info = mptsas_find_portinfo_by_sas_address(ioc,
3937                     buffer.phy_info[0].identify.sas_address);
3938
3939                 if (port_info) {
3940                         /* refreshing handles */
3941                         for (i = 0; i < buffer.num_phys; i++) {
3942                                 port_info->phy_info[i].handle = handle;
3943                                 port_info->phy_info[i].identify.handle_parent =
3944                                     buffer.phy_info[0].identify.handle_parent;
3945                         }
3946                         mptsas_expander_refresh(ioc, port_info);
3947                         kfree(buffer.phy_info);
3948                         continue;
3949                 }
3950
3951                 port_info = kzalloc(sizeof(struct mptsas_portinfo), GFP_KERNEL);
3952                 if (!port_info) {
3953                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
3954                         "%s: exit at line=%d\n", ioc->name,
3955                         __func__, __LINE__));
3956                         return;
3957                 }
3958                 port_info->num_phys = buffer.num_phys;
3959                 port_info->phy_info = buffer.phy_info;
3960                 for (i = 0; i < port_info->num_phys; i++)
3961                         port_info->phy_info[i].portinfo = port_info;
3962                 mutex_lock(&ioc->sas_topology_mutex);
3963                 list_add_tail(&port_info->list, &ioc->sas_topology);
3964                 mutex_unlock(&ioc->sas_topology_mutex);
3965                 printk(MYIOC_s_INFO_FMT "add expander: num_phys %d, "
3966                     "sas_addr (0x%llx)\n", ioc->name, port_info->num_phys,
3967             (unsigned long long)buffer.phy_info[0].identify.sas_address);
3968                 mptsas_expander_refresh(ioc, port_info);
3969         }
3970 }
3971
3972 static void
3973 mptsas_probe_devices(MPT_ADAPTER *ioc)
3974 {
3975         u16 handle;
3976         struct mptsas_devinfo sas_device;
3977         struct mptsas_phyinfo *phy_info;
3978
3979         handle = 0xFFFF;
3980         while (!(mptsas_sas_device_pg0(ioc, &sas_device,
3981             MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
3982
3983                 handle = sas_device.handle;
3984
3985                 if ((sas_device.device_info &
3986                      (MPI_SAS_DEVICE_INFO_SSP_TARGET |
3987                       MPI_SAS_DEVICE_INFO_STP_TARGET |
3988                       MPI_SAS_DEVICE_INFO_SATA_DEVICE)) == 0)
3989                         continue;
3990
3991                 /* If there is no FW B_T mapping for this device then continue
3992                  * */
3993                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
3994                         || !(sas_device.flags &
3995                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
3996                         continue;
3997
3998                 phy_info = mptsas_refreshing_device_handles(ioc, &sas_device);
3999                 if (!phy_info)
4000                         continue;
4001
4002                 if (mptsas_get_rphy(phy_info))
4003                         continue;
4004
4005                 mptsas_add_end_device(ioc, phy_info);
4006         }
4007 }
4008
4009 /**
4010  *      mptsas_scan_sas_topology - scans new SAS topology
4011  *        (part of probe or rescan)
4012  *      @ioc: Pointer to MPT_ADAPTER structure
4013  *
4014  **/
4015 static void
4016 mptsas_scan_sas_topology(MPT_ADAPTER *ioc)
4017 {
4018         struct scsi_device *sdev;
4019         int i;
4020
4021         mptsas_probe_hba_phys(ioc);
4022         mptsas_probe_expanders(ioc);
4023         mptsas_probe_devices(ioc);
4024
4025         /*
4026           Reporting RAID volumes.
4027         */
4028         if (!ioc->ir_firmware || !ioc->raid_data.pIocPg2 ||
4029             !ioc->raid_data.pIocPg2->NumActiveVolumes)
4030                 return;
4031         for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
4032                 sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL,
4033                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID, 0);
4034                 if (sdev) {
4035                         scsi_device_put(sdev);
4036                         continue;
4037                 }
4038                 printk(MYIOC_s_INFO_FMT "attaching raid volume, channel %d, "
4039                     "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL,
4040                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID);
4041                 scsi_add_device(ioc->sh, MPTSAS_RAID_CHANNEL,
4042                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID, 0);
4043         }
4044 }
4045
4046
4047 static void
4048 mptsas_handle_queue_full_event(struct fw_event_work *fw_event)
4049 {
4050         MPT_ADAPTER *ioc;
4051         EventDataQueueFull_t *qfull_data;
4052         struct mptsas_device_info *sas_info;
4053         struct scsi_device      *sdev;
4054         int depth;
4055         int id = -1;
4056         int channel = -1;
4057         int fw_id, fw_channel;
4058         u16 current_depth;
4059
4060
4061         ioc = fw_event->ioc;
4062         qfull_data = (EventDataQueueFull_t *)fw_event->event_data;
4063         fw_id = qfull_data->TargetID;
4064         fw_channel = qfull_data->Bus;
4065         current_depth = le16_to_cpu(qfull_data->CurrentDepth);
4066
4067         /* if hidden raid component, look for the volume id */
4068         mutex_lock(&ioc->sas_device_info_mutex);
4069         if (mptscsih_is_phys_disk(ioc, fw_channel, fw_id)) {
4070                 list_for_each_entry(sas_info, &ioc->sas_device_info_list,
4071                     list) {
4072                         if (sas_info->is_cached ||
4073                             sas_info->is_logical_volume)
4074                                 continue;
4075                         if (sas_info->is_hidden_raid_component &&
4076                             (sas_info->fw.channel == fw_channel &&
4077                             sas_info->fw.id == fw_id)) {
4078                                 id = sas_info->volume_id;
4079                                 channel = MPTSAS_RAID_CHANNEL;
4080                                 goto out;
4081                         }
4082                 }
4083         } else {
4084                 list_for_each_entry(sas_info, &ioc->sas_device_info_list,
4085                     list) {
4086                         if (sas_info->is_cached ||
4087                             sas_info->is_hidden_raid_component ||
4088                             sas_info->is_logical_volume)
4089                                 continue;
4090                         if (sas_info->fw.channel == fw_channel &&
4091                             sas_info->fw.id == fw_id) {
4092                                 id = sas_info->os.id;
4093                                 channel = sas_info->os.channel;
4094                                 goto out;
4095                         }
4096                 }
4097
4098         }
4099
4100  out:
4101         mutex_unlock(&ioc->sas_device_info_mutex);
4102
4103         if (id != -1) {
4104                 shost_for_each_device(sdev, ioc->sh) {
4105                         if (sdev->id == id && sdev->channel == channel) {
4106                                 if (current_depth > sdev->queue_depth) {
4107                                         sdev_printk(KERN_INFO, sdev,
4108                                             "strange observation, the queue "
4109                                             "depth is (%d) meanwhile fw queue "
4110                                             "depth (%d)\n", sdev->queue_depth,
4111                                             current_depth);
4112                                         continue;
4113                                 }
4114                                 depth = scsi_track_queue_full(sdev,
4115                                         sdev->queue_depth - 1);
4116                                 if (depth > 0)
4117                                         sdev_printk(KERN_INFO, sdev,
4118                                         "Queue depth reduced to (%d)\n",
4119                                            depth);
4120                                 else if (depth < 0)
4121                                         sdev_printk(KERN_INFO, sdev,
4122                                         "Tagged Command Queueing is being "
4123                                         "disabled\n");
4124                                 else if (depth == 0)
4125                                         sdev_printk(KERN_DEBUG, sdev,
4126                                         "Queue depth not changed yet\n");
4127                         }
4128                 }
4129         }
4130
4131         mptsas_free_fw_event(ioc, fw_event);
4132 }
4133
4134
4135 static struct mptsas_phyinfo *
4136 mptsas_find_phyinfo_by_sas_address(MPT_ADAPTER *ioc, u64 sas_address)
4137 {
4138         struct mptsas_portinfo *port_info;
4139         struct mptsas_phyinfo *phy_info = NULL;
4140         int i;
4141
4142         mutex_lock(&ioc->sas_topology_mutex);
4143         list_for_each_entry(port_info, &ioc->sas_topology, list) {
4144                 for (i = 0; i < port_info->num_phys; i++) {
4145                         if (!mptsas_is_end_device(
4146                                 &port_info->phy_info[i].attached))
4147                                 continue;
4148                         if (port_info->phy_info[i].attached.sas_address
4149                             != sas_address)
4150                                 continue;
4151                         phy_info = &port_info->phy_info[i];
4152                         break;
4153                 }
4154         }
4155         mutex_unlock(&ioc->sas_topology_mutex);
4156         return phy_info;
4157 }
4158
4159 /**
4160  *      mptsas_find_phyinfo_by_phys_disk_num - find phyinfo for the
4161  *        specified @phys_disk_num
4162  *      @ioc: Pointer to MPT_ADAPTER structure
4163  *      @phys_disk_num: (hot plug) physical disk number (for RAID support)
4164  *      @channel: channel number
4165  *      @id: Logical Target ID
4166  *
4167  **/
4168 static struct mptsas_phyinfo *
4169 mptsas_find_phyinfo_by_phys_disk_num(MPT_ADAPTER *ioc, u8 phys_disk_num,
4170         u8 channel, u8 id)
4171 {
4172         struct mptsas_phyinfo *phy_info = NULL;
4173         struct mptsas_portinfo *port_info;
4174         RaidPhysDiskPage1_t *phys_disk = NULL;
4175         int num_paths;
4176         u64 sas_address = 0;
4177         int i;
4178
4179         phy_info = NULL;
4180         if (!ioc->raid_data.pIocPg3)
4181                 return NULL;
4182         /* dual port support */
4183         num_paths = mpt_raid_phys_disk_get_num_paths(ioc, phys_disk_num);
4184         if (!num_paths)
4185                 goto out;
4186         phys_disk = kzalloc(offsetof(RaidPhysDiskPage1_t, Path) +
4187            (num_paths * sizeof(RAID_PHYS_DISK1_PATH)), GFP_KERNEL);
4188         if (!phys_disk)
4189                 goto out;
4190         mpt_raid_phys_disk_pg1(ioc, phys_disk_num, phys_disk);
4191         for (i = 0; i < num_paths; i++) {
4192                 if ((phys_disk->Path[i].Flags & 1) != 0)
4193                         /* entry no longer valid */
4194                         continue;
4195                 if ((id == phys_disk->Path[i].PhysDiskID) &&
4196                     (channel == phys_disk->Path[i].PhysDiskBus)) {
4197                         memcpy(&sas_address, &phys_disk->Path[i].WWID,
4198                                 sizeof(u64));
4199                         phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4200                                         sas_address);
4201                         goto out;
4202                 }
4203         }
4204
4205  out:
4206         kfree(phys_disk);
4207         if (phy_info)
4208                 return phy_info;
4209
4210         /*
4211          * Extra code to handle RAID0 case, where the sas_address is not updated
4212          * in phys_disk_page_1 when hotswapped
4213          */
4214         mutex_lock(&ioc->sas_topology_mutex);
4215         list_for_each_entry(port_info, &ioc->sas_topology, list) {
4216                 for (i = 0; i < port_info->num_phys && !phy_info; i++) {
4217                         if (!mptsas_is_end_device(
4218                                 &port_info->phy_info[i].attached))
4219                                 continue;
4220                         if (port_info->phy_info[i].attached.phys_disk_num == ~0)
4221                                 continue;
4222                         if ((port_info->phy_info[i].attached.phys_disk_num ==
4223                             phys_disk_num) &&
4224                             (port_info->phy_info[i].attached.id == id) &&
4225                             (port_info->phy_info[i].attached.channel ==
4226                              channel))
4227                                 phy_info = &port_info->phy_info[i];
4228                 }
4229         }
4230         mutex_unlock(&ioc->sas_topology_mutex);
4231         return phy_info;
4232 }
4233
4234 static void
4235 mptsas_reprobe_lun(struct scsi_device *sdev, void *data)
4236 {
4237         int rc;
4238
4239         sdev->no_uld_attach = data ? 1 : 0;
4240         rc = scsi_device_reprobe(sdev);
4241 }
4242
4243 static void
4244 mptsas_reprobe_target(struct scsi_target *starget, int uld_attach)
4245 {
4246         starget_for_each_device(starget, uld_attach ? (void *)1 : NULL,
4247                         mptsas_reprobe_lun);
4248 }
4249
4250 static void
4251 mptsas_adding_inactive_raid_components(MPT_ADAPTER *ioc, u8 channel, u8 id)
4252 {
4253         CONFIGPARMS                     cfg;
4254         ConfigPageHeader_t              hdr;
4255         dma_addr_t                      dma_handle;
4256         pRaidVolumePage0_t              buffer = NULL;
4257         RaidPhysDiskPage0_t             phys_disk;
4258         int                             i;
4259         struct mptsas_phyinfo   *phy_info;
4260         struct mptsas_devinfo           sas_device;
4261
4262         memset(&cfg, 0 , sizeof(CONFIGPARMS));
4263         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
4264         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
4265         cfg.pageAddr = (channel << 8) + id;
4266         cfg.cfghdr.hdr = &hdr;
4267         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4268         cfg.timeout = SAS_CONFIG_PAGE_TIMEOUT;
4269
4270         if (mpt_config(ioc, &cfg) != 0)
4271                 goto out;
4272
4273         if (!hdr.PageLength)
4274                 goto out;
4275
4276         buffer = dma_alloc_coherent(&ioc->pcidev->dev, hdr.PageLength * 4,
4277                                     &dma_handle, GFP_KERNEL);
4278
4279         if (!buffer)
4280                 goto out;
4281
4282         cfg.physAddr = dma_handle;
4283         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4284
4285         if (mpt_config(ioc, &cfg) != 0)
4286                 goto out;
4287
4288         if (!(buffer->VolumeStatus.Flags &
4289             MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE))
4290                 goto out;
4291
4292         if (!buffer->NumPhysDisks)
4293                 goto out;
4294
4295         for (i = 0; i < buffer->NumPhysDisks; i++) {
4296
4297                 if (mpt_raid_phys_disk_pg0(ioc,
4298                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
4299                         continue;
4300
4301                 if (mptsas_sas_device_pg0(ioc, &sas_device,
4302                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4303                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4304                         (phys_disk.PhysDiskBus << 8) +
4305                         phys_disk.PhysDiskID))
4306                         continue;
4307
4308                 /* If there is no FW B_T mapping for this device then continue
4309                  * */
4310                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4311                         || !(sas_device.flags &
4312                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4313                         continue;
4314
4315
4316                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4317                     sas_device.sas_address);
4318                 mptsas_add_end_device(ioc, phy_info);
4319         }
4320
4321  out:
4322         if (buffer)
4323                 dma_free_coherent(&ioc->pcidev->dev, hdr.PageLength * 4,
4324                                   buffer, dma_handle);
4325 }
4326 /*
4327  * Work queue thread to handle SAS hotplug events
4328  */
4329 static void
4330 mptsas_hotplug_work(MPT_ADAPTER *ioc, struct fw_event_work *fw_event,
4331     struct mptsas_hotplug_event *hot_plug_info)
4332 {
4333         struct mptsas_phyinfo *phy_info;
4334         struct scsi_target * starget;
4335         struct mptsas_devinfo sas_device;
4336         VirtTarget *vtarget;
4337         int i;
4338         struct mptsas_portinfo *port_info;
4339
4340         switch (hot_plug_info->event_type) {
4341
4342         case MPTSAS_ADD_PHYSDISK:
4343
4344                 if (!ioc->raid_data.pIocPg2)
4345                         break;
4346
4347                 for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
4348                         if (ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID ==
4349                             hot_plug_info->id) {
4350                                 printk(MYIOC_s_WARN_FMT "firmware bug: unable "
4351                                     "to add hidden disk - target_id matches "
4352                                     "volume_id\n", ioc->name);
4353                                 mptsas_free_fw_event(ioc, fw_event);
4354                                 return;
4355                         }
4356                 }
4357                 mpt_findImVolumes(ioc);
4358                 fallthrough;
4359
4360         case MPTSAS_ADD_DEVICE:
4361                 memset(&sas_device, 0, sizeof(struct mptsas_devinfo));
4362                 mptsas_sas_device_pg0(ioc, &sas_device,
4363                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4364                     MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4365                     (hot_plug_info->channel << 8) +
4366                     hot_plug_info->id);
4367
4368                 /* If there is no FW B_T mapping for this device then break
4369                  * */
4370                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4371                         || !(sas_device.flags &
4372                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4373                         break;
4374
4375                 if (!sas_device.handle)
4376                         return;
4377
4378                 phy_info = mptsas_refreshing_device_handles(ioc, &sas_device);
4379                 /* Device hot plug */
4380                 if (!phy_info) {
4381                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4382                                 "%s %d HOT PLUG: "
4383                                 "parent handle of device %x\n", ioc->name,
4384                                 __func__, __LINE__, sas_device.handle_parent));
4385                         port_info = mptsas_find_portinfo_by_handle(ioc,
4386                                 sas_device.handle_parent);
4387
4388                         if (port_info == ioc->hba_port_info)
4389                                 mptsas_probe_hba_phys(ioc);
4390                         else if (port_info)
4391                                 mptsas_expander_refresh(ioc, port_info);
4392                         else {
4393                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4394                                         "%s %d port info is NULL\n",
4395                                         ioc->name, __func__, __LINE__));
4396                                 break;
4397                         }
4398                         phy_info = mptsas_refreshing_device_handles
4399                                 (ioc, &sas_device);
4400                 }
4401
4402                 if (!phy_info) {
4403                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4404                                 "%s %d phy info is NULL\n",
4405                                 ioc->name, __func__, __LINE__));
4406                         break;
4407                 }
4408
4409                 if (mptsas_get_rphy(phy_info))
4410                         break;
4411
4412                 mptsas_add_end_device(ioc, phy_info);
4413                 break;
4414
4415         case MPTSAS_DEL_DEVICE:
4416                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4417                     hot_plug_info->sas_address);
4418                 mptsas_del_end_device(ioc, phy_info);
4419                 break;
4420
4421         case MPTSAS_DEL_PHYSDISK:
4422
4423                 mpt_findImVolumes(ioc);
4424
4425                 phy_info = mptsas_find_phyinfo_by_phys_disk_num(
4426                                 ioc, hot_plug_info->phys_disk_num,
4427                                 hot_plug_info->channel,
4428                                 hot_plug_info->id);
4429                 mptsas_del_end_device(ioc, phy_info);
4430                 break;
4431
4432         case MPTSAS_ADD_PHYSDISK_REPROBE:
4433
4434                 if (mptsas_sas_device_pg0(ioc, &sas_device,
4435                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4436                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4437                     (hot_plug_info->channel << 8) + hot_plug_info->id)) {
4438                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4439                         "%s: fw_id=%d exit at line=%d\n", ioc->name,
4440                                  __func__, hot_plug_info->id, __LINE__));
4441                         break;
4442                 }
4443
4444                 /* If there is no FW B_T mapping for this device then break
4445                  * */
4446                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4447                         || !(sas_device.flags &
4448                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4449                         break;
4450
4451                 phy_info = mptsas_find_phyinfo_by_sas_address(
4452                     ioc, sas_device.sas_address);
4453
4454                 if (!phy_info) {
4455                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4456                                 "%s: fw_id=%d exit at line=%d\n", ioc->name,
4457                                  __func__, hot_plug_info->id, __LINE__));
4458                         break;
4459                 }
4460
4461                 starget = mptsas_get_starget(phy_info);
4462                 if (!starget) {
4463                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4464                                 "%s: fw_id=%d exit at line=%d\n", ioc->name,
4465                                  __func__, hot_plug_info->id, __LINE__));
4466                         break;
4467                 }
4468
4469                 vtarget = starget->hostdata;
4470                 if (!vtarget) {
4471                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4472                                 "%s: fw_id=%d exit at line=%d\n", ioc->name,
4473                                  __func__, hot_plug_info->id, __LINE__));
4474                         break;
4475                 }
4476
4477                 mpt_findImVolumes(ioc);
4478
4479                 starget_printk(KERN_INFO, starget, MYIOC_s_FMT "RAID Hidding: "
4480                     "fw_channel=%d, fw_id=%d, physdsk %d, sas_addr 0x%llx\n",
4481                     ioc->name, hot_plug_info->channel, hot_plug_info->id,
4482                     hot_plug_info->phys_disk_num, (unsigned long long)
4483                     sas_device.sas_address);
4484
4485                 vtarget->id = hot_plug_info->phys_disk_num;
4486                 vtarget->tflags |= MPT_TARGET_FLAGS_RAID_COMPONENT;
4487                 phy_info->attached.phys_disk_num = hot_plug_info->phys_disk_num;
4488                 mptsas_reprobe_target(starget, 1);
4489                 break;
4490
4491         case MPTSAS_DEL_PHYSDISK_REPROBE:
4492
4493                 if (mptsas_sas_device_pg0(ioc, &sas_device,
4494                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
4495                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
4496                         (hot_plug_info->channel << 8) + hot_plug_info->id)) {
4497                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4498                                     "%s: fw_id=%d exit at line=%d\n",
4499                                     ioc->name, __func__,
4500                                     hot_plug_info->id, __LINE__));
4501                         break;
4502                 }
4503
4504                 /* If there is no FW B_T mapping for this device then break
4505                  * */
4506                 if (!(sas_device.flags & MPI_SAS_DEVICE0_FLAGS_DEVICE_PRESENT)
4507                         || !(sas_device.flags &
4508                         MPI_SAS_DEVICE0_FLAGS_DEVICE_MAPPED))
4509                         break;
4510
4511                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
4512                                 sas_device.sas_address);
4513                 if (!phy_info) {
4514                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4515                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4516                          __func__, hot_plug_info->id, __LINE__));
4517                         break;
4518                 }
4519
4520                 starget = mptsas_get_starget(phy_info);
4521                 if (!starget) {
4522                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4523                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4524                          __func__, hot_plug_info->id, __LINE__));
4525                         break;
4526                 }
4527
4528                 vtarget = starget->hostdata;
4529                 if (!vtarget) {
4530                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4531                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4532                          __func__, hot_plug_info->id, __LINE__));
4533                         break;
4534                 }
4535
4536                 if (!(vtarget->tflags & MPT_TARGET_FLAGS_RAID_COMPONENT)) {
4537                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
4538                             "%s: fw_id=%d exit at line=%d\n", ioc->name,
4539                          __func__, hot_plug_info->id, __LINE__));
4540                         break;
4541                 }
4542
4543                 mpt_findImVolumes(ioc);
4544
4545                 starget_printk(KERN_INFO, starget, MYIOC_s_FMT "RAID Exposing:"
4546                     " fw_channel=%d, fw_id=%d, physdsk %d, sas_addr 0x%llx\n",
4547                     ioc->name, hot_plug_info->channel, hot_plug_info->id,
4548                     hot_plug_info->phys_disk_num, (unsigned long long)
4549                     sas_device.sas_address);
4550
4551                 vtarget->tflags &= ~MPT_TARGET_FLAGS_RAID_COMPONENT;
4552                 vtarget->id = hot_plug_info->id;
4553                 phy_info->attached.phys_disk_num = ~0;
4554                 mptsas_reprobe_target(starget, 0);
4555                 mptsas_add_device_component_by_fw(ioc,
4556                     hot_plug_info->channel, hot_plug_info->id);
4557                 break;
4558
4559         case MPTSAS_ADD_RAID:
4560
4561                 mpt_findImVolumes(ioc);
4562                 printk(MYIOC_s_INFO_FMT "attaching raid volume, channel %d, "
4563                     "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL,
4564                     hot_plug_info->id);
4565                 scsi_add_device(ioc->sh, MPTSAS_RAID_CHANNEL,
4566                     hot_plug_info->id, 0);
4567                 break;
4568
4569         case MPTSAS_DEL_RAID:
4570
4571                 mpt_findImVolumes(ioc);
4572                 printk(MYIOC_s_INFO_FMT "removing raid volume, channel %d, "
4573                     "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL,
4574                     hot_plug_info->id);
4575                 scsi_remove_device(hot_plug_info->sdev);
4576                 scsi_device_put(hot_plug_info->sdev);
4577                 break;
4578
4579         case MPTSAS_ADD_INACTIVE_VOLUME:
4580
4581                 mpt_findImVolumes(ioc);
4582                 mptsas_adding_inactive_raid_components(ioc,
4583                     hot_plug_info->channel, hot_plug_info->id);
4584                 break;
4585
4586         default:
4587                 break;
4588         }
4589
4590         mptsas_free_fw_event(ioc, fw_event);
4591 }
4592
4593 static void
4594 mptsas_send_sas_event(struct fw_event_work *fw_event)
4595 {
4596         MPT_ADAPTER *ioc;
4597         struct mptsas_hotplug_event hot_plug_info;
4598         EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data;
4599         u32 device_info;
4600         u64 sas_address;
4601
4602         ioc = fw_event->ioc;
4603         sas_event_data = (EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *)
4604             fw_event->event_data;
4605         device_info = le32_to_cpu(sas_event_data->DeviceInfo);
4606
4607         if ((device_info &
4608                 (MPI_SAS_DEVICE_INFO_SSP_TARGET |
4609                 MPI_SAS_DEVICE_INFO_STP_TARGET |
4610                 MPI_SAS_DEVICE_INFO_SATA_DEVICE)) == 0) {
4611                 mptsas_free_fw_event(ioc, fw_event);
4612                 return;
4613         }
4614
4615         if (sas_event_data->ReasonCode ==
4616                 MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED) {
4617                 mptbase_sas_persist_operation(ioc,
4618                 MPI_SAS_OP_CLEAR_NOT_PRESENT);
4619                 mptsas_free_fw_event(ioc, fw_event);
4620                 return;
4621         }
4622
4623         switch (sas_event_data->ReasonCode) {
4624         case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
4625         case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
4626                 memset(&hot_plug_info, 0, sizeof(struct mptsas_hotplug_event));
4627                 hot_plug_info.handle = le16_to_cpu(sas_event_data->DevHandle);
4628                 hot_plug_info.channel = sas_event_data->Bus;
4629                 hot_plug_info.id = sas_event_data->TargetID;
4630                 hot_plug_info.phy_id = sas_event_data->PhyNum;
4631                 memcpy(&sas_address, &sas_event_data->SASAddress,
4632                     sizeof(u64));
4633                 hot_plug_info.sas_address = le64_to_cpu(sas_address);
4634                 hot_plug_info.device_info = device_info;
4635                 if (sas_event_data->ReasonCode &
4636                     MPI_EVENT_SAS_DEV_STAT_RC_ADDED)
4637                         hot_plug_info.event_type = MPTSAS_ADD_DEVICE;
4638                 else
4639                         hot_plug_info.event_type = MPTSAS_DEL_DEVICE;
4640                 mptsas_hotplug_work(ioc, fw_event, &hot_plug_info);
4641                 break;
4642
4643         case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
4644                 mptbase_sas_persist_operation(ioc,
4645                     MPI_SAS_OP_CLEAR_NOT_PRESENT);
4646                 mptsas_free_fw_event(ioc, fw_event);
4647                 break;
4648
4649         case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
4650         /* TODO */
4651         case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
4652         /* TODO */
4653         default:
4654                 mptsas_free_fw_event(ioc, fw_event);
4655                 break;
4656         }
4657 }
4658
4659 static void
4660 mptsas_send_raid_event(struct fw_event_work *fw_event)
4661 {
4662         MPT_ADAPTER *ioc;
4663         EVENT_DATA_RAID *raid_event_data;
4664         struct mptsas_hotplug_event hot_plug_info;
4665         int status;
4666         int state;
4667         struct scsi_device *sdev = NULL;
4668         VirtDevice *vdevice = NULL;
4669         RaidPhysDiskPage0_t phys_disk;
4670
4671         ioc = fw_event->ioc;
4672         raid_event_data = (EVENT_DATA_RAID *)fw_event->event_data;
4673         status = le32_to_cpu(raid_event_data->SettingsStatus);
4674         state = (status >> 8) & 0xff;
4675
4676         memset(&hot_plug_info, 0, sizeof(struct mptsas_hotplug_event));
4677         hot_plug_info.id = raid_event_data->VolumeID;
4678         hot_plug_info.channel = raid_event_data->VolumeBus;
4679         hot_plug_info.phys_disk_num = raid_event_data->PhysDiskNum;
4680
4681         if (raid_event_data->ReasonCode == MPI_EVENT_RAID_RC_VOLUME_DELETED ||
4682             raid_event_data->ReasonCode == MPI_EVENT_RAID_RC_VOLUME_CREATED ||
4683             raid_event_data->ReasonCode ==
4684             MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED) {
4685                 sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL,
4686                     hot_plug_info.id, 0);
4687                 hot_plug_info.sdev = sdev;
4688                 if (sdev)
4689                         vdevice = sdev->hostdata;
4690         }
4691
4692         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Entering %s: "
4693             "ReasonCode=%02x\n", ioc->name, __func__,
4694             raid_event_data->ReasonCode));
4695
4696         switch (raid_event_data->ReasonCode) {
4697         case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
4698                 hot_plug_info.event_type = MPTSAS_DEL_PHYSDISK_REPROBE;
4699                 break;
4700         case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
4701                 hot_plug_info.event_type = MPTSAS_ADD_PHYSDISK_REPROBE;
4702                 break;
4703         case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
4704                 switch (state) {
4705                 case MPI_PD_STATE_ONLINE:
4706                 case MPI_PD_STATE_NOT_COMPATIBLE:
4707                         mpt_raid_phys_disk_pg0(ioc,
4708                             raid_event_data->PhysDiskNum, &phys_disk);
4709                         hot_plug_info.id = phys_disk.PhysDiskID;
4710                         hot_plug_info.channel = phys_disk.PhysDiskBus;
4711                         hot_plug_info.event_type = MPTSAS_ADD_PHYSDISK;
4712                         break;
4713                 case MPI_PD_STATE_FAILED:
4714                 case MPI_PD_STATE_MISSING:
4715                 case MPI_PD_STATE_OFFLINE_AT_HOST_REQUEST:
4716                 case MPI_PD_STATE_FAILED_AT_HOST_REQUEST:
4717                 case MPI_PD_STATE_OFFLINE_FOR_ANOTHER_REASON:
4718                         hot_plug_info.event_type = MPTSAS_DEL_PHYSDISK;
4719                         break;
4720                 default:
4721                         break;
4722                 }
4723                 break;
4724         case MPI_EVENT_RAID_RC_VOLUME_DELETED:
4725                 if (!sdev)
4726                         break;
4727                 vdevice->vtarget->deleted = 1; /* block IO */
4728                 hot_plug_info.event_type = MPTSAS_DEL_RAID;
4729                 break;
4730         case MPI_EVENT_RAID_RC_VOLUME_CREATED:
4731                 if (sdev) {
4732                         scsi_device_put(sdev);
4733                         break;
4734                 }
4735                 hot_plug_info.event_type = MPTSAS_ADD_RAID;
4736                 break;
4737         case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
4738                 if (!(status & MPI_RAIDVOL0_STATUS_FLAG_ENABLED)) {
4739                         if (!sdev)
4740                                 break;
4741                         vdevice->vtarget->deleted = 1; /* block IO */
4742                         hot_plug_info.event_type = MPTSAS_DEL_RAID;
4743                         break;
4744                 }
4745                 switch (state) {
4746                 case MPI_RAIDVOL0_STATUS_STATE_FAILED:
4747                 case MPI_RAIDVOL0_STATUS_STATE_MISSING:
4748                         if (!sdev)
4749                                 break;
4750                         vdevice->vtarget->deleted = 1; /* block IO */
4751                         hot_plug_info.event_type = MPTSAS_DEL_RAID;
4752                         break;
4753                 case MPI_RAIDVOL0_STATUS_STATE_OPTIMAL:
4754                 case MPI_RAIDVOL0_STATUS_STATE_DEGRADED:
4755                         if (sdev) {
4756                                 scsi_device_put(sdev);
4757                                 break;
4758                         }
4759                         hot_plug_info.event_type = MPTSAS_ADD_RAID;
4760                         break;
4761                 default:
4762                         break;
4763                 }
4764                 break;
4765         default:
4766                 break;
4767         }
4768
4769         if (hot_plug_info.event_type != MPTSAS_IGNORE_EVENT)
4770                 mptsas_hotplug_work(ioc, fw_event, &hot_plug_info);
4771         else
4772                 mptsas_free_fw_event(ioc, fw_event);
4773 }
4774
4775 /**
4776  *      mptsas_issue_tm - send mptsas internal tm request
4777  *      @ioc: Pointer to MPT_ADAPTER structure
4778  *      @type: Task Management type
4779  *      @channel: channel number for task management
4780  *      @id: Logical Target ID for reset (if appropriate)
4781  *      @lun: Logical unit for reset (if appropriate)
4782  *      @task_context: Context for the task to be aborted
4783  *      @timeout: timeout for task management control
4784  *      @issue_reset: set to 1 on return if reset is needed, else 0
4785  *
4786  *      Return: 0 on success or -1 on failure.
4787  *
4788  */
4789 static int
4790 mptsas_issue_tm(MPT_ADAPTER *ioc, u8 type, u8 channel, u8 id, u64 lun,
4791         int task_context, ulong timeout, u8 *issue_reset)
4792 {
4793         MPT_FRAME_HDR   *mf;
4794         SCSITaskMgmt_t  *pScsiTm;
4795         int              retval;
4796         unsigned long    timeleft;
4797
4798         *issue_reset = 0;
4799         mf = mpt_get_msg_frame(mptsasDeviceResetCtx, ioc);
4800         if (mf == NULL) {
4801                 retval = -1; /* return failure */
4802                 dtmprintk(ioc, printk(MYIOC_s_WARN_FMT "TaskMgmt request: no "
4803                     "msg frames!!\n", ioc->name));
4804                 goto out;
4805         }
4806
4807         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "TaskMgmt request: mr = %p, "
4808             "task_type = 0x%02X,\n\t timeout = %ld, fw_channel = %d, "
4809             "fw_id = %d, lun = %lld,\n\t task_context = 0x%x\n", ioc->name, mf,
4810              type, timeout, channel, id, (unsigned long long)lun,
4811              task_context));
4812
4813         pScsiTm = (SCSITaskMgmt_t *) mf;
4814         memset(pScsiTm, 0, sizeof(SCSITaskMgmt_t));
4815         pScsiTm->Function = MPI_FUNCTION_SCSI_TASK_MGMT;
4816         pScsiTm->TaskType = type;
4817         pScsiTm->MsgFlags = 0;
4818         pScsiTm->TargetID = id;
4819         pScsiTm->Bus = channel;
4820         pScsiTm->ChainOffset = 0;
4821         pScsiTm->Reserved = 0;
4822         pScsiTm->Reserved1 = 0;
4823         pScsiTm->TaskMsgContext = task_context;
4824         int_to_scsilun(lun, (struct scsi_lun *)pScsiTm->LUN);
4825
4826         INITIALIZE_MGMT_STATUS(ioc->taskmgmt_cmds.status)
4827         CLEAR_MGMT_STATUS(ioc->internal_cmds.status)
4828         retval = 0;
4829         mpt_put_msg_frame_hi_pri(mptsasDeviceResetCtx, ioc, mf);
4830
4831         /* Now wait for the command to complete */
4832         timeleft = wait_for_completion_timeout(&ioc->taskmgmt_cmds.done,
4833             timeout*HZ);
4834         if (!(ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
4835                 retval = -1; /* return failure */
4836                 dtmprintk(ioc, printk(MYIOC_s_ERR_FMT
4837                     "TaskMgmt request: TIMED OUT!(mr=%p)\n", ioc->name, mf));
4838                 mpt_free_msg_frame(ioc, mf);
4839                 if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
4840                         goto out;
4841                 *issue_reset = 1;
4842                 goto out;
4843         }
4844
4845         if (!(ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
4846                 retval = -1; /* return failure */
4847                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4848                     "TaskMgmt request: failed with no reply\n", ioc->name));
4849                 goto out;
4850         }
4851
4852  out:
4853         CLEAR_MGMT_STATUS(ioc->taskmgmt_cmds.status)
4854         return retval;
4855 }
4856
4857 /**
4858  *      mptsas_broadcast_primitive_work - Handle broadcast primitives
4859  *      @fw_event: work queue payload containing info describing the event
4860  *
4861  *      This will be handled in workqueue context.
4862  */
4863 static void
4864 mptsas_broadcast_primitive_work(struct fw_event_work *fw_event)
4865 {
4866         MPT_ADAPTER *ioc = fw_event->ioc;
4867         MPT_FRAME_HDR   *mf;
4868         VirtDevice      *vdevice;
4869         int                     ii;
4870         struct scsi_cmnd        *sc;
4871         SCSITaskMgmtReply_t     *pScsiTmReply;
4872         u8                      issue_reset;
4873         int                     task_context;
4874         u8                      channel, id;
4875         int                      lun;
4876         u32                      termination_count;
4877         u32                      query_count;
4878
4879         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4880             "%s - enter\n", ioc->name, __func__));
4881
4882         mutex_lock(&ioc->taskmgmt_cmds.mutex);
4883         if (mpt_set_taskmgmt_in_progress_flag(ioc) != 0) {
4884                 mutex_unlock(&ioc->taskmgmt_cmds.mutex);
4885                 mptsas_requeue_fw_event(ioc, fw_event, 1000);
4886                 return;
4887         }
4888
4889         issue_reset = 0;
4890         termination_count = 0;
4891         query_count = 0;
4892         mpt_findImVolumes(ioc);
4893         pScsiTmReply = (SCSITaskMgmtReply_t *) ioc->taskmgmt_cmds.reply;
4894
4895         for (ii = 0; ii < ioc->req_depth; ii++) {
4896                 if (ioc->fw_events_off)
4897                         goto out;
4898                 sc = mptscsih_get_scsi_lookup(ioc, ii);
4899                 if (!sc)
4900                         continue;
4901                 mf = MPT_INDEX_2_MFPTR(ioc, ii);
4902                 if (!mf)
4903                         continue;
4904                 task_context = mf->u.frame.hwhdr.msgctxu.MsgContext;
4905                 vdevice = sc->device->hostdata;
4906                 if (!vdevice || !vdevice->vtarget)
4907                         continue;
4908                 if (vdevice->vtarget->tflags & MPT_TARGET_FLAGS_RAID_COMPONENT)
4909                         continue; /* skip hidden raid components */
4910                 if (vdevice->vtarget->raidVolume)
4911                         continue; /* skip hidden raid components */
4912                 channel = vdevice->vtarget->channel;
4913                 id = vdevice->vtarget->id;
4914                 lun = vdevice->lun;
4915                 if (mptsas_issue_tm(ioc, MPI_SCSITASKMGMT_TASKTYPE_QUERY_TASK,
4916                     channel, id, (u64)lun, task_context, 30, &issue_reset))
4917                         goto out;
4918                 query_count++;
4919                 termination_count +=
4920                     le32_to_cpu(pScsiTmReply->TerminationCount);
4921                 if ((pScsiTmReply->IOCStatus == MPI_IOCSTATUS_SUCCESS) &&
4922                     (pScsiTmReply->ResponseCode ==
4923                     MPI_SCSITASKMGMT_RSP_TM_SUCCEEDED ||
4924                     pScsiTmReply->ResponseCode ==
4925                     MPI_SCSITASKMGMT_RSP_IO_QUEUED_ON_IOC))
4926                         continue;
4927                 if (mptsas_issue_tm(ioc,
4928                     MPI_SCSITASKMGMT_TASKTYPE_ABRT_TASK_SET,
4929                     channel, id, (u64)lun, 0, 30, &issue_reset))
4930                         goto out;
4931                 termination_count +=
4932                     le32_to_cpu(pScsiTmReply->TerminationCount);
4933         }
4934
4935  out:
4936         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4937             "%s - exit, query_count = %d termination_count = %d\n",
4938             ioc->name, __func__, query_count, termination_count));
4939
4940         ioc->broadcast_aen_busy = 0;
4941         mpt_clear_taskmgmt_in_progress_flag(ioc);
4942         mutex_unlock(&ioc->taskmgmt_cmds.mutex);
4943
4944         if (issue_reset) {
4945                 printk(MYIOC_s_WARN_FMT
4946                        "Issuing Reset from %s!! doorbell=0x%08x\n",
4947                        ioc->name, __func__, mpt_GetIocState(ioc, 0));
4948                 mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
4949         }
4950         mptsas_free_fw_event(ioc, fw_event);
4951 }
4952
4953 /*
4954  * mptsas_send_ir2_event - handle exposing hidden disk when
4955  * an inactive raid volume is added
4956  *
4957  * @ioc: Pointer to MPT_ADAPTER structure
4958  * @ir2_data
4959  *
4960  */
4961 static void
4962 mptsas_send_ir2_event(struct fw_event_work *fw_event)
4963 {
4964         MPT_ADAPTER     *ioc;
4965         struct mptsas_hotplug_event hot_plug_info;
4966         MPI_EVENT_DATA_IR2      *ir2_data;
4967         u8 reasonCode;
4968         RaidPhysDiskPage0_t phys_disk;
4969
4970         ioc = fw_event->ioc;
4971         ir2_data = (MPI_EVENT_DATA_IR2 *)fw_event->event_data;
4972         reasonCode = ir2_data->ReasonCode;
4973
4974         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Entering %s: "
4975             "ReasonCode=%02x\n", ioc->name, __func__, reasonCode));
4976
4977         memset(&hot_plug_info, 0, sizeof(struct mptsas_hotplug_event));
4978         hot_plug_info.id = ir2_data->TargetID;
4979         hot_plug_info.channel = ir2_data->Bus;
4980         switch (reasonCode) {
4981         case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
4982                 hot_plug_info.event_type = MPTSAS_ADD_INACTIVE_VOLUME;
4983                 break;
4984         case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
4985                 hot_plug_info.phys_disk_num = ir2_data->PhysDiskNum;
4986                 hot_plug_info.event_type = MPTSAS_DEL_PHYSDISK;
4987                 break;
4988         case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
4989                 hot_plug_info.phys_disk_num = ir2_data->PhysDiskNum;
4990                 mpt_raid_phys_disk_pg0(ioc,
4991                     ir2_data->PhysDiskNum, &phys_disk);
4992                 hot_plug_info.id = phys_disk.PhysDiskID;
4993                 hot_plug_info.event_type = MPTSAS_ADD_PHYSDISK;
4994                 break;
4995         default:
4996                 mptsas_free_fw_event(ioc, fw_event);
4997                 return;
4998         }
4999         mptsas_hotplug_work(ioc, fw_event, &hot_plug_info);
5000 }
5001
5002 static int
5003 mptsas_event_process(MPT_ADAPTER *ioc, EventNotificationReply_t *reply)
5004 {
5005         u32 event = le32_to_cpu(reply->Event);
5006         int event_data_sz;
5007         struct fw_event_work *fw_event;
5008         unsigned long delay;
5009
5010         if (ioc->bus_type != SAS)
5011                 return 0;
5012
5013         /* events turned off due to host reset or driver unloading */
5014         if (ioc->fw_events_off)
5015                 return 0;
5016
5017         delay = msecs_to_jiffies(1);
5018         switch (event) {
5019         case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
5020         {
5021                 EVENT_DATA_SAS_BROADCAST_PRIMITIVE *broadcast_event_data =
5022                     (EVENT_DATA_SAS_BROADCAST_PRIMITIVE *)reply->Data;
5023                 if (broadcast_event_data->Primitive !=
5024                     MPI_EVENT_PRIMITIVE_ASYNCHRONOUS_EVENT)
5025                         return 0;
5026                 if (ioc->broadcast_aen_busy)
5027                         return 0;
5028                 ioc->broadcast_aen_busy = 1;
5029                 break;
5030         }
5031         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
5032         {
5033                 EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data =
5034                     (EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *)reply->Data;
5035                 u16     ioc_stat;
5036                 ioc_stat = le16_to_cpu(reply->IOCStatus);
5037
5038                 if (sas_event_data->ReasonCode ==
5039                     MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING) {
5040                         mptsas_target_reset_queue(ioc, sas_event_data);
5041                         return 0;
5042                 }
5043                 if (sas_event_data->ReasonCode ==
5044                         MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET &&
5045                         ioc->device_missing_delay &&
5046                         (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE)) {
5047                         VirtTarget *vtarget = NULL;
5048                         u8              id, channel;
5049
5050                         id = sas_event_data->TargetID;
5051                         channel = sas_event_data->Bus;
5052
5053                         vtarget = mptsas_find_vtarget(ioc, channel, id);
5054                         if (vtarget) {
5055                                 devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5056                                     "LogInfo (0x%x) available for "
5057                                    "INTERNAL_DEVICE_RESET"
5058                                    "fw_id %d fw_channel %d\n", ioc->name,
5059                                    le32_to_cpu(reply->IOCLogInfo),
5060                                    id, channel));
5061                                 if (vtarget->raidVolume) {
5062                                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5063                                         "Skipping Raid Volume for inDMD\n",
5064                                         ioc->name));
5065                                 } else {
5066                                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5067                                         "Setting device flag inDMD\n",
5068                                         ioc->name));
5069                                         vtarget->inDMD = 1;
5070                                 }
5071
5072                         }
5073
5074                 }
5075
5076                 break;
5077         }
5078         case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
5079         {
5080                 MpiEventDataSasExpanderStatusChange_t *expander_data =
5081                     (MpiEventDataSasExpanderStatusChange_t *)reply->Data;
5082
5083                 if (ioc->old_sas_discovery_protocal)
5084                         return 0;
5085
5086                 if (expander_data->ReasonCode ==
5087                     MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING &&
5088                     ioc->device_missing_delay)
5089                         delay = HZ * ioc->device_missing_delay;
5090                 break;
5091         }
5092         case MPI_EVENT_SAS_DISCOVERY:
5093         {
5094                 u32 discovery_status;
5095                 EventDataSasDiscovery_t *discovery_data =
5096                     (EventDataSasDiscovery_t *)reply->Data;
5097
5098                 discovery_status = le32_to_cpu(discovery_data->DiscoveryStatus);
5099                 ioc->sas_discovery_quiesce_io = discovery_status ? 1 : 0;
5100                 if (ioc->old_sas_discovery_protocal && !discovery_status)
5101                         mptsas_queue_rescan(ioc);
5102                 return 0;
5103         }
5104         case MPI_EVENT_INTEGRATED_RAID:
5105         case MPI_EVENT_PERSISTENT_TABLE_FULL:
5106         case MPI_EVENT_IR2:
5107         case MPI_EVENT_SAS_PHY_LINK_STATUS:
5108         case MPI_EVENT_QUEUE_FULL:
5109                 break;
5110         default:
5111                 return 0;
5112         }
5113
5114         event_data_sz = ((reply->MsgLength * 4) -
5115             offsetof(EventNotificationReply_t, Data));
5116         fw_event = kzalloc(sizeof(*fw_event) + event_data_sz, GFP_ATOMIC);
5117         if (!fw_event) {
5118                 printk(MYIOC_s_WARN_FMT "%s: failed at (line=%d)\n", ioc->name,
5119                  __func__, __LINE__);
5120                 return 0;
5121         }
5122         memcpy(fw_event->event_data, reply->Data, event_data_sz);
5123         fw_event->event = event;
5124         fw_event->ioc = ioc;
5125         mptsas_add_fw_event(ioc, fw_event, delay);
5126         return 0;
5127 }
5128
5129 /* Delete a volume when no longer listed in ioc pg2
5130  */
5131 static void mptsas_volume_delete(MPT_ADAPTER *ioc, u8 id)
5132 {
5133         struct scsi_device *sdev;
5134         int i;
5135
5136         sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL, id, 0);
5137         if (!sdev)
5138                 return;
5139         if (!ioc->raid_data.pIocPg2)
5140                 goto out;
5141         if (!ioc->raid_data.pIocPg2->NumActiveVolumes)
5142                 goto out;
5143         for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++)
5144                 if (ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID == id)
5145                         goto release_sdev;
5146  out:
5147         printk(MYIOC_s_INFO_FMT "removing raid volume, channel %d, "
5148             "id %d\n", ioc->name, MPTSAS_RAID_CHANNEL, id);
5149         scsi_remove_device(sdev);
5150  release_sdev:
5151         scsi_device_put(sdev);
5152 }
5153
5154 static int
5155 mptsas_probe(struct pci_dev *pdev, const struct pci_device_id *id)
5156 {
5157         struct Scsi_Host        *sh;
5158         MPT_SCSI_HOST           *hd;
5159         MPT_ADAPTER             *ioc;
5160         unsigned long            flags;
5161         int                      ii;
5162         int                      numSGE = 0;
5163         int                      scale;
5164         int                      ioc_cap;
5165         int                     error=0;
5166         int                     r;
5167
5168         r = mpt_attach(pdev,id);
5169         if (r)
5170                 return r;
5171
5172         ioc = pci_get_drvdata(pdev);
5173         mptsas_fw_event_off(ioc);
5174         ioc->DoneCtx = mptsasDoneCtx;
5175         ioc->TaskCtx = mptsasTaskCtx;
5176         ioc->InternalCtx = mptsasInternalCtx;
5177         ioc->schedule_target_reset = &mptsas_schedule_target_reset;
5178         ioc->schedule_dead_ioc_flush_running_cmds =
5179                                 &mptscsih_flush_running_cmds;
5180         /*  Added sanity check on readiness of the MPT adapter.
5181          */
5182         if (ioc->last_state != MPI_IOC_STATE_OPERATIONAL) {
5183                 printk(MYIOC_s_WARN_FMT
5184                   "Skipping because it's not operational!\n",
5185                   ioc->name);
5186                 error = -ENODEV;
5187                 goto out_mptsas_probe;
5188         }
5189
5190         if (!ioc->active) {
5191                 printk(MYIOC_s_WARN_FMT "Skipping because it's disabled!\n",
5192                   ioc->name);
5193                 error = -ENODEV;
5194                 goto out_mptsas_probe;
5195         }
5196
5197         /*  Sanity check - ensure at least 1 port is INITIATOR capable
5198          */
5199         ioc_cap = 0;
5200         for (ii = 0; ii < ioc->facts.NumberOfPorts; ii++) {
5201                 if (ioc->pfacts[ii].ProtocolFlags &
5202                                 MPI_PORTFACTS_PROTOCOL_INITIATOR)
5203                         ioc_cap++;
5204         }
5205
5206         if (!ioc_cap) {
5207                 printk(MYIOC_s_WARN_FMT
5208                         "Skipping ioc=%p because SCSI Initiator mode "
5209                         "is NOT enabled!\n", ioc->name, ioc);
5210                 return 0;
5211         }
5212
5213         sh = scsi_host_alloc(&mptsas_driver_template, sizeof(MPT_SCSI_HOST));
5214         if (!sh) {
5215                 printk(MYIOC_s_WARN_FMT
5216                         "Unable to register controller with SCSI subsystem\n",
5217                         ioc->name);
5218                 error = -1;
5219                 goto out_mptsas_probe;
5220         }
5221
5222         spin_lock_irqsave(&ioc->FreeQlock, flags);
5223
5224         /* Attach the SCSI Host to the IOC structure
5225          */
5226         ioc->sh = sh;
5227
5228         sh->io_port = 0;
5229         sh->n_io_port = 0;
5230         sh->irq = 0;
5231
5232         /* set 16 byte cdb's */
5233         sh->max_cmd_len = 16;
5234         sh->can_queue = min_t(int, ioc->req_depth - 10, sh->can_queue);
5235         sh->max_id = -1;
5236         sh->max_lun = max_lun;
5237         sh->transportt = mptsas_transport_template;
5238
5239         /* Required entry.
5240          */
5241         sh->unique_id = ioc->id;
5242
5243         INIT_LIST_HEAD(&ioc->sas_topology);
5244         mutex_init(&ioc->sas_topology_mutex);
5245         mutex_init(&ioc->sas_discovery_mutex);
5246         mutex_init(&ioc->sas_mgmt.mutex);
5247         init_completion(&ioc->sas_mgmt.done);
5248
5249         /* Verify that we won't exceed the maximum
5250          * number of chain buffers
5251          * We can optimize:  ZZ = req_sz/sizeof(SGE)
5252          * For 32bit SGE's:
5253          *  numSGE = 1 + (ZZ-1)*(maxChain -1) + ZZ
5254          *               + (req_sz - 64)/sizeof(SGE)
5255          * A slightly different algorithm is required for
5256          * 64bit SGEs.
5257          */
5258         scale = ioc->req_sz/ioc->SGE_size;
5259         if (ioc->sg_addr_size == sizeof(u64)) {
5260                 numSGE = (scale - 1) *
5261                   (ioc->facts.MaxChainDepth-1) + scale +
5262                   (ioc->req_sz - 60) / ioc->SGE_size;
5263         } else {
5264                 numSGE = 1 + (scale - 1) *
5265                   (ioc->facts.MaxChainDepth-1) + scale +
5266                   (ioc->req_sz - 64) / ioc->SGE_size;
5267         }
5268
5269         if (numSGE < sh->sg_tablesize) {
5270                 /* Reset this value */
5271                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5272                   "Resetting sg_tablesize to %d from %d\n",
5273                   ioc->name, numSGE, sh->sg_tablesize));
5274                 sh->sg_tablesize = numSGE;
5275         }
5276
5277         if (mpt_loadtime_max_sectors) {
5278                 if (mpt_loadtime_max_sectors < 64 ||
5279                         mpt_loadtime_max_sectors > 8192) {
5280                         printk(MYIOC_s_INFO_FMT "Invalid value passed for"
5281                                 "mpt_loadtime_max_sectors %d."
5282                                 "Range from 64 to 8192\n", ioc->name,
5283                                 mpt_loadtime_max_sectors);
5284                 }
5285                 mpt_loadtime_max_sectors &=  0xFFFFFFFE;
5286                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5287                         "Resetting max sector to %d from %d\n",
5288                   ioc->name, mpt_loadtime_max_sectors, sh->max_sectors));
5289                 sh->max_sectors = mpt_loadtime_max_sectors;
5290         }
5291
5292         hd = shost_priv(sh);
5293         hd->ioc = ioc;
5294
5295         /* SCSI needs scsi_cmnd lookup table!
5296          * (with size equal to req_depth*PtrSz!)
5297          */
5298         ioc->ScsiLookup = kcalloc(ioc->req_depth, sizeof(void *), GFP_ATOMIC);
5299         if (!ioc->ScsiLookup) {
5300                 error = -ENOMEM;
5301                 spin_unlock_irqrestore(&ioc->FreeQlock, flags);
5302                 goto out_mptsas_probe;
5303         }
5304         spin_lock_init(&ioc->scsi_lookup_lock);
5305
5306         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ScsiLookup @ %p\n",
5307                  ioc->name, ioc->ScsiLookup));
5308
5309         ioc->sas_data.ptClear = mpt_pt_clear;
5310
5311         hd->last_queue_full = 0;
5312         INIT_LIST_HEAD(&hd->target_reset_list);
5313         INIT_LIST_HEAD(&ioc->sas_device_info_list);
5314         mutex_init(&ioc->sas_device_info_mutex);
5315
5316         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
5317
5318         if (ioc->sas_data.ptClear==1) {
5319                 mptbase_sas_persist_operation(
5320                     ioc, MPI_SAS_OP_CLEAR_ALL_PERSISTENT);
5321         }
5322
5323         error = scsi_add_host(sh, &ioc->pcidev->dev);
5324         if (error) {
5325                 dprintk(ioc, printk(MYIOC_s_ERR_FMT
5326                   "scsi_add_host failed\n", ioc->name));
5327                 goto out_mptsas_probe;
5328         }
5329
5330         /* older firmware doesn't support expander events */
5331         if ((ioc->facts.HeaderVersion >> 8) < 0xE)
5332                 ioc->old_sas_discovery_protocal = 1;
5333         mptsas_scan_sas_topology(ioc);
5334         mptsas_fw_event_on(ioc);
5335         return 0;
5336
5337  out_mptsas_probe:
5338
5339         mptscsih_remove(pdev);
5340         return error;
5341 }
5342
5343 static void
5344 mptsas_shutdown(struct pci_dev *pdev)
5345 {
5346         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
5347
5348         mptsas_fw_event_off(ioc);
5349         mptsas_cleanup_fw_event_q(ioc);
5350 }
5351
5352 static void mptsas_remove(struct pci_dev *pdev)
5353 {
5354         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
5355         struct mptsas_portinfo *p, *n;
5356         int i;
5357
5358         if (!ioc->sh) {
5359                 printk(MYIOC_s_INFO_FMT "IOC is in Target mode\n", ioc->name);
5360                 mpt_detach(pdev);
5361                 return;
5362         }
5363
5364         mptsas_shutdown(pdev);
5365
5366         mptsas_del_device_components(ioc);
5367
5368         ioc->sas_discovery_ignore_events = 1;
5369         sas_remove_host(ioc->sh);
5370
5371         mutex_lock(&ioc->sas_topology_mutex);
5372         list_for_each_entry_safe(p, n, &ioc->sas_topology, list) {
5373                 list_del(&p->list);
5374                 for (i = 0 ; i < p->num_phys ; i++)
5375                         mptsas_port_delete(ioc, p->phy_info[i].port_details);
5376
5377                 kfree(p->phy_info);
5378                 kfree(p);
5379         }
5380         mutex_unlock(&ioc->sas_topology_mutex);
5381         ioc->hba_port_info = NULL;
5382         mptscsih_remove(pdev);
5383 }
5384
5385 static struct pci_device_id mptsas_pci_table[] = {
5386         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1064,
5387                 PCI_ANY_ID, PCI_ANY_ID },
5388         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068,
5389                 PCI_ANY_ID, PCI_ANY_ID },
5390         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1064E,
5391                 PCI_ANY_ID, PCI_ANY_ID },
5392         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068E,
5393                 PCI_ANY_ID, PCI_ANY_ID },
5394         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1078,
5395                 PCI_ANY_ID, PCI_ANY_ID },
5396         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068_820XELP,
5397                 PCI_ANY_ID, PCI_ANY_ID },
5398         {0}     /* Terminating entry */
5399 };
5400 MODULE_DEVICE_TABLE(pci, mptsas_pci_table);
5401
5402
5403 static struct pci_driver mptsas_driver = {
5404         .name           = "mptsas",
5405         .id_table       = mptsas_pci_table,
5406         .probe          = mptsas_probe,
5407         .remove         = mptsas_remove,
5408         .shutdown       = mptsas_shutdown,
5409 #ifdef CONFIG_PM
5410         .suspend        = mptscsih_suspend,
5411         .resume         = mptscsih_resume,
5412 #endif
5413 };
5414
5415 static int __init
5416 mptsas_init(void)
5417 {
5418         int error;
5419
5420         show_mptmod_ver(my_NAME, my_VERSION);
5421
5422         mptsas_transport_template =
5423             sas_attach_transport(&mptsas_transport_functions);
5424         if (!mptsas_transport_template)
5425                 return -ENODEV;
5426
5427         mptsasDoneCtx = mpt_register(mptscsih_io_done, MPTSAS_DRIVER,
5428             "mptscsih_io_done");
5429         mptsasTaskCtx = mpt_register(mptscsih_taskmgmt_complete, MPTSAS_DRIVER,
5430             "mptscsih_taskmgmt_complete");
5431         mptsasInternalCtx =
5432                 mpt_register(mptscsih_scandv_complete, MPTSAS_DRIVER,
5433                     "mptscsih_scandv_complete");
5434         mptsasMgmtCtx = mpt_register(mptsas_mgmt_done, MPTSAS_DRIVER,
5435             "mptsas_mgmt_done");
5436         mptsasDeviceResetCtx =
5437                 mpt_register(mptsas_taskmgmt_complete, MPTSAS_DRIVER,
5438                     "mptsas_taskmgmt_complete");
5439
5440         mpt_event_register(mptsasDoneCtx, mptsas_event_process);
5441         mpt_reset_register(mptsasDoneCtx, mptsas_ioc_reset);
5442
5443         error = pci_register_driver(&mptsas_driver);
5444         if (error)
5445                 sas_release_transport(mptsas_transport_template);
5446
5447         return error;
5448 }
5449
5450 static void __exit
5451 mptsas_exit(void)
5452 {
5453         pci_unregister_driver(&mptsas_driver);
5454         sas_release_transport(mptsas_transport_template);
5455
5456         mpt_reset_deregister(mptsasDoneCtx);
5457         mpt_event_deregister(mptsasDoneCtx);
5458
5459         mpt_deregister(mptsasMgmtCtx);
5460         mpt_deregister(mptsasInternalCtx);
5461         mpt_deregister(mptsasTaskCtx);
5462         mpt_deregister(mptsasDoneCtx);
5463         mpt_deregister(mptsasDeviceResetCtx);
5464 }
5465
5466 module_init(mptsas_init);
5467 module_exit(mptsas_exit);