[linux.git] / drivers / ata / ahci.h

/*
 *  ahci.h - Common AHCI SATA definitions and declarations
 *
 *  Maintained by:  Tejun Heo <[email protected]>
 *    		    Please ALWAYS copy [email protected]
 *		    on emails.
 *
 *  Copyright 2004-2005 Red Hat, Inc.
 *
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2, or (at your option)
 *  any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program; see the file COPYING.  If not, write to
 *  the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 *
 * libata documentation is available via 'make {ps|pdf}docs',
 * as Documentation/driver-api/libata.rst
 *
 * AHCI hardware documentation:
 * http://www.intel.com/technology/serialata/pdf/rev1_0.pdf
 * http://www.intel.com/technology/serialata/pdf/rev1_1.pdf
 *
 */

#ifndef _AHCI_H
#define _AHCI_H

#include <linux/pci.h>
#include <linux/clk.h>
#include <linux/libata.h>
#include <linux/phy/phy.h>
#include <linux/regulator/consumer.h>

/* Enclosure Management Control */
#define EM_CTRL_MSG_TYPE              0x000f0000

/* Enclosure Management LED Message Type */
#define EM_MSG_LED_HBA_PORT           0x0000000f
#define EM_MSG_LED_PMP_SLOT           0x0000ff00
#define EM_MSG_LED_VALUE              0xffff0000
#define EM_MSG_LED_VALUE_ACTIVITY     0x00070000
#define EM_MSG_LED_VALUE_OFF          0xfff80000
#define EM_MSG_LED_VALUE_ON           0x00010000

enum {
	AHCI_MAX_PORTS		= 32,
	AHCI_MAX_CLKS		= 5,
	AHCI_MAX_SG		= 168, /* hardware max is 64K */
	AHCI_DMA_BOUNDARY	= 0xffffffff,
	AHCI_MAX_CMDS		= 32,
	AHCI_CMD_SZ		= 32,
	AHCI_CMD_SLOT_SZ	= AHCI_MAX_CMDS * AHCI_CMD_SZ,
	AHCI_RX_FIS_SZ		= 256,
	AHCI_CMD_TBL_CDB	= 0x40,
	AHCI_CMD_TBL_HDR_SZ	= 0x80,
	AHCI_CMD_TBL_SZ		= AHCI_CMD_TBL_HDR_SZ + (AHCI_MAX_SG * 16),
	AHCI_CMD_TBL_AR_SZ	= AHCI_CMD_TBL_SZ * AHCI_MAX_CMDS,
	AHCI_PORT_PRIV_DMA_SZ	= AHCI_CMD_SLOT_SZ + AHCI_CMD_TBL_AR_SZ +
				  AHCI_RX_FIS_SZ,
	AHCI_PORT_PRIV_FBS_DMA_SZ	= AHCI_CMD_SLOT_SZ +
					  AHCI_CMD_TBL_AR_SZ +
					  (AHCI_RX_FIS_SZ * 16),
	AHCI_IRQ_ON_SG		= (1 << 31),
	AHCI_CMD_ATAPI		= (1 << 5),
	AHCI_CMD_WRITE		= (1 << 6),
	AHCI_CMD_PREFETCH	= (1 << 7),
	AHCI_CMD_RESET		= (1 << 8),
	AHCI_CMD_CLR_BUSY	= (1 << 10),

	RX_FIS_PIO_SETUP	= 0x20,	/* offset of PIO Setup FIS data */
	RX_FIS_D2H_REG		= 0x40,	/* offset of D2H Register FIS data */
	RX_FIS_SDB		= 0x58, /* offset of SDB FIS data */
	RX_FIS_UNK		= 0x60, /* offset of Unknown FIS data */

	/* global controller registers */
	HOST_CAP		= 0x00, /* host capabilities */
	HOST_CTL		= 0x04, /* global host control */
	HOST_IRQ_STAT		= 0x08, /* interrupt status */
	HOST_PORTS_IMPL		= 0x0c, /* bitmap of implemented ports */
	HOST_VERSION		= 0x10, /* AHCI spec. version compliancy */
	HOST_EM_LOC		= 0x1c, /* Enclosure Management location */
	HOST_EM_CTL		= 0x20, /* Enclosure Management Control */
	HOST_CAP2		= 0x24, /* host capabilities, extended */

	/* HOST_CTL bits */
	HOST_RESET		= (1 << 0),  /* reset controller; self-clear */
	HOST_IRQ_EN		= (1 << 1),  /* global IRQ enable */
	HOST_MRSM		= (1 << 2),  /* MSI Revert to Single Message */
	HOST_AHCI_EN		= (1 << 31), /* AHCI enabled */

	/* HOST_CAP bits */
	HOST_CAP_SXS		= (1 << 5),  /* Supports External SATA */
	HOST_CAP_EMS		= (1 << 6),  /* Enclosure Management support */
	HOST_CAP_CCC		= (1 << 7),  /* Command Completion Coalescing */
	HOST_CAP_PART		= (1 << 13), /* Partial state capable */
	HOST_CAP_SSC		= (1 << 14), /* Slumber state capable */
	HOST_CAP_PIO_MULTI	= (1 << 15), /* PIO multiple DRQ support */
	HOST_CAP_FBS		= (1 << 16), /* FIS-based switching support */
	HOST_CAP_PMP		= (1 << 17), /* Port Multiplier support */
	HOST_CAP_ONLY		= (1 << 18), /* Supports AHCI mode only */
	HOST_CAP_CLO		= (1 << 24), /* Command List Override support */
	HOST_CAP_LED		= (1 << 25), /* Supports activity LED */
	HOST_CAP_ALPM		= (1 << 26), /* Aggressive Link PM support */
	HOST_CAP_SSS		= (1 << 27), /* Staggered Spin-up */
	HOST_CAP_MPS		= (1 << 28), /* Mechanical presence switch */
	HOST_CAP_SNTF		= (1 << 29), /* SNotification register */
	HOST_CAP_NCQ		= (1 << 30), /* Native Command Queueing */
	HOST_CAP_64		= (1 << 31), /* PCI DAC (64-bit DMA) support */

	/* HOST_CAP2 bits */
	HOST_CAP2_BOH		= (1 << 0),  /* BIOS/OS handoff supported */
	HOST_CAP2_NVMHCI	= (1 << 1),  /* NVMHCI supported */
	HOST_CAP2_APST		= (1 << 2),  /* Automatic partial to slumber */
	HOST_CAP2_SDS		= (1 << 3),  /* Support device sleep */
	HOST_CAP2_SADM		= (1 << 4),  /* Support aggressive DevSlp */
	HOST_CAP2_DESO		= (1 << 5),  /* DevSlp from slumber only */

	/* registers for each SATA port */
	PORT_LST_ADDR		= 0x00, /* command list DMA addr */
	PORT_LST_ADDR_HI	= 0x04, /* command list DMA addr hi */
	PORT_FIS_ADDR		= 0x08, /* FIS rx buf addr */
	PORT_FIS_ADDR_HI	= 0x0c, /* FIS rx buf addr hi */
	PORT_IRQ_STAT		= 0x10, /* interrupt status */
	PORT_IRQ_MASK		= 0x14, /* interrupt enable/disable mask */
	PORT_CMD		= 0x18, /* port command */
	PORT_TFDATA		= 0x20,	/* taskfile data */
	PORT_SIG		= 0x24,	/* device TF signature */
	PORT_CMD_ISSUE		= 0x38, /* command issue */
	PORT_SCR_STAT		= 0x28, /* SATA phy register: SStatus */
	PORT_SCR_CTL		= 0x2c, /* SATA phy register: SControl */
	PORT_SCR_ERR		= 0x30, /* SATA phy register: SError */
	PORT_SCR_ACT		= 0x34, /* SATA phy register: SActive */
	PORT_SCR_NTF		= 0x3c, /* SATA phy register: SNotification */
	PORT_FBS		= 0x40, /* FIS-based Switching */
	PORT_DEVSLP		= 0x44, /* device sleep */

	/* PORT_IRQ_{STAT,MASK} bits */
	PORT_IRQ_COLD_PRES	= (1 << 31), /* cold presence detect */
	PORT_IRQ_TF_ERR		= (1 << 30), /* task file error */
	PORT_IRQ_HBUS_ERR	= (1 << 29), /* host bus fatal error */
	PORT_IRQ_HBUS_DATA_ERR	= (1 << 28), /* host bus data error */
	PORT_IRQ_IF_ERR		= (1 << 27), /* interface fatal error */
	PORT_IRQ_IF_NONFATAL	= (1 << 26), /* interface non-fatal error */
	PORT_IRQ_OVERFLOW	= (1 << 24), /* xfer exhausted available S/G */
	PORT_IRQ_BAD_PMP	= (1 << 23), /* incorrect port multiplier */

	PORT_IRQ_PHYRDY		= (1 << 22), /* PhyRdy changed */
	PORT_IRQ_DEV_ILCK	= (1 << 7), /* device interlock */
	PORT_IRQ_CONNECT	= (1 << 6), /* port connect change status */
	PORT_IRQ_SG_DONE	= (1 << 5), /* descriptor processed */
	PORT_IRQ_UNK_FIS	= (1 << 4), /* unknown FIS rx'd */
	PORT_IRQ_SDB_FIS	= (1 << 3), /* Set Device Bits FIS rx'd */
	PORT_IRQ_DMAS_FIS	= (1 << 2), /* DMA Setup FIS rx'd */
	PORT_IRQ_PIOS_FIS	= (1 << 1), /* PIO Setup FIS rx'd */
	PORT_IRQ_D2H_REG_FIS	= (1 << 0), /* D2H Register FIS rx'd */

	PORT_IRQ_FREEZE		= PORT_IRQ_HBUS_ERR |
				  PORT_IRQ_IF_ERR |
				  PORT_IRQ_CONNECT |
				  PORT_IRQ_PHYRDY |
				  PORT_IRQ_UNK_FIS |
				  PORT_IRQ_BAD_PMP,
	PORT_IRQ_ERROR		= PORT_IRQ_FREEZE |
				  PORT_IRQ_TF_ERR |
				  PORT_IRQ_HBUS_DATA_ERR,
	DEF_PORT_IRQ		= PORT_IRQ_ERROR | PORT_IRQ_SG_DONE |
				  PORT_IRQ_SDB_FIS | PORT_IRQ_DMAS_FIS |
				  PORT_IRQ_PIOS_FIS | PORT_IRQ_D2H_REG_FIS,

	/* PORT_CMD bits */
	PORT_CMD_ASP		= (1 << 27), /* Aggressive Slumber/Partial */
	PORT_CMD_ALPE		= (1 << 26), /* Aggressive Link PM enable */
	PORT_CMD_ATAPI		= (1 << 24), /* Device is ATAPI */
	PORT_CMD_FBSCP		= (1 << 22), /* FBS Capable Port */
	PORT_CMD_ESP		= (1 << 21), /* External Sata Port */
	PORT_CMD_HPCP		= (1 << 18), /* HotPlug Capable Port */
	PORT_CMD_PMP		= (1 << 17), /* PMP attached */
	PORT_CMD_LIST_ON	= (1 << 15), /* cmd list DMA engine running */
	PORT_CMD_FIS_ON		= (1 << 14), /* FIS DMA engine running */
	PORT_CMD_FIS_RX		= (1 << 4), /* Enable FIS receive DMA engine */
	PORT_CMD_CLO		= (1 << 3), /* Command list override */
	PORT_CMD_POWER_ON	= (1 << 2), /* Power up device */
	PORT_CMD_SPIN_UP	= (1 << 1), /* Spin up device */
	PORT_CMD_START		= (1 << 0), /* Enable port DMA engine */

	PORT_CMD_ICC_MASK	= (0xf << 28), /* i/f ICC state mask */
	PORT_CMD_ICC_ACTIVE	= (0x1 << 28), /* Put i/f in active state */
	PORT_CMD_ICC_PARTIAL	= (0x2 << 28), /* Put i/f in partial state */
	PORT_CMD_ICC_SLUMBER	= (0x6 << 28), /* Put i/f in slumber state */

	/* PORT_FBS bits */
	PORT_FBS_DWE_OFFSET	= 16, /* FBS device with error offset */
	PORT_FBS_ADO_OFFSET	= 12, /* FBS active dev optimization offset */
	PORT_FBS_DEV_OFFSET	= 8,  /* FBS device to issue offset */
	PORT_FBS_DEV_MASK	= (0xf << PORT_FBS_DEV_OFFSET),  /* FBS.DEV */
	PORT_FBS_SDE		= (1 << 2), /* FBS single device error */
	PORT_FBS_DEC		= (1 << 1), /* FBS device error clear */
	PORT_FBS_EN		= (1 << 0), /* Enable FBS */

	/* PORT_DEVSLP bits */
	PORT_DEVSLP_DM_OFFSET	= 25,             /* DITO multiplier offset */
	PORT_DEVSLP_DM_MASK	= (0xf << 25),    /* DITO multiplier mask */
	PORT_DEVSLP_DITO_OFFSET	= 15,             /* DITO offset */
	PORT_DEVSLP_MDAT_OFFSET	= 10,             /* Minimum assertion time */
	PORT_DEVSLP_DETO_OFFSET	= 2,              /* DevSlp exit timeout */
	PORT_DEVSLP_DSP		= (1 << 1),       /* DevSlp present */
	PORT_DEVSLP_ADSE	= (1 << 0),       /* Aggressive DevSlp enable */

	/* hpriv->flags bits */

#define AHCI_HFLAGS(flags)		.private_data	= (void *)(flags)

	AHCI_HFLAG_NO_NCQ		= (1 << 0),
	AHCI_HFLAG_IGN_IRQ_IF_ERR	= (1 << 1), /* ignore IRQ_IF_ERR */
	AHCI_HFLAG_IGN_SERR_INTERNAL	= (1 << 2), /* ignore SERR_INTERNAL */
	AHCI_HFLAG_32BIT_ONLY		= (1 << 3), /* force 32bit */
	AHCI_HFLAG_MV_PATA		= (1 << 4), /* PATA port */
	AHCI_HFLAG_NO_MSI		= (1 << 5), /* no PCI MSI */
	AHCI_HFLAG_NO_PMP		= (1 << 6), /* no PMP */
	AHCI_HFLAG_SECT255		= (1 << 8), /* max 255 sectors */
	AHCI_HFLAG_YES_NCQ		= (1 << 9), /* force NCQ cap on */
	AHCI_HFLAG_NO_SUSPEND		= (1 << 10), /* don't suspend */
	AHCI_HFLAG_SRST_TOUT_IS_OFFLINE	= (1 << 11), /* treat SRST timeout as
							link offline */
	AHCI_HFLAG_NO_SNTF		= (1 << 12), /* no sntf */
	AHCI_HFLAG_NO_FPDMA_AA		= (1 << 13), /* no FPDMA AA */
	AHCI_HFLAG_YES_FBS		= (1 << 14), /* force FBS cap on */
	AHCI_HFLAG_DELAY_ENGINE		= (1 << 15), /* do not start engine on
						        port start (wait until
						        error-handling stage) */
	AHCI_HFLAG_NO_DEVSLP		= (1 << 17), /* no device sleep */
	AHCI_HFLAG_NO_FBS		= (1 << 18), /* no FBS */

#ifdef CONFIG_PCI_MSI
	AHCI_HFLAG_MULTI_MSI		= (1 << 20), /* per-port MSI(-X) */
#else
	/* compile out MSI infrastructure */
	AHCI_HFLAG_MULTI_MSI		= 0,
#endif
	AHCI_HFLAG_WAKE_BEFORE_STOP	= (1 << 22), /* wake before DMA stop */
	AHCI_HFLAG_YES_ALPM		= (1 << 23), /* force ALPM cap on */
	AHCI_HFLAG_NO_WRITE_TO_RO	= (1 << 24), /* don't write to read
							only registers */
	AHCI_HFLAG_IS_MOBILE		= (1 << 25), /* mobile chipset, use
							SATA_MOBILE_LPM_POLICY
							as default lpm_policy */

	/* ap->flags bits */

	AHCI_FLAG_COMMON		= ATA_FLAG_SATA | ATA_FLAG_PIO_DMA |
					  ATA_FLAG_ACPI_SATA | ATA_FLAG_AN,

	ICH_MAP				= 0x90, /* ICH MAP register */

	/* em constants */
	EM_MAX_SLOTS			= 8,
	EM_MAX_RETRY			= 5,

	/* em_ctl bits */
	EM_CTL_RST		= (1 << 9), /* Reset */
	EM_CTL_TM		= (1 << 8), /* Transmit Message */
	EM_CTL_MR		= (1 << 0), /* Message Received */
	EM_CTL_ALHD		= (1 << 26), /* Activity LED */
	EM_CTL_XMT		= (1 << 25), /* Transmit Only */
	EM_CTL_SMB		= (1 << 24), /* Single Message Buffer */
	EM_CTL_SGPIO		= (1 << 19), /* SGPIO messages supported */
	EM_CTL_SES		= (1 << 18), /* SES-2 messages supported */
	EM_CTL_SAFTE		= (1 << 17), /* SAF-TE messages supported */
	EM_CTL_LED		= (1 << 16), /* LED messages supported */

	/* em message type */
	EM_MSG_TYPE_LED		= (1 << 0), /* LED */
	EM_MSG_TYPE_SAFTE	= (1 << 1), /* SAF-TE */
	EM_MSG_TYPE_SES2	= (1 << 2), /* SES-2 */
	EM_MSG_TYPE_SGPIO	= (1 << 3), /* SGPIO */
};

struct ahci_cmd_hdr {
	__le32			opts;
	__le32			status;
	__le32			tbl_addr;
	__le32			tbl_addr_hi;
	__le32			reserved[4];
};

struct ahci_sg {
	__le32			addr;
	__le32			addr_hi;
	__le32			reserved;
	__le32			flags_size;
};

struct ahci_em_priv {
	enum sw_activity blink_policy;
	struct timer_list timer;
	unsigned long saved_activity;
	unsigned long activity;
	unsigned long led_state;
	struct ata_link *link;
};

struct ahci_port_priv {
	struct ata_link		*active_link;
	struct ahci_cmd_hdr	*cmd_slot;
	dma_addr_t		cmd_slot_dma;
	void			*cmd_tbl;
	dma_addr_t		cmd_tbl_dma;
	void			*rx_fis;
	dma_addr_t		rx_fis_dma;
	/* for NCQ spurious interrupt analysis */
	unsigned int		ncq_saw_d2h:1;
	unsigned int		ncq_saw_dmas:1;
	unsigned int		ncq_saw_sdb:1;
	spinlock_t		lock;		/* protects parent ata_port */
	u32 			intr_mask;	/* interrupts to enable */
	bool			fbs_supported;	/* set iff FBS is supported */
	bool			fbs_enabled;	/* set iff FBS is enabled */
	int			fbs_last_dev;	/* save FBS.DEV of last FIS */
	/* enclosure management info per PM slot */
	struct ahci_em_priv	em_priv[EM_MAX_SLOTS];
	char			*irq_desc;	/* desc in /proc/interrupts */
};

struct ahci_host_priv {
	/* Input fields */
	unsigned int		flags;		/* AHCI_HFLAG_* */
	u32			force_port_map;	/* force port map */
	u32			mask_port_map;	/* mask out particular bits */

	void __iomem *		mmio;		/* bus-independent mem map */
	u32			cap;		/* cap to use */
	u32			cap2;		/* cap2 to use */
	u32			version;	/* cached version */
	u32			port_map;	/* port map to use */
	u32			saved_cap;	/* saved initial cap */
	u32			saved_cap2;	/* saved initial cap2 */
	u32			saved_port_map;	/* saved initial port_map */
	u32 			em_loc; /* enclosure management location */
	u32			em_buf_sz;	/* EM buffer size in byte */
	u32			em_msg_type;	/* EM message type */
	bool			got_runtime_pm; /* Did we do pm_runtime_get? */
	struct clk		*clks[AHCI_MAX_CLKS]; /* Optional */
	struct regulator	**target_pwrs;	/* Optional */
	/*
	 * If platform uses PHYs. There is a 1:1 relation between the port number and
	 * the PHY position in this array.
	 */
	struct phy		**phys;
	unsigned		nports;		/* Number of ports */
	void			*plat_data;	/* Other platform data */
	unsigned int		irq;		/* interrupt line */
	/*
	 * Optional ahci_start_engine override, if not set this gets set to the
	 * default ahci_start_engine during ahci_save_initial_config, this can
	 * be overridden anytime before the host is activated.
	 */
	void			(*start_engine)(struct ata_port *ap);
	irqreturn_t 		(*irq_handler)(int irq, void *dev_instance);

	/* only required for per-port MSI(-X) support */
	int			(*get_irq_vector)(struct ata_host *host,
						  int port);
};

extern int ahci_ignore_sss;

extern struct device_attribute *ahci_shost_attrs[];
extern struct device_attribute *ahci_sdev_attrs[];

/*
 * This must be instantiated by the edge drivers.  Read the comments
 * for ATA_BASE_SHT
 */
#define AHCI_SHT(drv_name)						\
	ATA_NCQ_SHT(drv_name),						\
	.can_queue		= AHCI_MAX_CMDS - 1,			\
	.sg_tablesize		= AHCI_MAX_SG,				\
	.dma_boundary		= AHCI_DMA_BOUNDARY,			\
	.shost_attrs		= ahci_shost_attrs,			\
	.sdev_attrs		= ahci_sdev_attrs

extern struct ata_port_operations ahci_ops;
extern struct ata_port_operations ahci_platform_ops;
extern struct ata_port_operations ahci_pmp_retry_srst_ops;

unsigned int ahci_dev_classify(struct ata_port *ap);
void ahci_fill_cmd_slot(struct ahci_port_priv *pp, unsigned int tag,
			u32 opts);
void ahci_save_initial_config(struct device *dev,
			      struct ahci_host_priv *hpriv);
void ahci_init_controller(struct ata_host *host);
int ahci_reset_controller(struct ata_host *host);

int ahci_do_softreset(struct ata_link *link, unsigned int *class,
		      int pmp, unsigned long deadline,
		      int (*check_ready)(struct ata_link *link));

int ahci_do_hardreset(struct ata_link *link, unsigned int *class,
		      unsigned long deadline, bool *online);

unsigned int ahci_qc_issue(struct ata_queued_cmd *qc);
int ahci_stop_engine(struct ata_port *ap);
void ahci_start_fis_rx(struct ata_port *ap);
void ahci_start_engine(struct ata_port *ap);
int ahci_check_ready(struct ata_link *link);
int ahci_kick_engine(struct ata_port *ap);
int ahci_port_resume(struct ata_port *ap);
void ahci_set_em_messages(struct ahci_host_priv *hpriv,
			  struct ata_port_info *pi);
int ahci_reset_em(struct ata_host *host);
void ahci_print_info(struct ata_host *host, const char *scc_s);
int ahci_host_activate(struct ata_host *host, struct scsi_host_template *sht);
void ahci_error_handler(struct ata_port *ap);
u32 ahci_handle_port_intr(struct ata_host *host, u32 irq_masked);

static inline void __iomem *__ahci_port_base(struct ata_host *host,
					     unsigned int port_no)
{
	struct ahci_host_priv *hpriv = host->private_data;
	void __iomem *mmio = hpriv->mmio;

	return mmio + 0x100 + (port_no * 0x80);
}

static inline void __iomem *ahci_port_base(struct ata_port *ap)
{
	return __ahci_port_base(ap->host, ap->port_no);
}

static inline int ahci_nr_ports(u32 cap)
{
	return (cap & 0x1f) + 1;
}

#endif /* _AHCI_H */
Commit	Line	Data
365cfa1e AV	1	/*
	2	* ahci.h - Common AHCI SATA definitions and declarations
	3	*
8c3d3d4b	4	* Maintained by: Tejun Heo <[email protected]>
365cfa1e AV	5	* Please ALWAYS copy [email protected]
	6	* on emails.
	7	*
	8	* Copyright 2004-2005 Red Hat, Inc.
	9	*
	10	*
	11	* This program is free software; you can redistribute it and/or modify
	12	* it under the terms of the GNU General Public License as published by
	13	* the Free Software Foundation; either version 2, or (at your option)
	14	* any later version.
	15	*
	16	* This program is distributed in the hope that it will be useful,
	17	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	18	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	19	* GNU General Public License for more details.
	20	*
	21	* You should have received a copy of the GNU General Public License
	22	* along with this program; see the file COPYING. If not, write to
	23	* the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
	24	*
	25	*
	26	* libata documentation is available via 'make {ps\|pdf}docs',
9bb9a39c	27	* as Documentation/driver-api/libata.rst
365cfa1e AV	28	*
	29	* AHCI hardware documentation:
	30	* http://www.intel.com/technology/serialata/pdf/rev1_0.pdf
	31	* http://www.intel.com/technology/serialata/pdf/rev1_1.pdf
	32	*
	33	*/
	34
	35	#ifndef _AHCI_H
	36	#define _AHCI_H
	37
f893180b	38	#include <linux/pci.h>
f1e70c2c	39	#include <linux/clk.h>
365cfa1e	40	#include <linux/libata.h>
21b5faee	41	#include <linux/phy/phy.h>
4b3e603a	42	#include <linux/regulator/consumer.h>
365cfa1e AV	43
	44	/* Enclosure Management Control */
	45	#define EM_CTRL_MSG_TYPE 0x000f0000
	46
	47	/* Enclosure Management LED Message Type */
	48	#define EM_MSG_LED_HBA_PORT 0x0000000f
	49	#define EM_MSG_LED_PMP_SLOT 0x0000ff00
	50	#define EM_MSG_LED_VALUE 0xffff0000
	51	#define EM_MSG_LED_VALUE_ACTIVITY 0x00070000
	52	#define EM_MSG_LED_VALUE_OFF 0xfff80000
	53	#define EM_MSG_LED_VALUE_ON 0x00010000
	54
	55	enum {
	56	AHCI_MAX_PORTS = 32,
ee309f38	57	AHCI_MAX_CLKS = 5,
365cfa1e AV	58	AHCI_MAX_SG = 168, /* hardware max is 64K */
	59	AHCI_DMA_BOUNDARY = 0xffffffff,
	60	AHCI_MAX_CMDS = 32,
	61	AHCI_CMD_SZ = 32,
	62	AHCI_CMD_SLOT_SZ = AHCI_MAX_CMDS * AHCI_CMD_SZ,
	63	AHCI_RX_FIS_SZ = 256,
	64	AHCI_CMD_TBL_CDB = 0x40,
	65	AHCI_CMD_TBL_HDR_SZ = 0x80,
	66	AHCI_CMD_TBL_SZ = AHCI_CMD_TBL_HDR_SZ + (AHCI_MAX_SG * 16),
	67	AHCI_CMD_TBL_AR_SZ = AHCI_CMD_TBL_SZ * AHCI_MAX_CMDS,
	68	AHCI_PORT_PRIV_DMA_SZ = AHCI_CMD_SLOT_SZ + AHCI_CMD_TBL_AR_SZ +
	69	AHCI_RX_FIS_SZ,
	70	AHCI_PORT_PRIV_FBS_DMA_SZ = AHCI_CMD_SLOT_SZ +
	71	AHCI_CMD_TBL_AR_SZ +
	72	(AHCI_RX_FIS_SZ * 16),
	73	AHCI_IRQ_ON_SG = (1 << 31),
	74	AHCI_CMD_ATAPI = (1 << 5),
	75	AHCI_CMD_WRITE = (1 << 6),
	76	AHCI_CMD_PREFETCH = (1 << 7),
	77	AHCI_CMD_RESET = (1 << 8),
	78	AHCI_CMD_CLR_BUSY = (1 << 10),
	79
6ad60195	80	RX_FIS_PIO_SETUP = 0x20, /* offset of PIO Setup FIS data */
365cfa1e AV	81	RX_FIS_D2H_REG = 0x40, /* offset of D2H Register FIS data */
	82	RX_FIS_SDB = 0x58, /* offset of SDB FIS data */
	83	RX_FIS_UNK = 0x60, /* offset of Unknown FIS data */
	84
	85	/* global controller registers */
	86	HOST_CAP = 0x00, /* host capabilities */
	87	HOST_CTL = 0x04, /* global host control */
	88	HOST_IRQ_STAT = 0x08, /* interrupt status */
	89	HOST_PORTS_IMPL = 0x0c, /* bitmap of implemented ports */
	90	HOST_VERSION = 0x10, /* AHCI spec. version compliancy */
	91	HOST_EM_LOC = 0x1c, /* Enclosure Management location */
	92	HOST_EM_CTL = 0x20, /* Enclosure Management Control */
	93	HOST_CAP2 = 0x24, /* host capabilities, extended */
	94
	95	/* HOST_CTL bits */
	96	HOST_RESET = (1 << 0), /* reset controller; self-clear */
	97	HOST_IRQ_EN = (1 << 1), /* global IRQ enable */
ab0f9e78	98	HOST_MRSM = (1 << 2), /* MSI Revert to Single Message */
365cfa1e AV	99	HOST_AHCI_EN = (1 << 31), /* AHCI enabled */
	100
	101	/* HOST_CAP bits */
	102	HOST_CAP_SXS = (1 << 5), /* Supports External SATA */
	103	HOST_CAP_EMS = (1 << 6), /* Enclosure Management support */
	104	HOST_CAP_CCC = (1 << 7), /* Command Completion Coalescing */
	105	HOST_CAP_PART = (1 << 13), /* Partial state capable */
	106	HOST_CAP_SSC = (1 << 14), /* Slumber state capable */
	107	HOST_CAP_PIO_MULTI = (1 << 15), /* PIO multiple DRQ support */
	108	HOST_CAP_FBS = (1 << 16), /* FIS-based switching support */
	109	HOST_CAP_PMP = (1 << 17), /* Port Multiplier support */
	110	HOST_CAP_ONLY = (1 << 18), /* Supports AHCI mode only */
	111	HOST_CAP_CLO = (1 << 24), /* Command List Override support */
	112	HOST_CAP_LED = (1 << 25), /* Supports activity LED */
	113	HOST_CAP_ALPM = (1 << 26), /* Aggressive Link PM support */
	114	HOST_CAP_SSS = (1 << 27), /* Staggered Spin-up */
	115	HOST_CAP_MPS = (1 << 28), /* Mechanical presence switch */
	116	HOST_CAP_SNTF = (1 << 29), /* SNotification register */
	117	HOST_CAP_NCQ = (1 << 30), /* Native Command Queueing */
	118	HOST_CAP_64 = (1 << 31), /* PCI DAC (64-bit DMA) support */
	119
	120	/* HOST_CAP2 bits */
	121	HOST_CAP2_BOH = (1 << 0), /* BIOS/OS handoff supported */
	122	HOST_CAP2_NVMHCI = (1 << 1), /* NVMHCI supported */
	123	HOST_CAP2_APST = (1 << 2), /* Automatic partial to slumber */
65fe1f0f SH	124	HOST_CAP2_SDS = (1 << 3), /* Support device sleep */
	125	HOST_CAP2_SADM = (1 << 4), /* Support aggressive DevSlp */
	126	HOST_CAP2_DESO = (1 << 5), /* DevSlp from slumber only */
365cfa1e AV	127
	128	/* registers for each SATA port */
	129	PORT_LST_ADDR = 0x00, /* command list DMA addr */
	130	PORT_LST_ADDR_HI = 0x04, /* command list DMA addr hi */
	131	PORT_FIS_ADDR = 0x08, /* FIS rx buf addr */
	132	PORT_FIS_ADDR_HI = 0x0c, /* FIS rx buf addr hi */
	133	PORT_IRQ_STAT = 0x10, /* interrupt status */
	134	PORT_IRQ_MASK = 0x14, /* interrupt enable/disable mask */
	135	PORT_CMD = 0x18, /* port command */
	136	PORT_TFDATA = 0x20, /* taskfile data */
	137	PORT_SIG = 0x24, /* device TF signature */
	138	PORT_CMD_ISSUE = 0x38, /* command issue */
	139	PORT_SCR_STAT = 0x28, /* SATA phy register: SStatus */
	140	PORT_SCR_CTL = 0x2c, /* SATA phy register: SControl */
	141	PORT_SCR_ERR = 0x30, /* SATA phy register: SError */
	142	PORT_SCR_ACT = 0x34, /* SATA phy register: SActive */
	143	PORT_SCR_NTF = 0x3c, /* SATA phy register: SNotification */
	144	PORT_FBS = 0x40, /* FIS-based Switching */
65fe1f0f	145	PORT_DEVSLP = 0x44, /* device sleep */
365cfa1e AV	146
	147	/* PORT_IRQ_{STAT,MASK} bits */
	148	PORT_IRQ_COLD_PRES = (1 << 31), /* cold presence detect */
	149	PORT_IRQ_TF_ERR = (1 << 30), /* task file error */
	150	PORT_IRQ_HBUS_ERR = (1 << 29), /* host bus fatal error */
	151	PORT_IRQ_HBUS_DATA_ERR = (1 << 28), /* host bus data error */
	152	PORT_IRQ_IF_ERR = (1 << 27), /* interface fatal error */
	153	PORT_IRQ_IF_NONFATAL = (1 << 26), /* interface non-fatal error */
	154	PORT_IRQ_OVERFLOW = (1 << 24), /* xfer exhausted available S/G */
	155	PORT_IRQ_BAD_PMP = (1 << 23), /* incorrect port multiplier */
	156
	157	PORT_IRQ_PHYRDY = (1 << 22), /* PhyRdy changed */
	158	PORT_IRQ_DEV_ILCK = (1 << 7), /* device interlock */
	159	PORT_IRQ_CONNECT = (1 << 6), /* port connect change status */
	160	PORT_IRQ_SG_DONE = (1 << 5), /* descriptor processed */
	161	PORT_IRQ_UNK_FIS = (1 << 4), /* unknown FIS rx'd */
	162	PORT_IRQ_SDB_FIS = (1 << 3), /* Set Device Bits FIS rx'd */
	163	PORT_IRQ_DMAS_FIS = (1 << 2), /* DMA Setup FIS rx'd */
	164	PORT_IRQ_PIOS_FIS = (1 << 1), /* PIO Setup FIS rx'd */
	165	PORT_IRQ_D2H_REG_FIS = (1 << 0), /* D2H Register FIS rx'd */
	166
	167	PORT_IRQ_FREEZE = PORT_IRQ_HBUS_ERR \|
	168	PORT_IRQ_IF_ERR \|
	169	PORT_IRQ_CONNECT \|
	170	PORT_IRQ_PHYRDY \|
	171	PORT_IRQ_UNK_FIS \|
	172	PORT_IRQ_BAD_PMP,
	173	PORT_IRQ_ERROR = PORT_IRQ_FREEZE \|
	174	PORT_IRQ_TF_ERR \|
	175	PORT_IRQ_HBUS_DATA_ERR,
	176	DEF_PORT_IRQ = PORT_IRQ_ERROR \| PORT_IRQ_SG_DONE \|
	177	PORT_IRQ_SDB_FIS \| PORT_IRQ_DMAS_FIS \|
	178	PORT_IRQ_PIOS_FIS \| PORT_IRQ_D2H_REG_FIS,
	179
	180	/* PORT_CMD bits */
	181	PORT_CMD_ASP = (1 << 27), /* Aggressive Slumber/Partial */
	182	PORT_CMD_ALPE = (1 << 26), /* Aggressive Link PM enable */
	183	PORT_CMD_ATAPI = (1 << 24), /* Device is ATAPI */
	184	PORT_CMD_FBSCP = (1 << 22), /* FBS Capable Port */
8a3e33cf ML	185	PORT_CMD_ESP = (1 << 21), /* External Sata Port */
8a3e33cf ML	186	PORT_CMD_HPCP = (1 << 18), /* HotPlug Capable Port */
365cfa1e AV	187	PORT_CMD_PMP = (1 << 17), /* PMP attached */
	188	PORT_CMD_LIST_ON = (1 << 15), /* cmd list DMA engine running */
	189	PORT_CMD_FIS_ON = (1 << 14), /* FIS DMA engine running */
	190	PORT_CMD_FIS_RX = (1 << 4), /* Enable FIS receive DMA engine */
	191	PORT_CMD_CLO = (1 << 3), /* Command list override */
	192	PORT_CMD_POWER_ON = (1 << 2), /* Power up device */
	193	PORT_CMD_SPIN_UP = (1 << 1), /* Spin up device */
	194	PORT_CMD_START = (1 << 0), /* Enable port DMA engine */
	195
	196	PORT_CMD_ICC_MASK = (0xf << 28), /* i/f ICC state mask */
	197	PORT_CMD_ICC_ACTIVE = (0x1 << 28), /* Put i/f in active state */
	198	PORT_CMD_ICC_PARTIAL = (0x2 << 28), /* Put i/f in partial state */
	199	PORT_CMD_ICC_SLUMBER = (0x6 << 28), /* Put i/f in slumber state */
	200
65fe1f0f	201	/* PORT_FBS bits */
365cfa1e AV	202	PORT_FBS_DWE_OFFSET = 16, /* FBS device with error offset */
	203	PORT_FBS_ADO_OFFSET = 12, /* FBS active dev optimization offset */
	204	PORT_FBS_DEV_OFFSET = 8, /* FBS device to issue offset */
	205	PORT_FBS_DEV_MASK = (0xf << PORT_FBS_DEV_OFFSET), /* FBS.DEV */
	206	PORT_FBS_SDE = (1 << 2), /* FBS single device error */
	207	PORT_FBS_DEC = (1 << 1), /* FBS device error clear */
	208	PORT_FBS_EN = (1 << 0), /* Enable FBS */
	209
65fe1f0f SH	210	/* PORT_DEVSLP bits */
	211	PORT_DEVSLP_DM_OFFSET = 25, /* DITO multiplier offset */
	212	PORT_DEVSLP_DM_MASK = (0xf << 25), /* DITO multiplier mask */
	213	PORT_DEVSLP_DITO_OFFSET = 15, /* DITO offset */
	214	PORT_DEVSLP_MDAT_OFFSET = 10, /* Minimum assertion time */
	215	PORT_DEVSLP_DETO_OFFSET = 2, /* DevSlp exit timeout */
	216	PORT_DEVSLP_DSP = (1 << 1), /* DevSlp present */
	217	PORT_DEVSLP_ADSE = (1 << 0), /* Aggressive DevSlp enable */
	218
365cfa1e	219	/* hpriv->flags bits */
55d5ec31 BN	220
	221	#define AHCI_HFLAGS(flags) .private_data = (void *)(flags)
	222
365cfa1e AV	223	AHCI_HFLAG_NO_NCQ = (1 << 0),
	224	AHCI_HFLAG_IGN_IRQ_IF_ERR = (1 << 1), /* ignore IRQ_IF_ERR */
	225	AHCI_HFLAG_IGN_SERR_INTERNAL = (1 << 2), /* ignore SERR_INTERNAL */
	226	AHCI_HFLAG_32BIT_ONLY = (1 << 3), /* force 32bit */
	227	AHCI_HFLAG_MV_PATA = (1 << 4), /* PATA port */
	228	AHCI_HFLAG_NO_MSI = (1 << 5), /* no PCI MSI */
	229	AHCI_HFLAG_NO_PMP = (1 << 6), /* no PMP */
365cfa1e AV	230	AHCI_HFLAG_SECT255 = (1 << 8), /* max 255 sectors */
	231	AHCI_HFLAG_YES_NCQ = (1 << 9), /* force NCQ cap on */
	232	AHCI_HFLAG_NO_SUSPEND = (1 << 10), /* don't suspend */
	233	AHCI_HFLAG_SRST_TOUT_IS_OFFLINE = (1 << 11), /* treat SRST timeout as
	234	link offline */
	235	AHCI_HFLAG_NO_SNTF = (1 << 12), /* no sntf */
83f2b963	236	AHCI_HFLAG_NO_FPDMA_AA = (1 << 13), /* no FPDMA AA */
5f173107	237	AHCI_HFLAG_YES_FBS = (1 << 14), /* force FBS cap on */
66583c9f BN	238	AHCI_HFLAG_DELAY_ENGINE = (1 << 15), /* do not start engine on
	239	port start (wait until
	240	error-handling stage) */
0cf4a7d6	241	AHCI_HFLAG_NO_DEVSLP = (1 << 17), /* no device sleep */
6ea4fa70	242	AHCI_HFLAG_NO_FBS = (1 << 18), /* no FBS */
d867b95f	243
f893180b	244	#ifdef CONFIG_PCI_MSI
0b9e2988	245	AHCI_HFLAG_MULTI_MSI = (1 << 20), /* per-port MSI(-X) */
f893180b DW	246	#else
	247	/* compile out MSI infrastructure */
	248	AHCI_HFLAG_MULTI_MSI = 0,
f893180b	249	#endif
fb329633	250	AHCI_HFLAG_WAKE_BEFORE_STOP = (1 << 22), /* wake before DMA stop */
ef0da1bf	251	AHCI_HFLAG_YES_ALPM = (1 << 23), /* force ALPM cap on */
7fab72f8 DB	252	AHCI_HFLAG_NO_WRITE_TO_RO = (1 << 24), /* don't write to read
7fab72f8 DB	253	only registers */
ebb82e3c HG	254	AHCI_HFLAG_IS_MOBILE = (1 << 25), /* mobile chipset, use
	255	SATA_MOBILE_LPM_POLICY
	256	as default lpm_policy */
365cfa1e AV	257
	258	/* ap->flags bits */
	259
9cbe056f	260	AHCI_FLAG_COMMON = ATA_FLAG_SATA \| ATA_FLAG_PIO_DMA \|
1a0f6b7e	261	ATA_FLAG_ACPI_SATA \| ATA_FLAG_AN,
365cfa1e AV	262
	263	ICH_MAP = 0x90, /* ICH MAP register */
	264
	265	/* em constants */
	266	EM_MAX_SLOTS = 8,
	267	EM_MAX_RETRY = 5,
	268
	269	/* em_ctl bits */
c0623166 HZ	270	EM_CTL_RST = (1 << 9), /* Reset */
c0623166 HZ	271	EM_CTL_TM = (1 << 8), /* Transmit Message */
25985edc	272	EM_CTL_MR = (1 << 0), /* Message Received */
c0623166 HZ	273	EM_CTL_ALHD = (1 << 26), /* Activity LED */
	274	EM_CTL_XMT = (1 << 25), /* Transmit Only */
	275	EM_CTL_SMB = (1 << 24), /* Single Message Buffer */
6e5fe5b1 HR	276	EM_CTL_SGPIO = (1 << 19), /* SGPIO messages supported */
	277	EM_CTL_SES = (1 << 18), /* SES-2 messages supported */
	278	EM_CTL_SAFTE = (1 << 17), /* SAF-TE messages supported */
	279	EM_CTL_LED = (1 << 16), /* LED messages supported */
008dbd61 HZ	280
	281	/* em message type */
	282	EM_MSG_TYPE_LED = (1 << 0), /* LED */
	283	EM_MSG_TYPE_SAFTE = (1 << 1), /* SAF-TE */
	284	EM_MSG_TYPE_SES2 = (1 << 2), /* SES-2 */
	285	EM_MSG_TYPE_SGPIO = (1 << 3), /* SGPIO */
365cfa1e AV	286	};
	287
	288	struct ahci_cmd_hdr {
	289	__le32 opts;
	290	__le32 status;
	291	__le32 tbl_addr;
	292	__le32 tbl_addr_hi;
	293	__le32 reserved[4];
	294	};
	295
	296	struct ahci_sg {
	297	__le32 addr;
	298	__le32 addr_hi;
	299	__le32 reserved;
	300	__le32 flags_size;
	301	};
	302
	303	struct ahci_em_priv {
	304	enum sw_activity blink_policy;
	305	struct timer_list timer;
	306	unsigned long saved_activity;
	307	unsigned long activity;
	308	unsigned long led_state;
1843594c	309	struct ata_link *link;
365cfa1e AV	310	};
	311
	312	struct ahci_port_priv {
	313	struct ata_link *active_link;
	314	struct ahci_cmd_hdr *cmd_slot;
	315	dma_addr_t cmd_slot_dma;
	316	void *cmd_tbl;
	317	dma_addr_t cmd_tbl_dma;
	318	void *rx_fis;
	319	dma_addr_t rx_fis_dma;
	320	/* for NCQ spurious interrupt analysis */
	321	unsigned int ncq_saw_d2h:1;
	322	unsigned int ncq_saw_dmas:1;
	323	unsigned int ncq_saw_sdb:1;
5ca72c4f	324	spinlock_t lock; /* protects parent ata_port */
365cfa1e AV	325	u32 intr_mask; /* interrupts to enable */
	326	bool fbs_supported; /* set iff FBS is supported */
	327	bool fbs_enabled; /* set iff FBS is enabled */
	328	int fbs_last_dev; /* save FBS.DEV of last FIS */
	329	/* enclosure management info per PM slot */
	330	struct ahci_em_priv em_priv[EM_MAX_SLOTS];
b29900e6	331	char irq_desc; / desc in /proc/interrupts */
365cfa1e AV	332	};
	333
	334	struct ahci_host_priv {
725c7b57	335	/* Input fields */
365cfa1e	336	unsigned int flags; /* AHCI_HFLAG_* */
725c7b57 AT	337	u32 force_port_map; /* force port map */
	338	u32 mask_port_map; /* mask out particular bits */
	339
	340	void __iomem * mmio; /* bus-independent mem map */
365cfa1e AV	341	u32 cap; /* cap to use */
365cfa1e AV	342	u32 cap2; /* cap2 to use */
8ea909cb	343	u32 version; /* cached version */
365cfa1e AV	344	u32 port_map; /* port map to use */
	345	u32 saved_cap; /* saved initial cap */
	346	u32 saved_cap2; /* saved initial cap2 */
	347	u32 saved_port_map; /* saved initial port_map */
	348	u32 em_loc; /* enclosure management location */
c0623166	349	u32 em_buf_sz; /* EM buffer size in byte */
008dbd61	350	u32 em_msg_type; /* EM message type */
e708e46e	351	bool got_runtime_pm; /* Did we do pm_runtime_get? */
156c5887	352	struct clk clks[AHCI_MAX_CLKS]; / Optional */
c7d7ddee	353	struct regulator *target_pwrs; / Optional */
b1a9edbd AT	354	/*
	355	* If platform uses PHYs. There is a 1:1 relation between the port number and
	356	* the PHY position in this array.
	357	*/
	358	struct phy **phys;
	359	unsigned nports; /* Number of ports */
d50b110f	360	void plat_data; / Other platform data */
21bfd1aa	361	unsigned int irq; /* interrupt line */
039ece38 HG	362	/*
	363	* Optional ahci_start_engine override, if not set this gets set to the
	364	* default ahci_start_engine during ahci_save_initial_config, this can
	365	* be overridden anytime before the host is activated.
	366	*/
	367	void (start_engine)(struct ata_port ap);
f070d671	368	irqreturn_t (irq_handler)(int irq, void dev_instance);
365cfa1e	369
0b9e2988 CH	370	/* only required for per-port MSI(-X) support */
	371	int (get_irq_vector)(struct ata_host host,
	372	int port);
	373	};
f893180b	374
365cfa1e AV	375	extern int ahci_ignore_sss;
365cfa1e AV	376
fad16e7a TH	377	extern struct device_attribute *ahci_shost_attrs[];
	378	extern struct device_attribute *ahci_sdev_attrs[];
	379
018d5ef2 AM	380	/*
	381	* This must be instantiated by the edge drivers. Read the comments
	382	* for ATA_BASE_SHT
	383	*/
fad16e7a TH	384	#define AHCI_SHT(drv_name) \
	385	ATA_NCQ_SHT(drv_name), \
	386	.can_queue = AHCI_MAX_CMDS - 1, \
	387	.sg_tablesize = AHCI_MAX_SG, \
	388	.dma_boundary = AHCI_DMA_BOUNDARY, \
	389	.shost_attrs = ahci_shost_attrs, \
	390	.sdev_attrs = ahci_sdev_attrs
	391
365cfa1e	392	extern struct ata_port_operations ahci_ops;
8b789d89	393	extern struct ata_port_operations ahci_platform_ops;
345347c5	394	extern struct ata_port_operations ahci_pmp_retry_srst_ops;
365cfa1e	395
bbb4ab43	396	unsigned int ahci_dev_classify(struct ata_port *ap);
02cdfcf0 DM	397	void ahci_fill_cmd_slot(struct ahci_port_priv *pp, unsigned int tag,
02cdfcf0 DM	398	u32 opts);
365cfa1e	399	void ahci_save_initial_config(struct device *dev,
725c7b57	400	struct ahci_host_priv *hpriv);
365cfa1e AV	401	void ahci_init_controller(struct ata_host *host);
	402	int ahci_reset_controller(struct ata_host *host);
	403
	404	int ahci_do_softreset(struct ata_link link, unsigned int class,
	405	int pmp, unsigned long deadline,
	406	int (check_ready)(struct ata_link link));
	407
d436501e BG	408	int ahci_do_hardreset(struct ata_link link, unsigned int class,
	409	unsigned long deadline, bool *online);
	410
39e0ee99	411	unsigned int ahci_qc_issue(struct ata_queued_cmd *qc);
365cfa1e	412	int ahci_stop_engine(struct ata_port *ap);
39e0ee99	413	void ahci_start_fis_rx(struct ata_port *ap);
365cfa1e AV	414	void ahci_start_engine(struct ata_port *ap);
	415	int ahci_check_ready(struct ata_link *link);
	416	int ahci_kick_engine(struct ata_port *ap);
02cdfcf0	417	int ahci_port_resume(struct ata_port *ap);
365cfa1e AV	418	void ahci_set_em_messages(struct ahci_host_priv *hpriv,
	419	struct ata_port_info *pi);
	420	int ahci_reset_em(struct ata_host *host);
365cfa1e	421	void ahci_print_info(struct ata_host host, const char scc_s);
21bfd1aa	422	int ahci_host_activate(struct ata_host host, struct scsi_host_template sht);
8b789d89	423	void ahci_error_handler(struct ata_port *ap);
f070d671	424	u32 ahci_handle_port_intr(struct ata_host *host, u32 irq_masked);
365cfa1e AV	425
	426	static inline void __iomem __ahci_port_base(struct ata_host host,
	427	unsigned int port_no)
	428	{
	429	struct ahci_host_priv *hpriv = host->private_data;
	430	void __iomem *mmio = hpriv->mmio;
	431
	432	return mmio + 0x100 + (port_no * 0x80);
	433	}
	434
	435	static inline void __iomem ahci_port_base(struct ata_port ap)
	436	{
	437	return __ahci_port_base(ap->host, ap->port_no);
	438	}
	439
	440	static inline int ahci_nr_ports(u32 cap)
	441	{
	442	return (cap & 0x1f) + 1;
	443	}
	444
	445	#endif /* _AHCI_H */