[linux.git] / drivers / crypto / talitos.h

/*
 * Freescale SEC (talitos) device register and descriptor header defines
 *
 * Copyright (c) 2006-2011 Freescale Semiconductor, Inc.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. The name of the author may not be used to endorse or promote products
 *    derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 */

#define TALITOS_TIMEOUT 100000
#define TALITOS1_MAX_DATA_LEN 32768
#define TALITOS2_MAX_DATA_LEN 65535

#define DESC_TYPE(desc_hdr) ((be32_to_cpu(desc_hdr) >> 3) & 0x1f)
#define PRIMARY_EU(desc_hdr) ((be32_to_cpu(desc_hdr) >> 28) & 0xf)
#define SECONDARY_EU(desc_hdr) ((be32_to_cpu(desc_hdr) >> 16) & 0xf)

/* descriptor pointer entry */
struct talitos_ptr {
	union {
		struct {		/* SEC2 format */
			__be16 len;     /* length */
			u8 j_extent;    /* jump to sg link table and/or extent*/
			u8 eptr;        /* extended address */
		};
		struct {			/* SEC1 format */
			__be16 res;
			__be16 len1;	/* length */
		};
	};
	__be32 ptr;     /* address */
};

static const struct talitos_ptr zero_entry;

/* descriptor */
struct talitos_desc {
	__be32 hdr;                     /* header high bits */
	union {
		__be32 hdr_lo;		/* header low bits */
		__be32 hdr1;		/* header for SEC1 */
	};
	struct talitos_ptr ptr[7];      /* ptr/len pair array */
	__be32 next_desc;		/* next descriptor (SEC1) */
};

#define TALITOS_DESC_SIZE	(sizeof(struct talitos_desc) - sizeof(__be32))

/**
 * talitos_request - descriptor submission request
 * @desc: descriptor pointer (kernel virtual)
 * @dma_desc: descriptor's physical bus address
 * @callback: whom to call when descriptor processing is done
 * @context: caller context (optional)
 */
struct talitos_request {
	struct talitos_desc *desc;
	dma_addr_t dma_desc;
	void (*callback) (struct device *dev, struct talitos_desc *desc,
			  void *context, int error);
	void *context;
};

/* per-channel fifo management */
struct talitos_channel {
	void __iomem *reg;

	/* request fifo */
	struct talitos_request *fifo;

	/* number of requests pending in channel h/w fifo */
	atomic_t submit_count ____cacheline_aligned;

	/* request submission (head) lock */
	spinlock_t head_lock ____cacheline_aligned;
	/* index to next free descriptor request */
	int head;

	/* request release (tail) lock */
	spinlock_t tail_lock ____cacheline_aligned;
	/* index to next in-progress/done descriptor request */
	int tail;
};

struct talitos_private {
	struct device *dev;
	struct platform_device *ofdev;
	void __iomem *reg;
	void __iomem *reg_deu;
	void __iomem *reg_aesu;
	void __iomem *reg_mdeu;
	void __iomem *reg_afeu;
	void __iomem *reg_rngu;
	void __iomem *reg_pkeu;
	void __iomem *reg_keu;
	void __iomem *reg_crcu;
	int irq[2];

	/* SEC global registers lock  */
	spinlock_t reg_lock ____cacheline_aligned;

	/* SEC version geometry (from device tree node) */
	unsigned int num_channels;
	unsigned int chfifo_len;
	unsigned int exec_units;
	unsigned int desc_types;

	/* SEC Compatibility info */
	unsigned long features;

	/*
	 * length of the request fifo
	 * fifo_len is chfifo_len rounded up to next power of 2
	 * so we can use bitwise ops to wrap
	 */
	unsigned int fifo_len;

	struct talitos_channel *chan;

	/* next channel to be assigned next incoming descriptor */
	atomic_t last_chan ____cacheline_aligned;

	/* request callback tasklet */
	struct tasklet_struct done_task[2];

	/* list of registered algorithms */
	struct list_head alg_list;

	/* hwrng device */
	struct hwrng rng;
	bool rng_registered;
};

extern int talitos_submit(struct device *dev, int ch, struct talitos_desc *desc,
			  void (*callback)(struct device *dev,
					   struct talitos_desc *desc,
					   void *context, int error),
			  void *context);

/* .features flag */
#define TALITOS_FTR_SRC_LINK_TBL_LEN_INCLUDES_EXTENT 0x00000001
#define TALITOS_FTR_HW_AUTH_CHECK 0x00000002
#define TALITOS_FTR_SHA224_HWINIT 0x00000004
#define TALITOS_FTR_HMAC_OK 0x00000008
#define TALITOS_FTR_SEC1 0x00000010

/*
 * If both CONFIG_CRYPTO_DEV_TALITOS1 and CONFIG_CRYPTO_DEV_TALITOS2 are
 * defined, we check the features which are set according to the device tree.
 * Otherwise, we answer true or false directly
 */
static inline bool has_ftr_sec1(struct talitos_private *priv)
{
#if defined(CONFIG_CRYPTO_DEV_TALITOS1) && defined(CONFIG_CRYPTO_DEV_TALITOS2)
	return priv->features & TALITOS_FTR_SEC1 ? true : false;
#elif defined(CONFIG_CRYPTO_DEV_TALITOS1)
	return true;
#else
	return false;
#endif
}

/*
 * TALITOS_xxx_LO addresses point to the low data bits (32-63) of the register
 */

#define ISR1_FORMAT(x)			(((x) << 28) | ((x) << 16))
#define ISR2_FORMAT(x)			(((x) << 4) | (x))

/* global register offset addresses */
#define TALITOS_MCR			0x1030  /* master control register */
#define   TALITOS_MCR_RCA0		(1 << 15) /* remap channel 0 */
#define   TALITOS_MCR_RCA1		(1 << 14) /* remap channel 1 */
#define   TALITOS_MCR_RCA2		(1 << 13) /* remap channel 2 */
#define   TALITOS_MCR_RCA3		(1 << 12) /* remap channel 3 */
#define   TALITOS1_MCR_SWR		0x1000000     /* s/w reset */
#define   TALITOS2_MCR_SWR		0x1     /* s/w reset */
#define TALITOS_MCR_LO			0x1034
#define TALITOS_IMR			0x1008  /* interrupt mask register */
/* enable channel IRQs */
#define   TALITOS1_IMR_INIT		ISR1_FORMAT(0xf)
#define   TALITOS1_IMR_DONE		ISR1_FORMAT(0x5) /* done IRQs */
/* enable channel IRQs */
#define   TALITOS2_IMR_INIT		(ISR2_FORMAT(0xf) | 0x10000)
#define   TALITOS2_IMR_DONE		ISR1_FORMAT(0x5) /* done IRQs */
#define TALITOS_IMR_LO			0x100C
#define   TALITOS1_IMR_LO_INIT		0x2000000 /* allow RNGU error IRQs */
#define   TALITOS2_IMR_LO_INIT		0x20000 /* allow RNGU error IRQs */
#define TALITOS_ISR			0x1010  /* interrupt status register */
#define   TALITOS1_ISR_4CHERR		ISR1_FORMAT(0xa) /* 4 ch errors mask */
#define   TALITOS1_ISR_4CHDONE		ISR1_FORMAT(0x5) /* 4 ch done mask */
#define   TALITOS1_ISR_TEA_ERR		0x00000040
#define   TALITOS2_ISR_4CHERR		ISR2_FORMAT(0xa) /* 4 ch errors mask */
#define   TALITOS2_ISR_4CHDONE		ISR2_FORMAT(0x5) /* 4 ch done mask */
#define   TALITOS2_ISR_CH_0_2_ERR	ISR2_FORMAT(0x2) /* ch 0, 2 err mask */
#define   TALITOS2_ISR_CH_0_2_DONE	ISR2_FORMAT(0x1) /* ch 0, 2 done mask */
#define   TALITOS2_ISR_CH_1_3_ERR	ISR2_FORMAT(0x8) /* ch 1, 3 err mask */
#define   TALITOS2_ISR_CH_1_3_DONE	ISR2_FORMAT(0x4) /* ch 1, 3 done mask */
#define TALITOS_ISR_LO			0x1014
#define TALITOS_ICR			0x1018  /* interrupt clear register */
#define TALITOS_ICR_LO			0x101C

/* channel register address stride */
#define TALITOS_CH_BASE_OFFSET		0x1000	/* default channel map base */
#define TALITOS1_CH_STRIDE		0x1000
#define TALITOS2_CH_STRIDE		0x100

/* channel configuration register  */
#define TALITOS_CCCR			0x8
#define   TALITOS2_CCCR_CONT		0x2    /* channel continue on SEC2 */
#define   TALITOS2_CCCR_RESET		0x1    /* channel reset on SEC2 */
#define TALITOS_CCCR_LO			0xc
#define   TALITOS_CCCR_LO_IWSE		0x80   /* chan. ICCR writeback enab. */
#define   TALITOS_CCCR_LO_EAE		0x20   /* extended address enable */
#define   TALITOS_CCCR_LO_CDWE		0x10   /* chan. done writeback enab. */
#define   TALITOS_CCCR_LO_NT		0x4    /* notification type */
#define   TALITOS_CCCR_LO_CDIE		0x2    /* channel done IRQ enable */
#define   TALITOS1_CCCR_LO_RESET	0x1    /* channel reset on SEC1 */

/* CCPSR: channel pointer status register */
#define TALITOS_CCPSR			0x10
#define TALITOS_CCPSR_LO		0x14
#define   TALITOS_CCPSR_LO_DOF		0x8000 /* double FF write oflow error */
#define   TALITOS_CCPSR_LO_SOF		0x4000 /* single FF write oflow error */
#define   TALITOS_CCPSR_LO_MDTE		0x2000 /* master data transfer error */
#define   TALITOS_CCPSR_LO_SGDLZ	0x1000 /* s/g data len zero error */
#define   TALITOS_CCPSR_LO_FPZ		0x0800 /* fetch ptr zero error */
#define   TALITOS_CCPSR_LO_IDH		0x0400 /* illegal desc hdr error */
#define   TALITOS_CCPSR_LO_IEU		0x0200 /* invalid EU error */
#define   TALITOS_CCPSR_LO_EU		0x0100 /* EU error detected */
#define   TALITOS_CCPSR_LO_GB		0x0080 /* gather boundary error */
#define   TALITOS_CCPSR_LO_GRL		0x0040 /* gather return/length error */
#define   TALITOS_CCPSR_LO_SB		0x0020 /* scatter boundary error */
#define   TALITOS_CCPSR_LO_SRL		0x0010 /* scatter return/length error */

/* channel fetch fifo register */
#define TALITOS_FF			0x48
#define TALITOS_FF_LO			0x4c

/* current descriptor pointer register */
#define TALITOS_CDPR			0x40
#define TALITOS_CDPR_LO			0x44

/* descriptor buffer register */
#define TALITOS_DESCBUF			0x80
#define TALITOS_DESCBUF_LO		0x84

/* gather link table */
#define TALITOS_GATHER			0xc0
#define TALITOS_GATHER_LO		0xc4

/* scatter link table */
#define TALITOS_SCATTER			0xe0
#define TALITOS_SCATTER_LO		0xe4

/* execution unit registers base */
#define TALITOS2_DEU			0x2000
#define TALITOS2_AESU			0x4000
#define TALITOS2_MDEU			0x6000
#define TALITOS2_AFEU			0x8000
#define TALITOS2_RNGU			0xa000
#define TALITOS2_PKEU			0xc000
#define TALITOS2_KEU			0xe000
#define TALITOS2_CRCU			0xf000

#define TALITOS12_AESU			0x4000
#define TALITOS12_DEU			0x5000
#define TALITOS12_MDEU			0x6000

#define TALITOS10_AFEU			0x8000
#define TALITOS10_DEU			0xa000
#define TALITOS10_MDEU			0xc000
#define TALITOS10_RNGU			0xe000
#define TALITOS10_PKEU			0x10000
#define TALITOS10_AESU			0x12000

/* execution unit interrupt status registers */
#define TALITOS_EUDSR			0x10	/* data size */
#define TALITOS_EUDSR_LO		0x14
#define TALITOS_EURCR			0x18 /* reset control*/
#define TALITOS_EURCR_LO		0x1c
#define TALITOS_EUSR			0x28 /* rng status */
#define TALITOS_EUSR_LO			0x2c
#define TALITOS_EUISR			0x30
#define TALITOS_EUISR_LO		0x34
#define TALITOS_EUICR			0x38 /* int. control */
#define TALITOS_EUICR_LO		0x3c
#define TALITOS_EU_FIFO			0x800 /* output FIFO */
#define TALITOS_EU_FIFO_LO		0x804 /* output FIFO */
/* DES unit */
#define   TALITOS1_DEUICR_KPE		0x00200000 /* Key Parity Error */
/* message digest unit */
#define   TALITOS_MDEUICR_LO_ICE	0x4000 /* integrity check IRQ enable */
/* random number unit */
#define   TALITOS_RNGUSR_LO_RD		0x1	/* reset done */
#define   TALITOS_RNGUSR_LO_OFL		0xff0000/* output FIFO length */
#define   TALITOS_RNGURCR_LO_SR		0x1	/* software reset */

#define TALITOS_MDEU_CONTEXT_SIZE_MD5_SHA1_SHA256	0x28
#define TALITOS_MDEU_CONTEXT_SIZE_SHA384_SHA512		0x48

/*
 * talitos descriptor header (hdr) bits
 */

/* written back when done */
#define DESC_HDR_DONE			cpu_to_be32(0xff000000)
#define DESC_HDR_LO_ICCR1_MASK		cpu_to_be32(0x00180000)
#define DESC_HDR_LO_ICCR1_PASS		cpu_to_be32(0x00080000)
#define DESC_HDR_LO_ICCR1_FAIL		cpu_to_be32(0x00100000)

/* primary execution unit select */
#define	DESC_HDR_SEL0_MASK		cpu_to_be32(0xf0000000)
#define	DESC_HDR_SEL0_AFEU		cpu_to_be32(0x10000000)
#define	DESC_HDR_SEL0_DEU		cpu_to_be32(0x20000000)
#define	DESC_HDR_SEL0_MDEUA		cpu_to_be32(0x30000000)
#define	DESC_HDR_SEL0_MDEUB		cpu_to_be32(0xb0000000)
#define	DESC_HDR_SEL0_RNG		cpu_to_be32(0x40000000)
#define	DESC_HDR_SEL0_PKEU		cpu_to_be32(0x50000000)
#define	DESC_HDR_SEL0_AESU		cpu_to_be32(0x60000000)
#define	DESC_HDR_SEL0_KEU		cpu_to_be32(0x70000000)
#define	DESC_HDR_SEL0_CRCU		cpu_to_be32(0x80000000)

/* primary execution unit mode (MODE0) and derivatives */
#define	DESC_HDR_MODE0_ENCRYPT		cpu_to_be32(0x00100000)
#define	DESC_HDR_MODE0_AESU_CBC		cpu_to_be32(0x00200000)
#define	DESC_HDR_MODE0_AESU_CTR		cpu_to_be32(0x00600000)
#define	DESC_HDR_MODE0_DEU_CBC		cpu_to_be32(0x00400000)
#define	DESC_HDR_MODE0_DEU_3DES		cpu_to_be32(0x00200000)
#define	DESC_HDR_MODE0_MDEU_CONT	cpu_to_be32(0x08000000)
#define	DESC_HDR_MODE0_MDEU_INIT	cpu_to_be32(0x01000000)
#define	DESC_HDR_MODE0_MDEU_HMAC	cpu_to_be32(0x00800000)
#define	DESC_HDR_MODE0_MDEU_PAD		cpu_to_be32(0x00400000)
#define	DESC_HDR_MODE0_MDEU_SHA224	cpu_to_be32(0x00300000)
#define	DESC_HDR_MODE0_MDEU_MD5		cpu_to_be32(0x00200000)
#define	DESC_HDR_MODE0_MDEU_SHA256	cpu_to_be32(0x00100000)
#define	DESC_HDR_MODE0_MDEU_SHA1	cpu_to_be32(0x00000000)
#define	DESC_HDR_MODE0_MDEUB_SHA384	cpu_to_be32(0x00000000)
#define	DESC_HDR_MODE0_MDEUB_SHA512	cpu_to_be32(0x00200000)
#define	DESC_HDR_MODE0_MDEU_MD5_HMAC	(DESC_HDR_MODE0_MDEU_MD5 | \
					 DESC_HDR_MODE0_MDEU_HMAC)
#define	DESC_HDR_MODE0_MDEU_SHA256_HMAC	(DESC_HDR_MODE0_MDEU_SHA256 | \
					 DESC_HDR_MODE0_MDEU_HMAC)
#define	DESC_HDR_MODE0_MDEU_SHA1_HMAC	(DESC_HDR_MODE0_MDEU_SHA1 | \
					 DESC_HDR_MODE0_MDEU_HMAC)

/* secondary execution unit select (SEL1) */
#define	DESC_HDR_SEL1_MASK		cpu_to_be32(0x000f0000)
#define	DESC_HDR_SEL1_MDEUA		cpu_to_be32(0x00030000)
#define	DESC_HDR_SEL1_MDEUB		cpu_to_be32(0x000b0000)
#define	DESC_HDR_SEL1_CRCU		cpu_to_be32(0x00080000)

/* secondary execution unit mode (MODE1) and derivatives */
#define	DESC_HDR_MODE1_MDEU_CICV	cpu_to_be32(0x00004000)
#define	DESC_HDR_MODE1_MDEU_INIT	cpu_to_be32(0x00001000)
#define	DESC_HDR_MODE1_MDEU_HMAC	cpu_to_be32(0x00000800)
#define	DESC_HDR_MODE1_MDEU_PAD		cpu_to_be32(0x00000400)
#define	DESC_HDR_MODE1_MDEU_SHA224	cpu_to_be32(0x00000300)
#define	DESC_HDR_MODE1_MDEU_MD5		cpu_to_be32(0x00000200)
#define	DESC_HDR_MODE1_MDEU_SHA256	cpu_to_be32(0x00000100)
#define	DESC_HDR_MODE1_MDEU_SHA1	cpu_to_be32(0x00000000)
#define	DESC_HDR_MODE1_MDEUB_SHA384	cpu_to_be32(0x00000000)
#define	DESC_HDR_MODE1_MDEUB_SHA512	cpu_to_be32(0x00000200)
#define	DESC_HDR_MODE1_MDEU_MD5_HMAC	(DESC_HDR_MODE1_MDEU_MD5 | \
					 DESC_HDR_MODE1_MDEU_HMAC)
#define	DESC_HDR_MODE1_MDEU_SHA256_HMAC	(DESC_HDR_MODE1_MDEU_SHA256 | \
					 DESC_HDR_MODE1_MDEU_HMAC)
#define	DESC_HDR_MODE1_MDEU_SHA1_HMAC	(DESC_HDR_MODE1_MDEU_SHA1 | \
					 DESC_HDR_MODE1_MDEU_HMAC)
#define DESC_HDR_MODE1_MDEU_SHA224_HMAC	(DESC_HDR_MODE1_MDEU_SHA224 | \
					 DESC_HDR_MODE1_MDEU_HMAC)
#define DESC_HDR_MODE1_MDEUB_SHA384_HMAC	(DESC_HDR_MODE1_MDEUB_SHA384 | \
						 DESC_HDR_MODE1_MDEU_HMAC)
#define DESC_HDR_MODE1_MDEUB_SHA512_HMAC	(DESC_HDR_MODE1_MDEUB_SHA512 | \
						 DESC_HDR_MODE1_MDEU_HMAC)

/* direction of overall data flow (DIR) */
#define	DESC_HDR_DIR_INBOUND		cpu_to_be32(0x00000002)

/* request done notification (DN) */
#define	DESC_HDR_DONE_NOTIFY		cpu_to_be32(0x00000001)

/* descriptor types */
#define DESC_HDR_TYPE_AESU_CTR_NONSNOOP		cpu_to_be32(0 << 3)
#define DESC_HDR_TYPE_IPSEC_ESP			cpu_to_be32(1 << 3)
#define DESC_HDR_TYPE_COMMON_NONSNOOP_NO_AFEU	cpu_to_be32(2 << 3)
#define DESC_HDR_TYPE_HMAC_SNOOP_NO_AFEU	cpu_to_be32(4 << 3)

/* link table extent field bits */
#define DESC_PTR_LNKTBL_JUMP			0x80
#define DESC_PTR_LNKTBL_RETURN			0x02
#define DESC_PTR_LNKTBL_NEXT			0x01
Commit	Line	Data
9c4a7965 KP	1	/*
	2	* Freescale SEC (talitos) device register and descriptor header defines
	3	*
ad42d5fc	4	* Copyright (c) 2006-2011 Freescale Semiconductor, Inc.
9c4a7965 KP	5	*
	6	* Redistribution and use in source and binary forms, with or without
	7	* modification, are permitted provided that the following conditions
	8	* are met:
	9	*
	10	* 1. Redistributions of source code must retain the above copyright
	11	* notice, this list of conditions and the following disclaimer.
	12	* 2. Redistributions in binary form must reproduce the above copyright
	13	* notice, this list of conditions and the following disclaimer in the
	14	* documentation and/or other materials provided with the distribution.
	15	* 3. The name of the author may not be used to endorse or promote products
	16	* derived from this software without specific prior written permission.
	17	*
	18	* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
	19	* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
	20	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
	21	* IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
	22	* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
	23	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	24	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	25	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	26	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
	27	* THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	28	*
	29	*/
	30
d1a0eb98	31	#define TALITOS_TIMEOUT 100000
6f65f6ac LC	32	#define TALITOS1_MAX_DATA_LEN 32768
6f65f6ac LC	33	#define TALITOS2_MAX_DATA_LEN 65535
d1a0eb98 HG	34
	35	#define DESC_TYPE(desc_hdr) ((be32_to_cpu(desc_hdr) >> 3) & 0x1f)
	36	#define PRIMARY_EU(desc_hdr) ((be32_to_cpu(desc_hdr) >> 28) & 0xf)
	37	#define SECONDARY_EU(desc_hdr) ((be32_to_cpu(desc_hdr) >> 16) & 0xf)
	38
	39	/* descriptor pointer entry */
	40	struct talitos_ptr {
90490752 LC	41	union {
	42	struct { /* SEC2 format */
	43	__be16 len; /* length */
	44	u8 j_extent; /* jump to sg link table and/or extent*/
	45	u8 eptr; /* extended address */
	46	};
	47	struct { /* SEC1 format */
	48	__be16 res;
	49	__be16 len1; /* length */
	50	};
	51	};
d1a0eb98 HG	52	__be32 ptr; /* address */
	53	};
	54
76bea64c	55	static const struct talitos_ptr zero_entry;
d1a0eb98 HG	56
	57	/* descriptor */
	58	struct talitos_desc {
	59	__be32 hdr; /* header high bits */
90490752 LC	60	union {
	61	__be32 hdr_lo; /* header low bits */
	62	__be32 hdr1; /* header for SEC1 */
	63	};
d1a0eb98	64	struct talitos_ptr ptr[7]; /* ptr/len pair array */
90490752	65	__be32 next_desc; /* next descriptor (SEC1) */
d1a0eb98 HG	66	};
d1a0eb98 HG	67
7d607c6a LC	68	#define TALITOS_DESC_SIZE (sizeof(struct talitos_desc) - sizeof(__be32))
7d607c6a LC	69
d1a0eb98 HG	70	/**
	71	* talitos_request - descriptor submission request
	72	* @desc: descriptor pointer (kernel virtual)
	73	* @dma_desc: descriptor's physical bus address
	74	* @callback: whom to call when descriptor processing is done
	75	* @context: caller context (optional)
	76	*/
	77	struct talitos_request {
	78	struct talitos_desc *desc;
	79	dma_addr_t dma_desc;
	80	void (callback) (struct device dev, struct talitos_desc *desc,
	81	void *context, int error);
	82	void *context;
	83	};
	84
	85	/* per-channel fifo management */
	86	struct talitos_channel {
	87	void __iomem *reg;
	88
	89	/* request fifo */
	90	struct talitos_request *fifo;
	91
	92	/* number of requests pending in channel h/w fifo */
	93	atomic_t submit_count ____cacheline_aligned;
	94
	95	/* request submission (head) lock */
	96	spinlock_t head_lock ____cacheline_aligned;
	97	/* index to next free descriptor request */
	98	int head;
	99
	100	/* request release (tail) lock */
	101	spinlock_t tail_lock ____cacheline_aligned;
	102	/* index to next in-progress/done descriptor request */
	103	int tail;
	104	};
	105
	106	struct talitos_private {
	107	struct device *dev;
	108	struct platform_device *ofdev;
	109	void __iomem *reg;
5fa7fa14 LC	110	void __iomem *reg_deu;
	111	void __iomem *reg_aesu;
	112	void __iomem *reg_mdeu;
	113	void __iomem *reg_afeu;
	114	void __iomem *reg_rngu;
	115	void __iomem *reg_pkeu;
	116	void __iomem *reg_keu;
	117	void __iomem *reg_crcu;
d1a0eb98 HG	118	int irq[2];
	119
	120	/* SEC global registers lock */
	121	spinlock_t reg_lock ____cacheline_aligned;
	122
	123	/* SEC version geometry (from device tree node) */
	124	unsigned int num_channels;
	125	unsigned int chfifo_len;
	126	unsigned int exec_units;
	127	unsigned int desc_types;
	128
	129	/* SEC Compatibility info */
	130	unsigned long features;
	131
	132	/*
	133	* length of the request fifo
	134	* fifo_len is chfifo_len rounded up to next power of 2
	135	* so we can use bitwise ops to wrap
	136	*/
	137	unsigned int fifo_len;
	138
	139	struct talitos_channel *chan;
	140
	141	/* next channel to be assigned next incoming descriptor */
	142	atomic_t last_chan ____cacheline_aligned;
	143
	144	/* request callback tasklet */
	145	struct tasklet_struct done_task[2];
	146
	147	/* list of registered algorithms */
	148	struct list_head alg_list;
	149
	150	/* hwrng device */
	151	struct hwrng rng;
35a3bb3d	152	bool rng_registered;
d1a0eb98 HG	153	};
d1a0eb98 HG	154
865d5061 HG	155	extern int talitos_submit(struct device dev, int ch, struct talitos_desc desc,
	156	void (callback)(struct device dev,
	157	struct talitos_desc *desc,
	158	void *context, int error),
	159	void *context);
	160
d1a0eb98 HG	161	/* .features flag */
	162	#define TALITOS_FTR_SRC_LINK_TBL_LEN_INCLUDES_EXTENT 0x00000001
	163	#define TALITOS_FTR_HW_AUTH_CHECK 0x00000002
	164	#define TALITOS_FTR_SHA224_HWINIT 0x00000004
	165	#define TALITOS_FTR_HMAC_OK 0x00000008
21590888 LC	166	#define TALITOS_FTR_SEC1 0x00000010
	167
	168	/*
	169	* If both CONFIG_CRYPTO_DEV_TALITOS1 and CONFIG_CRYPTO_DEV_TALITOS2 are
	170	* defined, we check the features which are set according to the device tree.
	171	* Otherwise, we answer true or false directly
	172	*/
	173	static inline bool has_ftr_sec1(struct talitos_private *priv)
	174	{
	175	#if defined(CONFIG_CRYPTO_DEV_TALITOS1) && defined(CONFIG_CRYPTO_DEV_TALITOS2)
	176	return priv->features & TALITOS_FTR_SEC1 ? true : false;
	177	#elif defined(CONFIG_CRYPTO_DEV_TALITOS1)
	178	return true;
	179	#else
	180	return false;
	181	#endif
	182	}
d1a0eb98	183
9c4a7965 KP	184	/*
	185	* TALITOS_xxx_LO addresses point to the low data bits (32-63) of the register
	186	*/
	187
dd3c0987 LC	188	#define ISR1_FORMAT(x) (((x) << 28) \| ((x) << 16))
	189	#define ISR2_FORMAT(x) (((x) << 4) \| (x))
	190
9c4a7965 KP	191	/* global register offset addresses */
9c4a7965 KP	192	#define TALITOS_MCR 0x1030 /* master control register */
c3e337f8 KP	193	#define TALITOS_MCR_RCA0 (1 << 15) /* remap channel 0 */
	194	#define TALITOS_MCR_RCA1 (1 << 14) /* remap channel 1 */
	195	#define TALITOS_MCR_RCA2 (1 << 13) /* remap channel 2 */
	196	#define TALITOS_MCR_RCA3 (1 << 12) /* remap channel 3 */
dd3c0987 LC	197	#define TALITOS1_MCR_SWR 0x1000000 /* s/w reset */
dd3c0987 LC	198	#define TALITOS2_MCR_SWR 0x1 /* s/w reset */
c3e337f8	199	#define TALITOS_MCR_LO 0x1034
9c4a7965	200	#define TALITOS_IMR 0x1008 /* interrupt mask register */
dd3c0987 LC	201	/* enable channel IRQs */
	202	#define TALITOS1_IMR_INIT ISR1_FORMAT(0xf)
	203	#define TALITOS1_IMR_DONE ISR1_FORMAT(0x5) /* done IRQs */
	204	/* enable channel IRQs */
	205	#define TALITOS2_IMR_INIT (ISR2_FORMAT(0xf) \| 0x10000)
	206	#define TALITOS2_IMR_DONE ISR1_FORMAT(0x5) /* done IRQs */
9c4a7965	207	#define TALITOS_IMR_LO 0x100C
dd3c0987 LC	208	#define TALITOS1_IMR_LO_INIT 0x2000000 /* allow RNGU error IRQs */
dd3c0987 LC	209	#define TALITOS2_IMR_LO_INIT 0x20000 /* allow RNGU error IRQs */
9c4a7965	210	#define TALITOS_ISR 0x1010 /* interrupt status register */
dd3c0987 LC	211	#define TALITOS1_ISR_4CHERR ISR1_FORMAT(0xa) /* 4 ch errors mask */
	212	#define TALITOS1_ISR_4CHDONE ISR1_FORMAT(0x5) /* 4 ch done mask */
	213	#define TALITOS1_ISR_TEA_ERR 0x00000040
	214	#define TALITOS2_ISR_4CHERR ISR2_FORMAT(0xa) /* 4 ch errors mask */
	215	#define TALITOS2_ISR_4CHDONE ISR2_FORMAT(0x5) /* 4 ch done mask */
	216	#define TALITOS2_ISR_CH_0_2_ERR ISR2_FORMAT(0x2) /* ch 0, 2 err mask */
	217	#define TALITOS2_ISR_CH_0_2_DONE ISR2_FORMAT(0x1) /* ch 0, 2 done mask */
	218	#define TALITOS2_ISR_CH_1_3_ERR ISR2_FORMAT(0x8) /* ch 1, 3 err mask */
	219	#define TALITOS2_ISR_CH_1_3_DONE ISR2_FORMAT(0x4) /* ch 1, 3 done mask */
9c4a7965 KP	220	#define TALITOS_ISR_LO 0x1014
	221	#define TALITOS_ICR 0x1018 /* interrupt clear register */
	222	#define TALITOS_ICR_LO 0x101C
	223
	224	/* channel register address stride */
ad42d5fc	225	#define TALITOS_CH_BASE_OFFSET 0x1000 /* default channel map base */
5fa7fa14 LC	226	#define TALITOS1_CH_STRIDE 0x1000
5fa7fa14 LC	227	#define TALITOS2_CH_STRIDE 0x100
9c4a7965 KP	228
9c4a7965 KP	229	/* channel configuration register */
ad42d5fc	230	#define TALITOS_CCCR 0x8
dd3c0987 LC	231	#define TALITOS2_CCCR_CONT 0x2 /* channel continue on SEC2 */
dd3c0987 LC	232	#define TALITOS2_CCCR_RESET 0x1 /* channel reset on SEC2 */
ad42d5fc	233	#define TALITOS_CCCR_LO 0xc
fe5720e2	234	#define TALITOS_CCCR_LO_IWSE 0x80 /* chan. ICCR writeback enab. */
81eb024c	235	#define TALITOS_CCCR_LO_EAE 0x20 /* extended address enable */
9c4a7965 KP	236	#define TALITOS_CCCR_LO_CDWE 0x10 /* chan. done writeback enab. */
	237	#define TALITOS_CCCR_LO_NT 0x4 /* notification type */
	238	#define TALITOS_CCCR_LO_CDIE 0x2 /* channel done IRQ enable */
dd3c0987	239	#define TALITOS1_CCCR_LO_RESET 0x1 /* channel reset on SEC1 */
9c4a7965 KP	240
9c4a7965 KP	241	/* CCPSR: channel pointer status register */
ad42d5fc KP	242	#define TALITOS_CCPSR 0x10
ad42d5fc KP	243	#define TALITOS_CCPSR_LO 0x14
9c4a7965 KP	244	#define TALITOS_CCPSR_LO_DOF 0x8000 /* double FF write oflow error */
	245	#define TALITOS_CCPSR_LO_SOF 0x4000 /* single FF write oflow error */
	246	#define TALITOS_CCPSR_LO_MDTE 0x2000 /* master data transfer error */
	247	#define TALITOS_CCPSR_LO_SGDLZ 0x1000 /* s/g data len zero error */
	248	#define TALITOS_CCPSR_LO_FPZ 0x0800 /* fetch ptr zero error */
	249	#define TALITOS_CCPSR_LO_IDH 0x0400 /* illegal desc hdr error */
	250	#define TALITOS_CCPSR_LO_IEU 0x0200 /* invalid EU error */
	251	#define TALITOS_CCPSR_LO_EU 0x0100 /* EU error detected */
	252	#define TALITOS_CCPSR_LO_GB 0x0080 /* gather boundary error */
	253	#define TALITOS_CCPSR_LO_GRL 0x0040 /* gather return/length error */
	254	#define TALITOS_CCPSR_LO_SB 0x0020 /* scatter boundary error */
	255	#define TALITOS_CCPSR_LO_SRL 0x0010 /* scatter return/length error */
	256
	257	/* channel fetch fifo register */
ad42d5fc KP	258	#define TALITOS_FF 0x48
ad42d5fc KP	259	#define TALITOS_FF_LO 0x4c
9c4a7965 KP	260
9c4a7965 KP	261	/* current descriptor pointer register */
ad42d5fc KP	262	#define TALITOS_CDPR 0x40
ad42d5fc KP	263	#define TALITOS_CDPR_LO 0x44
9c4a7965 KP	264
9c4a7965 KP	265	/* descriptor buffer register */
ad42d5fc KP	266	#define TALITOS_DESCBUF 0x80
ad42d5fc KP	267	#define TALITOS_DESCBUF_LO 0x84
9c4a7965 KP	268
9c4a7965 KP	269	/* gather link table */
ad42d5fc KP	270	#define TALITOS_GATHER 0xc0
ad42d5fc KP	271	#define TALITOS_GATHER_LO 0xc4
9c4a7965 KP	272
9c4a7965 KP	273	/* scatter link table */
ad42d5fc KP	274	#define TALITOS_SCATTER 0xe0
ad42d5fc KP	275	#define TALITOS_SCATTER_LO 0xe4
9c4a7965	276
5fa7fa14 LC	277	/* execution unit registers base */
	278	#define TALITOS2_DEU 0x2000
	279	#define TALITOS2_AESU 0x4000
	280	#define TALITOS2_MDEU 0x6000
	281	#define TALITOS2_AFEU 0x8000
	282	#define TALITOS2_RNGU 0xa000
	283	#define TALITOS2_PKEU 0xc000
	284	#define TALITOS2_KEU 0xe000
	285	#define TALITOS2_CRCU 0xf000
	286
	287	#define TALITOS12_AESU 0x4000
	288	#define TALITOS12_DEU 0x5000
	289	#define TALITOS12_MDEU 0x6000
	290
	291	#define TALITOS10_AFEU 0x8000
	292	#define TALITOS10_DEU 0xa000
	293	#define TALITOS10_MDEU 0xc000
	294	#define TALITOS10_RNGU 0xe000
	295	#define TALITOS10_PKEU 0x10000
	296	#define TALITOS10_AESU 0x12000
	297
9c4a7965	298	/* execution unit interrupt status registers */
5fa7fa14 LC	299	#define TALITOS_EUDSR 0x10 /* data size */
	300	#define TALITOS_EUDSR_LO 0x14
	301	#define TALITOS_EURCR 0x18 /* reset control*/
	302	#define TALITOS_EURCR_LO 0x1c
	303	#define TALITOS_EUSR 0x28 /* rng status */
	304	#define TALITOS_EUSR_LO 0x2c
	305	#define TALITOS_EUISR 0x30
	306	#define TALITOS_EUISR_LO 0x34
	307	#define TALITOS_EUICR 0x38 /* int. control */
	308	#define TALITOS_EUICR_LO 0x3c
	309	#define TALITOS_EU_FIFO 0x800 /* output FIFO */
	310	#define TALITOS_EU_FIFO_LO 0x804 /* output FIFO */
dd3c0987 LC	311	/* DES unit */
dd3c0987 LC	312	#define TALITOS1_DEUICR_KPE 0x00200000 /* Key Parity Error */
5fa7fa14	313	/* message digest unit */
fe5720e2	314	#define TALITOS_MDEUICR_LO_ICE 0x4000 /* integrity check IRQ enable */
5fa7fa14	315	/* random number unit */
9c4a7965 KP	316	#define TALITOS_RNGUSR_LO_RD 0x1 /* reset done */
9c4a7965 KP	317	#define TALITOS_RNGUSR_LO_OFL 0xff0000/* output FIFO length */
9c4a7965	318	#define TALITOS_RNGURCR_LO_SR 0x1 /* software reset */
9c4a7965	319
497f2e6b LN	320	#define TALITOS_MDEU_CONTEXT_SIZE_MD5_SHA1_SHA256 0x28
	321	#define TALITOS_MDEU_CONTEXT_SIZE_SHA384_SHA512 0x48
	322
9c4a7965 KP	323	/*
	324	* talitos descriptor header (hdr) bits
	325	*/
	326
	327	/* written back when done */
dad3df20 HH	328	#define DESC_HDR_DONE cpu_to_be32(0xff000000)
	329	#define DESC_HDR_LO_ICCR1_MASK cpu_to_be32(0x00180000)
	330	#define DESC_HDR_LO_ICCR1_PASS cpu_to_be32(0x00080000)
	331	#define DESC_HDR_LO_ICCR1_FAIL cpu_to_be32(0x00100000)
9c4a7965 KP	332
9c4a7965 KP	333	/* primary execution unit select */
dad3df20 HH	334	#define DESC_HDR_SEL0_MASK cpu_to_be32(0xf0000000)
	335	#define DESC_HDR_SEL0_AFEU cpu_to_be32(0x10000000)
	336	#define DESC_HDR_SEL0_DEU cpu_to_be32(0x20000000)
	337	#define DESC_HDR_SEL0_MDEUA cpu_to_be32(0x30000000)
	338	#define DESC_HDR_SEL0_MDEUB cpu_to_be32(0xb0000000)
	339	#define DESC_HDR_SEL0_RNG cpu_to_be32(0x40000000)
	340	#define DESC_HDR_SEL0_PKEU cpu_to_be32(0x50000000)
	341	#define DESC_HDR_SEL0_AESU cpu_to_be32(0x60000000)
	342	#define DESC_HDR_SEL0_KEU cpu_to_be32(0x70000000)
	343	#define DESC_HDR_SEL0_CRCU cpu_to_be32(0x80000000)
9c4a7965 KP	344
9c4a7965 KP	345	/* primary execution unit mode (MODE0) and derivatives */
dad3df20 HH	346	#define DESC_HDR_MODE0_ENCRYPT cpu_to_be32(0x00100000)
dad3df20 HH	347	#define DESC_HDR_MODE0_AESU_CBC cpu_to_be32(0x00200000)
5e75ae1b	348	#define DESC_HDR_MODE0_AESU_CTR cpu_to_be32(0x00600000)
dad3df20 HH	349	#define DESC_HDR_MODE0_DEU_CBC cpu_to_be32(0x00400000)
dad3df20 HH	350	#define DESC_HDR_MODE0_DEU_3DES cpu_to_be32(0x00200000)
497f2e6b	351	#define DESC_HDR_MODE0_MDEU_CONT cpu_to_be32(0x08000000)
dad3df20 HH	352	#define DESC_HDR_MODE0_MDEU_INIT cpu_to_be32(0x01000000)
	353	#define DESC_HDR_MODE0_MDEU_HMAC cpu_to_be32(0x00800000)
	354	#define DESC_HDR_MODE0_MDEU_PAD cpu_to_be32(0x00400000)
60f208d7	355	#define DESC_HDR_MODE0_MDEU_SHA224 cpu_to_be32(0x00300000)
dad3df20 HH	356	#define DESC_HDR_MODE0_MDEU_MD5 cpu_to_be32(0x00200000)
	357	#define DESC_HDR_MODE0_MDEU_SHA256 cpu_to_be32(0x00100000)
	358	#define DESC_HDR_MODE0_MDEU_SHA1 cpu_to_be32(0x00000000)
497f2e6b LN	359	#define DESC_HDR_MODE0_MDEUB_SHA384 cpu_to_be32(0x00000000)
497f2e6b LN	360	#define DESC_HDR_MODE0_MDEUB_SHA512 cpu_to_be32(0x00200000)
9c4a7965 KP	361	#define DESC_HDR_MODE0_MDEU_MD5_HMAC (DESC_HDR_MODE0_MDEU_MD5 \| \
	362	DESC_HDR_MODE0_MDEU_HMAC)
	363	#define DESC_HDR_MODE0_MDEU_SHA256_HMAC (DESC_HDR_MODE0_MDEU_SHA256 \| \
	364	DESC_HDR_MODE0_MDEU_HMAC)
	365	#define DESC_HDR_MODE0_MDEU_SHA1_HMAC (DESC_HDR_MODE0_MDEU_SHA1 \| \
	366	DESC_HDR_MODE0_MDEU_HMAC)
	367
	368	/* secondary execution unit select (SEL1) */
dad3df20 HH	369	#define DESC_HDR_SEL1_MASK cpu_to_be32(0x000f0000)
	370	#define DESC_HDR_SEL1_MDEUA cpu_to_be32(0x00030000)
	371	#define DESC_HDR_SEL1_MDEUB cpu_to_be32(0x000b0000)
	372	#define DESC_HDR_SEL1_CRCU cpu_to_be32(0x00080000)
9c4a7965 KP	373
9c4a7965 KP	374	/* secondary execution unit mode (MODE1) and derivatives */
dad3df20 HH	375	#define DESC_HDR_MODE1_MDEU_CICV cpu_to_be32(0x00004000)
	376	#define DESC_HDR_MODE1_MDEU_INIT cpu_to_be32(0x00001000)
	377	#define DESC_HDR_MODE1_MDEU_HMAC cpu_to_be32(0x00000800)
	378	#define DESC_HDR_MODE1_MDEU_PAD cpu_to_be32(0x00000400)
60f208d7	379	#define DESC_HDR_MODE1_MDEU_SHA224 cpu_to_be32(0x00000300)
dad3df20 HH	380	#define DESC_HDR_MODE1_MDEU_MD5 cpu_to_be32(0x00000200)
	381	#define DESC_HDR_MODE1_MDEU_SHA256 cpu_to_be32(0x00000100)
	382	#define DESC_HDR_MODE1_MDEU_SHA1 cpu_to_be32(0x00000000)
497f2e6b LN	383	#define DESC_HDR_MODE1_MDEUB_SHA384 cpu_to_be32(0x00000000)
497f2e6b LN	384	#define DESC_HDR_MODE1_MDEUB_SHA512 cpu_to_be32(0x00000200)
9c4a7965 KP	385	#define DESC_HDR_MODE1_MDEU_MD5_HMAC (DESC_HDR_MODE1_MDEU_MD5 \| \
	386	DESC_HDR_MODE1_MDEU_HMAC)
	387	#define DESC_HDR_MODE1_MDEU_SHA256_HMAC (DESC_HDR_MODE1_MDEU_SHA256 \| \
	388	DESC_HDR_MODE1_MDEU_HMAC)
	389	#define DESC_HDR_MODE1_MDEU_SHA1_HMAC (DESC_HDR_MODE1_MDEU_SHA1 \| \
	390	DESC_HDR_MODE1_MDEU_HMAC)
357fb605 HG	391	#define DESC_HDR_MODE1_MDEU_SHA224_HMAC (DESC_HDR_MODE1_MDEU_SHA224 \| \
	392	DESC_HDR_MODE1_MDEU_HMAC)
	393	#define DESC_HDR_MODE1_MDEUB_SHA384_HMAC (DESC_HDR_MODE1_MDEUB_SHA384 \| \
	394	DESC_HDR_MODE1_MDEU_HMAC)
	395	#define DESC_HDR_MODE1_MDEUB_SHA512_HMAC (DESC_HDR_MODE1_MDEUB_SHA512 \| \
	396	DESC_HDR_MODE1_MDEU_HMAC)
9c4a7965 KP	397
9c4a7965 KP	398	/* direction of overall data flow (DIR) */
dad3df20	399	#define DESC_HDR_DIR_INBOUND cpu_to_be32(0x00000002)
9c4a7965 KP	400
9c4a7965 KP	401	/* request done notification (DN) */
dad3df20	402	#define DESC_HDR_DONE_NOTIFY cpu_to_be32(0x00000001)
9c4a7965 KP	403
9c4a7965 KP	404	/* descriptor types */
dad3df20 HH	405	#define DESC_HDR_TYPE_AESU_CTR_NONSNOOP cpu_to_be32(0 << 3)
	406	#define DESC_HDR_TYPE_IPSEC_ESP cpu_to_be32(1 << 3)
	407	#define DESC_HDR_TYPE_COMMON_NONSNOOP_NO_AFEU cpu_to_be32(2 << 3)
	408	#define DESC_HDR_TYPE_HMAC_SNOOP_NO_AFEU cpu_to_be32(4 << 3)
9c4a7965 KP	409
	410	/* link table extent field bits */
	411	#define DESC_PTR_LNKTBL_JUMP 0x80
	412	#define DESC_PTR_LNKTBL_RETURN 0x02
	413	#define DESC_PTR_LNKTBL_NEXT 0x01