1 // SPDX-License-Identifier: GPL-2.0
5 * s390 implementation of the GHASH algorithm for GCM (Galois/Counter Mode).
7 * Copyright IBM Corp. 2011
11 #include <crypto/internal/hash.h>
12 #include <linux/module.h>
13 #include <linux/cpufeature.h>
14 #include <asm/cpacf.h>
16 #define GHASH_BLOCK_SIZE 16
17 #define GHASH_DIGEST_SIZE 16
20 u8 key[GHASH_BLOCK_SIZE];
23 struct ghash_desc_ctx {
24 u8 icv[GHASH_BLOCK_SIZE];
25 u8 key[GHASH_BLOCK_SIZE];
26 u8 buffer[GHASH_BLOCK_SIZE];
30 static int ghash_init(struct shash_desc *desc)
32 struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
33 struct ghash_ctx *ctx = crypto_shash_ctx(desc->tfm);
35 memset(dctx, 0, sizeof(*dctx));
36 memcpy(dctx->key, ctx->key, GHASH_BLOCK_SIZE);
41 static int ghash_setkey(struct crypto_shash *tfm,
42 const u8 *key, unsigned int keylen)
44 struct ghash_ctx *ctx = crypto_shash_ctx(tfm);
46 if (keylen != GHASH_BLOCK_SIZE) {
47 crypto_shash_set_flags(tfm, CRYPTO_TFM_RES_BAD_KEY_LEN);
51 memcpy(ctx->key, key, GHASH_BLOCK_SIZE);
56 static int ghash_update(struct shash_desc *desc,
57 const u8 *src, unsigned int srclen)
59 struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
61 u8 *buf = dctx->buffer;
64 u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
66 n = min(srclen, dctx->bytes);
74 cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf,
79 n = srclen & ~(GHASH_BLOCK_SIZE - 1);
81 cpacf_kimd(CPACF_KIMD_GHASH, dctx, src, n);
87 dctx->bytes = GHASH_BLOCK_SIZE - srclen;
88 memcpy(buf, src, srclen);
94 static int ghash_flush(struct ghash_desc_ctx *dctx)
96 u8 *buf = dctx->buffer;
99 u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
101 memset(pos, 0, dctx->bytes);
102 cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf, GHASH_BLOCK_SIZE);
109 static int ghash_final(struct shash_desc *desc, u8 *dst)
111 struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
114 ret = ghash_flush(dctx);
116 memcpy(dst, dctx->icv, GHASH_BLOCK_SIZE);
120 static struct shash_alg ghash_alg = {
121 .digestsize = GHASH_DIGEST_SIZE,
123 .update = ghash_update,
124 .final = ghash_final,
125 .setkey = ghash_setkey,
126 .descsize = sizeof(struct ghash_desc_ctx),
129 .cra_driver_name = "ghash-s390",
131 .cra_blocksize = GHASH_BLOCK_SIZE,
132 .cra_ctxsize = sizeof(struct ghash_ctx),
133 .cra_module = THIS_MODULE,
137 static int __init ghash_mod_init(void)
139 if (!cpacf_query_func(CPACF_KIMD, CPACF_KIMD_GHASH))
142 return crypto_register_shash(&ghash_alg);
145 static void __exit ghash_mod_exit(void)
147 crypto_unregister_shash(&ghash_alg);
150 module_cpu_feature_match(MSA, ghash_mod_init);
151 module_exit(ghash_mod_exit);
153 MODULE_ALIAS_CRYPTO("ghash");
155 MODULE_LICENSE("GPL");
156 MODULE_DESCRIPTION("GHASH Message Digest Algorithm, s390 implementation");