mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-05 12:36:40 +07:00
0605c41cc5
This patch converts cts over to the skcipher interface. It also optimises the implementation to use one CBC operation for all but the last block, which is then processed separately. Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
431 lines
12 KiB
C
431 lines
12 KiB
C
/*
|
|
* CTS: Cipher Text Stealing mode
|
|
*
|
|
* COPYRIGHT (c) 2008
|
|
* The Regents of the University of Michigan
|
|
* ALL RIGHTS RESERVED
|
|
*
|
|
* Permission is granted to use, copy, create derivative works
|
|
* and redistribute this software and such derivative works
|
|
* for any purpose, so long as the name of The University of
|
|
* Michigan is not used in any advertising or publicity
|
|
* pertaining to the use of distribution of this software
|
|
* without specific, written prior authorization. If the
|
|
* above copyright notice or any other identification of the
|
|
* University of Michigan is included in any copy of any
|
|
* portion of this software, then the disclaimer below must
|
|
* also be included.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED AS IS, WITHOUT REPRESENTATION
|
|
* FROM THE UNIVERSITY OF MICHIGAN AS TO ITS FITNESS FOR ANY
|
|
* PURPOSE, AND WITHOUT WARRANTY BY THE UNIVERSITY OF
|
|
* MICHIGAN OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING
|
|
* WITHOUT LIMITATION THE IMPLIED WARRANTIES OF
|
|
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE
|
|
* REGENTS OF THE UNIVERSITY OF MICHIGAN SHALL NOT BE LIABLE
|
|
* FOR ANY DAMAGES, INCLUDING SPECIAL, INDIRECT, INCIDENTAL, OR
|
|
* CONSEQUENTIAL DAMAGES, WITH RESPECT TO ANY CLAIM ARISING
|
|
* OUT OF OR IN CONNECTION WITH THE USE OF THE SOFTWARE, EVEN
|
|
* IF IT HAS BEEN OR IS HEREAFTER ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGES.
|
|
*/
|
|
|
|
/* Derived from various:
|
|
* Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
|
|
*/
|
|
|
|
/*
|
|
* This is the Cipher Text Stealing mode as described by
|
|
* Section 8 of rfc2040 and referenced by rfc3962.
|
|
* rfc3962 includes errata information in its Appendix A.
|
|
*/
|
|
|
|
#include <crypto/internal/skcipher.h>
|
|
#include <linux/err.h>
|
|
#include <linux/init.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/log2.h>
|
|
#include <linux/module.h>
|
|
#include <linux/scatterlist.h>
|
|
#include <crypto/scatterwalk.h>
|
|
#include <linux/slab.h>
|
|
|
|
struct crypto_cts_ctx {
|
|
struct crypto_skcipher *child;
|
|
};
|
|
|
|
struct crypto_cts_reqctx {
|
|
struct scatterlist sg[2];
|
|
unsigned offset;
|
|
struct skcipher_request subreq;
|
|
};
|
|
|
|
static inline u8 *crypto_cts_reqctx_space(struct skcipher_request *req)
|
|
{
|
|
struct crypto_cts_reqctx *rctx = skcipher_request_ctx(req);
|
|
struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
|
|
struct crypto_cts_ctx *ctx = crypto_skcipher_ctx(tfm);
|
|
struct crypto_skcipher *child = ctx->child;
|
|
|
|
return PTR_ALIGN((u8 *)(rctx + 1) + crypto_skcipher_reqsize(child),
|
|
crypto_skcipher_alignmask(tfm) + 1);
|
|
}
|
|
|
|
static int crypto_cts_setkey(struct crypto_skcipher *parent, const u8 *key,
|
|
unsigned int keylen)
|
|
{
|
|
struct crypto_cts_ctx *ctx = crypto_skcipher_ctx(parent);
|
|
struct crypto_skcipher *child = ctx->child;
|
|
int err;
|
|
|
|
crypto_skcipher_clear_flags(child, CRYPTO_TFM_REQ_MASK);
|
|
crypto_skcipher_set_flags(child, crypto_skcipher_get_flags(parent) &
|
|
CRYPTO_TFM_REQ_MASK);
|
|
err = crypto_skcipher_setkey(child, key, keylen);
|
|
crypto_skcipher_set_flags(parent, crypto_skcipher_get_flags(child) &
|
|
CRYPTO_TFM_RES_MASK);
|
|
return err;
|
|
}
|
|
|
|
static void cts_cbc_crypt_done(struct crypto_async_request *areq, int err)
|
|
{
|
|
struct skcipher_request *req = areq->data;
|
|
|
|
if (err == -EINPROGRESS)
|
|
return;
|
|
|
|
skcipher_request_complete(req, err);
|
|
}
|
|
|
|
static int cts_cbc_encrypt(struct skcipher_request *req)
|
|
{
|
|
struct crypto_cts_reqctx *rctx = skcipher_request_ctx(req);
|
|
struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
|
|
struct skcipher_request *subreq = &rctx->subreq;
|
|
int bsize = crypto_skcipher_blocksize(tfm);
|
|
u8 d[bsize * 2] __attribute__ ((aligned(__alignof__(u32))));
|
|
struct scatterlist *sg;
|
|
unsigned int offset;
|
|
int lastn;
|
|
|
|
offset = rctx->offset;
|
|
lastn = req->cryptlen - offset;
|
|
|
|
sg = scatterwalk_ffwd(rctx->sg, req->dst, offset - bsize);
|
|
scatterwalk_map_and_copy(d + bsize, sg, 0, bsize, 0);
|
|
|
|
memset(d, 0, bsize);
|
|
scatterwalk_map_and_copy(d, req->src, offset, lastn, 0);
|
|
|
|
scatterwalk_map_and_copy(d, sg, 0, bsize + lastn, 1);
|
|
memzero_explicit(d, sizeof(d));
|
|
|
|
skcipher_request_set_callback(subreq, req->base.flags &
|
|
CRYPTO_TFM_REQ_MAY_BACKLOG,
|
|
cts_cbc_crypt_done, req);
|
|
skcipher_request_set_crypt(subreq, sg, sg, bsize, req->iv);
|
|
return crypto_skcipher_encrypt(subreq);
|
|
}
|
|
|
|
static void crypto_cts_encrypt_done(struct crypto_async_request *areq, int err)
|
|
{
|
|
struct skcipher_request *req = areq->data;
|
|
|
|
if (err)
|
|
goto out;
|
|
|
|
err = cts_cbc_encrypt(req);
|
|
if (err == -EINPROGRESS ||
|
|
(err == -EBUSY && req->base.flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
|
|
return;
|
|
|
|
out:
|
|
skcipher_request_complete(req, err);
|
|
}
|
|
|
|
static int crypto_cts_encrypt(struct skcipher_request *req)
|
|
{
|
|
struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
|
|
struct crypto_cts_reqctx *rctx = skcipher_request_ctx(req);
|
|
struct crypto_cts_ctx *ctx = crypto_skcipher_ctx(tfm);
|
|
struct skcipher_request *subreq = &rctx->subreq;
|
|
int bsize = crypto_skcipher_blocksize(tfm);
|
|
unsigned int nbytes = req->cryptlen;
|
|
int cbc_blocks = (nbytes + bsize - 1) / bsize - 1;
|
|
unsigned int offset;
|
|
|
|
skcipher_request_set_tfm(subreq, ctx->child);
|
|
|
|
if (cbc_blocks <= 0) {
|
|
skcipher_request_set_callback(subreq, req->base.flags,
|
|
req->base.complete,
|
|
req->base.data);
|
|
skcipher_request_set_crypt(subreq, req->src, req->dst, nbytes,
|
|
req->iv);
|
|
return crypto_skcipher_encrypt(subreq);
|
|
}
|
|
|
|
offset = cbc_blocks * bsize;
|
|
rctx->offset = offset;
|
|
|
|
skcipher_request_set_callback(subreq, req->base.flags,
|
|
crypto_cts_encrypt_done, req);
|
|
skcipher_request_set_crypt(subreq, req->src, req->dst,
|
|
offset, req->iv);
|
|
|
|
return crypto_skcipher_encrypt(subreq) ?:
|
|
cts_cbc_encrypt(req);
|
|
}
|
|
|
|
static int cts_cbc_decrypt(struct skcipher_request *req)
|
|
{
|
|
struct crypto_cts_reqctx *rctx = skcipher_request_ctx(req);
|
|
struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
|
|
struct skcipher_request *subreq = &rctx->subreq;
|
|
int bsize = crypto_skcipher_blocksize(tfm);
|
|
u8 d[bsize * 2] __attribute__ ((aligned(__alignof__(u32))));
|
|
struct scatterlist *sg;
|
|
unsigned int offset;
|
|
u8 *space;
|
|
int lastn;
|
|
|
|
offset = rctx->offset;
|
|
lastn = req->cryptlen - offset;
|
|
|
|
sg = scatterwalk_ffwd(rctx->sg, req->dst, offset - bsize);
|
|
|
|
/* 1. Decrypt Cn-1 (s) to create Dn */
|
|
scatterwalk_map_and_copy(d + bsize, sg, 0, bsize, 0);
|
|
space = crypto_cts_reqctx_space(req);
|
|
crypto_xor(d + bsize, space, bsize);
|
|
/* 2. Pad Cn with zeros at the end to create C of length BB */
|
|
memset(d, 0, bsize);
|
|
scatterwalk_map_and_copy(d, req->src, offset, lastn, 0);
|
|
/* 3. Exclusive-or Dn with C to create Xn */
|
|
/* 4. Select the first Ln bytes of Xn to create Pn */
|
|
crypto_xor(d + bsize, d, lastn);
|
|
|
|
/* 5. Append the tail (BB - Ln) bytes of Xn to Cn to create En */
|
|
memcpy(d + lastn, d + bsize + lastn, bsize - lastn);
|
|
/* 6. Decrypt En to create Pn-1 */
|
|
|
|
scatterwalk_map_and_copy(d, sg, 0, bsize + lastn, 1);
|
|
memzero_explicit(d, sizeof(d));
|
|
|
|
skcipher_request_set_callback(subreq, req->base.flags &
|
|
CRYPTO_TFM_REQ_MAY_BACKLOG,
|
|
cts_cbc_crypt_done, req);
|
|
|
|
skcipher_request_set_crypt(subreq, sg, sg, bsize, space);
|
|
return crypto_skcipher_decrypt(subreq);
|
|
}
|
|
|
|
static void crypto_cts_decrypt_done(struct crypto_async_request *areq, int err)
|
|
{
|
|
struct skcipher_request *req = areq->data;
|
|
|
|
if (err)
|
|
goto out;
|
|
|
|
err = cts_cbc_decrypt(req);
|
|
if (err == -EINPROGRESS ||
|
|
(err == -EBUSY && req->base.flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
|
|
return;
|
|
|
|
out:
|
|
skcipher_request_complete(req, err);
|
|
}
|
|
|
|
static int crypto_cts_decrypt(struct skcipher_request *req)
|
|
{
|
|
struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
|
|
struct crypto_cts_reqctx *rctx = skcipher_request_ctx(req);
|
|
struct crypto_cts_ctx *ctx = crypto_skcipher_ctx(tfm);
|
|
struct skcipher_request *subreq = &rctx->subreq;
|
|
int bsize = crypto_skcipher_blocksize(tfm);
|
|
unsigned int nbytes = req->cryptlen;
|
|
int cbc_blocks = (nbytes + bsize - 1) / bsize - 1;
|
|
unsigned int offset;
|
|
u8 *space;
|
|
|
|
skcipher_request_set_tfm(subreq, ctx->child);
|
|
|
|
if (cbc_blocks <= 0) {
|
|
skcipher_request_set_callback(subreq, req->base.flags,
|
|
req->base.complete,
|
|
req->base.data);
|
|
skcipher_request_set_crypt(subreq, req->src, req->dst, nbytes,
|
|
req->iv);
|
|
return crypto_skcipher_decrypt(subreq);
|
|
}
|
|
|
|
skcipher_request_set_callback(subreq, req->base.flags,
|
|
crypto_cts_decrypt_done, req);
|
|
|
|
space = crypto_cts_reqctx_space(req);
|
|
|
|
offset = cbc_blocks * bsize;
|
|
rctx->offset = offset;
|
|
|
|
if (cbc_blocks <= 1)
|
|
memcpy(space, req->iv, bsize);
|
|
else
|
|
scatterwalk_map_and_copy(space, req->src, offset - 2 * bsize,
|
|
bsize, 0);
|
|
|
|
skcipher_request_set_crypt(subreq, req->src, req->dst,
|
|
offset, req->iv);
|
|
|
|
return crypto_skcipher_decrypt(subreq) ?:
|
|
cts_cbc_decrypt(req);
|
|
}
|
|
|
|
static int crypto_cts_init_tfm(struct crypto_skcipher *tfm)
|
|
{
|
|
struct skcipher_instance *inst = skcipher_alg_instance(tfm);
|
|
struct crypto_skcipher_spawn *spawn = skcipher_instance_ctx(inst);
|
|
struct crypto_cts_ctx *ctx = crypto_skcipher_ctx(tfm);
|
|
struct crypto_skcipher *cipher;
|
|
unsigned reqsize;
|
|
unsigned bsize;
|
|
unsigned align;
|
|
|
|
cipher = crypto_spawn_skcipher2(spawn);
|
|
if (IS_ERR(cipher))
|
|
return PTR_ERR(cipher);
|
|
|
|
ctx->child = cipher;
|
|
|
|
align = crypto_skcipher_alignmask(tfm);
|
|
bsize = crypto_skcipher_blocksize(cipher);
|
|
reqsize = ALIGN(sizeof(struct crypto_cts_reqctx) +
|
|
crypto_skcipher_reqsize(cipher),
|
|
crypto_tfm_ctx_alignment()) +
|
|
(align & ~(crypto_tfm_ctx_alignment() - 1)) + bsize;
|
|
|
|
crypto_skcipher_set_reqsize(tfm, reqsize);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void crypto_cts_exit_tfm(struct crypto_skcipher *tfm)
|
|
{
|
|
struct crypto_cts_ctx *ctx = crypto_skcipher_ctx(tfm);
|
|
|
|
crypto_free_skcipher(ctx->child);
|
|
}
|
|
|
|
static void crypto_cts_free(struct skcipher_instance *inst)
|
|
{
|
|
crypto_drop_skcipher(skcipher_instance_ctx(inst));
|
|
kfree(inst);
|
|
}
|
|
|
|
static int crypto_cts_create(struct crypto_template *tmpl, struct rtattr **tb)
|
|
{
|
|
struct crypto_skcipher_spawn *spawn;
|
|
struct skcipher_instance *inst;
|
|
struct crypto_attr_type *algt;
|
|
struct skcipher_alg *alg;
|
|
const char *cipher_name;
|
|
int err;
|
|
|
|
algt = crypto_get_attr_type(tb);
|
|
if (IS_ERR(algt))
|
|
return PTR_ERR(algt);
|
|
|
|
if ((algt->type ^ CRYPTO_ALG_TYPE_SKCIPHER) & algt->mask)
|
|
return -EINVAL;
|
|
|
|
cipher_name = crypto_attr_alg_name(tb[1]);
|
|
if (IS_ERR(cipher_name))
|
|
return PTR_ERR(cipher_name);
|
|
|
|
inst = kzalloc(sizeof(*inst) + sizeof(*spawn), GFP_KERNEL);
|
|
if (!inst)
|
|
return -ENOMEM;
|
|
|
|
spawn = skcipher_instance_ctx(inst);
|
|
|
|
crypto_set_skcipher_spawn(spawn, skcipher_crypto_instance(inst));
|
|
err = crypto_grab_skcipher2(spawn, cipher_name, 0,
|
|
crypto_requires_sync(algt->type,
|
|
algt->mask));
|
|
if (err)
|
|
goto err_free_inst;
|
|
|
|
alg = crypto_spawn_skcipher_alg(spawn);
|
|
|
|
err = -EINVAL;
|
|
if (crypto_skcipher_alg_ivsize(alg) != alg->base.cra_blocksize)
|
|
goto err_drop_spawn;
|
|
|
|
if (strncmp(alg->base.cra_name, "cbc(", 4))
|
|
goto err_drop_spawn;
|
|
|
|
err = crypto_inst_setname(skcipher_crypto_instance(inst), "cts",
|
|
&alg->base);
|
|
if (err)
|
|
goto err_drop_spawn;
|
|
|
|
inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
|
|
inst->alg.base.cra_priority = alg->base.cra_priority;
|
|
inst->alg.base.cra_blocksize = alg->base.cra_blocksize;
|
|
inst->alg.base.cra_alignmask = alg->base.cra_alignmask;
|
|
|
|
/* We access the data as u32s when xoring. */
|
|
inst->alg.base.cra_alignmask |= __alignof__(u32) - 1;
|
|
|
|
inst->alg.ivsize = alg->base.cra_blocksize;
|
|
inst->alg.chunksize = crypto_skcipher_alg_chunksize(alg);
|
|
inst->alg.min_keysize = crypto_skcipher_alg_min_keysize(alg);
|
|
inst->alg.max_keysize = crypto_skcipher_alg_max_keysize(alg);
|
|
|
|
inst->alg.base.cra_ctxsize = sizeof(struct crypto_cts_ctx);
|
|
|
|
inst->alg.init = crypto_cts_init_tfm;
|
|
inst->alg.exit = crypto_cts_exit_tfm;
|
|
|
|
inst->alg.setkey = crypto_cts_setkey;
|
|
inst->alg.encrypt = crypto_cts_encrypt;
|
|
inst->alg.decrypt = crypto_cts_decrypt;
|
|
|
|
inst->free = crypto_cts_free;
|
|
|
|
err = skcipher_register_instance(tmpl, inst);
|
|
if (err)
|
|
goto err_drop_spawn;
|
|
|
|
out:
|
|
return err;
|
|
|
|
err_drop_spawn:
|
|
crypto_drop_skcipher(spawn);
|
|
err_free_inst:
|
|
kfree(inst);
|
|
goto out;
|
|
}
|
|
|
|
static struct crypto_template crypto_cts_tmpl = {
|
|
.name = "cts",
|
|
.create = crypto_cts_create,
|
|
.module = THIS_MODULE,
|
|
};
|
|
|
|
static int __init crypto_cts_module_init(void)
|
|
{
|
|
return crypto_register_template(&crypto_cts_tmpl);
|
|
}
|
|
|
|
static void __exit crypto_cts_module_exit(void)
|
|
{
|
|
crypto_unregister_template(&crypto_cts_tmpl);
|
|
}
|
|
|
|
module_init(crypto_cts_module_init);
|
|
module_exit(crypto_cts_module_exit);
|
|
|
|
MODULE_LICENSE("Dual BSD/GPL");
|
|
MODULE_DESCRIPTION("CTS-CBC CipherText Stealing for CBC");
|
|
MODULE_ALIAS_CRYPTO("cts");
|