mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-21 14:38:02 +07:00
6ecc9d9ff9
This patch adds optimized implementations of MORUS-640 and MORUS-1280, utilizing the SSE2 and AVX2 x86 extensions. For MORUS-1280 (which operates on 256-bit blocks) we provide both AVX2 and SSE2 implementation. Although SSE2 MORUS-1280 is slower than AVX2 MORUS-1280, it is comparable in speed to the SSE2 MORUS-640. Signed-off-by: Ondrej Mosnacek <omosnacek@gmail.com> Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
69 lines
2.3 KiB
C
69 lines
2.3 KiB
C
/*
|
|
* The MORUS-1280 Authenticated-Encryption Algorithm
|
|
* Glue for AVX2 implementation
|
|
*
|
|
* Copyright (c) 2016-2018 Ondrej Mosnacek <omosnacek@gmail.com>
|
|
* Copyright (C) 2017-2018 Red Hat, Inc. All rights reserved.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License as published by the Free
|
|
* Software Foundation; either version 2 of the License, or (at your option)
|
|
* any later version.
|
|
*/
|
|
|
|
#include <crypto/internal/aead.h>
|
|
#include <crypto/morus1280_glue.h>
|
|
#include <linux/module.h>
|
|
#include <asm/fpu/api.h>
|
|
#include <asm/cpu_device_id.h>
|
|
|
|
asmlinkage void crypto_morus1280_avx2_init(void *state, const void *key,
|
|
const void *iv);
|
|
asmlinkage void crypto_morus1280_avx2_ad(void *state, const void *data,
|
|
unsigned int length);
|
|
|
|
asmlinkage void crypto_morus1280_avx2_enc(void *state, const void *src,
|
|
void *dst, unsigned int length);
|
|
asmlinkage void crypto_morus1280_avx2_dec(void *state, const void *src,
|
|
void *dst, unsigned int length);
|
|
|
|
asmlinkage void crypto_morus1280_avx2_enc_tail(void *state, const void *src,
|
|
void *dst, unsigned int length);
|
|
asmlinkage void crypto_morus1280_avx2_dec_tail(void *state, const void *src,
|
|
void *dst, unsigned int length);
|
|
|
|
asmlinkage void crypto_morus1280_avx2_final(void *state, void *tag_xor,
|
|
u64 assoclen, u64 cryptlen);
|
|
|
|
MORUS1280_DECLARE_ALGS(avx2, "morus1280-avx2", 400);
|
|
|
|
static const struct x86_cpu_id avx2_cpu_id[] = {
|
|
X86_FEATURE_MATCH(X86_FEATURE_AVX2),
|
|
{}
|
|
};
|
|
MODULE_DEVICE_TABLE(x86cpu, avx2_cpu_id);
|
|
|
|
static int __init crypto_morus1280_avx2_module_init(void)
|
|
{
|
|
if (!x86_match_cpu(avx2_cpu_id))
|
|
return -ENODEV;
|
|
|
|
return crypto_register_aeads(crypto_morus1280_avx2_algs,
|
|
ARRAY_SIZE(crypto_morus1280_avx2_algs));
|
|
}
|
|
|
|
static void __exit crypto_morus1280_avx2_module_exit(void)
|
|
{
|
|
crypto_unregister_aeads(crypto_morus1280_avx2_algs,
|
|
ARRAY_SIZE(crypto_morus1280_avx2_algs));
|
|
}
|
|
|
|
module_init(crypto_morus1280_avx2_module_init);
|
|
module_exit(crypto_morus1280_avx2_module_exit);
|
|
|
|
MODULE_LICENSE("GPL");
|
|
MODULE_AUTHOR("Ondrej Mosnacek <omosnacek@gmail.com>");
|
|
MODULE_DESCRIPTION("MORUS-1280 AEAD algorithm -- AVX2 implementation");
|
|
MODULE_ALIAS_CRYPTO("morus1280");
|
|
MODULE_ALIAS_CRYPTO("morus1280-avx2");
|