2019-05-27 09:55:05 +03:00
// SPDX-License-Identifier: GPL-2.0-or-later
2012-05-28 17:54:24 +04:00
/*
* Glue Code for AVX assembler version of Twofish Cipher
*
* Copyright ( C ) 2012 Johannes Goetzfried
* < Johannes . Goetzfried @ informatik . stud . uni - erlangen . de >
*
2013-04-08 22:51:00 +04:00
* Copyright © 2013 Jussi Kivilinna < jussi . kivilinna @ iki . fi >
2012-05-28 17:54:24 +04:00
*/
# include <linux/module.h>
# include <linux/types.h>
# include <linux/crypto.h>
# include <linux/err.h>
# include <crypto/algapi.h>
2018-02-20 10:48:11 +03:00
# include <crypto/internal/simd.h>
2012-05-28 17:54:24 +04:00
# include <crypto/twofish.h>
2021-01-05 19:48:09 +03:00
# include "twofish.h"
2021-01-05 19:48:07 +03:00
# include "ecb_cbc_helpers.h"
2012-05-28 17:54:24 +04:00
# define TWOFISH_PARALLEL_BLOCKS 8
/* 8-way parallel cipher functions */
2019-11-27 09:08:02 +03:00
asmlinkage void twofish_ecb_enc_8way ( const void * ctx , u8 * dst , const u8 * src ) ;
asmlinkage void twofish_ecb_dec_8way ( const void * ctx , u8 * dst , const u8 * src ) ;
2012-05-28 17:54:24 +04:00
2019-11-27 09:08:02 +03:00
asmlinkage void twofish_cbc_dec_8way ( const void * ctx , u8 * dst , const u8 * src ) ;
2012-05-28 17:54:24 +04:00
2018-02-20 10:48:11 +03:00
static int twofish_setkey_skcipher ( struct crypto_skcipher * tfm ,
const u8 * key , unsigned int keylen )
{
return twofish_setkey ( & tfm - > base , key , keylen ) ;
}
2019-11-27 09:08:02 +03:00
static inline void twofish_enc_blk_3way ( const void * ctx , u8 * dst , const u8 * src )
2012-05-28 17:54:24 +04:00
{
2012-10-20 16:06:46 +04:00
__twofish_enc_blk_3way ( ctx , dst , src , false ) ;
2012-05-28 17:54:24 +04:00
}
2018-02-20 10:48:11 +03:00
static int ecb_encrypt ( struct skcipher_request * req )
2012-05-28 17:54:24 +04:00
{
2021-01-05 19:48:07 +03:00
ECB_WALK_START ( req , TF_BLOCK_SIZE , TWOFISH_PARALLEL_BLOCKS ) ;
ECB_BLOCK ( TWOFISH_PARALLEL_BLOCKS , twofish_ecb_enc_8way ) ;
ECB_BLOCK ( 3 , twofish_enc_blk_3way ) ;
ECB_BLOCK ( 1 , twofish_enc_blk ) ;
ECB_WALK_END ( ) ;
2012-05-28 17:54:24 +04:00
}
2018-02-20 10:48:11 +03:00
static int ecb_decrypt ( struct skcipher_request * req )
2012-05-28 17:54:24 +04:00
{
2021-01-05 19:48:07 +03:00
ECB_WALK_START ( req , TF_BLOCK_SIZE , TWOFISH_PARALLEL_BLOCKS ) ;
ECB_BLOCK ( TWOFISH_PARALLEL_BLOCKS , twofish_ecb_dec_8way ) ;
ECB_BLOCK ( 3 , twofish_dec_blk_3way ) ;
ECB_BLOCK ( 1 , twofish_dec_blk ) ;
ECB_WALK_END ( ) ;
2012-05-28 17:54:24 +04:00
}
2018-02-20 10:48:11 +03:00
static int cbc_encrypt ( struct skcipher_request * req )
2012-05-28 17:54:24 +04:00
{
2021-01-05 19:48:07 +03:00
CBC_WALK_START ( req , TF_BLOCK_SIZE , - 1 ) ;
CBC_ENC_BLOCK ( twofish_enc_blk ) ;
CBC_WALK_END ( ) ;
2012-05-28 17:54:24 +04:00
}
2018-02-20 10:48:11 +03:00
static int cbc_decrypt ( struct skcipher_request * req )
2012-05-28 17:54:24 +04:00
{
2021-01-05 19:48:07 +03:00
CBC_WALK_START ( req , TF_BLOCK_SIZE , TWOFISH_PARALLEL_BLOCKS ) ;
CBC_DEC_BLOCK ( TWOFISH_PARALLEL_BLOCKS , twofish_cbc_dec_8way ) ;
CBC_DEC_BLOCK ( 3 , twofish_dec_blk_cbc_3way ) ;
CBC_DEC_BLOCK ( 1 , twofish_dec_blk ) ;
CBC_WALK_END ( ) ;
2012-05-28 17:54:24 +04:00
}
2018-02-20 10:48:11 +03:00
static struct skcipher_alg twofish_algs [ ] = {
{
. base . cra_name = " __ecb(twofish) " ,
. base . cra_driver_name = " __ecb-twofish-avx " ,
. base . cra_priority = 400 ,
. base . cra_flags = CRYPTO_ALG_INTERNAL ,
. base . cra_blocksize = TF_BLOCK_SIZE ,
. base . cra_ctxsize = sizeof ( struct twofish_ctx ) ,
. base . cra_module = THIS_MODULE ,
. min_keysize = TF_MIN_KEY_SIZE ,
. max_keysize = TF_MAX_KEY_SIZE ,
. setkey = twofish_setkey_skcipher ,
. encrypt = ecb_encrypt ,
. decrypt = ecb_decrypt ,
} , {
. base . cra_name = " __cbc(twofish) " ,
. base . cra_driver_name = " __cbc-twofish-avx " ,
. base . cra_priority = 400 ,
. base . cra_flags = CRYPTO_ALG_INTERNAL ,
. base . cra_blocksize = TF_BLOCK_SIZE ,
. base . cra_ctxsize = sizeof ( struct twofish_ctx ) ,
. base . cra_module = THIS_MODULE ,
. min_keysize = TF_MIN_KEY_SIZE ,
. max_keysize = TF_MAX_KEY_SIZE ,
. ivsize = TF_BLOCK_SIZE ,
. setkey = twofish_setkey_skcipher ,
. encrypt = cbc_encrypt ,
. decrypt = cbc_decrypt ,
2012-05-28 17:54:24 +04:00
} ,
2018-02-20 10:48:11 +03:00
} ;
static struct simd_skcipher_alg * twofish_simd_algs [ ARRAY_SIZE ( twofish_algs ) ] ;
2012-05-28 17:54:24 +04:00
static int __init twofish_init ( void )
{
2015-04-28 11:11:24 +03:00
const char * feature_name ;
2012-05-28 17:54:24 +04:00
2015-09-23 13:49:01 +03:00
if ( ! cpu_has_xfeatures ( XFEATURE_MASK_SSE | XFEATURE_MASK_YMM , & feature_name ) ) {
2015-04-28 11:11:24 +03:00
pr_info ( " CPU feature '%s' is not supported. \n " , feature_name ) ;
2012-05-28 17:54:24 +04:00
return - ENODEV ;
}
2018-02-20 10:48:11 +03:00
return simd_register_skciphers_compat ( twofish_algs ,
ARRAY_SIZE ( twofish_algs ) ,
twofish_simd_algs ) ;
2012-05-28 17:54:24 +04:00
}
static void __exit twofish_exit ( void )
{
2018-02-20 10:48:11 +03:00
simd_unregister_skciphers ( twofish_algs , ARRAY_SIZE ( twofish_algs ) ,
twofish_simd_algs ) ;
2012-05-28 17:54:24 +04:00
}
module_init ( twofish_init ) ;
module_exit ( twofish_exit ) ;
MODULE_DESCRIPTION ( " Twofish Cipher Algorithm, AVX optimized " ) ;
MODULE_LICENSE ( " GPL " ) ;
2014-11-21 04:05:53 +03:00
MODULE_ALIAS_CRYPTO ( " twofish " ) ;