1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * sm3-neon-glue.c - SM3 secure hash using NEON instructions 4 * 5 * Copyright (C) 2022 Tianjia Zhang <tianjia.zhang@linux.alibaba.com> 6 */ 7 8 #include <asm/neon.h> 9 #include <crypto/internal/hash.h> 10 #include <crypto/sm3.h> 11 #include <crypto/sm3_base.h> 12 #include <linux/cpufeature.h> 13 #include <linux/kernel.h> 14 #include <linux/module.h> 15 16 17 asmlinkage void sm3_neon_transform(struct sm3_state *sst, u8 const *src, 18 int blocks); 19 20 static int sm3_neon_update(struct shash_desc *desc, const u8 *data, 21 unsigned int len) 22 { 23 int remain; 24 25 kernel_neon_begin(); 26 remain = sm3_base_do_update_blocks(desc, data, len, sm3_neon_transform); 27 kernel_neon_end(); 28 return remain; 29 } 30 31 static int sm3_neon_finup(struct shash_desc *desc, const u8 *data, 32 unsigned int len, u8 *out) 33 { 34 kernel_neon_begin(); 35 sm3_base_do_finup(desc, data, len, sm3_neon_transform); 36 kernel_neon_end(); 37 return sm3_base_finish(desc, out); 38 } 39 40 static struct shash_alg sm3_alg = { 41 .digestsize = SM3_DIGEST_SIZE, 42 .init = sm3_base_init, 43 .update = sm3_neon_update, 44 .finup = sm3_neon_finup, 45 .descsize = SM3_STATE_SIZE, 46 .base.cra_name = "sm3", 47 .base.cra_driver_name = "sm3-neon", 48 .base.cra_flags = CRYPTO_AHASH_ALG_BLOCK_ONLY | 49 CRYPTO_AHASH_ALG_FINUP_MAX, 50 .base.cra_blocksize = SM3_BLOCK_SIZE, 51 .base.cra_module = THIS_MODULE, 52 .base.cra_priority = 200, 53 }; 54 55 static int __init sm3_neon_init(void) 56 { 57 return crypto_register_shash(&sm3_alg); 58 } 59 60 static void __exit sm3_neon_fini(void) 61 { 62 crypto_unregister_shash(&sm3_alg); 63 } 64 65 module_init(sm3_neon_init); 66 module_exit(sm3_neon_fini); 67 68 MODULE_DESCRIPTION("SM3 secure hash using NEON instructions"); 69 MODULE_AUTHOR("Jussi Kivilinna <jussi.kivilinna@iki.fi>"); 70 MODULE_AUTHOR("Tianjia Zhang <tianjia.zhang@linux.alibaba.com>"); 71 MODULE_LICENSE("GPL v2"); 72