1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * CRC64 using [V]PCLMULQDQ instructions
4 *
5 * Copyright 2025 Google LLC
6 */
7
8 #include <linux/crc64.h>
9 #include <linux/module.h>
10 #include "crc-pclmul-template.h"
11
12 static DEFINE_STATIC_KEY_FALSE(have_pclmulqdq);
13
14 DECLARE_CRC_PCLMUL_FUNCS(crc64_msb, u64);
15 DECLARE_CRC_PCLMUL_FUNCS(crc64_lsb, u64);
16
crc64_be_arch(u64 crc,const u8 * p,size_t len)17 u64 crc64_be_arch(u64 crc, const u8 *p, size_t len)
18 {
19 CRC_PCLMUL(crc, p, len, crc64_msb, crc64_msb_0x42f0e1eba9ea3693_consts,
20 have_pclmulqdq);
21 return crc64_be_generic(crc, p, len);
22 }
23 EXPORT_SYMBOL_GPL(crc64_be_arch);
24
crc64_nvme_arch(u64 crc,const u8 * p,size_t len)25 u64 crc64_nvme_arch(u64 crc, const u8 *p, size_t len)
26 {
27 CRC_PCLMUL(crc, p, len, crc64_lsb, crc64_lsb_0x9a6c9329ac4bc9b5_consts,
28 have_pclmulqdq);
29 return crc64_nvme_generic(crc, p, len);
30 }
31 EXPORT_SYMBOL_GPL(crc64_nvme_arch);
32
crc64_x86_init(void)33 static int __init crc64_x86_init(void)
34 {
35 if (boot_cpu_has(X86_FEATURE_PCLMULQDQ)) {
36 static_branch_enable(&have_pclmulqdq);
37 INIT_CRC_PCLMUL(crc64_msb);
38 INIT_CRC_PCLMUL(crc64_lsb);
39 }
40 return 0;
41 }
42 arch_initcall(crc64_x86_init);
43
crc64_x86_exit(void)44 static void __exit crc64_x86_exit(void)
45 {
46 }
47 module_exit(crc64_x86_exit);
48
49 MODULE_DESCRIPTION("CRC64 using [V]PCLMULQDQ instructions");
50 MODULE_LICENSE("GPL");
51