/* SPDX-License-Identifier: GPL-2.0-only */
/*
 * CRC64 using ARM64 PMULL instructions
 */

#include <linux/cpufeature.h>
#include <asm/simd.h>
#include <linux/minmax.h>
#include <linux/sizes.h>

u64 crc64_nvme_arm64_c(u64 crc, const u8 *p, size_t len);

#define crc64_be_arch crc64_be_generic

static inline u64 crc64_nvme_arch(u64 crc, const u8 *p, size_t len)
{
	if (len >= 128 && cpu_have_named_feature(PMULL) &&
	    likely(may_use_simd())) {
		size_t chunk = len & ~15;

		scoped_ksimd()
			crc = crc64_nvme_arm64_c(crc, p, chunk);

		p += chunk;
		len &= 15;
	}
	return crc64_nvme_generic(crc, p, len);
}