/* SPDX-License-Identifier: GPL-2.0-only */ /* * CRC64 using ARM64 PMULL instructions */ #include <linux/cpufeature.h> #include <asm/simd.h> #include <linux/minmax.h> #include <linux/sizes.h> u64 crc64_nvme_neon(u64 crc, const u8 *p, size_t len); #define crc64_be_arch crc64_be_generic static inline u64 crc64_nvme_arch(u64 crc, const u8 *p, size_t len) { if (len >= 128 && cpu_have_named_feature(PMULL) && likely(may_use_simd())) { size_t chunk = len & ~15; scoped_ksimd() crc = crc64_nvme_neon(crc, p, chunk); p += chunk; len &= 15; } return crc64_nvme_generic(crc, p, len); }