// SPDX-License-Identifier: GPL-2.0-only /* * linux/lib/raid6/neon.c - RAID6 syndrome calculation using ARM NEON intrinsics * * Copyright (C) 2013 Linaro Ltd <ard.biesheuvel@linaro.org> */ #include <linux/raid/pq.h> #ifdef __KERNEL__ #include <asm/neon.h> #else #define kernel_neon_begin() #define kernel_neon_end() #define cpu_has_neon() (1) #endif /* * There are 2 reasons these wrappers are kept in a separate compilation unit * from the actual implementations in neonN.c (generated from neon.uc by * unroll.awk): * - the actual implementations use NEON intrinsics, and the GCC support header * (arm_neon.h) is not fully compatible (type wise) with the kernel; * - the neonN.c files are compiled with -mfpu=neon and optimization enabled, * and we have to make sure that we never use *any* NEON/VFP instructions * outside a kernel_neon_begin()/kernel_neon_end() pair. */ #define RAID6_NEON_WRAPPER(_n) \ static void raid6_neon ## _n ## _gen_syndrome(int disks, \ size_t bytes, void **ptrs) \ { \ void raid6_neon ## _n ## _gen_syndrome_real(int, \ unsigned long, void**); \ kernel_neon_begin(); \ raid6_neon ## _n ## _gen_syndrome_real(disks, \ (unsigned long)bytes, ptrs); \ kernel_neon_end(); \ } \ static void raid6_neon ## _n ## _xor_syndrome(int disks, \ int start, int stop, \ size_t bytes, void **ptrs) \ { \ void raid6_neon ## _n ## _xor_syndrome_real(int, \ int, int, unsigned long, void**); \ kernel_neon_begin(); \ raid6_neon ## _n ## _xor_syndrome_real(disks, \ start, stop, (unsigned long)bytes, ptrs); \ kernel_neon_end(); \ } \ struct raid6_calls const raid6_neonx ## _n = { \ raid6_neon ## _n ## _gen_syndrome, \ raid6_neon ## _n ## _xor_syndrome, \ raid6_have_neon, \ "neonx" #_n, \ 0 \ } static int raid6_have_neon(void) { return cpu_has_neon(); } RAID6_NEON_WRAPPER(1); RAID6_NEON_WRAPPER(2); RAID6_NEON_WRAPPER(4); RAID6_NEON_WRAPPER(8);