/* * Copyright (c) 2003, 2007-14 Matteo Frigo * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA * */ /* detection of alignment. This is complicated because a machine may support multiple SIMD extensions (e.g. SSE2 and AVX) but only one set of alignment contraints. So this alignment stuff cannot be defined in the SIMD header files. Rather than defining a separate set of "machine" header files, we just do this ugly ifdef here. */ #if defined(HAVE_SSE2) || defined(HAVE_AVX) # if defined(FFTW_SINGLE) # define ALIGNMENT 8 /* Alignment for the LD/ST macros */ # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */ # else # define ALIGNMENT 16 /* Alignment for the LD/ST macros */ # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */ # endif #elif defined(HAVE_ALTIVEC) # define ALIGNMENT 8 /* Alignment for the LD/ST macros */ # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */ #elif defined(HAVE_NEON) # define ALIGNMENT 8 /* Alignment for the LD/ST macros */ # define ALIGNMENTA 8 /* Alignment for the LDA/STA macros */ #endif #if HAVE_SIMD # ifndef ALIGNMENT # error "ALIGNMENT not defined" # endif # ifndef ALIGNMENTA # error "ALIGNMENTA not defined" # endif #endif /* rename for precision and for SIMD extensions */ #define XSIMD0(name, suffix) CONCAT(name, suffix) #define XSIMD(name) XSIMD0(X(name), SIMD_SUFFIX) #define XSIMD_STRING(x) x STRINGIZE(SIMD_SUFFIX) /* TAINT_BIT is set if pointers are not guaranteed to be multiples of ALIGNMENT */ #define TAINT_BIT 1 /* TAINT_BITA is set if pointers are not guaranteed to be multiples of ALIGNMENTA */ #define TAINT_BITA 2 #define PTRINT(p) ((uintptr_t)(p)) #define ALIGNED(p) \ (((PTRINT(UNTAINT(p)) % ALIGNMENT) == 0) && !(PTRINT(p) & TAINT_BIT)) #define ALIGNEDA(p) \ (((PTRINT(UNTAINT(p)) % ALIGNMENTA) == 0) && !(PTRINT(p) & TAINT_BITA)) #define SIMD_STRIDE_OK(x) (!(((x) * sizeof(R)) % ALIGNMENT)) #define SIMD_STRIDE_OKA(x) (!(((x) * sizeof(R)) % ALIGNMENTA)) #define SIMD_VSTRIDE_OK SIMD_STRIDE_OK