Mercurial > hg > sv-dependency-builds

annotate src/fftw-3.3.8/simd-support/simd-common.h @ 84:08ae793730bd

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Add null config files
author Chris Cannam
date Mon, 02 Mar 2020 14:03:47 +0000
parents d0c2a83c1364
children
rev   line source
Chris@82 1 /*
Chris@82 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82 4 *
Chris@82 5 * This program is free software; you can redistribute it and/or modify
Chris@82 6 * it under the terms of the GNU General Public License as published by
Chris@82 7 * the Free Software Foundation; either version 2 of the License, or
Chris@82 8 * (at your option) any later version.
Chris@82 9 *
Chris@82 10 * This program is distributed in the hope that it will be useful,
Chris@82 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@82 13 * GNU General Public License for more details.
Chris@82 14 *
Chris@82 15 * You should have received a copy of the GNU General Public License
Chris@82 16 * along with this program; if not, write to the Free Software
Chris@82 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@82 18 *
Chris@82 19 */
Chris@82 20
Chris@82 21 /* detection of alignment. This is complicated because a machine may
Chris@82 22 support multiple SIMD extensions (e.g. SSE2 and AVX) but only one
Chris@82 23 set of alignment contraints. So this alignment stuff cannot be
Chris@82 24 defined in the SIMD header files. Rather than defining a separate
Chris@82 25 set of "machine" header files, we just do this ugly ifdef here. */
Chris@82 26 #if defined(HAVE_AVX512)
Chris@82 27 # if defined(FFTW_SINGLE)
Chris@82 28 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
Chris@82 29 # define ALIGNMENTA 64 /* Alignment for the LDA/STA macros */
Chris@82 30 # else
Chris@82 31 # define ALIGNMENT 16 /* Alignment for the LD/ST macros */
Chris@82 32 # define ALIGNMENTA 64 /* Alignment for the LDA/STA macros */
Chris@82 33 # endif
Chris@82 34 #elif defined(HAVE_SSE2) || defined(HAVE_AVX) || defined(HAVE_AVX2) || (HAVE_AVX_128_FMA)
Chris@82 35 # if defined(FFTW_SINGLE)
Chris@82 36 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
Chris@82 37 # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */
Chris@82 38 # else
Chris@82 39 # define ALIGNMENT 16 /* Alignment for the LD/ST macros */
Chris@82 40 # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */
Chris@82 41 # endif
Chris@82 42 #elif defined(HAVE_ALTIVEC)
Chris@82 43 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
Chris@82 44 # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */
Chris@82 45 #elif defined(HAVE_NEON) || defined(HAVE_VSX)
Chris@82 46 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
Chris@82 47 # define ALIGNMENTA 8 /* Alignment for the LDA/STA macros */
Chris@82 48 #elif defined(HAVE_KCVI)
Chris@82 49 # if defined(FFTW_SINGLE)
Chris@82 50 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
Chris@82 51 # else
Chris@82 52 # define ALIGNMENT 16 /* Alignment for the LD/ST macros */
Chris@82 53 # endif
Chris@82 54 # define ALIGNMENTA 64 /* Alignment for the LDA/STA macros */
Chris@82 55 #elif defined(HAVE_GENERIC_SIMD256)
Chris@82 56 # if defined(FFTW_SINGLE)
Chris@82 57 # define ALIGNMENT 8
Chris@82 58 # define ALIGNMENTA 32
Chris@82 59 # else
Chris@82 60 # define ALIGNMENT 16
Chris@82 61 # define ALIGNMENTA 32
Chris@82 62 # endif
Chris@82 63 #elif defined(HAVE_GENERIC_SIMD128)
Chris@82 64 # if defined(FFTW_SINGLE)
Chris@82 65 # define ALIGNMENT 8
Chris@82 66 # define ALIGNMENTA 16
Chris@82 67 # else
Chris@82 68 # define ALIGNMENT 16
Chris@82 69 # define ALIGNMENTA 16
Chris@82 70 # endif
Chris@82 71 #endif
Chris@82 72
Chris@82 73 #if HAVE_SIMD
Chris@82 74 # ifndef ALIGNMENT
Chris@82 75 # error "ALIGNMENT not defined"
Chris@82 76 # endif
Chris@82 77 # ifndef ALIGNMENTA
Chris@82 78 # error "ALIGNMENTA not defined"
Chris@82 79 # endif
Chris@82 80 #endif
Chris@82 81
Chris@82 82 /* rename for precision and for SIMD extensions */
Chris@82 83 #define XSIMD0(name, suffix) CONCAT(name, suffix)
Chris@82 84 #define XSIMD(name) XSIMD0(X(name), SIMD_SUFFIX)
Chris@82 85 #define XSIMD_STRING(x) x STRINGIZE(SIMD_SUFFIX)
Chris@82 86
Chris@82 87 /* TAINT_BIT is set if pointers are not guaranteed to be multiples of
Chris@82 88 ALIGNMENT */
Chris@82 89 #define TAINT_BIT 1
Chris@82 90
Chris@82 91 /* TAINT_BITA is set if pointers are not guaranteed to be multiples of
Chris@82 92 ALIGNMENTA */
Chris@82 93 #define TAINT_BITA 2
Chris@82 94
Chris@82 95 #define PTRINT(p) ((uintptr_t)(p))
Chris@82 96
Chris@82 97 #define ALIGNED(p) \
Chris@82 98 (((PTRINT(UNTAINT(p)) % ALIGNMENT) == 0) && !(PTRINT(p) & TAINT_BIT))
Chris@82 99
Chris@82 100 #define ALIGNEDA(p) \
Chris@82 101 (((PTRINT(UNTAINT(p)) % ALIGNMENTA) == 0) && !(PTRINT(p) & TAINT_BITA))
Chris@82 102
Chris@82 103 #define SIMD_STRIDE_OK(x) (!(((x) * sizeof(R)) % ALIGNMENT))
Chris@82 104 #define SIMD_STRIDE_OKA(x) (!(((x) * sizeof(R)) % ALIGNMENTA))
Chris@82 105 #define SIMD_VSTRIDE_OK SIMD_STRIDE_OK
Chris@82 106