|
Chris@19
|
1 /*
|
|
Chris@19
|
2 * Copyright (c) 2003, 2007-14 Matteo Frigo
|
|
Chris@19
|
3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
|
|
Chris@19
|
4 *
|
|
Chris@19
|
5 * This program is free software; you can redistribute it and/or modify
|
|
Chris@19
|
6 * it under the terms of the GNU General Public License as published by
|
|
Chris@19
|
7 * the Free Software Foundation; either version 2 of the License, or
|
|
Chris@19
|
8 * (at your option) any later version.
|
|
Chris@19
|
9 *
|
|
Chris@19
|
10 * This program is distributed in the hope that it will be useful,
|
|
Chris@19
|
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
Chris@19
|
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
Chris@19
|
13 * GNU General Public License for more details.
|
|
Chris@19
|
14 *
|
|
Chris@19
|
15 * You should have received a copy of the GNU General Public License
|
|
Chris@19
|
16 * along with this program; if not, write to the Free Software
|
|
Chris@19
|
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
Chris@19
|
18 *
|
|
Chris@19
|
19 */
|
|
Chris@19
|
20
|
|
Chris@19
|
21 /* detection of alignment. This is complicated because a machine may
|
|
Chris@19
|
22 support multiple SIMD extensions (e.g. SSE2 and AVX) but only one
|
|
Chris@19
|
23 set of alignment contraints. So this alignment stuff cannot be
|
|
Chris@19
|
24 defined in the SIMD header files. Rather than defining a separate
|
|
Chris@19
|
25 set of "machine" header files, we just do this ugly ifdef here. */
|
|
Chris@19
|
26 #if defined(HAVE_SSE2) || defined(HAVE_AVX)
|
|
Chris@19
|
27 # if defined(FFTW_SINGLE)
|
|
Chris@19
|
28 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
|
|
Chris@19
|
29 # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */
|
|
Chris@19
|
30 # else
|
|
Chris@19
|
31 # define ALIGNMENT 16 /* Alignment for the LD/ST macros */
|
|
Chris@19
|
32 # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */
|
|
Chris@19
|
33 # endif
|
|
Chris@19
|
34 #elif defined(HAVE_ALTIVEC)
|
|
Chris@19
|
35 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
|
|
Chris@19
|
36 # define ALIGNMENTA 16 /* Alignment for the LDA/STA macros */
|
|
Chris@19
|
37 #elif defined(HAVE_NEON)
|
|
Chris@19
|
38 # define ALIGNMENT 8 /* Alignment for the LD/ST macros */
|
|
Chris@19
|
39 # define ALIGNMENTA 8 /* Alignment for the LDA/STA macros */
|
|
Chris@19
|
40 #endif
|
|
Chris@19
|
41
|
|
Chris@19
|
42 #if HAVE_SIMD
|
|
Chris@19
|
43 # ifndef ALIGNMENT
|
|
Chris@19
|
44 # error "ALIGNMENT not defined"
|
|
Chris@19
|
45 # endif
|
|
Chris@19
|
46 # ifndef ALIGNMENTA
|
|
Chris@19
|
47 # error "ALIGNMENTA not defined"
|
|
Chris@19
|
48 # endif
|
|
Chris@19
|
49 #endif
|
|
Chris@19
|
50
|
|
Chris@19
|
51 /* rename for precision and for SIMD extensions */
|
|
Chris@19
|
52 #define XSIMD0(name, suffix) CONCAT(name, suffix)
|
|
Chris@19
|
53 #define XSIMD(name) XSIMD0(X(name), SIMD_SUFFIX)
|
|
Chris@19
|
54 #define XSIMD_STRING(x) x STRINGIZE(SIMD_SUFFIX)
|
|
Chris@19
|
55
|
|
Chris@19
|
56 /* TAINT_BIT is set if pointers are not guaranteed to be multiples of
|
|
Chris@19
|
57 ALIGNMENT */
|
|
Chris@19
|
58 #define TAINT_BIT 1
|
|
Chris@19
|
59
|
|
Chris@19
|
60 /* TAINT_BITA is set if pointers are not guaranteed to be multiples of
|
|
Chris@19
|
61 ALIGNMENTA */
|
|
Chris@19
|
62 #define TAINT_BITA 2
|
|
Chris@19
|
63
|
|
Chris@19
|
64 #define PTRINT(p) ((uintptr_t)(p))
|
|
Chris@19
|
65
|
|
Chris@19
|
66 #define ALIGNED(p) \
|
|
Chris@19
|
67 (((PTRINT(UNTAINT(p)) % ALIGNMENT) == 0) && !(PTRINT(p) & TAINT_BIT))
|
|
Chris@19
|
68
|
|
Chris@19
|
69 #define ALIGNEDA(p) \
|
|
Chris@19
|
70 (((PTRINT(UNTAINT(p)) % ALIGNMENTA) == 0) && !(PTRINT(p) & TAINT_BITA))
|
|
Chris@19
|
71
|
|
Chris@19
|
72 #define SIMD_STRIDE_OK(x) (!(((x) * sizeof(R)) % ALIGNMENT))
|
|
Chris@19
|
73 #define SIMD_STRIDE_OKA(x) (!(((x) * sizeof(R)) % ALIGNMENTA))
|
|
Chris@19
|
74 #define SIMD_VSTRIDE_OK SIMD_STRIDE_OK
|
|
Chris@19
|
75
|
