Mercurial > hg > sv-dependency-builds

annotate src/fftw-3.3.8/dft/simd/common/genus.c @ 84:08ae793730bd

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Add null config files
author Chris Cannam
date Mon, 02 Mar 2020 14:03:47 +0000
parents d0c2a83c1364
children
rev   line source
Chris@82 1 /*
Chris@82 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82 4 *
Chris@82 5 * This program is free software; you can redistribute it and/or modify
Chris@82 6 * it under the terms of the GNU General Public License as published by
Chris@82 7 * the Free Software Foundation; either version 2 of the License, or
Chris@82 8 * (at your option) any later version.
Chris@82 9 *
Chris@82 10 * This program is distributed in the hope that it will be useful,
Chris@82 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@82 13 * GNU General Public License for more details.
Chris@82 14 *
Chris@82 15 * You should have received a copy of the GNU General Public License
Chris@82 16 * along with this program; if not, write to the Free Software
Chris@82 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@82 18 *
Chris@82 19 */
Chris@82 20
Chris@82 21 #include "dft/codelet-dft.h"
Chris@82 22 #include SIMD_HEADER
Chris@82 23
Chris@82 24 #define EXTERN_CONST(t, x) extern const t x; const t x
Chris@82 25
Chris@82 26 static int n1b_okp(const kdft_desc *d,
Chris@82 27 const R *ri, const R *ii, const R *ro, const R *io,
Chris@82 28 INT is, INT os, INT vl, INT ivs, INT ovs,
Chris@82 29 const planner *plnr)
Chris@82 30 {
Chris@82 31 return (1
Chris@82 32 && ALIGNED(ii)
Chris@82 33 && ALIGNED(io)
Chris@82 34 && !NO_SIMDP(plnr)
Chris@82 35 && SIMD_STRIDE_OK(is)
Chris@82 36 && SIMD_STRIDE_OK(os)
Chris@82 37 && SIMD_VSTRIDE_OK(ivs)
Chris@82 38 && SIMD_VSTRIDE_OK(ovs)
Chris@82 39 && ri == ii + 1
Chris@82 40 && ro == io + 1
Chris@82 41 && (vl % VL) == 0
Chris@82 42 && (!d->is || (d->is == is))
Chris@82 43 && (!d->os || (d->os == os))
Chris@82 44 && (!d->ivs || (d->ivs == ivs))
Chris@82 45 && (!d->ovs || (d->ovs == ovs))
Chris@82 46 );
Chris@82 47 }
Chris@82 48
Chris@82 49 EXTERN_CONST(kdft_genus, XSIMD(dft_n1bsimd_genus)) = { n1b_okp, VL };
Chris@82 50
Chris@82 51 static int n1f_okp(const kdft_desc *d,
Chris@82 52 const R *ri, const R *ii, const R *ro, const R *io,
Chris@82 53 INT is, INT os, INT vl, INT ivs, INT ovs,
Chris@82 54 const planner *plnr)
Chris@82 55 {
Chris@82 56 return (1
Chris@82 57 && ALIGNED(ri)
Chris@82 58 && ALIGNED(ro)
Chris@82 59 && !NO_SIMDP(plnr)
Chris@82 60 && SIMD_STRIDE_OK(is)
Chris@82 61 && SIMD_STRIDE_OK(os)
Chris@82 62 && SIMD_VSTRIDE_OK(ivs)
Chris@82 63 && SIMD_VSTRIDE_OK(ovs)
Chris@82 64 && ii == ri + 1
Chris@82 65 && io == ro + 1
Chris@82 66 && (vl % VL) == 0
Chris@82 67 && (!d->is || (d->is == is))
Chris@82 68 && (!d->os || (d->os == os))
Chris@82 69 && (!d->ivs || (d->ivs == ivs))
Chris@82 70 && (!d->ovs || (d->ovs == ovs))
Chris@82 71 );
Chris@82 72 }
Chris@82 73
Chris@82 74 EXTERN_CONST(kdft_genus, XSIMD(dft_n1fsimd_genus)) = { n1f_okp, VL };
Chris@82 75
Chris@82 76 static int n2b_okp(const kdft_desc *d,
Chris@82 77 const R *ri, const R *ii, const R *ro, const R *io,
Chris@82 78 INT is, INT os, INT vl, INT ivs, INT ovs,
Chris@82 79 const planner *plnr)
Chris@82 80 {
Chris@82 81 return (1
Chris@82 82 && ALIGNEDA(ii)
Chris@82 83 && ALIGNEDA(io)
Chris@82 84 && !NO_SIMDP(plnr)
Chris@82 85 && SIMD_STRIDE_OKA(is)
Chris@82 86 && SIMD_VSTRIDE_OKA(ivs)
Chris@82 87 && SIMD_VSTRIDE_OKA(os) /* os == 2 enforced by codelet */
Chris@82 88 && SIMD_STRIDE_OKPAIR(ovs)
Chris@82 89 && ri == ii + 1
Chris@82 90 && ro == io + 1
Chris@82 91 && (vl % VL) == 0
Chris@82 92 && (!d->is || (d->is == is))
Chris@82 93 && (!d->os || (d->os == os))
Chris@82 94 && (!d->ivs || (d->ivs == ivs))
Chris@82 95 && (!d->ovs || (d->ovs == ovs))
Chris@82 96 );
Chris@82 97 }
Chris@82 98
Chris@82 99 EXTERN_CONST(kdft_genus, XSIMD(dft_n2bsimd_genus)) = { n2b_okp, VL };
Chris@82 100
Chris@82 101 static int n2f_okp(const kdft_desc *d,
Chris@82 102 const R *ri, const R *ii, const R *ro, const R *io,
Chris@82 103 INT is, INT os, INT vl, INT ivs, INT ovs,
Chris@82 104 const planner *plnr)
Chris@82 105 {
Chris@82 106 return (1
Chris@82 107 && ALIGNEDA(ri)
Chris@82 108 && ALIGNEDA(ro)
Chris@82 109 && !NO_SIMDP(plnr)
Chris@82 110 && SIMD_STRIDE_OKA(is)
Chris@82 111 && SIMD_VSTRIDE_OKA(ivs)
Chris@82 112 && SIMD_VSTRIDE_OKA(os) /* os == 2 enforced by codelet */
Chris@82 113 && SIMD_STRIDE_OKPAIR(ovs)
Chris@82 114 && ii == ri + 1
Chris@82 115 && io == ro + 1
Chris@82 116 && (vl % VL) == 0
Chris@82 117 && (!d->is || (d->is == is))
Chris@82 118 && (!d->os || (d->os == os))
Chris@82 119 && (!d->ivs || (d->ivs == ivs))
Chris@82 120 && (!d->ovs || (d->ovs == ovs))
Chris@82 121 );
Chris@82 122 }
Chris@82 123
Chris@82 124 EXTERN_CONST(kdft_genus, XSIMD(dft_n2fsimd_genus)) = { n2f_okp, VL };
Chris@82 125
Chris@82 126 static int n2s_okp(const kdft_desc *d,
Chris@82 127 const R *ri, const R *ii, const R *ro, const R *io,
Chris@82 128 INT is, INT os, INT vl, INT ivs, INT ovs,
Chris@82 129 const planner *plnr)
Chris@82 130 {
Chris@82 131 return (1
Chris@82 132 && !NO_SIMDP(plnr)
Chris@82 133 && ALIGNEDA(ri)
Chris@82 134 && ALIGNEDA(ii)
Chris@82 135 && ALIGNEDA(ro)
Chris@82 136 && ALIGNEDA(io)
Chris@82 137 && SIMD_STRIDE_OKA(is)
Chris@82 138 && ivs == 1
Chris@82 139 && os == 1
Chris@82 140 && SIMD_STRIDE_OKA(ovs)
Chris@82 141 && (vl % (2 * VL)) == 0
Chris@82 142 && (!d->is || (d->is == is))
Chris@82 143 && (!d->os || (d->os == os))
Chris@82 144 && (!d->ivs || (d->ivs == ivs))
Chris@82 145 && (!d->ovs || (d->ovs == ovs))
Chris@82 146 );
Chris@82 147 }
Chris@82 148
Chris@82 149 EXTERN_CONST(kdft_genus, XSIMD(dft_n2ssimd_genus)) = { n2s_okp, 2 * VL };
Chris@82 150
Chris@82 151 static int q1b_okp(const ct_desc *d,
Chris@82 152 const R *rio, const R *iio,
Chris@82 153 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 154 const planner *plnr)
Chris@82 155 {
Chris@82 156 return (1
Chris@82 157 && ALIGNED(iio)
Chris@82 158 && !NO_SIMDP(plnr)
Chris@82 159 && SIMD_STRIDE_OK(rs)
Chris@82 160 && SIMD_STRIDE_OK(vs)
Chris@82 161 && SIMD_VSTRIDE_OK(ms)
Chris@82 162 && rio == iio + 1
Chris@82 163 && (m % VL) == 0
Chris@82 164 && (mb % VL) == 0
Chris@82 165 && (me % VL) == 0
Chris@82 166 && (!d->rs || (d->rs == rs))
Chris@82 167 && (!d->vs || (d->vs == vs))
Chris@82 168 && (!d->ms || (d->ms == ms))
Chris@82 169 );
Chris@82 170 }
Chris@82 171 EXTERN_CONST(ct_genus, XSIMD(dft_q1bsimd_genus)) = { q1b_okp, VL };
Chris@82 172
Chris@82 173 static int q1f_okp(const ct_desc *d,
Chris@82 174 const R *rio, const R *iio,
Chris@82 175 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 176 const planner *plnr)
Chris@82 177 {
Chris@82 178 return (1
Chris@82 179 && ALIGNED(rio)
Chris@82 180 && !NO_SIMDP(plnr)
Chris@82 181 && SIMD_STRIDE_OK(rs)
Chris@82 182 && SIMD_STRIDE_OK(vs)
Chris@82 183 && SIMD_VSTRIDE_OK(ms)
Chris@82 184 && iio == rio + 1
Chris@82 185 && (m % VL) == 0
Chris@82 186 && (mb % VL) == 0
Chris@82 187 && (me % VL) == 0
Chris@82 188 && (!d->rs || (d->rs == rs))
Chris@82 189 && (!d->vs || (d->vs == vs))
Chris@82 190 && (!d->ms || (d->ms == ms))
Chris@82 191 );
Chris@82 192 }
Chris@82 193 EXTERN_CONST(ct_genus, XSIMD(dft_q1fsimd_genus)) = { q1f_okp, VL };
Chris@82 194
Chris@82 195 static int t_okp_common(const ct_desc *d,
Chris@82 196 const R *rio, const R *iio,
Chris@82 197 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 198 const planner *plnr)
Chris@82 199 {
Chris@82 200 UNUSED(rio); UNUSED(iio);
Chris@82 201 return (1
Chris@82 202 && !NO_SIMDP(plnr)
Chris@82 203 && SIMD_STRIDE_OKA(rs)
Chris@82 204 && SIMD_VSTRIDE_OKA(ms)
Chris@82 205 && (m % VL) == 0
Chris@82 206 && (mb % VL) == 0
Chris@82 207 && (me % VL) == 0
Chris@82 208 && (!d->rs || (d->rs == rs))
Chris@82 209 && (!d->vs || (d->vs == vs))
Chris@82 210 && (!d->ms || (d->ms == ms))
Chris@82 211 );
Chris@82 212 }
Chris@82 213
Chris@82 214 static int t_okp_commonu(const ct_desc *d,
Chris@82 215 const R *rio, const R *iio,
Chris@82 216 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 217 const planner *plnr)
Chris@82 218 {
Chris@82 219 UNUSED(rio); UNUSED(iio); UNUSED(m);
Chris@82 220 return (1
Chris@82 221 && !NO_SIMDP(plnr)
Chris@82 222 && SIMD_STRIDE_OK(rs)
Chris@82 223 && SIMD_VSTRIDE_OK(ms)
Chris@82 224 && (mb % VL) == 0
Chris@82 225 && (me % VL) == 0
Chris@82 226 && (!d->rs || (d->rs == rs))
Chris@82 227 && (!d->vs || (d->vs == vs))
Chris@82 228 && (!d->ms || (d->ms == ms))
Chris@82 229 );
Chris@82 230 }
Chris@82 231
Chris@82 232 static int t_okp_t1f(const ct_desc *d,
Chris@82 233 const R *rio, const R *iio,
Chris@82 234 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 235 const planner *plnr)
Chris@82 236 {
Chris@82 237 return t_okp_common(d, rio, iio, rs, vs, m, mb, me, ms, plnr)
Chris@82 238 && iio == rio + 1
Chris@82 239 && ALIGNEDA(rio);
Chris@82 240 }
Chris@82 241
Chris@82 242 EXTERN_CONST(ct_genus, XSIMD(dft_t1fsimd_genus)) = { t_okp_t1f, VL };
Chris@82 243
Chris@82 244 static int t_okp_t1fu(const ct_desc *d,
Chris@82 245 const R *rio, const R *iio,
Chris@82 246 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 247 const planner *plnr)
Chris@82 248 {
Chris@82 249 return t_okp_commonu(d, rio, iio, rs, vs, m, mb, me, ms, plnr)
Chris@82 250 && iio == rio + 1
Chris@82 251 && ALIGNED(rio);
Chris@82 252 }
Chris@82 253
Chris@82 254 EXTERN_CONST(ct_genus, XSIMD(dft_t1fusimd_genus)) = { t_okp_t1fu, VL };
Chris@82 255
Chris@82 256 static int t_okp_t1b(const ct_desc *d,
Chris@82 257 const R *rio, const R *iio,
Chris@82 258 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 259 const planner *plnr)
Chris@82 260 {
Chris@82 261 return t_okp_common(d, rio, iio, rs, vs, m, mb, me, ms, plnr)
Chris@82 262 && rio == iio + 1
Chris@82 263 && ALIGNEDA(iio);
Chris@82 264 }
Chris@82 265
Chris@82 266 EXTERN_CONST(ct_genus, XSIMD(dft_t1bsimd_genus)) = { t_okp_t1b, VL };
Chris@82 267
Chris@82 268 static int t_okp_t1bu(const ct_desc *d,
Chris@82 269 const R *rio, const R *iio,
Chris@82 270 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 271 const planner *plnr)
Chris@82 272 {
Chris@82 273 return t_okp_commonu(d, rio, iio, rs, vs, m, mb, me, ms, plnr)
Chris@82 274 && rio == iio + 1
Chris@82 275 && ALIGNED(iio);
Chris@82 276 }
Chris@82 277
Chris@82 278 EXTERN_CONST(ct_genus, XSIMD(dft_t1busimd_genus)) = { t_okp_t1bu, VL };
Chris@82 279
Chris@82 280 /* use t2* codelets only when n = m*radix is small, because
Chris@82 281 t2* codelets use ~2n twiddle factors (instead of ~n) */
Chris@82 282 static int small_enough(const ct_desc *d, INT m)
Chris@82 283 {
Chris@82 284 return m * d->radix <= 16384;
Chris@82 285 }
Chris@82 286
Chris@82 287 static int t_okp_t2f(const ct_desc *d,
Chris@82 288 const R *rio, const R *iio,
Chris@82 289 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 290 const planner *plnr)
Chris@82 291 {
Chris@82 292 return t_okp_t1f(d, rio, iio, rs, vs, m, mb, me, ms, plnr)
Chris@82 293 && small_enough(d, m);
Chris@82 294 }
Chris@82 295
Chris@82 296 EXTERN_CONST(ct_genus, XSIMD(dft_t2fsimd_genus)) = { t_okp_t2f, VL };
Chris@82 297
Chris@82 298 static int t_okp_t2b(const ct_desc *d,
Chris@82 299 const R *rio, const R *iio,
Chris@82 300 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 301 const planner *plnr)
Chris@82 302 {
Chris@82 303 return t_okp_t1b(d, rio, iio, rs, vs, m, mb, me, ms, plnr)
Chris@82 304 && small_enough(d, m);
Chris@82 305 }
Chris@82 306
Chris@82 307 EXTERN_CONST(ct_genus, XSIMD(dft_t2bsimd_genus)) = { t_okp_t2b, VL };
Chris@82 308
Chris@82 309 static int ts_okp(const ct_desc *d,
Chris@82 310 const R *rio, const R *iio,
Chris@82 311 INT rs, INT vs, INT m, INT mb, INT me, INT ms,
Chris@82 312 const planner *plnr)
Chris@82 313 {
Chris@82 314 UNUSED(rio);
Chris@82 315 UNUSED(iio);
Chris@82 316 return (1
Chris@82 317 && !NO_SIMDP(plnr)
Chris@82 318 && ALIGNEDA(rio)
Chris@82 319 && ALIGNEDA(iio)
Chris@82 320 && SIMD_STRIDE_OKA(rs)
Chris@82 321 && ms == 1
Chris@82 322 && (m % (2 * VL)) == 0
Chris@82 323 && (mb % (2 * VL)) == 0
Chris@82 324 && (me % (2 * VL)) == 0
Chris@82 325 && (!d->rs || (d->rs == rs))
Chris@82 326 && (!d->vs || (d->vs == vs))
Chris@82 327 && (!d->ms || (d->ms == ms))
Chris@82 328 );
Chris@82 329 }
Chris@82 330
Chris@82 331 EXTERN_CONST(ct_genus, XSIMD(dft_tssimd_genus)) = { ts_okp, 2 * VL };