annotate src/fftw-3.3.3/rdft/scalar/r2cf/hc2cf2_8.c @ 169:223a55898ab9 tip default

Add null config files
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 02 Mar 2020 14:03:47 +0000
parents 89f5e221ed7b
children
rev   line source
cannam@95 1 /*
cannam@95 2 * Copyright (c) 2003, 2007-11 Matteo Frigo
cannam@95 3 * Copyright (c) 2003, 2007-11 Massachusetts Institute of Technology
cannam@95 4 *
cannam@95 5 * This program is free software; you can redistribute it and/or modify
cannam@95 6 * it under the terms of the GNU General Public License as published by
cannam@95 7 * the Free Software Foundation; either version 2 of the License, or
cannam@95 8 * (at your option) any later version.
cannam@95 9 *
cannam@95 10 * This program is distributed in the hope that it will be useful,
cannam@95 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
cannam@95 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
cannam@95 13 * GNU General Public License for more details.
cannam@95 14 *
cannam@95 15 * You should have received a copy of the GNU General Public License
cannam@95 16 * along with this program; if not, write to the Free Software
cannam@95 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
cannam@95 18 *
cannam@95 19 */
cannam@95 20
cannam@95 21 /* This file was automatically generated --- DO NOT EDIT */
cannam@95 22 /* Generated on Sun Nov 25 07:40:42 EST 2012 */
cannam@95 23
cannam@95 24 #include "codelet-rdft.h"
cannam@95 25
cannam@95 26 #ifdef HAVE_FMA
cannam@95 27
cannam@95 28 /* Generated by: ../../../genfft/gen_hc2c.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -twiddle-log3 -precompute-twiddles -n 8 -dit -name hc2cf2_8 -include hc2cf.h */
cannam@95 29
cannam@95 30 /*
cannam@95 31 * This function contains 74 FP additions, 50 FP multiplications,
cannam@95 32 * (or, 44 additions, 20 multiplications, 30 fused multiply/add),
cannam@95 33 * 64 stack variables, 1 constants, and 32 memory accesses
cannam@95 34 */
cannam@95 35 #include "hc2cf.h"
cannam@95 36
cannam@95 37 static void hc2cf2_8(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@95 38 {
cannam@95 39 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
cannam@95 40 {
cannam@95 41 INT m;
cannam@95 42 for (m = mb, W = W + ((mb - 1) * 6); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 6, MAKE_VOLATILE_STRIDE(32, rs)) {
cannam@95 43 E TS, T1m, TJ, T1l, T1k, Tw, T1w, T1u;
cannam@95 44 {
cannam@95 45 E T2, T3, Tl, Tn, T5, T4, Tm, Tr, T6;
cannam@95 46 T2 = W[0];
cannam@95 47 T3 = W[2];
cannam@95 48 Tl = W[4];
cannam@95 49 Tn = W[5];
cannam@95 50 T5 = W[1];
cannam@95 51 T4 = T2 * T3;
cannam@95 52 Tm = T2 * Tl;
cannam@95 53 Tr = T2 * Tn;
cannam@95 54 T6 = W[3];
cannam@95 55 {
cannam@95 56 E T1, T1s, TG, Td, T1r, Tu, TY, Tk, TW, T18, T1d, TD, TH, TA, T13;
cannam@95 57 E TE, T14;
cannam@95 58 {
cannam@95 59 E To, Ts, Tf, T7, T8, Ti, Tb, T9, Tc, TC, Ta, TF, TB, Tg, Th;
cannam@95 60 E Tj;
cannam@95 61 T1 = Rp[0];
cannam@95 62 To = FMA(T5, Tn, Tm);
cannam@95 63 Ts = FNMS(T5, Tl, Tr);
cannam@95 64 Tf = FMA(T5, T6, T4);
cannam@95 65 T7 = FNMS(T5, T6, T4);
cannam@95 66 Ta = T2 * T6;
cannam@95 67 T1s = Rm[0];
cannam@95 68 T8 = Rp[WS(rs, 2)];
cannam@95 69 TF = Tf * Tn;
cannam@95 70 TB = Tf * Tl;
cannam@95 71 Ti = FNMS(T5, T3, Ta);
cannam@95 72 Tb = FMA(T5, T3, Ta);
cannam@95 73 T9 = T7 * T8;
cannam@95 74 Tc = Rm[WS(rs, 2)];
cannam@95 75 TG = FNMS(Ti, Tl, TF);
cannam@95 76 TC = FMA(Ti, Tn, TB);
cannam@95 77 {
cannam@95 78 E Tp, T1q, Tt, Tq, TX;
cannam@95 79 Tp = Rp[WS(rs, 3)];
cannam@95 80 Td = FMA(Tb, Tc, T9);
cannam@95 81 T1q = T7 * Tc;
cannam@95 82 Tt = Rm[WS(rs, 3)];
cannam@95 83 Tq = To * Tp;
cannam@95 84 Tg = Rp[WS(rs, 1)];
cannam@95 85 T1r = FNMS(Tb, T8, T1q);
cannam@95 86 TX = To * Tt;
cannam@95 87 Tu = FMA(Ts, Tt, Tq);
cannam@95 88 Th = Tf * Tg;
cannam@95 89 Tj = Rm[WS(rs, 1)];
cannam@95 90 TY = FNMS(Ts, Tp, TX);
cannam@95 91 }
cannam@95 92 {
cannam@95 93 E TO, TQ, TN, TP, T1a, T1b;
cannam@95 94 {
cannam@95 95 E TK, TM, TL, T19, TV;
cannam@95 96 TK = Ip[WS(rs, 3)];
cannam@95 97 TM = Im[WS(rs, 3)];
cannam@95 98 Tk = FMA(Ti, Tj, Th);
cannam@95 99 TV = Tf * Tj;
cannam@95 100 TL = Tl * TK;
cannam@95 101 T19 = Tl * TM;
cannam@95 102 TO = Ip[WS(rs, 1)];
cannam@95 103 TW = FNMS(Ti, Tg, TV);
cannam@95 104 TQ = Im[WS(rs, 1)];
cannam@95 105 TN = FMA(Tn, TM, TL);
cannam@95 106 TP = T3 * TO;
cannam@95 107 T1a = FNMS(Tn, TK, T19);
cannam@95 108 T1b = T3 * TQ;
cannam@95 109 }
cannam@95 110 {
cannam@95 111 E Tx, Tz, Ty, T12, T1c, TR;
cannam@95 112 Tx = Ip[0];
cannam@95 113 TR = FMA(T6, TQ, TP);
cannam@95 114 Tz = Im[0];
cannam@95 115 T1c = FNMS(T6, TO, T1b);
cannam@95 116 Ty = T2 * Tx;
cannam@95 117 T18 = TN - TR;
cannam@95 118 TS = TN + TR;
cannam@95 119 T12 = T2 * Tz;
cannam@95 120 T1d = T1a - T1c;
cannam@95 121 T1m = T1a + T1c;
cannam@95 122 TD = Ip[WS(rs, 2)];
cannam@95 123 TH = Im[WS(rs, 2)];
cannam@95 124 TA = FMA(T5, Tz, Ty);
cannam@95 125 T13 = FNMS(T5, Tx, T12);
cannam@95 126 TE = TC * TD;
cannam@95 127 T14 = TC * TH;
cannam@95 128 }
cannam@95 129 }
cannam@95 130 }
cannam@95 131 {
cannam@95 132 E Te, T1p, T1t, Tv;
cannam@95 133 {
cannam@95 134 E T1g, T10, T1z, T1B, T1A, T1j, T1C, T1f;
cannam@95 135 {
cannam@95 136 E T1x, T11, T16, T1y;
cannam@95 137 {
cannam@95 138 E TU, TZ, TI, T15;
cannam@95 139 Te = T1 + Td;
cannam@95 140 TU = T1 - Td;
cannam@95 141 TZ = TW - TY;
cannam@95 142 T1p = TW + TY;
cannam@95 143 TI = FMA(TG, TH, TE);
cannam@95 144 T15 = FNMS(TG, TD, T14);
cannam@95 145 T1t = T1r + T1s;
cannam@95 146 T1x = T1s - T1r;
cannam@95 147 T1g = TU - TZ;
cannam@95 148 T10 = TU + TZ;
cannam@95 149 T11 = TA - TI;
cannam@95 150 TJ = TA + TI;
cannam@95 151 T1l = T13 + T15;
cannam@95 152 T16 = T13 - T15;
cannam@95 153 T1y = Tk - Tu;
cannam@95 154 Tv = Tk + Tu;
cannam@95 155 }
cannam@95 156 {
cannam@95 157 E T1i, T1e, T17, T1h;
cannam@95 158 T1i = T18 + T1d;
cannam@95 159 T1e = T18 - T1d;
cannam@95 160 T17 = T11 + T16;
cannam@95 161 T1h = T16 - T11;
cannam@95 162 T1z = T1x - T1y;
cannam@95 163 T1B = T1y + T1x;
cannam@95 164 T1A = T1h + T1i;
cannam@95 165 T1j = T1h - T1i;
cannam@95 166 T1C = T1e - T17;
cannam@95 167 T1f = T17 + T1e;
cannam@95 168 }
cannam@95 169 }
cannam@95 170 Rm[0] = FNMS(KP707106781, T1j, T1g);
cannam@95 171 Im[0] = FMS(KP707106781, T1C, T1B);
cannam@95 172 Rp[WS(rs, 1)] = FMA(KP707106781, T1f, T10);
cannam@95 173 Rm[WS(rs, 2)] = FNMS(KP707106781, T1f, T10);
cannam@95 174 Ip[WS(rs, 1)] = FMA(KP707106781, T1A, T1z);
cannam@95 175 Im[WS(rs, 2)] = FMS(KP707106781, T1A, T1z);
cannam@95 176 Rp[WS(rs, 3)] = FMA(KP707106781, T1j, T1g);
cannam@95 177 Ip[WS(rs, 3)] = FMA(KP707106781, T1C, T1B);
cannam@95 178 }
cannam@95 179 T1k = Te - Tv;
cannam@95 180 Tw = Te + Tv;
cannam@95 181 T1w = T1t - T1p;
cannam@95 182 T1u = T1p + T1t;
cannam@95 183 }
cannam@95 184 }
cannam@95 185 }
cannam@95 186 {
cannam@95 187 E TT, T1v, T1n, T1o;
cannam@95 188 TT = TJ + TS;
cannam@95 189 T1v = TS - TJ;
cannam@95 190 T1n = T1l - T1m;
cannam@95 191 T1o = T1l + T1m;
cannam@95 192 Ip[WS(rs, 2)] = T1v + T1w;
cannam@95 193 Im[WS(rs, 1)] = T1v - T1w;
cannam@95 194 Rp[0] = Tw + TT;
cannam@95 195 Rm[WS(rs, 3)] = Tw - TT;
cannam@95 196 Ip[0] = T1o + T1u;
cannam@95 197 Im[WS(rs, 3)] = T1o - T1u;
cannam@95 198 Rp[WS(rs, 2)] = T1k + T1n;
cannam@95 199 Rm[WS(rs, 1)] = T1k - T1n;
cannam@95 200 }
cannam@95 201 }
cannam@95 202 }
cannam@95 203 }
cannam@95 204
cannam@95 205 static const tw_instr twinstr[] = {
cannam@95 206 {TW_CEXP, 1, 1},
cannam@95 207 {TW_CEXP, 1, 3},
cannam@95 208 {TW_CEXP, 1, 7},
cannam@95 209 {TW_NEXT, 1, 0}
cannam@95 210 };
cannam@95 211
cannam@95 212 static const hc2c_desc desc = { 8, "hc2cf2_8", twinstr, &GENUS, {44, 20, 30, 0} };
cannam@95 213
cannam@95 214 void X(codelet_hc2cf2_8) (planner *p) {
cannam@95 215 X(khc2c_register) (p, hc2cf2_8, &desc, HC2C_VIA_RDFT);
cannam@95 216 }
cannam@95 217 #else /* HAVE_FMA */
cannam@95 218
cannam@95 219 /* Generated by: ../../../genfft/gen_hc2c.native -compact -variables 4 -pipeline-latency 4 -twiddle-log3 -precompute-twiddles -n 8 -dit -name hc2cf2_8 -include hc2cf.h */
cannam@95 220
cannam@95 221 /*
cannam@95 222 * This function contains 74 FP additions, 44 FP multiplications,
cannam@95 223 * (or, 56 additions, 26 multiplications, 18 fused multiply/add),
cannam@95 224 * 42 stack variables, 1 constants, and 32 memory accesses
cannam@95 225 */
cannam@95 226 #include "hc2cf.h"
cannam@95 227
cannam@95 228 static void hc2cf2_8(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@95 229 {
cannam@95 230 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
cannam@95 231 {
cannam@95 232 INT m;
cannam@95 233 for (m = mb, W = W + ((mb - 1) * 6); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 6, MAKE_VOLATILE_STRIDE(32, rs)) {
cannam@95 234 E T2, T5, T3, T6, T8, Tc, Tg, Ti, Tl, Tm, Tn, Tz, Tp, Tx;
cannam@95 235 {
cannam@95 236 E T4, Tb, T7, Ta;
cannam@95 237 T2 = W[0];
cannam@95 238 T5 = W[1];
cannam@95 239 T3 = W[2];
cannam@95 240 T6 = W[3];
cannam@95 241 T4 = T2 * T3;
cannam@95 242 Tb = T5 * T3;
cannam@95 243 T7 = T5 * T6;
cannam@95 244 Ta = T2 * T6;
cannam@95 245 T8 = T4 - T7;
cannam@95 246 Tc = Ta + Tb;
cannam@95 247 Tg = T4 + T7;
cannam@95 248 Ti = Ta - Tb;
cannam@95 249 Tl = W[4];
cannam@95 250 Tm = W[5];
cannam@95 251 Tn = FMA(T2, Tl, T5 * Tm);
cannam@95 252 Tz = FNMS(Ti, Tl, Tg * Tm);
cannam@95 253 Tp = FNMS(T5, Tl, T2 * Tm);
cannam@95 254 Tx = FMA(Tg, Tl, Ti * Tm);
cannam@95 255 }
cannam@95 256 {
cannam@95 257 E Tf, T1i, TL, T1d, TJ, T17, TV, TY, Ts, T1j, TO, T1a, TC, T16, TQ;
cannam@95 258 E TT;
cannam@95 259 {
cannam@95 260 E T1, T1c, Te, T1b, T9, Td;
cannam@95 261 T1 = Rp[0];
cannam@95 262 T1c = Rm[0];
cannam@95 263 T9 = Rp[WS(rs, 2)];
cannam@95 264 Td = Rm[WS(rs, 2)];
cannam@95 265 Te = FMA(T8, T9, Tc * Td);
cannam@95 266 T1b = FNMS(Tc, T9, T8 * Td);
cannam@95 267 Tf = T1 + Te;
cannam@95 268 T1i = T1c - T1b;
cannam@95 269 TL = T1 - Te;
cannam@95 270 T1d = T1b + T1c;
cannam@95 271 }
cannam@95 272 {
cannam@95 273 E TF, TW, TI, TX;
cannam@95 274 {
cannam@95 275 E TD, TE, TG, TH;
cannam@95 276 TD = Ip[WS(rs, 3)];
cannam@95 277 TE = Im[WS(rs, 3)];
cannam@95 278 TF = FMA(Tl, TD, Tm * TE);
cannam@95 279 TW = FNMS(Tm, TD, Tl * TE);
cannam@95 280 TG = Ip[WS(rs, 1)];
cannam@95 281 TH = Im[WS(rs, 1)];
cannam@95 282 TI = FMA(T3, TG, T6 * TH);
cannam@95 283 TX = FNMS(T6, TG, T3 * TH);
cannam@95 284 }
cannam@95 285 TJ = TF + TI;
cannam@95 286 T17 = TW + TX;
cannam@95 287 TV = TF - TI;
cannam@95 288 TY = TW - TX;
cannam@95 289 }
cannam@95 290 {
cannam@95 291 E Tk, TM, Tr, TN;
cannam@95 292 {
cannam@95 293 E Th, Tj, To, Tq;
cannam@95 294 Th = Rp[WS(rs, 1)];
cannam@95 295 Tj = Rm[WS(rs, 1)];
cannam@95 296 Tk = FMA(Tg, Th, Ti * Tj);
cannam@95 297 TM = FNMS(Ti, Th, Tg * Tj);
cannam@95 298 To = Rp[WS(rs, 3)];
cannam@95 299 Tq = Rm[WS(rs, 3)];
cannam@95 300 Tr = FMA(Tn, To, Tp * Tq);
cannam@95 301 TN = FNMS(Tp, To, Tn * Tq);
cannam@95 302 }
cannam@95 303 Ts = Tk + Tr;
cannam@95 304 T1j = Tk - Tr;
cannam@95 305 TO = TM - TN;
cannam@95 306 T1a = TM + TN;
cannam@95 307 }
cannam@95 308 {
cannam@95 309 E Tw, TR, TB, TS;
cannam@95 310 {
cannam@95 311 E Tu, Tv, Ty, TA;
cannam@95 312 Tu = Ip[0];
cannam@95 313 Tv = Im[0];
cannam@95 314 Tw = FMA(T2, Tu, T5 * Tv);
cannam@95 315 TR = FNMS(T5, Tu, T2 * Tv);
cannam@95 316 Ty = Ip[WS(rs, 2)];
cannam@95 317 TA = Im[WS(rs, 2)];
cannam@95 318 TB = FMA(Tx, Ty, Tz * TA);
cannam@95 319 TS = FNMS(Tz, Ty, Tx * TA);
cannam@95 320 }
cannam@95 321 TC = Tw + TB;
cannam@95 322 T16 = TR + TS;
cannam@95 323 TQ = Tw - TB;
cannam@95 324 TT = TR - TS;
cannam@95 325 }
cannam@95 326 {
cannam@95 327 E Tt, TK, T1f, T1g;
cannam@95 328 Tt = Tf + Ts;
cannam@95 329 TK = TC + TJ;
cannam@95 330 Rm[WS(rs, 3)] = Tt - TK;
cannam@95 331 Rp[0] = Tt + TK;
cannam@95 332 {
cannam@95 333 E T19, T1e, T15, T18;
cannam@95 334 T19 = T16 + T17;
cannam@95 335 T1e = T1a + T1d;
cannam@95 336 Im[WS(rs, 3)] = T19 - T1e;
cannam@95 337 Ip[0] = T19 + T1e;
cannam@95 338 T15 = Tf - Ts;
cannam@95 339 T18 = T16 - T17;
cannam@95 340 Rm[WS(rs, 1)] = T15 - T18;
cannam@95 341 Rp[WS(rs, 2)] = T15 + T18;
cannam@95 342 }
cannam@95 343 T1f = TJ - TC;
cannam@95 344 T1g = T1d - T1a;
cannam@95 345 Im[WS(rs, 1)] = T1f - T1g;
cannam@95 346 Ip[WS(rs, 2)] = T1f + T1g;
cannam@95 347 {
cannam@95 348 E T11, T1k, T14, T1h, T12, T13;
cannam@95 349 T11 = TL - TO;
cannam@95 350 T1k = T1i - T1j;
cannam@95 351 T12 = TT - TQ;
cannam@95 352 T13 = TV + TY;
cannam@95 353 T14 = KP707106781 * (T12 - T13);
cannam@95 354 T1h = KP707106781 * (T12 + T13);
cannam@95 355 Rm[0] = T11 - T14;
cannam@95 356 Ip[WS(rs, 1)] = T1h + T1k;
cannam@95 357 Rp[WS(rs, 3)] = T11 + T14;
cannam@95 358 Im[WS(rs, 2)] = T1h - T1k;
cannam@95 359 }
cannam@95 360 {
cannam@95 361 E TP, T1m, T10, T1l, TU, TZ;
cannam@95 362 TP = TL + TO;
cannam@95 363 T1m = T1j + T1i;
cannam@95 364 TU = TQ + TT;
cannam@95 365 TZ = TV - TY;
cannam@95 366 T10 = KP707106781 * (TU + TZ);
cannam@95 367 T1l = KP707106781 * (TZ - TU);
cannam@95 368 Rm[WS(rs, 2)] = TP - T10;
cannam@95 369 Ip[WS(rs, 3)] = T1l + T1m;
cannam@95 370 Rp[WS(rs, 1)] = TP + T10;
cannam@95 371 Im[0] = T1l - T1m;
cannam@95 372 }
cannam@95 373 }
cannam@95 374 }
cannam@95 375 }
cannam@95 376 }
cannam@95 377 }
cannam@95 378
cannam@95 379 static const tw_instr twinstr[] = {
cannam@95 380 {TW_CEXP, 1, 1},
cannam@95 381 {TW_CEXP, 1, 3},
cannam@95 382 {TW_CEXP, 1, 7},
cannam@95 383 {TW_NEXT, 1, 0}
cannam@95 384 };
cannam@95 385
cannam@95 386 static const hc2c_desc desc = { 8, "hc2cf2_8", twinstr, &GENUS, {56, 26, 18, 0} };
cannam@95 387
cannam@95 388 void X(codelet_hc2cf2_8) (planner *p) {
cannam@95 389 X(khc2c_register) (p, hc2cf2_8, &desc, HC2C_VIA_RDFT);
cannam@95 390 }
cannam@95 391 #endif /* HAVE_FMA */