Mercurial > hg > sv-dependency-builds

annotate src/fftw-3.3.8/rdft/scalar/r2cb/hc2cb2_20.c @ 83:ae30d91d2ffe

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Replace these with versions built using an older toolset (so as to avoid ABI compatibilities when linking on Ubuntu 14.04 for packaging purposes)
author Chris Cannam
date Fri, 07 Feb 2020 11:51:13 +0000
parents d0c2a83c1364
children
rev   line source
Chris@82 1 /*
Chris@82 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82 4 *
Chris@82 5 * This program is free software; you can redistribute it and/or modify
Chris@82 6 * it under the terms of the GNU General Public License as published by
Chris@82 7 * the Free Software Foundation; either version 2 of the License, or
Chris@82 8 * (at your option) any later version.
Chris@82 9 *
Chris@82 10 * This program is distributed in the hope that it will be useful,
Chris@82 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@82 13 * GNU General Public License for more details.
Chris@82 14 *
Chris@82 15 * You should have received a copy of the GNU General Public License
Chris@82 16 * along with this program; if not, write to the Free Software
Chris@82 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@82 18 *
Chris@82 19 */
Chris@82 20
Chris@82 21 /* This file was automatically generated --- DO NOT EDIT */
Chris@82 22 /* Generated on Thu May 24 08:07:57 EDT 2018 */
Chris@82 23
Chris@82 24 #include "rdft/codelet-rdft.h"
Chris@82 25
Chris@82 26 #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA)
Chris@82 27
Chris@82 28 /* Generated by: ../../../genfft/gen_hc2c.native -fma -compact -variables 4 -pipeline-latency 4 -sign 1 -twiddle-log3 -precompute-twiddles -n 20 -dif -name hc2cb2_20 -include rdft/scalar/hc2cb.h */
Chris@82 29
Chris@82 30 /*
Chris@82 31 * This function contains 276 FP additions, 198 FP multiplications,
Chris@82 32 * (or, 136 additions, 58 multiplications, 140 fused multiply/add),
Chris@82 33 * 129 stack variables, 4 constants, and 80 memory accesses
Chris@82 34 */
Chris@82 35 #include "rdft/scalar/hc2cb.h"
Chris@82 36
Chris@82 37 static void hc2cb2_20(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82 38 {
Chris@82 39 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
Chris@82 40 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
Chris@82 41 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
Chris@82 42 DK(KP618033988, +0.618033988749894848204586834365638117720309180);
Chris@82 43 {
Chris@82 44 INT m;
Chris@82 45 for (m = mb, W = W + ((mb - 1) * 8); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 8, MAKE_VOLATILE_STRIDE(80, rs)) {
Chris@82 46 E TD, TH, TE, T1L, T1N, T1X, TG, T29, TI, T2b, T1V, T1O, T24, T36, T5b;
Chris@82 47 E T1S, T1Y, T3b, T3e, T2o, T2Y, T2U, T31, T2s, T4y, T4u, T2f, T2c, T2g, T5g;
Chris@82 48 E T2k, T1s, T48, T4c, T5q, T5m, T4k, T4f;
Chris@82 49 {
Chris@82 50 E T1r, T1M, T2T, T1R, T2X, T23, T2r, T1W, T2n, T2a, TF, T4x;
Chris@82 51 TD = W[0];
Chris@82 52 TH = W[3];
Chris@82 53 TE = W[2];
Chris@82 54 TF = TD * TE;
Chris@82 55 T1r = TD * TH;
Chris@82 56 T1L = W[6];
Chris@82 57 T1M = TD * T1L;
Chris@82 58 T2T = TE * T1L;
Chris@82 59 T1N = W[7];
Chris@82 60 T1R = TD * T1N;
Chris@82 61 T2X = TE * T1N;
Chris@82 62 T1X = W[5];
Chris@82 63 T23 = TE * T1X;
Chris@82 64 T2r = TD * T1X;
Chris@82 65 TG = W[1];
Chris@82 66 T29 = FNMS(TG, TH, TF);
Chris@82 67 TI = FMA(TG, TH, TF);
Chris@82 68 T2b = FMA(TG, TE, T1r);
Chris@82 69 T1V = W[4];
Chris@82 70 T1W = TE * T1V;
Chris@82 71 T2n = TD * T1V;
Chris@82 72 T2a = T29 * T1V;
Chris@82 73 T1O = FMA(TG, T1N, T1M);
Chris@82 74 T24 = FNMS(TH, T1V, T23);
Chris@82 75 T36 = FNMS(TG, T1V, T2r);
Chris@82 76 T5b = FNMS(T2b, T1X, T2a);
Chris@82 77 T1S = FNMS(TG, T1L, T1R);
Chris@82 78 T1Y = FMA(TH, T1X, T1W);
Chris@82 79 T3b = FNMS(TH, T1X, T1W);
Chris@82 80 T3e = FMA(TH, T1V, T23);
Chris@82 81 T2o = FNMS(TG, T1X, T2n);
Chris@82 82 T2Y = FNMS(TH, T1L, T2X);
Chris@82 83 T2U = FMA(TH, T1N, T2T);
Chris@82 84 T31 = FMA(TG, T1X, T2n);
Chris@82 85 T2s = FMA(TG, T1V, T2r);
Chris@82 86 T4x = T29 * T1N;
Chris@82 87 T4y = FNMS(T2b, T1L, T4x);
Chris@82 88 {
Chris@82 89 E T4t, T2e, T2d, T2j;
Chris@82 90 T4t = T29 * T1L;
Chris@82 91 T4u = FMA(T2b, T1N, T4t);
Chris@82 92 T2e = T29 * T1X;
Chris@82 93 T2f = FNMS(T2b, T1V, T2e);
Chris@82 94 T2c = FMA(T2b, T1X, T2a);
Chris@82 95 T2d = T2c * T1L;
Chris@82 96 T2j = T2c * T1N;
Chris@82 97 T2g = FMA(T2f, T1N, T2d);
Chris@82 98 T5g = FMA(T2b, T1V, T2e);
Chris@82 99 T2k = FNMS(T2f, T1L, T2j);
Chris@82 100 {
Chris@82 101 E T47, T5p, T4b, T5l;
Chris@82 102 T47 = TI * T1V;
Chris@82 103 T5p = TI * T1N;
Chris@82 104 T4b = TI * T1X;
Chris@82 105 T5l = TI * T1L;
Chris@82 106 T1s = FNMS(TG, TE, T1r);
Chris@82 107 T48 = FMA(T1s, T1X, T47);
Chris@82 108 T4c = FNMS(T1s, T1V, T4b);
Chris@82 109 T5q = FNMS(T1s, T1L, T5p);
Chris@82 110 T5m = FMA(T1s, T1N, T5l);
Chris@82 111 T4k = FMA(T1s, T1V, T4b);
Chris@82 112 T4f = FNMS(T1s, T1X, T47);
Chris@82 113 }
Chris@82 114 }
Chris@82 115 }
Chris@82 116 {
Chris@82 117 E T7, T4B, T4V, TJ, T1z, T3j, T3V, T2H, T18, T42, T43, T1n, T2D, T53, T52;
Chris@82 118 E T2A, T1H, T4R, T4O, T1G, T2O, T3I, T2P, T3P, T2I, T2J, T2K, T1A, T1B, T1C;
Chris@82 119 E TC, T2w, T3Y, T40, T4I, T4K, TQ, TS, T3y, T3A, T4Y, T50;
Chris@82 120 {
Chris@82 121 E T3, T3h, T1v, T3T, T6, T3U, T1y, T3i;
Chris@82 122 {
Chris@82 123 E T1, T2, T1t, T1u;
Chris@82 124 T1 = Rp[0];
Chris@82 125 T2 = Rm[WS(rs, 9)];
Chris@82 126 T3 = T1 + T2;
Chris@82 127 T3h = T1 - T2;
Chris@82 128 T1t = Ip[0];
Chris@82 129 T1u = Im[WS(rs, 9)];
Chris@82 130 T1v = T1t - T1u;
Chris@82 131 T3T = T1t + T1u;
Chris@82 132 }
Chris@82 133 {
Chris@82 134 E T4, T5, T1w, T1x;
Chris@82 135 T4 = Rp[WS(rs, 5)];
Chris@82 136 T5 = Rm[WS(rs, 4)];
Chris@82 137 T6 = T4 + T5;
Chris@82 138 T3U = T4 - T5;
Chris@82 139 T1w = Ip[WS(rs, 5)];
Chris@82 140 T1x = Im[WS(rs, 4)];
Chris@82 141 T1y = T1w - T1x;
Chris@82 142 T3i = T1w + T1x;
Chris@82 143 }
Chris@82 144 T7 = T3 + T6;
Chris@82 145 T4B = T3h - T3i;
Chris@82 146 T4V = T3U + T3T;
Chris@82 147 TJ = T3 - T6;
Chris@82 148 T1z = T1v - T1y;
Chris@82 149 T3j = T3h + T3i;
Chris@82 150 T3V = T3T - T3U;
Chris@82 151 T2H = T1v + T1y;
Chris@82 152 }
Chris@82 153 {
Chris@82 154 E Te, T4C, T4M, TK, T1f, T3m, T3L, T2y, TA, T4G, T4Q, TO, T17, T3w, T3H;
Chris@82 155 E T2C, Tl, T4D, T4N, TL, T1m, T3p, T3O, T2z, Tt, T4F, T4P, TN, T10, T3t;
Chris@82 156 E T3E, T2B;
Chris@82 157 {
Chris@82 158 E Ta, T3k, T1b, T3J, Td, T3K, T1e, T3l;
Chris@82 159 {
Chris@82 160 E T8, T9, T19, T1a;
Chris@82 161 T8 = Rp[WS(rs, 4)];
Chris@82 162 T9 = Rm[WS(rs, 5)];
Chris@82 163 Ta = T8 + T9;
Chris@82 164 T3k = T8 - T9;
Chris@82 165 T19 = Ip[WS(rs, 4)];
Chris@82 166 T1a = Im[WS(rs, 5)];
Chris@82 167 T1b = T19 - T1a;
Chris@82 168 T3J = T19 + T1a;
Chris@82 169 }
Chris@82 170 {
Chris@82 171 E Tb, Tc, T1c, T1d;
Chris@82 172 Tb = Rp[WS(rs, 9)];
Chris@82 173 Tc = Rm[0];
Chris@82 174 Td = Tb + Tc;
Chris@82 175 T3K = Tb - Tc;
Chris@82 176 T1c = Ip[WS(rs, 9)];
Chris@82 177 T1d = Im[0];
Chris@82 178 T1e = T1c - T1d;
Chris@82 179 T3l = T1c + T1d;
Chris@82 180 }
Chris@82 181 Te = Ta + Td;
Chris@82 182 T4C = T3k - T3l;
Chris@82 183 T4M = T3K + T3J;
Chris@82 184 TK = Ta - Td;
Chris@82 185 T1f = T1b - T1e;
Chris@82 186 T3m = T3k + T3l;
Chris@82 187 T3L = T3J - T3K;
Chris@82 188 T2y = T1b + T1e;
Chris@82 189 }
Chris@82 190 {
Chris@82 191 E Tw, T3u, T13, T3G, Tz, T3F, T16, T3v;
Chris@82 192 {
Chris@82 193 E Tu, Tv, T11, T12;
Chris@82 194 Tu = Rm[WS(rs, 7)];
Chris@82 195 Tv = Rp[WS(rs, 2)];
Chris@82 196 Tw = Tu + Tv;
Chris@82 197 T3u = Tu - Tv;
Chris@82 198 T11 = Ip[WS(rs, 2)];
Chris@82 199 T12 = Im[WS(rs, 7)];
Chris@82 200 T13 = T11 - T12;
Chris@82 201 T3G = T11 + T12;
Chris@82 202 }
Chris@82 203 {
Chris@82 204 E Tx, Ty, T14, T15;
Chris@82 205 Tx = Rm[WS(rs, 2)];
Chris@82 206 Ty = Rp[WS(rs, 7)];
Chris@82 207 Tz = Tx + Ty;
Chris@82 208 T3F = Tx - Ty;
Chris@82 209 T14 = Ip[WS(rs, 7)];
Chris@82 210 T15 = Im[WS(rs, 2)];
Chris@82 211 T16 = T14 - T15;
Chris@82 212 T3v = T14 + T15;
Chris@82 213 }
Chris@82 214 TA = Tw + Tz;
Chris@82 215 T4G = T3u + T3v;
Chris@82 216 T4Q = T3F - T3G;
Chris@82 217 TO = Tw - Tz;
Chris@82 218 T17 = T13 - T16;
Chris@82 219 T3w = T3u - T3v;
Chris@82 220 T3H = T3F + T3G;
Chris@82 221 T2C = T13 + T16;
Chris@82 222 }
Chris@82 223 {
Chris@82 224 E Th, T3n, T1i, T3N, Tk, T3M, T1l, T3o;
Chris@82 225 {
Chris@82 226 E Tf, Tg, T1g, T1h;
Chris@82 227 Tf = Rm[WS(rs, 3)];
Chris@82 228 Tg = Rp[WS(rs, 6)];
Chris@82 229 Th = Tf + Tg;
Chris@82 230 T3n = Tf - Tg;
Chris@82 231 T1g = Ip[WS(rs, 6)];
Chris@82 232 T1h = Im[WS(rs, 3)];
Chris@82 233 T1i = T1g - T1h;
Chris@82 234 T3N = T1g + T1h;
Chris@82 235 }
Chris@82 236 {
Chris@82 237 E Ti, Tj, T1j, T1k;
Chris@82 238 Ti = Rp[WS(rs, 1)];
Chris@82 239 Tj = Rm[WS(rs, 8)];
Chris@82 240 Tk = Ti + Tj;
Chris@82 241 T3M = Ti - Tj;
Chris@82 242 T1j = Ip[WS(rs, 1)];
Chris@82 243 T1k = Im[WS(rs, 8)];
Chris@82 244 T1l = T1j - T1k;
Chris@82 245 T3o = T1j + T1k;
Chris@82 246 }
Chris@82 247 Tl = Th + Tk;
Chris@82 248 T4D = T3n - T3o;
Chris@82 249 T4N = T3M - T3N;
Chris@82 250 TL = Th - Tk;
Chris@82 251 T1m = T1i - T1l;
Chris@82 252 T3p = T3n + T3o;
Chris@82 253 T3O = T3M + T3N;
Chris@82 254 T2z = T1i + T1l;
Chris@82 255 }
Chris@82 256 {
Chris@82 257 E Tp, T3r, TW, T3C, Ts, T3D, TZ, T3s;
Chris@82 258 {
Chris@82 259 E Tn, To, TU, TV;
Chris@82 260 Tn = Rp[WS(rs, 8)];
Chris@82 261 To = Rm[WS(rs, 1)];
Chris@82 262 Tp = Tn + To;
Chris@82 263 T3r = Tn - To;
Chris@82 264 TU = Ip[WS(rs, 8)];
Chris@82 265 TV = Im[WS(rs, 1)];
Chris@82 266 TW = TU - TV;
Chris@82 267 T3C = TU + TV;
Chris@82 268 }
Chris@82 269 {
Chris@82 270 E Tq, Tr, TX, TY;
Chris@82 271 Tq = Rm[WS(rs, 6)];
Chris@82 272 Tr = Rp[WS(rs, 3)];
Chris@82 273 Ts = Tq + Tr;
Chris@82 274 T3D = Tq - Tr;
Chris@82 275 TX = Ip[WS(rs, 3)];
Chris@82 276 TY = Im[WS(rs, 6)];
Chris@82 277 TZ = TX - TY;
Chris@82 278 T3s = TX + TY;
Chris@82 279 }
Chris@82 280 Tt = Tp + Ts;
Chris@82 281 T4F = T3r + T3s;
Chris@82 282 T4P = T3D + T3C;
Chris@82 283 TN = Tp - Ts;
Chris@82 284 T10 = TW - TZ;
Chris@82 285 T3t = T3r - T3s;
Chris@82 286 T3E = T3C - T3D;
Chris@82 287 T2B = TW + TZ;
Chris@82 288 }
Chris@82 289 T18 = T10 - T17;
Chris@82 290 T42 = T3t - T3w;
Chris@82 291 T43 = T3m - T3p;
Chris@82 292 T1n = T1f - T1m;
Chris@82 293 T2D = T2B - T2C;
Chris@82 294 T53 = T4F - T4G;
Chris@82 295 T52 = T4C - T4D;
Chris@82 296 T2A = T2y - T2z;
Chris@82 297 T1H = TK - TL;
Chris@82 298 T4R = T4P - T4Q;
Chris@82 299 T4O = T4M - T4N;
Chris@82 300 T1G = TN - TO;
Chris@82 301 T2O = Te - Tl;
Chris@82 302 T3I = T3E + T3H;
Chris@82 303 T2P = Tt - TA;
Chris@82 304 T3P = T3L + T3O;
Chris@82 305 T2I = T2y + T2z;
Chris@82 306 T2J = T2B + T2C;
Chris@82 307 T2K = T2I + T2J;
Chris@82 308 T1A = T1f + T1m;
Chris@82 309 T1B = T10 + T17;
Chris@82 310 T1C = T1A + T1B;
Chris@82 311 {
Chris@82 312 E Tm, TB, TM, TP;
Chris@82 313 Tm = Te + Tl;
Chris@82 314 TB = Tt + TA;
Chris@82 315 TC = Tm + TB;
Chris@82 316 T2w = Tm - TB;
Chris@82 317 {
Chris@82 318 E T3W, T3X, T4E, T4H;
Chris@82 319 T3W = T3L - T3O;
Chris@82 320 T3X = T3E - T3H;
Chris@82 321 T3Y = T3W + T3X;
Chris@82 322 T40 = T3W - T3X;
Chris@82 323 T4E = T4C + T4D;
Chris@82 324 T4H = T4F + T4G;
Chris@82 325 T4I = T4E + T4H;
Chris@82 326 T4K = T4E - T4H;
Chris@82 327 }
Chris@82 328 TM = TK + TL;
Chris@82 329 TP = TN + TO;
Chris@82 330 TQ = TM + TP;
Chris@82 331 TS = TM - TP;
Chris@82 332 {
Chris@82 333 E T3q, T3x, T4W, T4X;
Chris@82 334 T3q = T3m + T3p;
Chris@82 335 T3x = T3t + T3w;
Chris@82 336 T3y = T3q + T3x;
Chris@82 337 T3A = T3q - T3x;
Chris@82 338 T4W = T4M + T4N;
Chris@82 339 T4X = T4P + T4Q;
Chris@82 340 T4Y = T4W + T4X;
Chris@82 341 T50 = T4W - T4X;
Chris@82 342 }
Chris@82 343 }
Chris@82 344 }
Chris@82 345 Rp[0] = T7 + TC;
Chris@82 346 Rm[0] = T2H + T2K;
Chris@82 347 {
Chris@82 348 E T2t, T2q, T2u, T2p;
Chris@82 349 T2t = T1z + T1C;
Chris@82 350 T2p = TJ + TQ;
Chris@82 351 T2q = T2o * T2p;
Chris@82 352 T2u = T2s * T2p;
Chris@82 353 Rp[WS(rs, 5)] = FNMS(T2s, T2t, T2q);
Chris@82 354 Rm[WS(rs, 5)] = FMA(T2o, T2t, T2u);
Chris@82 355 }
Chris@82 356 {
Chris@82 357 E T5t, T5u, T5v, T5w;
Chris@82 358 T5t = T4B + T4I;
Chris@82 359 T5u = T2c * T5t;
Chris@82 360 T5v = T4V + T4Y;
Chris@82 361 T5w = T2c * T5v;
Chris@82 362 Ip[WS(rs, 2)] = FNMS(T2f, T5v, T5u);
Chris@82 363 Im[WS(rs, 2)] = FMA(T2f, T5t, T5w);
Chris@82 364 }
Chris@82 365 {
Chris@82 366 E T4v, T4w, T4z, T4A;
Chris@82 367 T4v = T3j + T3y;
Chris@82 368 T4w = T4u * T4v;
Chris@82 369 T4z = T3V + T3Y;
Chris@82 370 T4A = T4u * T4z;
Chris@82 371 Ip[WS(rs, 7)] = FNMS(T4y, T4z, T4w);
Chris@82 372 Im[WS(rs, 7)] = FMA(T4y, T4v, T4A);
Chris@82 373 }
Chris@82 374 {
Chris@82 375 E T3R, T4p, T49, T4i, T45, T4r, T4d, T4n;
Chris@82 376 {
Chris@82 377 E T3Q, T4h, T3B, T4g, T3z;
Chris@82 378 T3Q = FNMS(KP618033988, T3P, T3I);
Chris@82 379 T4h = FMA(KP618033988, T3I, T3P);
Chris@82 380 T3z = FNMS(KP250000000, T3y, T3j);
Chris@82 381 T3B = FNMS(KP559016994, T3A, T3z);
Chris@82 382 T4g = FMA(KP559016994, T3A, T3z);
Chris@82 383 T3R = FNMS(KP951056516, T3Q, T3B);
Chris@82 384 T4p = FMA(KP951056516, T4h, T4g);
Chris@82 385 T49 = FMA(KP951056516, T3Q, T3B);
Chris@82 386 T4i = FNMS(KP951056516, T4h, T4g);
Chris@82 387 }
Chris@82 388 {
Chris@82 389 E T44, T4m, T41, T4l, T3Z;
Chris@82 390 T44 = FNMS(KP618033988, T43, T42);
Chris@82 391 T4m = FMA(KP618033988, T42, T43);
Chris@82 392 T3Z = FNMS(KP250000000, T3Y, T3V);
Chris@82 393 T41 = FNMS(KP559016994, T40, T3Z);
Chris@82 394 T4l = FMA(KP559016994, T40, T3Z);
Chris@82 395 T45 = FMA(KP951056516, T44, T41);
Chris@82 396 T4r = FNMS(KP951056516, T4m, T4l);
Chris@82 397 T4d = FNMS(KP951056516, T44, T41);
Chris@82 398 T4n = FMA(KP951056516, T4m, T4l);
Chris@82 399 }
Chris@82 400 {
Chris@82 401 E T3S, T46, T4a, T4e;
Chris@82 402 T3S = TE * T3R;
Chris@82 403 Ip[WS(rs, 1)] = FNMS(TH, T45, T3S);
Chris@82 404 T46 = TE * T45;
Chris@82 405 Im[WS(rs, 1)] = FMA(TH, T3R, T46);
Chris@82 406 T4a = T48 * T49;
Chris@82 407 Ip[WS(rs, 3)] = FNMS(T4c, T4d, T4a);
Chris@82 408 T4e = T48 * T4d;
Chris@82 409 Im[WS(rs, 3)] = FMA(T4c, T49, T4e);
Chris@82 410 }
Chris@82 411 {
Chris@82 412 E T4j, T4o, T4q, T4s;
Chris@82 413 T4j = T4f * T4i;
Chris@82 414 Ip[WS(rs, 5)] = FNMS(T4k, T4n, T4j);
Chris@82 415 T4o = T4f * T4n;
Chris@82 416 Im[WS(rs, 5)] = FMA(T4k, T4i, T4o);
Chris@82 417 T4q = T1L * T4p;
Chris@82 418 Ip[WS(rs, 9)] = FNMS(T1N, T4r, T4q);
Chris@82 419 T4s = T1L * T4r;
Chris@82 420 Im[WS(rs, 9)] = FMA(T1N, T4p, T4s);
Chris@82 421 }
Chris@82 422 }
Chris@82 423 {
Chris@82 424 E T4T, T5n, T57, T5e, T55, T5r, T59, T5j;
Chris@82 425 {
Chris@82 426 E T4S, T5d, T4L, T5c, T4J;
Chris@82 427 T4S = FMA(KP618033988, T4R, T4O);
Chris@82 428 T5d = FNMS(KP618033988, T4O, T4R);
Chris@82 429 T4J = FNMS(KP250000000, T4I, T4B);
Chris@82 430 T4L = FMA(KP559016994, T4K, T4J);
Chris@82 431 T5c = FNMS(KP559016994, T4K, T4J);
Chris@82 432 T4T = FNMS(KP951056516, T4S, T4L);
Chris@82 433 T5n = FMA(KP951056516, T5d, T5c);
Chris@82 434 T57 = FMA(KP951056516, T4S, T4L);
Chris@82 435 T5e = FNMS(KP951056516, T5d, T5c);
Chris@82 436 }
Chris@82 437 {
Chris@82 438 E T54, T5i, T51, T5h, T4Z;
Chris@82 439 T54 = FMA(KP618033988, T53, T52);
Chris@82 440 T5i = FNMS(KP618033988, T52, T53);
Chris@82 441 T4Z = FNMS(KP250000000, T4Y, T4V);
Chris@82 442 T51 = FMA(KP559016994, T50, T4Z);
Chris@82 443 T5h = FNMS(KP559016994, T50, T4Z);
Chris@82 444 T55 = FMA(KP951056516, T54, T51);
Chris@82 445 T5r = FNMS(KP951056516, T5i, T5h);
Chris@82 446 T59 = FNMS(KP951056516, T54, T51);
Chris@82 447 T5j = FMA(KP951056516, T5i, T5h);
Chris@82 448 }
Chris@82 449 {
Chris@82 450 E T4U, T56, T58, T5a;
Chris@82 451 T4U = TD * T4T;
Chris@82 452 Ip[0] = FNMS(TG, T55, T4U);
Chris@82 453 T56 = TD * T55;
Chris@82 454 Im[0] = FMA(TG, T4T, T56);
Chris@82 455 T58 = T1V * T57;
Chris@82 456 Ip[WS(rs, 4)] = FNMS(T1X, T59, T58);
Chris@82 457 T5a = T1V * T59;
Chris@82 458 Im[WS(rs, 4)] = FMA(T1X, T57, T5a);
Chris@82 459 }
Chris@82 460 {
Chris@82 461 E T5f, T5k, T5o, T5s;
Chris@82 462 T5f = T5b * T5e;
Chris@82 463 Ip[WS(rs, 6)] = FNMS(T5g, T5j, T5f);
Chris@82 464 T5k = T5b * T5j;
Chris@82 465 Im[WS(rs, 6)] = FMA(T5g, T5e, T5k);
Chris@82 466 T5o = T5m * T5n;
Chris@82 467 Ip[WS(rs, 8)] = FNMS(T5q, T5r, T5o);
Chris@82 468 T5s = T5m * T5r;
Chris@82 469 Im[WS(rs, 8)] = FMA(T5q, T5n, T5s);
Chris@82 470 }
Chris@82 471 }
Chris@82 472 {
Chris@82 473 E T2Q, T38, T2N, T37, T2F, T3c, T2V, T34, T2L, T2M;
Chris@82 474 T2Q = FMA(KP618033988, T2P, T2O);
Chris@82 475 T38 = FNMS(KP618033988, T2O, T2P);
Chris@82 476 T2L = FNMS(KP250000000, T2K, T2H);
Chris@82 477 T2M = T2I - T2J;
Chris@82 478 T2N = FMA(KP559016994, T2M, T2L);
Chris@82 479 T37 = FNMS(KP559016994, T2M, T2L);
Chris@82 480 {
Chris@82 481 E T2E, T33, T2x, T32, T2v;
Chris@82 482 T2E = FMA(KP618033988, T2D, T2A);
Chris@82 483 T33 = FNMS(KP618033988, T2A, T2D);
Chris@82 484 T2v = FNMS(KP250000000, TC, T7);
Chris@82 485 T2x = FMA(KP559016994, T2w, T2v);
Chris@82 486 T32 = FNMS(KP559016994, T2w, T2v);
Chris@82 487 T2F = FMA(KP951056516, T2E, T2x);
Chris@82 488 T3c = FMA(KP951056516, T33, T32);
Chris@82 489 T2V = FNMS(KP951056516, T2E, T2x);
Chris@82 490 T34 = FNMS(KP951056516, T33, T32);
Chris@82 491 }
Chris@82 492 {
Chris@82 493 E T2G, T2S, T2R, T3d, T3g, T3f;
Chris@82 494 T2G = T29 * T2F;
Chris@82 495 T2S = T2b * T2F;
Chris@82 496 T2R = FNMS(KP951056516, T2Q, T2N);
Chris@82 497 Rp[WS(rs, 2)] = FNMS(T2b, T2R, T2G);
Chris@82 498 Rm[WS(rs, 2)] = FMA(T29, T2R, T2S);
Chris@82 499 T3d = T3b * T3c;
Chris@82 500 T3g = T3e * T3c;
Chris@82 501 T3f = FNMS(KP951056516, T38, T37);
Chris@82 502 Rp[WS(rs, 6)] = FNMS(T3e, T3f, T3d);
Chris@82 503 Rm[WS(rs, 6)] = FMA(T3b, T3f, T3g);
Chris@82 504 }
Chris@82 505 {
Chris@82 506 E T2W, T30, T2Z, T35, T3a, T39;
Chris@82 507 T2W = T2U * T2V;
Chris@82 508 T30 = T2Y * T2V;
Chris@82 509 T2Z = FMA(KP951056516, T2Q, T2N);
Chris@82 510 Rp[WS(rs, 8)] = FNMS(T2Y, T2Z, T2W);
Chris@82 511 Rm[WS(rs, 8)] = FMA(T2U, T2Z, T30);
Chris@82 512 T35 = T31 * T34;
Chris@82 513 T3a = T36 * T34;
Chris@82 514 T39 = FMA(KP951056516, T38, T37);
Chris@82 515 Rp[WS(rs, 4)] = FNMS(T36, T39, T35);
Chris@82 516 Rm[WS(rs, 4)] = FMA(T31, T39, T3a);
Chris@82 517 }
Chris@82 518 }
Chris@82 519 {
Chris@82 520 E T1I, T26, T1F, T25, T1p, T2h, T1P, T21, T1D, T1E;
Chris@82 521 T1I = FNMS(KP618033988, T1H, T1G);
Chris@82 522 T26 = FMA(KP618033988, T1G, T1H);
Chris@82 523 T1D = FNMS(KP250000000, T1C, T1z);
Chris@82 524 T1E = T1A - T1B;
Chris@82 525 T1F = FNMS(KP559016994, T1E, T1D);
Chris@82 526 T25 = FMA(KP559016994, T1E, T1D);
Chris@82 527 {
Chris@82 528 E T1o, T20, TT, T1Z, TR;
Chris@82 529 T1o = FNMS(KP618033988, T1n, T18);
Chris@82 530 T20 = FMA(KP618033988, T18, T1n);
Chris@82 531 TR = FNMS(KP250000000, TQ, TJ);
Chris@82 532 TT = FNMS(KP559016994, TS, TR);
Chris@82 533 T1Z = FMA(KP559016994, TS, TR);
Chris@82 534 T1p = FMA(KP951056516, T1o, TT);
Chris@82 535 T2h = FMA(KP951056516, T20, T1Z);
Chris@82 536 T1P = FNMS(KP951056516, T1o, TT);
Chris@82 537 T21 = FNMS(KP951056516, T20, T1Z);
Chris@82 538 }
Chris@82 539 {
Chris@82 540 E T1q, T1K, T1J, T2i, T2m, T2l;
Chris@82 541 T1q = TI * T1p;
Chris@82 542 T1K = T1s * T1p;
Chris@82 543 T1J = FNMS(KP951056516, T1I, T1F);
Chris@82 544 Rp[WS(rs, 1)] = FNMS(T1s, T1J, T1q);
Chris@82 545 Rm[WS(rs, 1)] = FMA(TI, T1J, T1K);
Chris@82 546 T2i = T2g * T2h;
Chris@82 547 T2m = T2k * T2h;
Chris@82 548 T2l = FNMS(KP951056516, T26, T25);
Chris@82 549 Rp[WS(rs, 7)] = FNMS(T2k, T2l, T2i);
Chris@82 550 Rm[WS(rs, 7)] = FMA(T2g, T2l, T2m);
Chris@82 551 }
Chris@82 552 {
Chris@82 553 E T1Q, T1U, T1T, T22, T28, T27;
Chris@82 554 T1Q = T1O * T1P;
Chris@82 555 T1U = T1S * T1P;
Chris@82 556 T1T = FMA(KP951056516, T1I, T1F);
Chris@82 557 Rp[WS(rs, 9)] = FNMS(T1S, T1T, T1Q);
Chris@82 558 Rm[WS(rs, 9)] = FMA(T1O, T1T, T1U);
Chris@82 559 T22 = T1Y * T21;
Chris@82 560 T28 = T24 * T21;
Chris@82 561 T27 = FMA(KP951056516, T26, T25);
Chris@82 562 Rp[WS(rs, 3)] = FNMS(T24, T27, T22);
Chris@82 563 Rm[WS(rs, 3)] = FMA(T1Y, T27, T28);
Chris@82 564 }
Chris@82 565 }
Chris@82 566 }
Chris@82 567 }
Chris@82 568 }
Chris@82 569 }
Chris@82 570
Chris@82 571 static const tw_instr twinstr[] = {
Chris@82 572 {TW_CEXP, 1, 1},
Chris@82 573 {TW_CEXP, 1, 3},
Chris@82 574 {TW_CEXP, 1, 9},
Chris@82 575 {TW_CEXP, 1, 19},
Chris@82 576 {TW_NEXT, 1, 0}
Chris@82 577 };
Chris@82 578
Chris@82 579 static const hc2c_desc desc = { 20, "hc2cb2_20", twinstr, &GENUS, {136, 58, 140, 0} };
Chris@82 580
Chris@82 581 void X(codelet_hc2cb2_20) (planner *p) {
Chris@82 582 X(khc2c_register) (p, hc2cb2_20, &desc, HC2C_VIA_RDFT);
Chris@82 583 }
Chris@82 584 #else
Chris@82 585
Chris@82 586 /* Generated by: ../../../genfft/gen_hc2c.native -compact -variables 4 -pipeline-latency 4 -sign 1 -twiddle-log3 -precompute-twiddles -n 20 -dif -name hc2cb2_20 -include rdft/scalar/hc2cb.h */
Chris@82 587
Chris@82 588 /*
Chris@82 589 * This function contains 276 FP additions, 164 FP multiplications,
Chris@82 590 * (or, 204 additions, 92 multiplications, 72 fused multiply/add),
Chris@82 591 * 137 stack variables, 4 constants, and 80 memory accesses
Chris@82 592 */
Chris@82 593 #include "rdft/scalar/hc2cb.h"
Chris@82 594
Chris@82 595 static void hc2cb2_20(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82 596 {
Chris@82 597 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
Chris@82 598 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
Chris@82 599 DK(KP587785252, +0.587785252292473129168705954639072768597652438);
Chris@82 600 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
Chris@82 601 {
Chris@82 602 INT m;
Chris@82 603 for (m = mb, W = W + ((mb - 1) * 8); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 8, MAKE_VOLATILE_STRIDE(80, rs)) {
Chris@82 604 E TD, TG, TE, TH, TJ, T1t, T27, T25, T1T, T1R, T1V, T2j, T2Z, T21, T2X;
Chris@82 605 E T2T, T2n, T2P, T3V, T41, T3R, T3X, T29, T2c, T4H, T4L, T1L, T1M, T1N, T2d;
Chris@82 606 E T4R, T1P, T4P, T49, T2N, T2f, T47, T2L;
Chris@82 607 {
Chris@82 608 E T1U, T2l, T1Z, T2i, T1S, T2m, T20, T2h;
Chris@82 609 {
Chris@82 610 E TF, T1s, TI, T1r;
Chris@82 611 TD = W[0];
Chris@82 612 TG = W[1];
Chris@82 613 TE = W[2];
Chris@82 614 TH = W[3];
Chris@82 615 TF = TD * TE;
Chris@82 616 T1s = TG * TE;
Chris@82 617 TI = TG * TH;
Chris@82 618 T1r = TD * TH;
Chris@82 619 TJ = TF + TI;
Chris@82 620 T1t = T1r - T1s;
Chris@82 621 T27 = T1r + T1s;
Chris@82 622 T25 = TF - TI;
Chris@82 623 T1T = W[5];
Chris@82 624 T1U = TH * T1T;
Chris@82 625 T2l = TD * T1T;
Chris@82 626 T1Z = TE * T1T;
Chris@82 627 T2i = TG * T1T;
Chris@82 628 T1R = W[4];
Chris@82 629 T1S = TE * T1R;
Chris@82 630 T2m = TG * T1R;
Chris@82 631 T20 = TH * T1R;
Chris@82 632 T2h = TD * T1R;
Chris@82 633 }
Chris@82 634 T1V = T1S + T1U;
Chris@82 635 T2j = T2h - T2i;
Chris@82 636 T2Z = T1Z + T20;
Chris@82 637 T21 = T1Z - T20;
Chris@82 638 T2X = T1S - T1U;
Chris@82 639 T2T = T2l - T2m;
Chris@82 640 T2n = T2l + T2m;
Chris@82 641 T2P = T2h + T2i;
Chris@82 642 {
Chris@82 643 E T3T, T3U, T3P, T3Q;
Chris@82 644 T3T = TJ * T1T;
Chris@82 645 T3U = T1t * T1R;
Chris@82 646 T3V = T3T - T3U;
Chris@82 647 T41 = T3T + T3U;
Chris@82 648 T3P = TJ * T1R;
Chris@82 649 T3Q = T1t * T1T;
Chris@82 650 T3R = T3P + T3Q;
Chris@82 651 T3X = T3P - T3Q;
Chris@82 652 {
Chris@82 653 E T26, T28, T2a, T2b;
Chris@82 654 T26 = T25 * T1R;
Chris@82 655 T28 = T27 * T1T;
Chris@82 656 T29 = T26 + T28;
Chris@82 657 T2a = T25 * T1T;
Chris@82 658 T2b = T27 * T1R;
Chris@82 659 T2c = T2a - T2b;
Chris@82 660 T4H = T26 - T28;
Chris@82 661 T4L = T2a + T2b;
Chris@82 662 T1L = W[6];
Chris@82 663 T1M = W[7];
Chris@82 664 T1N = FMA(TD, T1L, TG * T1M);
Chris@82 665 T2d = FMA(T29, T1L, T2c * T1M);
Chris@82 666 T4R = FNMS(T1t, T1L, TJ * T1M);
Chris@82 667 T1P = FNMS(TG, T1L, TD * T1M);
Chris@82 668 T4P = FMA(TJ, T1L, T1t * T1M);
Chris@82 669 T49 = FNMS(T27, T1L, T25 * T1M);
Chris@82 670 T2N = FNMS(TH, T1L, TE * T1M);
Chris@82 671 T2f = FNMS(T2c, T1L, T29 * T1M);
Chris@82 672 T47 = FMA(T25, T1L, T27 * T1M);
Chris@82 673 T2L = FMA(TE, T1L, TH * T1M);
Chris@82 674 }
Chris@82 675 }
Chris@82 676 }
Chris@82 677 {
Chris@82 678 E T7, T4i, T4x, TK, T1D, T3i, T3E, T2D, T19, T3L, T3M, T1o, T2x, T4C, T4B;
Chris@82 679 E T2u, T1v, T4r, T4o, T1u, T2H, T37, T2I, T3e, T3p, T3w, T3x, Tm, TB, TC;
Chris@82 680 E T4u, T4v, T4y, T2A, T2B, T2E, T1E, T1F, T1G, T4d, T4g, T4j, T3F, T3G, T3H;
Chris@82 681 E TN, TQ, TR, T48, T4a;
Chris@82 682 {
Chris@82 683 E T3, T3g, T1z, T3C, T6, T3D, T1C, T3h;
Chris@82 684 {
Chris@82 685 E T1, T2, T1x, T1y;
Chris@82 686 T1 = Rp[0];
Chris@82 687 T2 = Rm[WS(rs, 9)];
Chris@82 688 T3 = T1 + T2;
Chris@82 689 T3g = T1 - T2;
Chris@82 690 T1x = Ip[0];
Chris@82 691 T1y = Im[WS(rs, 9)];
Chris@82 692 T1z = T1x - T1y;
Chris@82 693 T3C = T1x + T1y;
Chris@82 694 }
Chris@82 695 {
Chris@82 696 E T4, T5, T1A, T1B;
Chris@82 697 T4 = Rp[WS(rs, 5)];
Chris@82 698 T5 = Rm[WS(rs, 4)];
Chris@82 699 T6 = T4 + T5;
Chris@82 700 T3D = T4 - T5;
Chris@82 701 T1A = Ip[WS(rs, 5)];
Chris@82 702 T1B = Im[WS(rs, 4)];
Chris@82 703 T1C = T1A - T1B;
Chris@82 704 T3h = T1A + T1B;
Chris@82 705 }
Chris@82 706 T7 = T3 + T6;
Chris@82 707 T4i = T3g - T3h;
Chris@82 708 T4x = T3D + T3C;
Chris@82 709 TK = T3 - T6;
Chris@82 710 T1D = T1z - T1C;
Chris@82 711 T3i = T3g + T3h;
Chris@82 712 T3E = T3C - T3D;
Chris@82 713 T2D = T1z + T1C;
Chris@82 714 }
Chris@82 715 {
Chris@82 716 E Te, T4b, T4m, TL, T11, T33, T3l, T2s, TA, T4f, T4q, TP, T1n, T3d, T3v;
Chris@82 717 E T2w, Tl, T4c, T4n, TM, T18, T36, T3o, T2t, Tt, T4e, T4p, TO, T1g, T3a;
Chris@82 718 E T3s, T2v;
Chris@82 719 {
Chris@82 720 E Ta, T3j, TX, T31, Td, T32, T10, T3k;
Chris@82 721 {
Chris@82 722 E T8, T9, TV, TW;
Chris@82 723 T8 = Rp[WS(rs, 4)];
Chris@82 724 T9 = Rm[WS(rs, 5)];
Chris@82 725 Ta = T8 + T9;
Chris@82 726 T3j = T8 - T9;
Chris@82 727 TV = Ip[WS(rs, 4)];
Chris@82 728 TW = Im[WS(rs, 5)];
Chris@82 729 TX = TV - TW;
Chris@82 730 T31 = TV + TW;
Chris@82 731 }
Chris@82 732 {
Chris@82 733 E Tb, Tc, TY, TZ;
Chris@82 734 Tb = Rp[WS(rs, 9)];
Chris@82 735 Tc = Rm[0];
Chris@82 736 Td = Tb + Tc;
Chris@82 737 T32 = Tb - Tc;
Chris@82 738 TY = Ip[WS(rs, 9)];
Chris@82 739 TZ = Im[0];
Chris@82 740 T10 = TY - TZ;
Chris@82 741 T3k = TY + TZ;
Chris@82 742 }
Chris@82 743 Te = Ta + Td;
Chris@82 744 T4b = T3j - T3k;
Chris@82 745 T4m = T32 + T31;
Chris@82 746 TL = Ta - Td;
Chris@82 747 T11 = TX - T10;
Chris@82 748 T33 = T31 - T32;
Chris@82 749 T3l = T3j + T3k;
Chris@82 750 T2s = TX + T10;
Chris@82 751 }
Chris@82 752 {
Chris@82 753 E Tw, T3t, T1j, T3c, Tz, T3b, T1m, T3u;
Chris@82 754 {
Chris@82 755 E Tu, Tv, T1h, T1i;
Chris@82 756 Tu = Rm[WS(rs, 7)];
Chris@82 757 Tv = Rp[WS(rs, 2)];
Chris@82 758 Tw = Tu + Tv;
Chris@82 759 T3t = Tu - Tv;
Chris@82 760 T1h = Ip[WS(rs, 2)];
Chris@82 761 T1i = Im[WS(rs, 7)];
Chris@82 762 T1j = T1h - T1i;
Chris@82 763 T3c = T1h + T1i;
Chris@82 764 }
Chris@82 765 {
Chris@82 766 E Tx, Ty, T1k, T1l;
Chris@82 767 Tx = Rm[WS(rs, 2)];
Chris@82 768 Ty = Rp[WS(rs, 7)];
Chris@82 769 Tz = Tx + Ty;
Chris@82 770 T3b = Tx - Ty;
Chris@82 771 T1k = Ip[WS(rs, 7)];
Chris@82 772 T1l = Im[WS(rs, 2)];
Chris@82 773 T1m = T1k - T1l;
Chris@82 774 T3u = T1k + T1l;
Chris@82 775 }
Chris@82 776 TA = Tw + Tz;
Chris@82 777 T4f = T3t + T3u;
Chris@82 778 T4q = T3b - T3c;
Chris@82 779 TP = Tw - Tz;
Chris@82 780 T1n = T1j - T1m;
Chris@82 781 T3d = T3b + T3c;
Chris@82 782 T3v = T3t - T3u;
Chris@82 783 T2w = T1j + T1m;
Chris@82 784 }
Chris@82 785 {
Chris@82 786 E Th, T3m, T14, T35, Tk, T34, T17, T3n;
Chris@82 787 {
Chris@82 788 E Tf, Tg, T12, T13;
Chris@82 789 Tf = Rm[WS(rs, 3)];
Chris@82 790 Tg = Rp[WS(rs, 6)];
Chris@82 791 Th = Tf + Tg;
Chris@82 792 T3m = Tf - Tg;
Chris@82 793 T12 = Ip[WS(rs, 6)];
Chris@82 794 T13 = Im[WS(rs, 3)];
Chris@82 795 T14 = T12 - T13;
Chris@82 796 T35 = T12 + T13;
Chris@82 797 }
Chris@82 798 {
Chris@82 799 E Ti, Tj, T15, T16;
Chris@82 800 Ti = Rp[WS(rs, 1)];
Chris@82 801 Tj = Rm[WS(rs, 8)];
Chris@82 802 Tk = Ti + Tj;
Chris@82 803 T34 = Ti - Tj;
Chris@82 804 T15 = Ip[WS(rs, 1)];
Chris@82 805 T16 = Im[WS(rs, 8)];
Chris@82 806 T17 = T15 - T16;
Chris@82 807 T3n = T15 + T16;
Chris@82 808 }
Chris@82 809 Tl = Th + Tk;
Chris@82 810 T4c = T3m - T3n;
Chris@82 811 T4n = T34 - T35;
Chris@82 812 TM = Th - Tk;
Chris@82 813 T18 = T14 - T17;
Chris@82 814 T36 = T34 + T35;
Chris@82 815 T3o = T3m + T3n;
Chris@82 816 T2t = T14 + T17;
Chris@82 817 }
Chris@82 818 {
Chris@82 819 E Tp, T3q, T1c, T38, Ts, T39, T1f, T3r;
Chris@82 820 {
Chris@82 821 E Tn, To, T1a, T1b;
Chris@82 822 Tn = Rp[WS(rs, 8)];
Chris@82 823 To = Rm[WS(rs, 1)];
Chris@82 824 Tp = Tn + To;
Chris@82 825 T3q = Tn - To;
Chris@82 826 T1a = Ip[WS(rs, 8)];
Chris@82 827 T1b = Im[WS(rs, 1)];
Chris@82 828 T1c = T1a - T1b;
Chris@82 829 T38 = T1a + T1b;
Chris@82 830 }
Chris@82 831 {
Chris@82 832 E Tq, Tr, T1d, T1e;
Chris@82 833 Tq = Rm[WS(rs, 6)];
Chris@82 834 Tr = Rp[WS(rs, 3)];
Chris@82 835 Ts = Tq + Tr;
Chris@82 836 T39 = Tq - Tr;
Chris@82 837 T1d = Ip[WS(rs, 3)];
Chris@82 838 T1e = Im[WS(rs, 6)];
Chris@82 839 T1f = T1d - T1e;
Chris@82 840 T3r = T1d + T1e;
Chris@82 841 }
Chris@82 842 Tt = Tp + Ts;
Chris@82 843 T4e = T3q + T3r;
Chris@82 844 T4p = T39 + T38;
Chris@82 845 TO = Tp - Ts;
Chris@82 846 T1g = T1c - T1f;
Chris@82 847 T3a = T38 - T39;
Chris@82 848 T3s = T3q - T3r;
Chris@82 849 T2v = T1c + T1f;
Chris@82 850 }
Chris@82 851 T19 = T11 - T18;
Chris@82 852 T3L = T3l - T3o;
Chris@82 853 T3M = T3s - T3v;
Chris@82 854 T1o = T1g - T1n;
Chris@82 855 T2x = T2v - T2w;
Chris@82 856 T4C = T4e - T4f;
Chris@82 857 T4B = T4b - T4c;
Chris@82 858 T2u = T2s - T2t;
Chris@82 859 T1v = TO - TP;
Chris@82 860 T4r = T4p - T4q;
Chris@82 861 T4o = T4m - T4n;
Chris@82 862 T1u = TL - TM;
Chris@82 863 T2H = Te - Tl;
Chris@82 864 T37 = T33 + T36;
Chris@82 865 T2I = Tt - TA;
Chris@82 866 T3e = T3a + T3d;
Chris@82 867 T3p = T3l + T3o;
Chris@82 868 T3w = T3s + T3v;
Chris@82 869 T3x = T3p + T3w;
Chris@82 870 Tm = Te + Tl;
Chris@82 871 TB = Tt + TA;
Chris@82 872 TC = Tm + TB;
Chris@82 873 T4u = T4m + T4n;
Chris@82 874 T4v = T4p + T4q;
Chris@82 875 T4y = T4u + T4v;
Chris@82 876 T2A = T2s + T2t;
Chris@82 877 T2B = T2v + T2w;
Chris@82 878 T2E = T2A + T2B;
Chris@82 879 T1E = T11 + T18;
Chris@82 880 T1F = T1g + T1n;
Chris@82 881 T1G = T1E + T1F;
Chris@82 882 T4d = T4b + T4c;
Chris@82 883 T4g = T4e + T4f;
Chris@82 884 T4j = T4d + T4g;
Chris@82 885 T3F = T33 - T36;
Chris@82 886 T3G = T3a - T3d;
Chris@82 887 T3H = T3F + T3G;
Chris@82 888 TN = TL + TM;
Chris@82 889 TQ = TO + TP;
Chris@82 890 TR = TN + TQ;
Chris@82 891 }
Chris@82 892 Rp[0] = T7 + TC;
Chris@82 893 Rm[0] = T2D + T2E;
Chris@82 894 {
Chris@82 895 E T2k, T2o, T4T, T4U;
Chris@82 896 T2k = TK + TR;
Chris@82 897 T2o = T1D + T1G;
Chris@82 898 Rp[WS(rs, 5)] = FNMS(T2n, T2o, T2j * T2k);
Chris@82 899 Rm[WS(rs, 5)] = FMA(T2n, T2k, T2j * T2o);
Chris@82 900 T4T = T4i + T4j;
Chris@82 901 T4U = T4x + T4y;
Chris@82 902 Ip[WS(rs, 2)] = FNMS(T2c, T4U, T29 * T4T);
Chris@82 903 Im[WS(rs, 2)] = FMA(T29, T4U, T2c * T4T);
Chris@82 904 }
Chris@82 905 T48 = T3i + T3x;
Chris@82 906 T4a = T3E + T3H;
Chris@82 907 Ip[WS(rs, 7)] = FNMS(T49, T4a, T47 * T48);
Chris@82 908 Im[WS(rs, 7)] = FMA(T47, T4a, T49 * T48);
Chris@82 909 {
Chris@82 910 E T2y, T2J, T2V, T2R, T2G, T2U, T2r, T2Q;
Chris@82 911 T2y = FMA(KP951056516, T2u, KP587785252 * T2x);
Chris@82 912 T2J = FMA(KP951056516, T2H, KP587785252 * T2I);
Chris@82 913 T2V = FNMS(KP951056516, T2I, KP587785252 * T2H);
Chris@82 914 T2R = FNMS(KP951056516, T2x, KP587785252 * T2u);
Chris@82 915 {
Chris@82 916 E T2C, T2F, T2p, T2q;
Chris@82 917 T2C = KP559016994 * (T2A - T2B);
Chris@82 918 T2F = FNMS(KP250000000, T2E, T2D);
Chris@82 919 T2G = T2C + T2F;
Chris@82 920 T2U = T2F - T2C;
Chris@82 921 T2p = KP559016994 * (Tm - TB);
Chris@82 922 T2q = FNMS(KP250000000, TC, T7);
Chris@82 923 T2r = T2p + T2q;
Chris@82 924 T2Q = T2q - T2p;
Chris@82 925 }
Chris@82 926 {
Chris@82 927 E T2z, T2K, T2Y, T30;
Chris@82 928 T2z = T2r + T2y;
Chris@82 929 T2K = T2G - T2J;
Chris@82 930 Rp[WS(rs, 2)] = FNMS(T27, T2K, T25 * T2z);
Chris@82 931 Rm[WS(rs, 2)] = FMA(T27, T2z, T25 * T2K);
Chris@82 932 T2Y = T2Q - T2R;
Chris@82 933 T30 = T2V + T2U;
Chris@82 934 Rp[WS(rs, 6)] = FNMS(T2Z, T30, T2X * T2Y);
Chris@82 935 Rm[WS(rs, 6)] = FMA(T2Z, T2Y, T2X * T30);
Chris@82 936 }
Chris@82 937 {
Chris@82 938 E T2M, T2O, T2S, T2W;
Chris@82 939 T2M = T2r - T2y;
Chris@82 940 T2O = T2J + T2G;
Chris@82 941 Rp[WS(rs, 8)] = FNMS(T2N, T2O, T2L * T2M);
Chris@82 942 Rm[WS(rs, 8)] = FMA(T2N, T2M, T2L * T2O);
Chris@82 943 T2S = T2Q + T2R;
Chris@82 944 T2W = T2U - T2V;
Chris@82 945 Rp[WS(rs, 4)] = FNMS(T2T, T2W, T2P * T2S);
Chris@82 946 Rm[WS(rs, 4)] = FMA(T2T, T2S, T2P * T2W);
Chris@82 947 }
Chris@82 948 }
Chris@82 949 {
Chris@82 950 E T4s, T4D, T4N, T4I, T4A, T4M, T4l, T4J;
Chris@82 951 T4s = FMA(KP951056516, T4o, KP587785252 * T4r);
Chris@82 952 T4D = FMA(KP951056516, T4B, KP587785252 * T4C);
Chris@82 953 T4N = FNMS(KP951056516, T4C, KP587785252 * T4B);
Chris@82 954 T4I = FNMS(KP951056516, T4r, KP587785252 * T4o);
Chris@82 955 {
Chris@82 956 E T4w, T4z, T4h, T4k;
Chris@82 957 T4w = KP559016994 * (T4u - T4v);
Chris@82 958 T4z = FNMS(KP250000000, T4y, T4x);
Chris@82 959 T4A = T4w + T4z;
Chris@82 960 T4M = T4z - T4w;
Chris@82 961 T4h = KP559016994 * (T4d - T4g);
Chris@82 962 T4k = FNMS(KP250000000, T4j, T4i);
Chris@82 963 T4l = T4h + T4k;
Chris@82 964 T4J = T4k - T4h;
Chris@82 965 }
Chris@82 966 {
Chris@82 967 E T4t, T4E, T4Q, T4S;
Chris@82 968 T4t = T4l - T4s;
Chris@82 969 T4E = T4A + T4D;
Chris@82 970 Ip[0] = FNMS(TG, T4E, TD * T4t);
Chris@82 971 Im[0] = FMA(TD, T4E, TG * T4t);
Chris@82 972 T4Q = T4J - T4I;
Chris@82 973 T4S = T4M + T4N;
Chris@82 974 Ip[WS(rs, 8)] = FNMS(T4R, T4S, T4P * T4Q);
Chris@82 975 Im[WS(rs, 8)] = FMA(T4P, T4S, T4R * T4Q);
Chris@82 976 }
Chris@82 977 {
Chris@82 978 E T4F, T4G, T4K, T4O;
Chris@82 979 T4F = T4s + T4l;
Chris@82 980 T4G = T4A - T4D;
Chris@82 981 Ip[WS(rs, 4)] = FNMS(T1T, T4G, T1R * T4F);
Chris@82 982 Im[WS(rs, 4)] = FMA(T1R, T4G, T1T * T4F);
Chris@82 983 T4K = T4I + T4J;
Chris@82 984 T4O = T4M - T4N;
Chris@82 985 Ip[WS(rs, 6)] = FNMS(T4L, T4O, T4H * T4K);
Chris@82 986 Im[WS(rs, 6)] = FMA(T4H, T4O, T4L * T4K);
Chris@82 987 }
Chris@82 988 }
Chris@82 989 {
Chris@82 990 E T1p, T1w, T22, T1X, T1J, T23, TU, T1W;
Chris@82 991 T1p = FNMS(KP951056516, T1o, KP587785252 * T19);
Chris@82 992 T1w = FNMS(KP951056516, T1v, KP587785252 * T1u);
Chris@82 993 T22 = FMA(KP951056516, T1u, KP587785252 * T1v);
Chris@82 994 T1X = FMA(KP951056516, T19, KP587785252 * T1o);
Chris@82 995 {
Chris@82 996 E T1H, T1I, TS, TT;
Chris@82 997 T1H = FNMS(KP250000000, T1G, T1D);
Chris@82 998 T1I = KP559016994 * (T1E - T1F);
Chris@82 999 T1J = T1H - T1I;
Chris@82 1000 T23 = T1I + T1H;
Chris@82 1001 TS = FNMS(KP250000000, TR, TK);
Chris@82 1002 TT = KP559016994 * (TN - TQ);
Chris@82 1003 TU = TS - TT;
Chris@82 1004 T1W = TT + TS;
Chris@82 1005 }
Chris@82 1006 {
Chris@82 1007 E T1q, T1K, T2e, T2g;
Chris@82 1008 T1q = TU - T1p;
Chris@82 1009 T1K = T1w + T1J;
Chris@82 1010 Rp[WS(rs, 1)] = FNMS(T1t, T1K, TJ * T1q);
Chris@82 1011 Rm[WS(rs, 1)] = FMA(T1t, T1q, TJ * T1K);
Chris@82 1012 T2e = T1W + T1X;
Chris@82 1013 T2g = T23 - T22;
Chris@82 1014 Rp[WS(rs, 7)] = FNMS(T2f, T2g, T2d * T2e);
Chris@82 1015 Rm[WS(rs, 7)] = FMA(T2f, T2e, T2d * T2g);
Chris@82 1016 }
Chris@82 1017 {
Chris@82 1018 E T1O, T1Q, T1Y, T24;
Chris@82 1019 T1O = TU + T1p;
Chris@82 1020 T1Q = T1J - T1w;
Chris@82 1021 Rp[WS(rs, 9)] = FNMS(T1P, T1Q, T1N * T1O);
Chris@82 1022 Rm[WS(rs, 9)] = FMA(T1P, T1O, T1N * T1Q);
Chris@82 1023 T1Y = T1W - T1X;
Chris@82 1024 T24 = T22 + T23;
Chris@82 1025 Rp[WS(rs, 3)] = FNMS(T21, T24, T1V * T1Y);
Chris@82 1026 Rm[WS(rs, 3)] = FMA(T21, T1Y, T1V * T24);
Chris@82 1027 }
Chris@82 1028 }
Chris@82 1029 {
Chris@82 1030 E T3f, T3N, T43, T3Z, T3K, T42, T3A, T3Y;
Chris@82 1031 T3f = FNMS(KP951056516, T3e, KP587785252 * T37);
Chris@82 1032 T3N = FNMS(KP951056516, T3M, KP587785252 * T3L);
Chris@82 1033 T43 = FMA(KP951056516, T3L, KP587785252 * T3M);
Chris@82 1034 T3Z = FMA(KP951056516, T37, KP587785252 * T3e);
Chris@82 1035 {
Chris@82 1036 E T3I, T3J, T3y, T3z;
Chris@82 1037 T3I = FNMS(KP250000000, T3H, T3E);
Chris@82 1038 T3J = KP559016994 * (T3F - T3G);
Chris@82 1039 T3K = T3I - T3J;
Chris@82 1040 T42 = T3J + T3I;
Chris@82 1041 T3y = FNMS(KP250000000, T3x, T3i);
Chris@82 1042 T3z = KP559016994 * (T3p - T3w);
Chris@82 1043 T3A = T3y - T3z;
Chris@82 1044 T3Y = T3z + T3y;
Chris@82 1045 }
Chris@82 1046 {
Chris@82 1047 E T3B, T3O, T45, T46;
Chris@82 1048 T3B = T3f + T3A;
Chris@82 1049 T3O = T3K - T3N;
Chris@82 1050 Ip[WS(rs, 1)] = FNMS(TH, T3O, TE * T3B);
Chris@82 1051 Im[WS(rs, 1)] = FMA(TE, T3O, TH * T3B);
Chris@82 1052 T45 = T3Z + T3Y;
Chris@82 1053 T46 = T42 - T43;
Chris@82 1054 Ip[WS(rs, 9)] = FNMS(T1M, T46, T1L * T45);
Chris@82 1055 Im[WS(rs, 9)] = FMA(T1L, T46, T1M * T45);
Chris@82 1056 }
Chris@82 1057 {
Chris@82 1058 E T3S, T3W, T40, T44;
Chris@82 1059 T3S = T3A - T3f;
Chris@82 1060 T3W = T3K + T3N;
Chris@82 1061 Ip[WS(rs, 3)] = FNMS(T3V, T3W, T3R * T3S);
Chris@82 1062 Im[WS(rs, 3)] = FMA(T3R, T3W, T3V * T3S);
Chris@82 1063 T40 = T3Y - T3Z;
Chris@82 1064 T44 = T42 + T43;
Chris@82 1065 Ip[WS(rs, 5)] = FNMS(T41, T44, T3X * T40);
Chris@82 1066 Im[WS(rs, 5)] = FMA(T3X, T44, T41 * T40);
Chris@82 1067 }
Chris@82 1068 }
Chris@82 1069 }
Chris@82 1070 }
Chris@82 1071 }
Chris@82 1072 }
Chris@82 1073
Chris@82 1074 static const tw_instr twinstr[] = {
Chris@82 1075 {TW_CEXP, 1, 1},
Chris@82 1076 {TW_CEXP, 1, 3},
Chris@82 1077 {TW_CEXP, 1, 9},
Chris@82 1078 {TW_CEXP, 1, 19},
Chris@82 1079 {TW_NEXT, 1, 0}
Chris@82 1080 };
Chris@82 1081
Chris@82 1082 static const hc2c_desc desc = { 20, "hc2cb2_20", twinstr, &GENUS, {204, 92, 72, 0} };
Chris@82 1083
Chris@82 1084 void X(codelet_hc2cb2_20) (planner *p) {
Chris@82 1085 X(khc2c_register) (p, hc2cb2_20, &desc, HC2C_VIA_RDFT);
Chris@82 1086 }
Chris@82 1087 #endif