annotate fft/fftw/fftw-3.3.4/dft/scalar/codelets/t1_64.c @ 40:223f770b5341 kissfft-double tip

Try a double-precision kissfft
author Chris Cannam
date Wed, 07 Sep 2016 10:40:32 +0100
parents 26056e866c29
children
rev   line source
Chris@19 1 /*
Chris@19 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@19 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@19 4 *
Chris@19 5 * This program is free software; you can redistribute it and/or modify
Chris@19 6 * it under the terms of the GNU General Public License as published by
Chris@19 7 * the Free Software Foundation; either version 2 of the License, or
Chris@19 8 * (at your option) any later version.
Chris@19 9 *
Chris@19 10 * This program is distributed in the hope that it will be useful,
Chris@19 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@19 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@19 13 * GNU General Public License for more details.
Chris@19 14 *
Chris@19 15 * You should have received a copy of the GNU General Public License
Chris@19 16 * along with this program; if not, write to the Free Software
Chris@19 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@19 18 *
Chris@19 19 */
Chris@19 20
Chris@19 21 /* This file was automatically generated --- DO NOT EDIT */
Chris@19 22 /* Generated on Tue Mar 4 13:45:52 EST 2014 */
Chris@19 23
Chris@19 24 #include "codelet-dft.h"
Chris@19 25
Chris@19 26 #ifdef HAVE_FMA
Chris@19 27
Chris@19 28 /* Generated by: ../../../genfft/gen_twiddle.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -n 64 -name t1_64 -include t.h */
Chris@19 29
Chris@19 30 /*
Chris@19 31 * This function contains 1038 FP additions, 644 FP multiplications,
Chris@19 32 * (or, 520 additions, 126 multiplications, 518 fused multiply/add),
Chris@19 33 * 228 stack variables, 15 constants, and 256 memory accesses
Chris@19 34 */
Chris@19 35 #include "t.h"
Chris@19 36
Chris@19 37 static void t1_64(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@19 38 {
Chris@19 39 DK(KP995184726, +0.995184726672196886244836953109479921575474869);
Chris@19 40 DK(KP773010453, +0.773010453362736960810906609758469800971041293);
Chris@19 41 DK(KP956940335, +0.956940335732208864935797886980269969482849206);
Chris@19 42 DK(KP881921264, +0.881921264348355029712756863660388349508442621);
Chris@19 43 DK(KP820678790, +0.820678790828660330972281985331011598767386482);
Chris@19 44 DK(KP098491403, +0.098491403357164253077197521291327432293052451);
Chris@19 45 DK(KP534511135, +0.534511135950791641089685961295362908582039528);
Chris@19 46 DK(KP303346683, +0.303346683607342391675883946941299872384187453);
Chris@19 47 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
Chris@19 48 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
Chris@19 49 DK(KP668178637, +0.668178637919298919997757686523080761552472251);
Chris@19 50 DK(KP198912367, +0.198912367379658006911597622644676228597850501);
Chris@19 51 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
Chris@19 52 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
Chris@19 53 DK(KP414213562, +0.414213562373095048801688724209698078569671875);
Chris@19 54 {
Chris@19 55 INT m;
Chris@19 56 for (m = mb, W = W + (mb * 126); m < me; m = m + 1, ri = ri + ms, ii = ii + ms, W = W + 126, MAKE_VOLATILE_STRIDE(128, rs)) {
Chris@19 57 E TeI, Tkk, Tkj, TeL;
Chris@19 58 {
Chris@19 59 E TiV, Tjm, T7e, TcA, TjR, Tkl, Tm, TeM, TeZ, Ths, T7Q, TcJ, T1G, TeW, TcI;
Chris@19 60 E T7X, Tf5, Thv, T87, TcN, T29, Tf8, TcQ, T8u, TfU, ThS, Taq, Tdm, T5K, Tg9;
Chris@19 61 E Tdx, Tbj, TcB, T7l, TiP, TeP, Tjl, TN, TcC, T7s, T7I, TcF, TeU, Thr, T7B;
Chris@19 62 E TcG, T1f, TeR, Tfg, ThB, T8G, TcU, T32, Tfj, TcX, T93, Tft, ThH, T9h, Td3;
Chris@19 63 E T3X, TfI, Tde, Taa, Thw, Tfb, Tf6, T2A, T8x, TcO, T8m, TcR, Tfm, ThC, T3t;
Chris@19 64 E Tfh, T96, TcV, T8V, TcY, ThI, TfL, Tfu, T4o, Tad, Td4, T9w, Tdf, Tgc, ThT;
Chris@19 65 E T6b, TfV, Tbm, Tdn, TaF, Tdy, ThN, T4Q, TfN, TfA, Taf, Ta1, Td8, Tdh, ThO;
Chris@19 66 E T5h, TfO, TfF, Tag, T9M, Tdb, Tdi, ThY, T6D, Tge, Tg1, Tbo, Tba, Tdr, TdA;
Chris@19 67 E TaN, Tdt, Tg5, ThZ, Tg2, T74, Tds, TaU;
Chris@19 68 {
Chris@19 69 E T7a, Te, T78, T8, TjP, TiU, T7c, Tk;
Chris@19 70 {
Chris@19 71 E T1, TiT, TiS, T7, Tg, Tj, Tf, Ti, T7b, Th;
Chris@19 72 T1 = ri[0];
Chris@19 73 TiT = ii[0];
Chris@19 74 {
Chris@19 75 E T3, T6, T2, T5;
Chris@19 76 T3 = ri[WS(rs, 32)];
Chris@19 77 T6 = ii[WS(rs, 32)];
Chris@19 78 T2 = W[62];
Chris@19 79 T5 = W[63];
Chris@19 80 {
Chris@19 81 E Ta, Td, Tc, T79, Tb, TiR, T4, T9;
Chris@19 82 Ta = ri[WS(rs, 16)];
Chris@19 83 Td = ii[WS(rs, 16)];
Chris@19 84 TiR = T2 * T6;
Chris@19 85 T4 = T2 * T3;
Chris@19 86 T9 = W[30];
Chris@19 87 Tc = W[31];
Chris@19 88 TiS = FNMS(T5, T3, TiR);
Chris@19 89 T7 = FMA(T5, T6, T4);
Chris@19 90 T79 = T9 * Td;
Chris@19 91 Tb = T9 * Ta;
Chris@19 92 Tg = ri[WS(rs, 48)];
Chris@19 93 Tj = ii[WS(rs, 48)];
Chris@19 94 T7a = FNMS(Tc, Ta, T79);
Chris@19 95 Te = FMA(Tc, Td, Tb);
Chris@19 96 Tf = W[94];
Chris@19 97 Ti = W[95];
Chris@19 98 }
Chris@19 99 }
Chris@19 100 T78 = T1 - T7;
Chris@19 101 T8 = T1 + T7;
Chris@19 102 TjP = TiT - TiS;
Chris@19 103 TiU = TiS + TiT;
Chris@19 104 T7b = Tf * Tj;
Chris@19 105 Th = Tf * Tg;
Chris@19 106 T7c = FNMS(Ti, Tg, T7b);
Chris@19 107 Tk = FMA(Ti, Tj, Th);
Chris@19 108 }
Chris@19 109 {
Chris@19 110 E T7L, T1l, T7V, T1E, T1u, T1x, T1w, T7N, T1r, T7S, T1v;
Chris@19 111 {
Chris@19 112 E T1A, T1D, T1C, T7U, T1B;
Chris@19 113 {
Chris@19 114 E T1h, T1k, T1g, T1j, T7K, T1i, T1z;
Chris@19 115 T1h = ri[WS(rs, 60)];
Chris@19 116 T1k = ii[WS(rs, 60)];
Chris@19 117 {
Chris@19 118 E T7d, TiQ, Tl, TjQ;
Chris@19 119 T7d = T7a - T7c;
Chris@19 120 TiQ = T7a + T7c;
Chris@19 121 Tl = Te + Tk;
Chris@19 122 TjQ = Te - Tk;
Chris@19 123 TiV = TiQ + TiU;
Chris@19 124 Tjm = TiU - TiQ;
Chris@19 125 T7e = T78 - T7d;
Chris@19 126 TcA = T78 + T7d;
Chris@19 127 TjR = TjP - TjQ;
Chris@19 128 Tkl = TjQ + TjP;
Chris@19 129 Tm = T8 + Tl;
Chris@19 130 TeM = T8 - Tl;
Chris@19 131 T1g = W[118];
Chris@19 132 }
Chris@19 133 T1j = W[119];
Chris@19 134 T1A = ri[WS(rs, 44)];
Chris@19 135 T1D = ii[WS(rs, 44)];
Chris@19 136 T7K = T1g * T1k;
Chris@19 137 T1i = T1g * T1h;
Chris@19 138 T1z = W[86];
Chris@19 139 T1C = W[87];
Chris@19 140 T7L = FNMS(T1j, T1h, T7K);
Chris@19 141 T1l = FMA(T1j, T1k, T1i);
Chris@19 142 T7U = T1z * T1D;
Chris@19 143 T1B = T1z * T1A;
Chris@19 144 }
Chris@19 145 {
Chris@19 146 E T1n, T1q, T1m, T1p, T7M, T1o, T1t;
Chris@19 147 T1n = ri[WS(rs, 28)];
Chris@19 148 T1q = ii[WS(rs, 28)];
Chris@19 149 T7V = FNMS(T1C, T1A, T7U);
Chris@19 150 T1E = FMA(T1C, T1D, T1B);
Chris@19 151 T1m = W[54];
Chris@19 152 T1p = W[55];
Chris@19 153 T1u = ri[WS(rs, 12)];
Chris@19 154 T1x = ii[WS(rs, 12)];
Chris@19 155 T7M = T1m * T1q;
Chris@19 156 T1o = T1m * T1n;
Chris@19 157 T1t = W[22];
Chris@19 158 T1w = W[23];
Chris@19 159 T7N = FNMS(T1p, T1n, T7M);
Chris@19 160 T1r = FMA(T1p, T1q, T1o);
Chris@19 161 T7S = T1t * T1x;
Chris@19 162 T1v = T1t * T1u;
Chris@19 163 }
Chris@19 164 }
Chris@19 165 {
Chris@19 166 E T7O, TeX, T1s, T7R, T7T, T1y;
Chris@19 167 T7O = T7L - T7N;
Chris@19 168 TeX = T7L + T7N;
Chris@19 169 T1s = T1l + T1r;
Chris@19 170 T7R = T1l - T1r;
Chris@19 171 T7T = FNMS(T1w, T1u, T7S);
Chris@19 172 T1y = FMA(T1w, T1x, T1v);
Chris@19 173 {
Chris@19 174 E T7W, TeY, T7P, T1F;
Chris@19 175 T7W = T7T - T7V;
Chris@19 176 TeY = T7T + T7V;
Chris@19 177 T7P = T1y - T1E;
Chris@19 178 T1F = T1y + T1E;
Chris@19 179 TeZ = TeX - TeY;
Chris@19 180 Ths = TeX + TeY;
Chris@19 181 T7Q = T7O + T7P;
Chris@19 182 TcJ = T7O - T7P;
Chris@19 183 T1G = T1s + T1F;
Chris@19 184 TeW = T1s - T1F;
Chris@19 185 TcI = T7R + T7W;
Chris@19 186 T7X = T7R - T7W;
Chris@19 187 }
Chris@19 188 }
Chris@19 189 }
Chris@19 190 }
Chris@19 191 {
Chris@19 192 E T82, T1O, T8s, T27, T1X, T20, T1Z, T84, T1U, T8p, T1Y;
Chris@19 193 {
Chris@19 194 E T23, T26, T25, T8r, T24;
Chris@19 195 {
Chris@19 196 E T1K, T1N, T1J, T1M, T81, T1L, T22;
Chris@19 197 T1K = ri[WS(rs, 2)];
Chris@19 198 T1N = ii[WS(rs, 2)];
Chris@19 199 T1J = W[2];
Chris@19 200 T1M = W[3];
Chris@19 201 T23 = ri[WS(rs, 50)];
Chris@19 202 T26 = ii[WS(rs, 50)];
Chris@19 203 T81 = T1J * T1N;
Chris@19 204 T1L = T1J * T1K;
Chris@19 205 T22 = W[98];
Chris@19 206 T25 = W[99];
Chris@19 207 T82 = FNMS(T1M, T1K, T81);
Chris@19 208 T1O = FMA(T1M, T1N, T1L);
Chris@19 209 T8r = T22 * T26;
Chris@19 210 T24 = T22 * T23;
Chris@19 211 }
Chris@19 212 {
Chris@19 213 E T1Q, T1T, T1P, T1S, T83, T1R, T1W;
Chris@19 214 T1Q = ri[WS(rs, 34)];
Chris@19 215 T1T = ii[WS(rs, 34)];
Chris@19 216 T8s = FNMS(T25, T23, T8r);
Chris@19 217 T27 = FMA(T25, T26, T24);
Chris@19 218 T1P = W[66];
Chris@19 219 T1S = W[67];
Chris@19 220 T1X = ri[WS(rs, 18)];
Chris@19 221 T20 = ii[WS(rs, 18)];
Chris@19 222 T83 = T1P * T1T;
Chris@19 223 T1R = T1P * T1Q;
Chris@19 224 T1W = W[34];
Chris@19 225 T1Z = W[35];
Chris@19 226 T84 = FNMS(T1S, T1Q, T83);
Chris@19 227 T1U = FMA(T1S, T1T, T1R);
Chris@19 228 T8p = T1W * T20;
Chris@19 229 T1Y = T1W * T1X;
Chris@19 230 }
Chris@19 231 }
Chris@19 232 {
Chris@19 233 E T85, Tf3, T1V, T8o, T8q, T21;
Chris@19 234 T85 = T82 - T84;
Chris@19 235 Tf3 = T82 + T84;
Chris@19 236 T1V = T1O + T1U;
Chris@19 237 T8o = T1O - T1U;
Chris@19 238 T8q = FNMS(T1Z, T1X, T8p);
Chris@19 239 T21 = FMA(T1Z, T20, T1Y);
Chris@19 240 {
Chris@19 241 E T8t, Tf4, T86, T28;
Chris@19 242 T8t = T8q - T8s;
Chris@19 243 Tf4 = T8q + T8s;
Chris@19 244 T86 = T21 - T27;
Chris@19 245 T28 = T21 + T27;
Chris@19 246 Tf5 = Tf3 - Tf4;
Chris@19 247 Thv = Tf3 + Tf4;
Chris@19 248 T87 = T85 + T86;
Chris@19 249 TcN = T85 - T86;
Chris@19 250 T29 = T1V + T28;
Chris@19 251 Tf8 = T1V - T28;
Chris@19 252 TcQ = T8o + T8t;
Chris@19 253 T8u = T8o - T8t;
Chris@19 254 }
Chris@19 255 }
Chris@19 256 }
Chris@19 257 {
Chris@19 258 E Tal, T5p, Tbh, T5I, T5y, T5B, T5A, Tan, T5v, Tbe, T5z;
Chris@19 259 {
Chris@19 260 E T5E, T5H, T5G, Tbg, T5F;
Chris@19 261 {
Chris@19 262 E T5l, T5o, T5k, T5n, Tak, T5m, T5D;
Chris@19 263 T5l = ri[WS(rs, 63)];
Chris@19 264 T5o = ii[WS(rs, 63)];
Chris@19 265 T5k = W[124];
Chris@19 266 T5n = W[125];
Chris@19 267 T5E = ri[WS(rs, 47)];
Chris@19 268 T5H = ii[WS(rs, 47)];
Chris@19 269 Tak = T5k * T5o;
Chris@19 270 T5m = T5k * T5l;
Chris@19 271 T5D = W[92];
Chris@19 272 T5G = W[93];
Chris@19 273 Tal = FNMS(T5n, T5l, Tak);
Chris@19 274 T5p = FMA(T5n, T5o, T5m);
Chris@19 275 Tbg = T5D * T5H;
Chris@19 276 T5F = T5D * T5E;
Chris@19 277 }
Chris@19 278 {
Chris@19 279 E T5r, T5u, T5q, T5t, Tam, T5s, T5x;
Chris@19 280 T5r = ri[WS(rs, 31)];
Chris@19 281 T5u = ii[WS(rs, 31)];
Chris@19 282 Tbh = FNMS(T5G, T5E, Tbg);
Chris@19 283 T5I = FMA(T5G, T5H, T5F);
Chris@19 284 T5q = W[60];
Chris@19 285 T5t = W[61];
Chris@19 286 T5y = ri[WS(rs, 15)];
Chris@19 287 T5B = ii[WS(rs, 15)];
Chris@19 288 Tam = T5q * T5u;
Chris@19 289 T5s = T5q * T5r;
Chris@19 290 T5x = W[28];
Chris@19 291 T5A = W[29];
Chris@19 292 Tan = FNMS(T5t, T5r, Tam);
Chris@19 293 T5v = FMA(T5t, T5u, T5s);
Chris@19 294 Tbe = T5x * T5B;
Chris@19 295 T5z = T5x * T5y;
Chris@19 296 }
Chris@19 297 }
Chris@19 298 {
Chris@19 299 E Tao, TfS, T5w, Tbd, Tbf, T5C;
Chris@19 300 Tao = Tal - Tan;
Chris@19 301 TfS = Tal + Tan;
Chris@19 302 T5w = T5p + T5v;
Chris@19 303 Tbd = T5p - T5v;
Chris@19 304 Tbf = FNMS(T5A, T5y, Tbe);
Chris@19 305 T5C = FMA(T5A, T5B, T5z);
Chris@19 306 {
Chris@19 307 E Tbi, TfT, Tap, T5J;
Chris@19 308 Tbi = Tbf - Tbh;
Chris@19 309 TfT = Tbf + Tbh;
Chris@19 310 Tap = T5C - T5I;
Chris@19 311 T5J = T5C + T5I;
Chris@19 312 TfU = TfS - TfT;
Chris@19 313 ThS = TfS + TfT;
Chris@19 314 Taq = Tao + Tap;
Chris@19 315 Tdm = Tao - Tap;
Chris@19 316 T5K = T5w + T5J;
Chris@19 317 Tg9 = T5w - T5J;
Chris@19 318 Tdx = Tbd + Tbi;
Chris@19 319 Tbj = Tbd - Tbi;
Chris@19 320 }
Chris@19 321 }
Chris@19 322 }
Chris@19 323 {
Chris@19 324 E T7G, T1d, T7z, TeS, T11, T7C, T7E, T17, T7r, T7m;
Chris@19 325 {
Chris@19 326 E T7g, Ts, T7q, TL, TB, TE, TD, T7i, Ty, T7n, TC;
Chris@19 327 {
Chris@19 328 E TH, TK, TJ, T7p, TI;
Chris@19 329 {
Chris@19 330 E To, Tr, Tn, Tq, T7f, Tp, TG;
Chris@19 331 To = ri[WS(rs, 8)];
Chris@19 332 Tr = ii[WS(rs, 8)];
Chris@19 333 Tn = W[14];
Chris@19 334 Tq = W[15];
Chris@19 335 TH = ri[WS(rs, 24)];
Chris@19 336 TK = ii[WS(rs, 24)];
Chris@19 337 T7f = Tn * Tr;
Chris@19 338 Tp = Tn * To;
Chris@19 339 TG = W[46];
Chris@19 340 TJ = W[47];
Chris@19 341 T7g = FNMS(Tq, To, T7f);
Chris@19 342 Ts = FMA(Tq, Tr, Tp);
Chris@19 343 T7p = TG * TK;
Chris@19 344 TI = TG * TH;
Chris@19 345 }
Chris@19 346 {
Chris@19 347 E Tu, Tx, Tt, Tw, T7h, Tv, TA;
Chris@19 348 Tu = ri[WS(rs, 40)];
Chris@19 349 Tx = ii[WS(rs, 40)];
Chris@19 350 T7q = FNMS(TJ, TH, T7p);
Chris@19 351 TL = FMA(TJ, TK, TI);
Chris@19 352 Tt = W[78];
Chris@19 353 Tw = W[79];
Chris@19 354 TB = ri[WS(rs, 56)];
Chris@19 355 TE = ii[WS(rs, 56)];
Chris@19 356 T7h = Tt * Tx;
Chris@19 357 Tv = Tt * Tu;
Chris@19 358 TA = W[110];
Chris@19 359 TD = W[111];
Chris@19 360 T7i = FNMS(Tw, Tu, T7h);
Chris@19 361 Ty = FMA(Tw, Tx, Tv);
Chris@19 362 T7n = TA * TE;
Chris@19 363 TC = TA * TB;
Chris@19 364 }
Chris@19 365 }
Chris@19 366 {
Chris@19 367 E T7j, TeN, Tz, T7k, T7o, TF, TeO, TM;
Chris@19 368 T7j = T7g - T7i;
Chris@19 369 TeN = T7g + T7i;
Chris@19 370 Tz = Ts + Ty;
Chris@19 371 T7k = Ts - Ty;
Chris@19 372 T7o = FNMS(TD, TB, T7n);
Chris@19 373 TF = FMA(TD, TE, TC);
Chris@19 374 T7r = T7o - T7q;
Chris@19 375 TeO = T7o + T7q;
Chris@19 376 TM = TF + TL;
Chris@19 377 T7m = TF - TL;
Chris@19 378 TcB = T7k + T7j;
Chris@19 379 T7l = T7j - T7k;
Chris@19 380 TiP = TeN + TeO;
Chris@19 381 TeP = TeN - TeO;
Chris@19 382 Tjl = TM - Tz;
Chris@19 383 TN = Tz + TM;
Chris@19 384 }
Chris@19 385 }
Chris@19 386 {
Chris@19 387 E T7w, TU, T13, T16, T7y, T10, T12, T15, T7D, T14;
Chris@19 388 {
Chris@19 389 E T19, T1c, T18, T1b;
Chris@19 390 {
Chris@19 391 E TQ, TT, TS, T7v, TR, TP;
Chris@19 392 TQ = ri[WS(rs, 4)];
Chris@19 393 TT = ii[WS(rs, 4)];
Chris@19 394 TP = W[6];
Chris@19 395 TcC = T7m - T7r;
Chris@19 396 T7s = T7m + T7r;
Chris@19 397 TS = W[7];
Chris@19 398 T7v = TP * TT;
Chris@19 399 TR = TP * TQ;
Chris@19 400 T19 = ri[WS(rs, 52)];
Chris@19 401 T1c = ii[WS(rs, 52)];
Chris@19 402 T7w = FNMS(TS, TQ, T7v);
Chris@19 403 TU = FMA(TS, TT, TR);
Chris@19 404 T18 = W[102];
Chris@19 405 T1b = W[103];
Chris@19 406 }
Chris@19 407 {
Chris@19 408 E TW, TZ, TY, T7x, TX, T7F, T1a, TV;
Chris@19 409 TW = ri[WS(rs, 36)];
Chris@19 410 TZ = ii[WS(rs, 36)];
Chris@19 411 T7F = T18 * T1c;
Chris@19 412 T1a = T18 * T19;
Chris@19 413 TV = W[70];
Chris@19 414 TY = W[71];
Chris@19 415 T7G = FNMS(T1b, T19, T7F);
Chris@19 416 T1d = FMA(T1b, T1c, T1a);
Chris@19 417 T7x = TV * TZ;
Chris@19 418 TX = TV * TW;
Chris@19 419 T13 = ri[WS(rs, 20)];
Chris@19 420 T16 = ii[WS(rs, 20)];
Chris@19 421 T7y = FNMS(TY, TW, T7x);
Chris@19 422 T10 = FMA(TY, TZ, TX);
Chris@19 423 T12 = W[38];
Chris@19 424 T15 = W[39];
Chris@19 425 }
Chris@19 426 }
Chris@19 427 T7z = T7w - T7y;
Chris@19 428 TeS = T7w + T7y;
Chris@19 429 T11 = TU + T10;
Chris@19 430 T7C = TU - T10;
Chris@19 431 T7D = T12 * T16;
Chris@19 432 T14 = T12 * T13;
Chris@19 433 T7E = FNMS(T15, T13, T7D);
Chris@19 434 T17 = FMA(T15, T16, T14);
Chris@19 435 }
Chris@19 436 {
Chris@19 437 E T8B, T2H, T91, T30, T2Q, T2T, T2S, T8D, T2N, T8Y, T2R;
Chris@19 438 {
Chris@19 439 E T2W, T2Z, T2Y, T90, T2X;
Chris@19 440 {
Chris@19 441 E T2D, T2G, T2C, T2F, T8A, T2E, T2V;
Chris@19 442 T2D = ri[WS(rs, 62)];
Chris@19 443 T2G = ii[WS(rs, 62)];
Chris@19 444 {
Chris@19 445 E TeT, T7H, T1e, T7A;
Chris@19 446 TeT = T7E + T7G;
Chris@19 447 T7H = T7E - T7G;
Chris@19 448 T1e = T17 + T1d;
Chris@19 449 T7A = T17 - T1d;
Chris@19 450 T7I = T7C - T7H;
Chris@19 451 TcF = T7C + T7H;
Chris@19 452 TeU = TeS - TeT;
Chris@19 453 Thr = TeS + TeT;
Chris@19 454 T7B = T7z + T7A;
Chris@19 455 TcG = T7z - T7A;
Chris@19 456 T1f = T11 + T1e;
Chris@19 457 TeR = T11 - T1e;
Chris@19 458 T2C = W[122];
Chris@19 459 }
Chris@19 460 T2F = W[123];
Chris@19 461 T2W = ri[WS(rs, 46)];
Chris@19 462 T2Z = ii[WS(rs, 46)];
Chris@19 463 T8A = T2C * T2G;
Chris@19 464 T2E = T2C * T2D;
Chris@19 465 T2V = W[90];
Chris@19 466 T2Y = W[91];
Chris@19 467 T8B = FNMS(T2F, T2D, T8A);
Chris@19 468 T2H = FMA(T2F, T2G, T2E);
Chris@19 469 T90 = T2V * T2Z;
Chris@19 470 T2X = T2V * T2W;
Chris@19 471 }
Chris@19 472 {
Chris@19 473 E T2J, T2M, T2I, T2L, T8C, T2K, T2P;
Chris@19 474 T2J = ri[WS(rs, 30)];
Chris@19 475 T2M = ii[WS(rs, 30)];
Chris@19 476 T91 = FNMS(T2Y, T2W, T90);
Chris@19 477 T30 = FMA(T2Y, T2Z, T2X);
Chris@19 478 T2I = W[58];
Chris@19 479 T2L = W[59];
Chris@19 480 T2Q = ri[WS(rs, 14)];
Chris@19 481 T2T = ii[WS(rs, 14)];
Chris@19 482 T8C = T2I * T2M;
Chris@19 483 T2K = T2I * T2J;
Chris@19 484 T2P = W[26];
Chris@19 485 T2S = W[27];
Chris@19 486 T8D = FNMS(T2L, T2J, T8C);
Chris@19 487 T2N = FMA(T2L, T2M, T2K);
Chris@19 488 T8Y = T2P * T2T;
Chris@19 489 T2R = T2P * T2Q;
Chris@19 490 }
Chris@19 491 }
Chris@19 492 {
Chris@19 493 E T8E, Tfe, T2O, T8X, T8Z, T2U;
Chris@19 494 T8E = T8B - T8D;
Chris@19 495 Tfe = T8B + T8D;
Chris@19 496 T2O = T2H + T2N;
Chris@19 497 T8X = T2H - T2N;
Chris@19 498 T8Z = FNMS(T2S, T2Q, T8Y);
Chris@19 499 T2U = FMA(T2S, T2T, T2R);
Chris@19 500 {
Chris@19 501 E T92, Tff, T8F, T31;
Chris@19 502 T92 = T8Z - T91;
Chris@19 503 Tff = T8Z + T91;
Chris@19 504 T8F = T2U - T30;
Chris@19 505 T31 = T2U + T30;
Chris@19 506 Tfg = Tfe - Tff;
Chris@19 507 ThB = Tfe + Tff;
Chris@19 508 T8G = T8E + T8F;
Chris@19 509 TcU = T8E - T8F;
Chris@19 510 T32 = T2O + T31;
Chris@19 511 Tfj = T2O - T31;
Chris@19 512 TcX = T8X + T92;
Chris@19 513 T93 = T8X - T92;
Chris@19 514 }
Chris@19 515 }
Chris@19 516 }
Chris@19 517 {
Chris@19 518 E T9c, T3C, Ta8, T3V, T3L, T3O, T3N, T9e, T3I, Ta5, T3M;
Chris@19 519 {
Chris@19 520 E T3R, T3U, T3T, Ta7, T3S;
Chris@19 521 {
Chris@19 522 E T3y, T3B, T3x, T3A, T9b, T3z, T3Q;
Chris@19 523 T3y = ri[WS(rs, 1)];
Chris@19 524 T3B = ii[WS(rs, 1)];
Chris@19 525 T3x = W[0];
Chris@19 526 T3A = W[1];
Chris@19 527 T3R = ri[WS(rs, 49)];
Chris@19 528 T3U = ii[WS(rs, 49)];
Chris@19 529 T9b = T3x * T3B;
Chris@19 530 T3z = T3x * T3y;
Chris@19 531 T3Q = W[96];
Chris@19 532 T3T = W[97];
Chris@19 533 T9c = FNMS(T3A, T3y, T9b);
Chris@19 534 T3C = FMA(T3A, T3B, T3z);
Chris@19 535 Ta7 = T3Q * T3U;
Chris@19 536 T3S = T3Q * T3R;
Chris@19 537 }
Chris@19 538 {
Chris@19 539 E T3E, T3H, T3D, T3G, T9d, T3F, T3K;
Chris@19 540 T3E = ri[WS(rs, 33)];
Chris@19 541 T3H = ii[WS(rs, 33)];
Chris@19 542 Ta8 = FNMS(T3T, T3R, Ta7);
Chris@19 543 T3V = FMA(T3T, T3U, T3S);
Chris@19 544 T3D = W[64];
Chris@19 545 T3G = W[65];
Chris@19 546 T3L = ri[WS(rs, 17)];
Chris@19 547 T3O = ii[WS(rs, 17)];
Chris@19 548 T9d = T3D * T3H;
Chris@19 549 T3F = T3D * T3E;
Chris@19 550 T3K = W[32];
Chris@19 551 T3N = W[33];
Chris@19 552 T9e = FNMS(T3G, T3E, T9d);
Chris@19 553 T3I = FMA(T3G, T3H, T3F);
Chris@19 554 Ta5 = T3K * T3O;
Chris@19 555 T3M = T3K * T3L;
Chris@19 556 }
Chris@19 557 }
Chris@19 558 {
Chris@19 559 E T9f, Tfr, T3J, Ta4, Ta6, T3P;
Chris@19 560 T9f = T9c - T9e;
Chris@19 561 Tfr = T9c + T9e;
Chris@19 562 T3J = T3C + T3I;
Chris@19 563 Ta4 = T3C - T3I;
Chris@19 564 Ta6 = FNMS(T3N, T3L, Ta5);
Chris@19 565 T3P = FMA(T3N, T3O, T3M);
Chris@19 566 {
Chris@19 567 E Ta9, Tfs, T9g, T3W;
Chris@19 568 Ta9 = Ta6 - Ta8;
Chris@19 569 Tfs = Ta6 + Ta8;
Chris@19 570 T9g = T3P - T3V;
Chris@19 571 T3W = T3P + T3V;
Chris@19 572 Tft = Tfr - Tfs;
Chris@19 573 ThH = Tfr + Tfs;
Chris@19 574 T9h = T9f + T9g;
Chris@19 575 Td3 = T9f - T9g;
Chris@19 576 T3X = T3J + T3W;
Chris@19 577 TfI = T3J - T3W;
Chris@19 578 Tde = Ta4 + Ta9;
Chris@19 579 Taa = Ta4 - Ta9;
Chris@19 580 }
Chris@19 581 }
Chris@19 582 }
Chris@19 583 }
Chris@19 584 {
Chris@19 585 E TaC, T69, Taw, Tga, T5X, Tar, TaA, T63;
Chris@19 586 {
Chris@19 587 E T8S, T3r, T8M, Tfk, T3f, T8H, T8Q, T3l;
Chris@19 588 {
Chris@19 589 E T8k, T8f, T8w, T8e;
Chris@19 590 {
Chris@19 591 E T8a, T2f, T8j, T2y, T2o, T2r, T2q, T8c, T2l, T8g, T2p;
Chris@19 592 {
Chris@19 593 E T2u, T2x, T2w, T8i, T2v;
Chris@19 594 {
Chris@19 595 E T2b, T2e, T2a, T2d, T89, T2c, T2t;
Chris@19 596 T2b = ri[WS(rs, 10)];
Chris@19 597 T2e = ii[WS(rs, 10)];
Chris@19 598 T2a = W[18];
Chris@19 599 T2d = W[19];
Chris@19 600 T2u = ri[WS(rs, 26)];
Chris@19 601 T2x = ii[WS(rs, 26)];
Chris@19 602 T89 = T2a * T2e;
Chris@19 603 T2c = T2a * T2b;
Chris@19 604 T2t = W[50];
Chris@19 605 T2w = W[51];
Chris@19 606 T8a = FNMS(T2d, T2b, T89);
Chris@19 607 T2f = FMA(T2d, T2e, T2c);
Chris@19 608 T8i = T2t * T2x;
Chris@19 609 T2v = T2t * T2u;
Chris@19 610 }
Chris@19 611 {
Chris@19 612 E T2h, T2k, T2g, T2j, T8b, T2i, T2n;
Chris@19 613 T2h = ri[WS(rs, 42)];
Chris@19 614 T2k = ii[WS(rs, 42)];
Chris@19 615 T8j = FNMS(T2w, T2u, T8i);
Chris@19 616 T2y = FMA(T2w, T2x, T2v);
Chris@19 617 T2g = W[82];
Chris@19 618 T2j = W[83];
Chris@19 619 T2o = ri[WS(rs, 58)];
Chris@19 620 T2r = ii[WS(rs, 58)];
Chris@19 621 T8b = T2g * T2k;
Chris@19 622 T2i = T2g * T2h;
Chris@19 623 T2n = W[114];
Chris@19 624 T2q = W[115];
Chris@19 625 T8c = FNMS(T2j, T2h, T8b);
Chris@19 626 T2l = FMA(T2j, T2k, T2i);
Chris@19 627 T8g = T2n * T2r;
Chris@19 628 T2p = T2n * T2o;
Chris@19 629 }
Chris@19 630 }
Chris@19 631 {
Chris@19 632 E T8d, Tf9, T2m, T88, T8h, T2s, Tfa, T2z;
Chris@19 633 T8d = T8a - T8c;
Chris@19 634 Tf9 = T8a + T8c;
Chris@19 635 T2m = T2f + T2l;
Chris@19 636 T88 = T2f - T2l;
Chris@19 637 T8h = FNMS(T2q, T2o, T8g);
Chris@19 638 T2s = FMA(T2q, T2r, T2p);
Chris@19 639 T8k = T8h - T8j;
Chris@19 640 Tfa = T8h + T8j;
Chris@19 641 T2z = T2s + T2y;
Chris@19 642 T8f = T2s - T2y;
Chris@19 643 T8w = T8d - T88;
Chris@19 644 T8e = T88 + T8d;
Chris@19 645 Thw = Tf9 + Tfa;
Chris@19 646 Tfb = Tf9 - Tfa;
Chris@19 647 Tf6 = T2z - T2m;
Chris@19 648 T2A = T2m + T2z;
Chris@19 649 }
Chris@19 650 }
Chris@19 651 {
Chris@19 652 E T38, T8J, T3h, T3k, T8L, T3e, T3g, T3j, T8P, T3i;
Chris@19 653 {
Chris@19 654 E T3n, T3q, T3m, T3p;
Chris@19 655 {
Chris@19 656 E T34, T37, T33, T8v, T8l, T36, T8I, T35;
Chris@19 657 T34 = ri[WS(rs, 6)];
Chris@19 658 T37 = ii[WS(rs, 6)];
Chris@19 659 T33 = W[10];
Chris@19 660 T8v = T8f + T8k;
Chris@19 661 T8l = T8f - T8k;
Chris@19 662 T36 = W[11];
Chris@19 663 T8I = T33 * T37;
Chris@19 664 T35 = T33 * T34;
Chris@19 665 T8x = T8v - T8w;
Chris@19 666 TcO = T8w + T8v;
Chris@19 667 T8m = T8e - T8l;
Chris@19 668 TcR = T8e + T8l;
Chris@19 669 T38 = FMA(T36, T37, T35);
Chris@19 670 T8J = FNMS(T36, T34, T8I);
Chris@19 671 }
Chris@19 672 T3n = ri[WS(rs, 22)];
Chris@19 673 T3q = ii[WS(rs, 22)];
Chris@19 674 T3m = W[42];
Chris@19 675 T3p = W[43];
Chris@19 676 {
Chris@19 677 E T3a, T3d, T3c, T8K, T3b, T8R, T3o, T39;
Chris@19 678 T3a = ri[WS(rs, 38)];
Chris@19 679 T3d = ii[WS(rs, 38)];
Chris@19 680 T8R = T3m * T3q;
Chris@19 681 T3o = T3m * T3n;
Chris@19 682 T39 = W[74];
Chris@19 683 T3c = W[75];
Chris@19 684 T8S = FNMS(T3p, T3n, T8R);
Chris@19 685 T3r = FMA(T3p, T3q, T3o);
Chris@19 686 T8K = T39 * T3d;
Chris@19 687 T3b = T39 * T3a;
Chris@19 688 T3h = ri[WS(rs, 54)];
Chris@19 689 T3k = ii[WS(rs, 54)];
Chris@19 690 T8L = FNMS(T3c, T3a, T8K);
Chris@19 691 T3e = FMA(T3c, T3d, T3b);
Chris@19 692 T3g = W[106];
Chris@19 693 T3j = W[107];
Chris@19 694 }
Chris@19 695 }
Chris@19 696 T8M = T8J - T8L;
Chris@19 697 Tfk = T8J + T8L;
Chris@19 698 T3f = T38 + T3e;
Chris@19 699 T8H = T38 - T3e;
Chris@19 700 T8P = T3g * T3k;
Chris@19 701 T3i = T3g * T3h;
Chris@19 702 T8Q = FNMS(T3j, T3h, T8P);
Chris@19 703 T3l = FMA(T3j, T3k, T3i);
Chris@19 704 }
Chris@19 705 }
Chris@19 706 {
Chris@19 707 E T9u, T9p, Tac, T9o;
Chris@19 708 {
Chris@19 709 E T9k, T43, T9t, T4m, T4c, T4f, T4e, T9m, T49, T9q, T4d;
Chris@19 710 {
Chris@19 711 E T4i, T4l, T4k, T9s, T4j;
Chris@19 712 {
Chris@19 713 E T3Z, T42, T3Y, T41, T9j, T40, T4h;
Chris@19 714 {
Chris@19 715 E T95, T8N, T8T, Tfl, T8O, T3s, T8U, T94;
Chris@19 716 T3Z = ri[WS(rs, 9)];
Chris@19 717 T95 = T8M - T8H;
Chris@19 718 T8N = T8H + T8M;
Chris@19 719 T8T = T8Q - T8S;
Chris@19 720 Tfl = T8Q + T8S;
Chris@19 721 T8O = T3l - T3r;
Chris@19 722 T3s = T3l + T3r;
Chris@19 723 T42 = ii[WS(rs, 9)];
Chris@19 724 Tfm = Tfk - Tfl;
Chris@19 725 ThC = Tfk + Tfl;
Chris@19 726 T8U = T8O - T8T;
Chris@19 727 T94 = T8O + T8T;
Chris@19 728 T3t = T3f + T3s;
Chris@19 729 Tfh = T3s - T3f;
Chris@19 730 T96 = T94 - T95;
Chris@19 731 TcV = T95 + T94;
Chris@19 732 T8V = T8N - T8U;
Chris@19 733 TcY = T8N + T8U;
Chris@19 734 T3Y = W[16];
Chris@19 735 }
Chris@19 736 T41 = W[17];
Chris@19 737 T4i = ri[WS(rs, 25)];
Chris@19 738 T4l = ii[WS(rs, 25)];
Chris@19 739 T9j = T3Y * T42;
Chris@19 740 T40 = T3Y * T3Z;
Chris@19 741 T4h = W[48];
Chris@19 742 T4k = W[49];
Chris@19 743 T9k = FNMS(T41, T3Z, T9j);
Chris@19 744 T43 = FMA(T41, T42, T40);
Chris@19 745 T9s = T4h * T4l;
Chris@19 746 T4j = T4h * T4i;
Chris@19 747 }
Chris@19 748 {
Chris@19 749 E T45, T48, T44, T47, T9l, T46, T4b;
Chris@19 750 T45 = ri[WS(rs, 41)];
Chris@19 751 T48 = ii[WS(rs, 41)];
Chris@19 752 T9t = FNMS(T4k, T4i, T9s);
Chris@19 753 T4m = FMA(T4k, T4l, T4j);
Chris@19 754 T44 = W[80];
Chris@19 755 T47 = W[81];
Chris@19 756 T4c = ri[WS(rs, 57)];
Chris@19 757 T4f = ii[WS(rs, 57)];
Chris@19 758 T9l = T44 * T48;
Chris@19 759 T46 = T44 * T45;
Chris@19 760 T4b = W[112];
Chris@19 761 T4e = W[113];
Chris@19 762 T9m = FNMS(T47, T45, T9l);
Chris@19 763 T49 = FMA(T47, T48, T46);
Chris@19 764 T9q = T4b * T4f;
Chris@19 765 T4d = T4b * T4c;
Chris@19 766 }
Chris@19 767 }
Chris@19 768 {
Chris@19 769 E T9n, TfJ, T4a, T9i, T9r, T4g, TfK, T4n;
Chris@19 770 T9n = T9k - T9m;
Chris@19 771 TfJ = T9k + T9m;
Chris@19 772 T4a = T43 + T49;
Chris@19 773 T9i = T43 - T49;
Chris@19 774 T9r = FNMS(T4e, T4c, T9q);
Chris@19 775 T4g = FMA(T4e, T4f, T4d);
Chris@19 776 T9u = T9r - T9t;
Chris@19 777 TfK = T9r + T9t;
Chris@19 778 T4n = T4g + T4m;
Chris@19 779 T9p = T4g - T4m;
Chris@19 780 Tac = T9n - T9i;
Chris@19 781 T9o = T9i + T9n;
Chris@19 782 ThI = TfJ + TfK;
Chris@19 783 TfL = TfJ - TfK;
Chris@19 784 Tfu = T4n - T4a;
Chris@19 785 T4o = T4a + T4n;
Chris@19 786 }
Chris@19 787 }
Chris@19 788 {
Chris@19 789 E T5Q, Tat, T5Z, T62, Tav, T5W, T5Y, T61, Taz, T60;
Chris@19 790 {
Chris@19 791 E T65, T68, T64, T67;
Chris@19 792 {
Chris@19 793 E T5M, T5P, T5L, Tab, T9v, T5O, Tas, T5N;
Chris@19 794 T5M = ri[WS(rs, 7)];
Chris@19 795 T5P = ii[WS(rs, 7)];
Chris@19 796 T5L = W[12];
Chris@19 797 Tab = T9p + T9u;
Chris@19 798 T9v = T9p - T9u;
Chris@19 799 T5O = W[13];
Chris@19 800 Tas = T5L * T5P;
Chris@19 801 T5N = T5L * T5M;
Chris@19 802 Tad = Tab - Tac;
Chris@19 803 Td4 = Tac + Tab;
Chris@19 804 T9w = T9o - T9v;
Chris@19 805 Tdf = T9o + T9v;
Chris@19 806 T5Q = FMA(T5O, T5P, T5N);
Chris@19 807 Tat = FNMS(T5O, T5M, Tas);
Chris@19 808 }
Chris@19 809 T65 = ri[WS(rs, 23)];
Chris@19 810 T68 = ii[WS(rs, 23)];
Chris@19 811 T64 = W[44];
Chris@19 812 T67 = W[45];
Chris@19 813 {
Chris@19 814 E T5S, T5V, T5U, Tau, T5T, TaB, T66, T5R;
Chris@19 815 T5S = ri[WS(rs, 39)];
Chris@19 816 T5V = ii[WS(rs, 39)];
Chris@19 817 TaB = T64 * T68;
Chris@19 818 T66 = T64 * T65;
Chris@19 819 T5R = W[76];
Chris@19 820 T5U = W[77];
Chris@19 821 TaC = FNMS(T67, T65, TaB);
Chris@19 822 T69 = FMA(T67, T68, T66);
Chris@19 823 Tau = T5R * T5V;
Chris@19 824 T5T = T5R * T5S;
Chris@19 825 T5Z = ri[WS(rs, 55)];
Chris@19 826 T62 = ii[WS(rs, 55)];
Chris@19 827 Tav = FNMS(T5U, T5S, Tau);
Chris@19 828 T5W = FMA(T5U, T5V, T5T);
Chris@19 829 T5Y = W[108];
Chris@19 830 T61 = W[109];
Chris@19 831 }
Chris@19 832 }
Chris@19 833 Taw = Tat - Tav;
Chris@19 834 Tga = Tat + Tav;
Chris@19 835 T5X = T5Q + T5W;
Chris@19 836 Tar = T5Q - T5W;
Chris@19 837 Taz = T5Y * T62;
Chris@19 838 T60 = T5Y * T5Z;
Chris@19 839 TaA = FNMS(T61, T5Z, Taz);
Chris@19 840 T63 = FMA(T61, T62, T60);
Chris@19 841 }
Chris@19 842 }
Chris@19 843 }
Chris@19 844 {
Chris@19 845 E T9E, Tda, TfE, TfB, Td9, T9L;
Chris@19 846 {
Chris@19 847 E T9T, Td7, Tfy, Tfz, Td6, Ta0;
Chris@19 848 {
Chris@19 849 E T9V, T4v, T9R, T4O, T4E, T4H, T4G, T9X, T4B, T9O, T4F;
Chris@19 850 {
Chris@19 851 E T4K, T4N, T4M, T9Q, T4L;
Chris@19 852 {
Chris@19 853 E T4r, T4u, T4q, T4t, T9U, T4s, T4J;
Chris@19 854 {
Chris@19 855 E Tbl, Tax, TaD, Tgb, Tay, T6a, TaE, Tbk;
Chris@19 856 T4r = ri[WS(rs, 5)];
Chris@19 857 Tbl = Taw - Tar;
Chris@19 858 Tax = Tar + Taw;
Chris@19 859 TaD = TaA - TaC;
Chris@19 860 Tgb = TaA + TaC;
Chris@19 861 Tay = T63 - T69;
Chris@19 862 T6a = T63 + T69;
Chris@19 863 T4u = ii[WS(rs, 5)];
Chris@19 864 Tgc = Tga - Tgb;
Chris@19 865 ThT = Tga + Tgb;
Chris@19 866 TaE = Tay - TaD;
Chris@19 867 Tbk = Tay + TaD;
Chris@19 868 T6b = T5X + T6a;
Chris@19 869 TfV = T6a - T5X;
Chris@19 870 Tbm = Tbk - Tbl;
Chris@19 871 Tdn = Tbl + Tbk;
Chris@19 872 TaF = Tax - TaE;
Chris@19 873 Tdy = Tax + TaE;
Chris@19 874 T4q = W[8];
Chris@19 875 }
Chris@19 876 T4t = W[9];
Chris@19 877 T4K = ri[WS(rs, 53)];
Chris@19 878 T4N = ii[WS(rs, 53)];
Chris@19 879 T9U = T4q * T4u;
Chris@19 880 T4s = T4q * T4r;
Chris@19 881 T4J = W[104];
Chris@19 882 T4M = W[105];
Chris@19 883 T9V = FNMS(T4t, T4r, T9U);
Chris@19 884 T4v = FMA(T4t, T4u, T4s);
Chris@19 885 T9Q = T4J * T4N;
Chris@19 886 T4L = T4J * T4K;
Chris@19 887 }
Chris@19 888 {
Chris@19 889 E T4x, T4A, T4w, T4z, T9W, T4y, T4D;
Chris@19 890 T4x = ri[WS(rs, 37)];
Chris@19 891 T4A = ii[WS(rs, 37)];
Chris@19 892 T9R = FNMS(T4M, T4K, T9Q);
Chris@19 893 T4O = FMA(T4M, T4N, T4L);
Chris@19 894 T4w = W[72];
Chris@19 895 T4z = W[73];
Chris@19 896 T4E = ri[WS(rs, 21)];
Chris@19 897 T4H = ii[WS(rs, 21)];
Chris@19 898 T9W = T4w * T4A;
Chris@19 899 T4y = T4w * T4x;
Chris@19 900 T4D = W[40];
Chris@19 901 T4G = W[41];
Chris@19 902 T9X = FNMS(T4z, T4x, T9W);
Chris@19 903 T4B = FMA(T4z, T4A, T4y);
Chris@19 904 T9O = T4D * T4H;
Chris@19 905 T4F = T4D * T4E;
Chris@19 906 }
Chris@19 907 }
Chris@19 908 {
Chris@19 909 E T9Y, Tfw, T4C, T9N, T9P, T4I;
Chris@19 910 T9Y = T9V - T9X;
Chris@19 911 Tfw = T9V + T9X;
Chris@19 912 T4C = T4v + T4B;
Chris@19 913 T9N = T4v - T4B;
Chris@19 914 T9P = FNMS(T4G, T4E, T9O);
Chris@19 915 T4I = FMA(T4G, T4H, T4F);
Chris@19 916 {
Chris@19 917 E Tfx, T9S, T9Z, T4P;
Chris@19 918 Tfx = T9P + T9R;
Chris@19 919 T9S = T9P - T9R;
Chris@19 920 T9Z = T4I - T4O;
Chris@19 921 T4P = T4I + T4O;
Chris@19 922 T9T = T9N - T9S;
Chris@19 923 Td7 = T9N + T9S;
Chris@19 924 Tfy = Tfw - Tfx;
Chris@19 925 ThN = Tfw + Tfx;
Chris@19 926 Tfz = T4C - T4P;
Chris@19 927 T4Q = T4C + T4P;
Chris@19 928 Td6 = T9Y - T9Z;
Chris@19 929 Ta0 = T9Y + T9Z;
Chris@19 930 }
Chris@19 931 }
Chris@19 932 }
Chris@19 933 {
Chris@19 934 E T9G, T4W, T9C, T5f, T55, T58, T57, T9I, T52, T9z, T56;
Chris@19 935 {
Chris@19 936 E T5b, T5e, T5d, T9B, T5c;
Chris@19 937 {
Chris@19 938 E T4S, T4V, T4R, T4U, T9F, T4T, T5a;
Chris@19 939 T4S = ri[WS(rs, 61)];
Chris@19 940 TfN = Tfz + Tfy;
Chris@19 941 TfA = Tfy - Tfz;
Chris@19 942 Taf = FMA(KP414213562, T9T, Ta0);
Chris@19 943 Ta1 = FNMS(KP414213562, Ta0, T9T);
Chris@19 944 Td8 = FNMS(KP414213562, Td7, Td6);
Chris@19 945 Tdh = FMA(KP414213562, Td6, Td7);
Chris@19 946 T4V = ii[WS(rs, 61)];
Chris@19 947 T4R = W[120];
Chris@19 948 T4U = W[121];
Chris@19 949 T5b = ri[WS(rs, 45)];
Chris@19 950 T5e = ii[WS(rs, 45)];
Chris@19 951 T9F = T4R * T4V;
Chris@19 952 T4T = T4R * T4S;
Chris@19 953 T5a = W[88];
Chris@19 954 T5d = W[89];
Chris@19 955 T9G = FNMS(T4U, T4S, T9F);
Chris@19 956 T4W = FMA(T4U, T4V, T4T);
Chris@19 957 T9B = T5a * T5e;
Chris@19 958 T5c = T5a * T5b;
Chris@19 959 }
Chris@19 960 {
Chris@19 961 E T4Y, T51, T4X, T50, T9H, T4Z, T54;
Chris@19 962 T4Y = ri[WS(rs, 29)];
Chris@19 963 T51 = ii[WS(rs, 29)];
Chris@19 964 T9C = FNMS(T5d, T5b, T9B);
Chris@19 965 T5f = FMA(T5d, T5e, T5c);
Chris@19 966 T4X = W[56];
Chris@19 967 T50 = W[57];
Chris@19 968 T55 = ri[WS(rs, 13)];
Chris@19 969 T58 = ii[WS(rs, 13)];
Chris@19 970 T9H = T4X * T51;
Chris@19 971 T4Z = T4X * T4Y;
Chris@19 972 T54 = W[24];
Chris@19 973 T57 = W[25];
Chris@19 974 T9I = FNMS(T50, T4Y, T9H);
Chris@19 975 T52 = FMA(T50, T51, T4Z);
Chris@19 976 T9z = T54 * T58;
Chris@19 977 T56 = T54 * T55;
Chris@19 978 }
Chris@19 979 }
Chris@19 980 {
Chris@19 981 E T9J, TfC, T53, T9y, T9A, T59;
Chris@19 982 T9J = T9G - T9I;
Chris@19 983 TfC = T9G + T9I;
Chris@19 984 T53 = T4W + T52;
Chris@19 985 T9y = T4W - T52;
Chris@19 986 T9A = FNMS(T57, T55, T9z);
Chris@19 987 T59 = FMA(T57, T58, T56);
Chris@19 988 {
Chris@19 989 E TfD, T9D, T9K, T5g;
Chris@19 990 TfD = T9A + T9C;
Chris@19 991 T9D = T9A - T9C;
Chris@19 992 T9K = T59 - T5f;
Chris@19 993 T5g = T59 + T5f;
Chris@19 994 T9E = T9y - T9D;
Chris@19 995 Tda = T9y + T9D;
Chris@19 996 TfE = TfC - TfD;
Chris@19 997 ThO = TfC + TfD;
Chris@19 998 TfB = T53 - T5g;
Chris@19 999 T5h = T53 + T5g;
Chris@19 1000 Td9 = T9J - T9K;
Chris@19 1001 T9L = T9J + T9K;
Chris@19 1002 }
Chris@19 1003 }
Chris@19 1004 }
Chris@19 1005 }
Chris@19 1006 {
Chris@19 1007 E Tb2, Tdq, TfZ, Tg0, Tdp, Tb9;
Chris@19 1008 {
Chris@19 1009 E Tb4, T6i, Tb0, T6B, T6r, T6u, T6t, Tb6, T6o, TaX, T6s;
Chris@19 1010 {
Chris@19 1011 E T6x, T6A, T6z, TaZ, T6y;
Chris@19 1012 {
Chris@19 1013 E T6e, T6h, T6d, T6g, Tb3, T6f, T6w;
Chris@19 1014 T6e = ri[WS(rs, 3)];
Chris@19 1015 TfO = TfB - TfE;
Chris@19 1016 TfF = TfB + TfE;
Chris@19 1017 Tag = FNMS(KP414213562, T9E, T9L);
Chris@19 1018 T9M = FMA(KP414213562, T9L, T9E);
Chris@19 1019 Tdb = FMA(KP414213562, Tda, Td9);
Chris@19 1020 Tdi = FNMS(KP414213562, Td9, Tda);
Chris@19 1021 T6h = ii[WS(rs, 3)];
Chris@19 1022 T6d = W[4];
Chris@19 1023 T6g = W[5];
Chris@19 1024 T6x = ri[WS(rs, 51)];
Chris@19 1025 T6A = ii[WS(rs, 51)];
Chris@19 1026 Tb3 = T6d * T6h;
Chris@19 1027 T6f = T6d * T6e;
Chris@19 1028 T6w = W[100];
Chris@19 1029 T6z = W[101];
Chris@19 1030 Tb4 = FNMS(T6g, T6e, Tb3);
Chris@19 1031 T6i = FMA(T6g, T6h, T6f);
Chris@19 1032 TaZ = T6w * T6A;
Chris@19 1033 T6y = T6w * T6x;
Chris@19 1034 }
Chris@19 1035 {
Chris@19 1036 E T6k, T6n, T6j, T6m, Tb5, T6l, T6q;
Chris@19 1037 T6k = ri[WS(rs, 35)];
Chris@19 1038 T6n = ii[WS(rs, 35)];
Chris@19 1039 Tb0 = FNMS(T6z, T6x, TaZ);
Chris@19 1040 T6B = FMA(T6z, T6A, T6y);
Chris@19 1041 T6j = W[68];
Chris@19 1042 T6m = W[69];
Chris@19 1043 T6r = ri[WS(rs, 19)];
Chris@19 1044 T6u = ii[WS(rs, 19)];
Chris@19 1045 Tb5 = T6j * T6n;
Chris@19 1046 T6l = T6j * T6k;
Chris@19 1047 T6q = W[36];
Chris@19 1048 T6t = W[37];
Chris@19 1049 Tb6 = FNMS(T6m, T6k, Tb5);
Chris@19 1050 T6o = FMA(T6m, T6n, T6l);
Chris@19 1051 TaX = T6q * T6u;
Chris@19 1052 T6s = T6q * T6r;
Chris@19 1053 }
Chris@19 1054 }
Chris@19 1055 {
Chris@19 1056 E Tb7, TfX, T6p, TaW, TaY, T6v;
Chris@19 1057 Tb7 = Tb4 - Tb6;
Chris@19 1058 TfX = Tb4 + Tb6;
Chris@19 1059 T6p = T6i + T6o;
Chris@19 1060 TaW = T6i - T6o;
Chris@19 1061 TaY = FNMS(T6t, T6r, TaX);
Chris@19 1062 T6v = FMA(T6t, T6u, T6s);
Chris@19 1063 {
Chris@19 1064 E TfY, Tb1, Tb8, T6C;
Chris@19 1065 TfY = TaY + Tb0;
Chris@19 1066 Tb1 = TaY - Tb0;
Chris@19 1067 Tb8 = T6v - T6B;
Chris@19 1068 T6C = T6v + T6B;
Chris@19 1069 Tb2 = TaW - Tb1;
Chris@19 1070 Tdq = TaW + Tb1;
Chris@19 1071 TfZ = TfX - TfY;
Chris@19 1072 ThY = TfX + TfY;
Chris@19 1073 Tg0 = T6p - T6C;
Chris@19 1074 T6D = T6p + T6C;
Chris@19 1075 Tdp = Tb7 - Tb8;
Chris@19 1076 Tb9 = Tb7 + Tb8;
Chris@19 1077 }
Chris@19 1078 }
Chris@19 1079 }
Chris@19 1080 {
Chris@19 1081 E TaP, T6J, TaL, T72, T6S, T6V, T6U, TaR, T6P, TaI, T6T;
Chris@19 1082 {
Chris@19 1083 E T6Y, T71, T70, TaK, T6Z;
Chris@19 1084 {
Chris@19 1085 E T6F, T6I, T6E, T6H, TaO, T6G, T6X;
Chris@19 1086 T6F = ri[WS(rs, 59)];
Chris@19 1087 Tge = Tg0 + TfZ;
Chris@19 1088 Tg1 = TfZ - Tg0;
Chris@19 1089 Tbo = FMA(KP414213562, Tb2, Tb9);
Chris@19 1090 Tba = FNMS(KP414213562, Tb9, Tb2);
Chris@19 1091 Tdr = FNMS(KP414213562, Tdq, Tdp);
Chris@19 1092 TdA = FMA(KP414213562, Tdp, Tdq);
Chris@19 1093 T6I = ii[WS(rs, 59)];
Chris@19 1094 T6E = W[116];
Chris@19 1095 T6H = W[117];
Chris@19 1096 T6Y = ri[WS(rs, 43)];
Chris@19 1097 T71 = ii[WS(rs, 43)];
Chris@19 1098 TaO = T6E * T6I;
Chris@19 1099 T6G = T6E * T6F;
Chris@19 1100 T6X = W[84];
Chris@19 1101 T70 = W[85];
Chris@19 1102 TaP = FNMS(T6H, T6F, TaO);
Chris@19 1103 T6J = FMA(T6H, T6I, T6G);
Chris@19 1104 TaK = T6X * T71;
Chris@19 1105 T6Z = T6X * T6Y;
Chris@19 1106 }
Chris@19 1107 {
Chris@19 1108 E T6L, T6O, T6K, T6N, TaQ, T6M, T6R;
Chris@19 1109 T6L = ri[WS(rs, 27)];
Chris@19 1110 T6O = ii[WS(rs, 27)];
Chris@19 1111 TaL = FNMS(T70, T6Y, TaK);
Chris@19 1112 T72 = FMA(T70, T71, T6Z);
Chris@19 1113 T6K = W[52];
Chris@19 1114 T6N = W[53];
Chris@19 1115 T6S = ri[WS(rs, 11)];
Chris@19 1116 T6V = ii[WS(rs, 11)];
Chris@19 1117 TaQ = T6K * T6O;
Chris@19 1118 T6M = T6K * T6L;
Chris@19 1119 T6R = W[20];
Chris@19 1120 T6U = W[21];
Chris@19 1121 TaR = FNMS(T6N, T6L, TaQ);
Chris@19 1122 T6P = FMA(T6N, T6O, T6M);
Chris@19 1123 TaI = T6R * T6V;
Chris@19 1124 T6T = T6R * T6S;
Chris@19 1125 }
Chris@19 1126 }
Chris@19 1127 {
Chris@19 1128 E TaS, Tg3, T6Q, TaH, TaJ, T6W;
Chris@19 1129 TaS = TaP - TaR;
Chris@19 1130 Tg3 = TaP + TaR;
Chris@19 1131 T6Q = T6J + T6P;
Chris@19 1132 TaH = T6J - T6P;
Chris@19 1133 TaJ = FNMS(T6U, T6S, TaI);
Chris@19 1134 T6W = FMA(T6U, T6V, T6T);
Chris@19 1135 {
Chris@19 1136 E Tg4, TaM, TaT, T73;
Chris@19 1137 Tg4 = TaJ + TaL;
Chris@19 1138 TaM = TaJ - TaL;
Chris@19 1139 TaT = T6W - T72;
Chris@19 1140 T73 = T6W + T72;
Chris@19 1141 TaN = TaH - TaM;
Chris@19 1142 Tdt = TaH + TaM;
Chris@19 1143 Tg5 = Tg3 - Tg4;
Chris@19 1144 ThZ = Tg3 + Tg4;
Chris@19 1145 Tg2 = T6Q - T73;
Chris@19 1146 T74 = T6Q + T73;
Chris@19 1147 Tds = TaS - TaT;
Chris@19 1148 TaU = TaS + TaT;
Chris@19 1149 }
Chris@19 1150 }
Chris@19 1151 }
Chris@19 1152 }
Chris@19 1153 }
Chris@19 1154 }
Chris@19 1155 {
Chris@19 1156 E Tgf, Tg6, Tbp, TaV, Tdu, TdB, Tje, Tjd, TjO, TjN;
Chris@19 1157 {
Chris@19 1158 E Thq, Tj7, Thy, ThA, Tht, Tj8, Thx, ThD, ThX, ThV, ThU, Ti0, ThM, ThK, ThJ;
Chris@19 1159 E ThP, TiI, TiZ, TiL, Tj0;
Chris@19 1160 {
Chris@19 1161 E Tio, T1I, Tj1, T3v, Tj2, TiX, TiN, Tir, T76, TiK, TiC, TiG, T5j, Tit, Tiw;
Chris@19 1162 E TiJ;
Chris@19 1163 {
Chris@19 1164 E TiO, TiW, Tip, Tiq;
Chris@19 1165 {
Chris@19 1166 E TO, T1H, T2B, T3u;
Chris@19 1167 Thq = Tm - TN;
Chris@19 1168 TO = Tm + TN;
Chris@19 1169 Tgf = Tg2 - Tg5;
Chris@19 1170 Tg6 = Tg2 + Tg5;
Chris@19 1171 Tbp = FNMS(KP414213562, TaN, TaU);
Chris@19 1172 TaV = FMA(KP414213562, TaU, TaN);
Chris@19 1173 Tdu = FMA(KP414213562, Tdt, Tds);
Chris@19 1174 TdB = FNMS(KP414213562, Tds, Tdt);
Chris@19 1175 T1H = T1f + T1G;
Chris@19 1176 Tj7 = T1G - T1f;
Chris@19 1177 Thy = T29 - T2A;
Chris@19 1178 T2B = T29 + T2A;
Chris@19 1179 T3u = T32 + T3t;
Chris@19 1180 ThA = T32 - T3t;
Chris@19 1181 Tht = Thr - Ths;
Chris@19 1182 TiO = Thr + Ths;
Chris@19 1183 Tio = TO - T1H;
Chris@19 1184 T1I = TO + T1H;
Chris@19 1185 Tj1 = T3u - T2B;
Chris@19 1186 T3v = T2B + T3u;
Chris@19 1187 TiW = TiP + TiV;
Chris@19 1188 Tj8 = TiV - TiP;
Chris@19 1189 }
Chris@19 1190 Thx = Thv - Thw;
Chris@19 1191 Tip = Thv + Thw;
Chris@19 1192 Tiq = ThB + ThC;
Chris@19 1193 ThD = ThB - ThC;
Chris@19 1194 {
Chris@19 1195 E T6c, T75, Tiz, TiA;
Chris@19 1196 ThX = T5K - T6b;
Chris@19 1197 T6c = T5K + T6b;
Chris@19 1198 Tj2 = TiW - TiO;
Chris@19 1199 TiX = TiO + TiW;
Chris@19 1200 TiN = Tip + Tiq;
Chris@19 1201 Tir = Tip - Tiq;
Chris@19 1202 T75 = T6D + T74;
Chris@19 1203 ThV = T74 - T6D;
Chris@19 1204 ThU = ThS - ThT;
Chris@19 1205 Tiz = ThS + ThT;
Chris@19 1206 TiA = ThY + ThZ;
Chris@19 1207 Ti0 = ThY - ThZ;
Chris@19 1208 {
Chris@19 1209 E T4p, Tiy, TiB, T5i, Tiu, Tiv;
Chris@19 1210 ThM = T3X - T4o;
Chris@19 1211 T4p = T3X + T4o;
Chris@19 1212 T76 = T6c + T75;
Chris@19 1213 Tiy = T6c - T75;
Chris@19 1214 TiK = Tiz + TiA;
Chris@19 1215 TiB = Tiz - TiA;
Chris@19 1216 T5i = T4Q + T5h;
Chris@19 1217 ThK = T5h - T4Q;
Chris@19 1218 ThJ = ThH - ThI;
Chris@19 1219 Tiu = ThH + ThI;
Chris@19 1220 Tiv = ThN + ThO;
Chris@19 1221 ThP = ThN - ThO;
Chris@19 1222 TiC = Tiy - TiB;
Chris@19 1223 TiG = Tiy + TiB;
Chris@19 1224 T5j = T4p + T5i;
Chris@19 1225 Tit = T4p - T5i;
Chris@19 1226 Tiw = Tiu - Tiv;
Chris@19 1227 TiJ = Tiu + Tiv;
Chris@19 1228 }
Chris@19 1229 }
Chris@19 1230 }
Chris@19 1231 {
Chris@19 1232 E TiE, Tis, TiD, Tj6, Tj5, Tj3, Tj4, TiH;
Chris@19 1233 {
Chris@19 1234 E T3w, TiF, Tix, T77, TiM, TiY;
Chris@19 1235 TiI = T1I - T3v;
Chris@19 1236 T3w = T1I + T3v;
Chris@19 1237 TiF = Tiw - Tit;
Chris@19 1238 Tix = Tit + Tiw;
Chris@19 1239 T77 = T5j + T76;
Chris@19 1240 TiZ = T76 - T5j;
Chris@19 1241 TiL = TiJ - TiK;
Chris@19 1242 TiM = TiJ + TiK;
Chris@19 1243 TiY = TiN + TiX;
Chris@19 1244 Tj0 = TiX - TiN;
Chris@19 1245 TiE = Tio - Tir;
Chris@19 1246 Tis = Tio + Tir;
Chris@19 1247 ri[0] = T3w + T77;
Chris@19 1248 ri[WS(rs, 32)] = T3w - T77;
Chris@19 1249 ii[WS(rs, 32)] = TiY - TiM;
Chris@19 1250 ii[0] = TiM + TiY;
Chris@19 1251 TiD = Tix + TiC;
Chris@19 1252 Tj6 = TiC - Tix;
Chris@19 1253 Tj5 = Tj2 - Tj1;
Chris@19 1254 Tj3 = Tj1 + Tj2;
Chris@19 1255 Tj4 = TiF + TiG;
Chris@19 1256 TiH = TiF - TiG;
Chris@19 1257 }
Chris@19 1258 ri[WS(rs, 8)] = FMA(KP707106781, TiD, Tis);
Chris@19 1259 ri[WS(rs, 40)] = FNMS(KP707106781, TiD, Tis);
Chris@19 1260 ii[WS(rs, 40)] = FNMS(KP707106781, Tj4, Tj3);
Chris@19 1261 ii[WS(rs, 8)] = FMA(KP707106781, Tj4, Tj3);
Chris@19 1262 ri[WS(rs, 24)] = FMA(KP707106781, TiH, TiE);
Chris@19 1263 ri[WS(rs, 56)] = FNMS(KP707106781, TiH, TiE);
Chris@19 1264 ii[WS(rs, 56)] = FNMS(KP707106781, Tj6, Tj5);
Chris@19 1265 ii[WS(rs, 24)] = FMA(KP707106781, Tj6, Tj5);
Chris@19 1266 }
Chris@19 1267 }
Chris@19 1268 {
Chris@19 1269 E Ti8, Thu, Tjf, Tj9, Tib, Tjg, Tja, ThF, Tih, ThW, Tif, Til, Ti5, ThR;
Chris@19 1270 ri[WS(rs, 16)] = TiI + TiL;
Chris@19 1271 ri[WS(rs, 48)] = TiI - TiL;
Chris@19 1272 ii[WS(rs, 48)] = Tj0 - TiZ;
Chris@19 1273 ii[WS(rs, 16)] = TiZ + Tj0;
Chris@19 1274 Ti8 = Thq + Tht;
Chris@19 1275 Thu = Thq - Tht;
Chris@19 1276 Tjf = Tj8 - Tj7;
Chris@19 1277 Tj9 = Tj7 + Tj8;
Chris@19 1278 {
Chris@19 1279 E Tie, ThL, Tid, ThQ;
Chris@19 1280 {
Chris@19 1281 E Ti9, Thz, Tia, ThE;
Chris@19 1282 Ti9 = Thy + Thx;
Chris@19 1283 Thz = Thx - Thy;
Chris@19 1284 Tia = ThA - ThD;
Chris@19 1285 ThE = ThA + ThD;
Chris@19 1286 Tib = Ti9 + Tia;
Chris@19 1287 Tjg = Tia - Ti9;
Chris@19 1288 Tja = Thz + ThE;
Chris@19 1289 ThF = Thz - ThE;
Chris@19 1290 Tie = ThJ + ThK;
Chris@19 1291 ThL = ThJ - ThK;
Chris@19 1292 }
Chris@19 1293 Tid = ThM + ThP;
Chris@19 1294 ThQ = ThM - ThP;
Chris@19 1295 Tih = ThU + ThV;
Chris@19 1296 ThW = ThU - ThV;
Chris@19 1297 Tif = FMA(KP414213562, Tie, Tid);
Chris@19 1298 Til = FNMS(KP414213562, Tid, Tie);
Chris@19 1299 Ti5 = FNMS(KP414213562, ThL, ThQ);
Chris@19 1300 ThR = FMA(KP414213562, ThQ, ThL);
Chris@19 1301 }
Chris@19 1302 {
Chris@19 1303 E Ti4, ThG, Tjh, Tjj, Tig, Ti1;
Chris@19 1304 Ti4 = FNMS(KP707106781, ThF, Thu);
Chris@19 1305 ThG = FMA(KP707106781, ThF, Thu);
Chris@19 1306 Tjh = FMA(KP707106781, Tjg, Tjf);
Chris@19 1307 Tjj = FNMS(KP707106781, Tjg, Tjf);
Chris@19 1308 Tig = ThX + Ti0;
Chris@19 1309 Ti1 = ThX - Ti0;
Chris@19 1310 {
Chris@19 1311 E Tik, Tjb, Tjc, Tin;
Chris@19 1312 {
Chris@19 1313 E Tic, Tim, Ti6, Ti2, Tij, Tii;
Chris@19 1314 Tik = FNMS(KP707106781, Tib, Ti8);
Chris@19 1315 Tic = FMA(KP707106781, Tib, Ti8);
Chris@19 1316 Tii = FNMS(KP414213562, Tih, Tig);
Chris@19 1317 Tim = FMA(KP414213562, Tig, Tih);
Chris@19 1318 Ti6 = FMA(KP414213562, ThW, Ti1);
Chris@19 1319 Ti2 = FNMS(KP414213562, Ti1, ThW);
Chris@19 1320 Tij = Tif + Tii;
Chris@19 1321 Tje = Tii - Tif;
Chris@19 1322 Tjd = FNMS(KP707106781, Tja, Tj9);
Chris@19 1323 Tjb = FMA(KP707106781, Tja, Tj9);
Chris@19 1324 {
Chris@19 1325 E Ti7, Tji, Tjk, Ti3;
Chris@19 1326 Ti7 = Ti5 + Ti6;
Chris@19 1327 Tji = Ti6 - Ti5;
Chris@19 1328 Tjk = ThR + Ti2;
Chris@19 1329 Ti3 = ThR - Ti2;
Chris@19 1330 ri[WS(rs, 4)] = FMA(KP923879532, Tij, Tic);
Chris@19 1331 ri[WS(rs, 36)] = FNMS(KP923879532, Tij, Tic);
Chris@19 1332 ri[WS(rs, 60)] = FMA(KP923879532, Ti7, Ti4);
Chris@19 1333 ri[WS(rs, 28)] = FNMS(KP923879532, Ti7, Ti4);
Chris@19 1334 ii[WS(rs, 44)] = FNMS(KP923879532, Tji, Tjh);
Chris@19 1335 ii[WS(rs, 12)] = FMA(KP923879532, Tji, Tjh);
Chris@19 1336 ii[WS(rs, 60)] = FMA(KP923879532, Tjk, Tjj);
Chris@19 1337 ii[WS(rs, 28)] = FNMS(KP923879532, Tjk, Tjj);
Chris@19 1338 ri[WS(rs, 12)] = FMA(KP923879532, Ti3, ThG);
Chris@19 1339 ri[WS(rs, 44)] = FNMS(KP923879532, Ti3, ThG);
Chris@19 1340 Tjc = Til + Tim;
Chris@19 1341 Tin = Til - Tim;
Chris@19 1342 }
Chris@19 1343 }
Chris@19 1344 ii[WS(rs, 36)] = FNMS(KP923879532, Tjc, Tjb);
Chris@19 1345 ii[WS(rs, 4)] = FMA(KP923879532, Tjc, Tjb);
Chris@19 1346 ri[WS(rs, 20)] = FMA(KP923879532, Tin, Tik);
Chris@19 1347 ri[WS(rs, 52)] = FNMS(KP923879532, Tin, Tik);
Chris@19 1348 }
Chris@19 1349 }
Chris@19 1350 }
Chris@19 1351 }
Chris@19 1352 {
Chris@19 1353 E TjD, TjJ, Tgo, Tf2, Tjp, Tjv, Tha, TgI, Tgd, Tgr, Tjw, Tjq, Tfp, Tgg, Thk;
Chris@19 1354 E Tho, Th8, Th4, Tgv, TgB, Tgl, TfR, TjE, Thd, TjK, TgP, Tgx, Tg8, Thh, Thn;
Chris@19 1355 E Th7, TgX;
Chris@19 1356 {
Chris@19 1357 E TgJ, TgK, TgM, TgN, Tg7, TfW, Th1, Thj, Th0, Th2;
Chris@19 1358 {
Chris@19 1359 E TgE, TeQ, TjB, Tjn, TgF, TgG, TjC, Tf1, TeV, Tf0;
Chris@19 1360 TgE = TeM - TeP;
Chris@19 1361 TeQ = TeM + TeP;
Chris@19 1362 TjB = Tjm - Tjl;
Chris@19 1363 Tjn = Tjl + Tjm;
Chris@19 1364 TgF = TeU - TeR;
Chris@19 1365 TeV = TeR + TeU;
Chris@19 1366 ii[WS(rs, 52)] = FNMS(KP923879532, Tje, Tjd);
Chris@19 1367 ii[WS(rs, 20)] = FMA(KP923879532, Tje, Tjd);
Chris@19 1368 Tf0 = TeW - TeZ;
Chris@19 1369 TgG = TeW + TeZ;
Chris@19 1370 TjC = Tf0 - TeV;
Chris@19 1371 Tf1 = TeV + Tf0;
Chris@19 1372 {
Chris@19 1373 E Tfi, Tgp, Tfd, Tfn;
Chris@19 1374 {
Chris@19 1375 E Tf7, Tjo, TgH, Tfc;
Chris@19 1376 TgJ = Tf5 - Tf6;
Chris@19 1377 Tf7 = Tf5 + Tf6;
Chris@19 1378 TjD = FMA(KP707106781, TjC, TjB);
Chris@19 1379 TjJ = FNMS(KP707106781, TjC, TjB);
Chris@19 1380 Tgo = FMA(KP707106781, Tf1, TeQ);
Chris@19 1381 Tf2 = FNMS(KP707106781, Tf1, TeQ);
Chris@19 1382 Tjo = TgF + TgG;
Chris@19 1383 TgH = TgF - TgG;
Chris@19 1384 Tfc = Tf8 + Tfb;
Chris@19 1385 TgK = Tf8 - Tfb;
Chris@19 1386 TgM = Tfg - Tfh;
Chris@19 1387 Tfi = Tfg + Tfh;
Chris@19 1388 Tjp = FMA(KP707106781, Tjo, Tjn);
Chris@19 1389 Tjv = FNMS(KP707106781, Tjo, Tjn);
Chris@19 1390 Tha = FNMS(KP707106781, TgH, TgE);
Chris@19 1391 TgI = FMA(KP707106781, TgH, TgE);
Chris@19 1392 Tgp = FMA(KP414213562, Tf7, Tfc);
Chris@19 1393 Tfd = FNMS(KP414213562, Tfc, Tf7);
Chris@19 1394 Tfn = Tfj + Tfm;
Chris@19 1395 TgN = Tfj - Tfm;
Chris@19 1396 }
Chris@19 1397 {
Chris@19 1398 E TgY, TgZ, Tgq, Tfo;
Chris@19 1399 Tgd = Tg9 + Tgc;
Chris@19 1400 TgY = Tg9 - Tgc;
Chris@19 1401 TgZ = Tg6 - Tg1;
Chris@19 1402 Tg7 = Tg1 + Tg6;
Chris@19 1403 TfW = TfU + TfV;
Chris@19 1404 Th1 = TfU - TfV;
Chris@19 1405 Tgq = FNMS(KP414213562, Tfi, Tfn);
Chris@19 1406 Tfo = FMA(KP414213562, Tfn, Tfi);
Chris@19 1407 Thj = FMA(KP707106781, TgZ, TgY);
Chris@19 1408 Th0 = FNMS(KP707106781, TgZ, TgY);
Chris@19 1409 Tgr = Tgp + Tgq;
Chris@19 1410 Tjw = Tgq - Tgp;
Chris@19 1411 Tjq = Tfd + Tfo;
Chris@19 1412 Tfp = Tfd - Tfo;
Chris@19 1413 Th2 = Tge - Tgf;
Chris@19 1414 Tgg = Tge + Tgf;
Chris@19 1415 }
Chris@19 1416 }
Chris@19 1417 }
Chris@19 1418 {
Chris@19 1419 E TgU, TgS, TgR, TgV, Thb, TgL;
Chris@19 1420 {
Chris@19 1421 E TfM, Tgu, TfH, TfP, Tgt, TfQ;
Chris@19 1422 {
Chris@19 1423 E Tfv, TfG, Thi, Th3;
Chris@19 1424 TgU = Tft - Tfu;
Chris@19 1425 Tfv = Tft + Tfu;
Chris@19 1426 TfG = TfA + TfF;
Chris@19 1427 TgS = TfF - TfA;
Chris@19 1428 TgR = TfI - TfL;
Chris@19 1429 TfM = TfI + TfL;
Chris@19 1430 Thi = FMA(KP707106781, Th2, Th1);
Chris@19 1431 Th3 = FNMS(KP707106781, Th2, Th1);
Chris@19 1432 Tgu = FMA(KP707106781, TfG, Tfv);
Chris@19 1433 TfH = FNMS(KP707106781, TfG, Tfv);
Chris@19 1434 Thk = FNMS(KP198912367, Thj, Thi);
Chris@19 1435 Tho = FMA(KP198912367, Thi, Thj);
Chris@19 1436 Th8 = FMA(KP668178637, Th0, Th3);
Chris@19 1437 Th4 = FNMS(KP668178637, Th3, Th0);
Chris@19 1438 TfP = TfN + TfO;
Chris@19 1439 TgV = TfN - TfO;
Chris@19 1440 }
Chris@19 1441 Tgt = FMA(KP707106781, TfP, TfM);
Chris@19 1442 TfQ = FNMS(KP707106781, TfP, TfM);
Chris@19 1443 Thb = FNMS(KP414213562, TgJ, TgK);
Chris@19 1444 TgL = FMA(KP414213562, TgK, TgJ);
Chris@19 1445 Tgv = FMA(KP198912367, Tgu, Tgt);
Chris@19 1446 TgB = FNMS(KP198912367, Tgt, Tgu);
Chris@19 1447 Tgl = FNMS(KP668178637, TfH, TfQ);
Chris@19 1448 TfR = FMA(KP668178637, TfQ, TfH);
Chris@19 1449 }
Chris@19 1450 {
Chris@19 1451 E Thg, TgT, Thc, TgO, Thf, TgW;
Chris@19 1452 Thc = FMA(KP414213562, TgM, TgN);
Chris@19 1453 TgO = FNMS(KP414213562, TgN, TgM);
Chris@19 1454 Thg = FMA(KP707106781, TgS, TgR);
Chris@19 1455 TgT = FNMS(KP707106781, TgS, TgR);
Chris@19 1456 TjE = Thc - Thb;
Chris@19 1457 Thd = Thb + Thc;
Chris@19 1458 TjK = TgL + TgO;
Chris@19 1459 TgP = TgL - TgO;
Chris@19 1460 Thf = FMA(KP707106781, TgV, TgU);
Chris@19 1461 TgW = FNMS(KP707106781, TgV, TgU);
Chris@19 1462 Tgx = FMA(KP707106781, Tg7, TfW);
Chris@19 1463 Tg8 = FNMS(KP707106781, Tg7, TfW);
Chris@19 1464 Thh = FMA(KP198912367, Thg, Thf);
Chris@19 1465 Thn = FNMS(KP198912367, Thf, Thg);
Chris@19 1466 Th7 = FNMS(KP668178637, TgT, TgW);
Chris@19 1467 TgX = FMA(KP668178637, TgW, TgT);
Chris@19 1468 }
Chris@19 1469 }
Chris@19 1470 }
Chris@19 1471 {
Chris@19 1472 E Tju, Tjt, TjI, TjH;
Chris@19 1473 {
Chris@19 1474 E Tgk, Tfq, Tjx, Tjz, Tgw, Tgh;
Chris@19 1475 Tgk = FNMS(KP923879532, Tfp, Tf2);
Chris@19 1476 Tfq = FMA(KP923879532, Tfp, Tf2);
Chris@19 1477 Tjx = FMA(KP923879532, Tjw, Tjv);
Chris@19 1478 Tjz = FNMS(KP923879532, Tjw, Tjv);
Chris@19 1479 Tgw = FMA(KP707106781, Tgg, Tgd);
Chris@19 1480 Tgh = FNMS(KP707106781, Tgg, Tgd);
Chris@19 1481 {
Chris@19 1482 E TgA, Tjr, Tjs, TgD;
Chris@19 1483 {
Chris@19 1484 E Tgs, TgC, Tgm, Tgi, Tgz, Tgy;
Chris@19 1485 TgA = FNMS(KP923879532, Tgr, Tgo);
Chris@19 1486 Tgs = FMA(KP923879532, Tgr, Tgo);
Chris@19 1487 Tgy = FNMS(KP198912367, Tgx, Tgw);
Chris@19 1488 TgC = FMA(KP198912367, Tgw, Tgx);
Chris@19 1489 Tgm = FMA(KP668178637, Tg8, Tgh);
Chris@19 1490 Tgi = FNMS(KP668178637, Tgh, Tg8);
Chris@19 1491 Tgz = Tgv + Tgy;
Chris@19 1492 Tju = Tgy - Tgv;
Chris@19 1493 Tjt = FNMS(KP923879532, Tjq, Tjp);
Chris@19 1494 Tjr = FMA(KP923879532, Tjq, Tjp);
Chris@19 1495 {
Chris@19 1496 E Tgn, Tjy, TjA, Tgj;
Chris@19 1497 Tgn = Tgl + Tgm;
Chris@19 1498 Tjy = Tgm - Tgl;
Chris@19 1499 TjA = TfR + Tgi;
Chris@19 1500 Tgj = TfR - Tgi;
Chris@19 1501 ri[WS(rs, 2)] = FMA(KP980785280, Tgz, Tgs);
Chris@19 1502 ri[WS(rs, 34)] = FNMS(KP980785280, Tgz, Tgs);
Chris@19 1503 ri[WS(rs, 58)] = FMA(KP831469612, Tgn, Tgk);
Chris@19 1504 ri[WS(rs, 26)] = FNMS(KP831469612, Tgn, Tgk);
Chris@19 1505 ii[WS(rs, 42)] = FNMS(KP831469612, Tjy, Tjx);
Chris@19 1506 ii[WS(rs, 10)] = FMA(KP831469612, Tjy, Tjx);
Chris@19 1507 ii[WS(rs, 58)] = FMA(KP831469612, TjA, Tjz);
Chris@19 1508 ii[WS(rs, 26)] = FNMS(KP831469612, TjA, Tjz);
Chris@19 1509 ri[WS(rs, 10)] = FMA(KP831469612, Tgj, Tfq);
Chris@19 1510 ri[WS(rs, 42)] = FNMS(KP831469612, Tgj, Tfq);
Chris@19 1511 Tjs = TgB + TgC;
Chris@19 1512 TgD = TgB - TgC;
Chris@19 1513 }
Chris@19 1514 }
Chris@19 1515 ii[WS(rs, 34)] = FNMS(KP980785280, Tjs, Tjr);
Chris@19 1516 ii[WS(rs, 2)] = FMA(KP980785280, Tjs, Tjr);
Chris@19 1517 ri[WS(rs, 18)] = FMA(KP980785280, TgD, TgA);
Chris@19 1518 ri[WS(rs, 50)] = FNMS(KP980785280, TgD, TgA);
Chris@19 1519 }
Chris@19 1520 }
Chris@19 1521 {
Chris@19 1522 E Th6, TjF, TjG, Th9, TgQ, Th5;
Chris@19 1523 Th6 = FNMS(KP923879532, TgP, TgI);
Chris@19 1524 TgQ = FMA(KP923879532, TgP, TgI);
Chris@19 1525 Th5 = TgX + Th4;
Chris@19 1526 TjI = Th4 - TgX;
Chris@19 1527 TjH = FNMS(KP923879532, TjE, TjD);
Chris@19 1528 TjF = FMA(KP923879532, TjE, TjD);
Chris@19 1529 ii[WS(rs, 50)] = FNMS(KP980785280, Tju, Tjt);
Chris@19 1530 ii[WS(rs, 18)] = FMA(KP980785280, Tju, Tjt);
Chris@19 1531 ri[WS(rs, 6)] = FMA(KP831469612, Th5, TgQ);
Chris@19 1532 ri[WS(rs, 38)] = FNMS(KP831469612, Th5, TgQ);
Chris@19 1533 TjG = Th7 + Th8;
Chris@19 1534 Th9 = Th7 - Th8;
Chris@19 1535 ii[WS(rs, 38)] = FNMS(KP831469612, TjG, TjF);
Chris@19 1536 ii[WS(rs, 6)] = FMA(KP831469612, TjG, TjF);
Chris@19 1537 ri[WS(rs, 22)] = FMA(KP831469612, Th9, Th6);
Chris@19 1538 ri[WS(rs, 54)] = FNMS(KP831469612, Th9, Th6);
Chris@19 1539 }
Chris@19 1540 {
Chris@19 1541 E Thm, TjL, TjM, Thp, The, Thl;
Chris@19 1542 Thm = FMA(KP923879532, Thd, Tha);
Chris@19 1543 The = FNMS(KP923879532, Thd, Tha);
Chris@19 1544 Thl = Thh - Thk;
Chris@19 1545 TjO = Thh + Thk;
Chris@19 1546 TjN = FMA(KP923879532, TjK, TjJ);
Chris@19 1547 TjL = FNMS(KP923879532, TjK, TjJ);
Chris@19 1548 ii[WS(rs, 54)] = FNMS(KP831469612, TjI, TjH);
Chris@19 1549 ii[WS(rs, 22)] = FMA(KP831469612, TjI, TjH);
Chris@19 1550 ri[WS(rs, 14)] = FMA(KP980785280, Thl, The);
Chris@19 1551 ri[WS(rs, 46)] = FNMS(KP980785280, Thl, The);
Chris@19 1552 TjM = Tho - Thn;
Chris@19 1553 Thp = Thn + Tho;
Chris@19 1554 ii[WS(rs, 46)] = FNMS(KP980785280, TjM, TjL);
Chris@19 1555 ii[WS(rs, 14)] = FMA(KP980785280, TjM, TjL);
Chris@19 1556 ri[WS(rs, 62)] = FMA(KP980785280, Thp, Thm);
Chris@19 1557 ri[WS(rs, 30)] = FNMS(KP980785280, Thp, Thm);
Chris@19 1558 }
Chris@19 1559 }
Chris@19 1560 }
Chris@19 1561 {
Chris@19 1562 E TjS, TcD, Tcw, TkO, TkN, Tcz;
Chris@19 1563 {
Chris@19 1564 E TbB, Tkw, Tkq, T99, TbF, TbL, Tbv, Taj, Tcu, Tcy, Tci, Tce, Tcr, Tcx, Tch;
Chris@19 1565 E Tc7, TkE, Tcn, TkK, TbZ, TbP, T7J, TbO, T7u, TkB, Tkn, TbI, TbM, Tbw, Tbs;
Chris@19 1566 E T7Y, TbQ;
Chris@19 1567 {
Chris@19 1568 E TbT, TbU, TbW, TbX, Tc4, Tc2, Tc1, Tc5, Tbn, Tbb, TaG, Tcb, Tct, Tca, Tcc;
Chris@19 1569 E Tbq, Tcl, TbV;
Chris@19 1570 {
Chris@19 1571 E T8W, Tbz, T8z, T97, T8n, T8y;
Chris@19 1572 TbT = FMA(KP707106781, T8m, T87);
Chris@19 1573 T8n = FNMS(KP707106781, T8m, T87);
Chris@19 1574 T8y = FNMS(KP707106781, T8x, T8u);
Chris@19 1575 TbU = FMA(KP707106781, T8x, T8u);
Chris@19 1576 TbW = FMA(KP707106781, T8V, T8G);
Chris@19 1577 T8W = FNMS(KP707106781, T8V, T8G);
Chris@19 1578 ii[WS(rs, 62)] = FMA(KP980785280, TjO, TjN);
Chris@19 1579 ii[WS(rs, 30)] = FNMS(KP980785280, TjO, TjN);
Chris@19 1580 Tbz = FMA(KP668178637, T8n, T8y);
Chris@19 1581 T8z = FNMS(KP668178637, T8y, T8n);
Chris@19 1582 T97 = FNMS(KP707106781, T96, T93);
Chris@19 1583 TbX = FMA(KP707106781, T96, T93);
Chris@19 1584 {
Chris@19 1585 E Tae, TbE, Ta3, Tah;
Chris@19 1586 {
Chris@19 1587 E T9x, Ta2, TbA, T98;
Chris@19 1588 Tc4 = FMA(KP707106781, T9w, T9h);
Chris@19 1589 T9x = FNMS(KP707106781, T9w, T9h);
Chris@19 1590 Ta2 = T9M - Ta1;
Chris@19 1591 Tc2 = Ta1 + T9M;
Chris@19 1592 Tc1 = FMA(KP707106781, Tad, Taa);
Chris@19 1593 Tae = FNMS(KP707106781, Tad, Taa);
Chris@19 1594 TbA = FNMS(KP668178637, T8W, T97);
Chris@19 1595 T98 = FMA(KP668178637, T97, T8W);
Chris@19 1596 TbE = FMA(KP923879532, Ta2, T9x);
Chris@19 1597 Ta3 = FNMS(KP923879532, Ta2, T9x);
Chris@19 1598 TbB = Tbz + TbA;
Chris@19 1599 Tkw = TbA - Tbz;
Chris@19 1600 Tkq = T8z + T98;
Chris@19 1601 T99 = T8z - T98;
Chris@19 1602 Tah = Taf - Tag;
Chris@19 1603 Tc5 = Taf + Tag;
Chris@19 1604 }
Chris@19 1605 {
Chris@19 1606 E Tc8, Tc9, TbD, Tai;
Chris@19 1607 Tbn = FNMS(KP707106781, Tbm, Tbj);
Chris@19 1608 Tc8 = FMA(KP707106781, Tbm, Tbj);
Chris@19 1609 Tc9 = Tba + TaV;
Chris@19 1610 Tbb = TaV - Tba;
Chris@19 1611 TaG = FNMS(KP707106781, TaF, Taq);
Chris@19 1612 Tcb = FMA(KP707106781, TaF, Taq);
Chris@19 1613 TbD = FMA(KP923879532, Tah, Tae);
Chris@19 1614 Tai = FNMS(KP923879532, Tah, Tae);
Chris@19 1615 Tct = FMA(KP923879532, Tc9, Tc8);
Chris@19 1616 Tca = FNMS(KP923879532, Tc9, Tc8);
Chris@19 1617 TbF = FMA(KP303346683, TbE, TbD);
Chris@19 1618 TbL = FNMS(KP303346683, TbD, TbE);
Chris@19 1619 Tbv = FNMS(KP534511135, Ta3, Tai);
Chris@19 1620 Taj = FMA(KP534511135, Tai, Ta3);
Chris@19 1621 Tcc = Tbo + Tbp;
Chris@19 1622 Tbq = Tbo - Tbp;
Chris@19 1623 }
Chris@19 1624 }
Chris@19 1625 }
Chris@19 1626 {
Chris@19 1627 E Tcq, Tc3, Tcs, Tcd, Tcp, Tc6;
Chris@19 1628 Tcs = FMA(KP923879532, Tcc, Tcb);
Chris@19 1629 Tcd = FNMS(KP923879532, Tcc, Tcb);
Chris@19 1630 Tcq = FMA(KP923879532, Tc2, Tc1);
Chris@19 1631 Tc3 = FNMS(KP923879532, Tc2, Tc1);
Chris@19 1632 Tcu = FNMS(KP098491403, Tct, Tcs);
Chris@19 1633 Tcy = FMA(KP098491403, Tcs, Tct);
Chris@19 1634 Tci = FMA(KP820678790, Tca, Tcd);
Chris@19 1635 Tce = FNMS(KP820678790, Tcd, Tca);
Chris@19 1636 Tcp = FMA(KP923879532, Tc5, Tc4);
Chris@19 1637 Tc6 = FNMS(KP923879532, Tc5, Tc4);
Chris@19 1638 Tcl = FNMS(KP198912367, TbT, TbU);
Chris@19 1639 TbV = FMA(KP198912367, TbU, TbT);
Chris@19 1640 Tcr = FMA(KP098491403, Tcq, Tcp);
Chris@19 1641 Tcx = FNMS(KP098491403, Tcp, Tcq);
Chris@19 1642 Tch = FNMS(KP820678790, Tc3, Tc6);
Chris@19 1643 Tc7 = FMA(KP820678790, Tc6, Tc3);
Chris@19 1644 }
Chris@19 1645 {
Chris@19 1646 E TbH, Tbc, Tcm, TbY;
Chris@19 1647 Tcm = FMA(KP198912367, TbW, TbX);
Chris@19 1648 TbY = FNMS(KP198912367, TbX, TbW);
Chris@19 1649 TbH = FMA(KP923879532, Tbb, TaG);
Chris@19 1650 Tbc = FNMS(KP923879532, Tbb, TaG);
Chris@19 1651 TkE = Tcm - Tcl;
Chris@19 1652 Tcn = Tcl + Tcm;
Chris@19 1653 TkK = TbV + TbY;
Chris@19 1654 TbZ = TbV - TbY;
Chris@19 1655 {
Chris@19 1656 E T7t, Tkm, TbG, Tbr;
Chris@19 1657 TjS = T7l + T7s;
Chris@19 1658 T7t = T7l - T7s;
Chris@19 1659 Tkm = TcC - TcB;
Chris@19 1660 TcD = TcB + TcC;
Chris@19 1661 TbP = FNMS(KP414213562, T7B, T7I);
Chris@19 1662 T7J = FMA(KP414213562, T7I, T7B);
Chris@19 1663 TbG = FMA(KP923879532, Tbq, Tbn);
Chris@19 1664 Tbr = FNMS(KP923879532, Tbq, Tbn);
Chris@19 1665 TbO = FNMS(KP707106781, T7t, T7e);
Chris@19 1666 T7u = FMA(KP707106781, T7t, T7e);
Chris@19 1667 TkB = FNMS(KP707106781, Tkm, Tkl);
Chris@19 1668 Tkn = FMA(KP707106781, Tkm, Tkl);
Chris@19 1669 TbI = FNMS(KP303346683, TbH, TbG);
Chris@19 1670 TbM = FMA(KP303346683, TbG, TbH);
Chris@19 1671 Tbw = FMA(KP534511135, Tbc, Tbr);
Chris@19 1672 Tbs = FNMS(KP534511135, Tbr, Tbc);
Chris@19 1673 T7Y = FNMS(KP414213562, T7X, T7Q);
Chris@19 1674 TbQ = FMA(KP414213562, T7Q, T7X);
Chris@19 1675 }
Chris@19 1676 }
Chris@19 1677 }
Chris@19 1678 {
Chris@19 1679 E TkJ, TkD, Tck, TbS, TbK, Tku, Tkt, TbN;
Chris@19 1680 {
Chris@19 1681 E TkA, Tby, Tkp, Tbu, Tkz, Tbx;
Chris@19 1682 {
Chris@19 1683 E Tbt, T9a, Tkx, Tky, Tkv;
Chris@19 1684 TkA = Taj + Tbs;
Chris@19 1685 Tbt = Taj - Tbs;
Chris@19 1686 {
Chris@19 1687 E TkC, T7Z, Tko, TbR, T80;
Chris@19 1688 TkC = T7J + T7Y;
Chris@19 1689 T7Z = T7J - T7Y;
Chris@19 1690 Tko = TbQ - TbP;
Chris@19 1691 TbR = TbP + TbQ;
Chris@19 1692 TkJ = FMA(KP923879532, TkC, TkB);
Chris@19 1693 TkD = FNMS(KP923879532, TkC, TkB);
Chris@19 1694 Tby = FMA(KP923879532, T7Z, T7u);
Chris@19 1695 T80 = FNMS(KP923879532, T7Z, T7u);
Chris@19 1696 Tkv = FNMS(KP923879532, Tko, Tkn);
Chris@19 1697 Tkp = FMA(KP923879532, Tko, Tkn);
Chris@19 1698 Tck = FMA(KP923879532, TbR, TbO);
Chris@19 1699 TbS = FNMS(KP923879532, TbR, TbO);
Chris@19 1700 T9a = FMA(KP831469612, T99, T80);
Chris@19 1701 Tbu = FNMS(KP831469612, T99, T80);
Chris@19 1702 }
Chris@19 1703 Tkz = FNMS(KP831469612, Tkw, Tkv);
Chris@19 1704 Tkx = FMA(KP831469612, Tkw, Tkv);
Chris@19 1705 Tky = Tbw - Tbv;
Chris@19 1706 Tbx = Tbv + Tbw;
Chris@19 1707 ri[WS(rs, 11)] = FMA(KP881921264, Tbt, T9a);
Chris@19 1708 ri[WS(rs, 43)] = FNMS(KP881921264, Tbt, T9a);
Chris@19 1709 ii[WS(rs, 43)] = FNMS(KP881921264, Tky, Tkx);
Chris@19 1710 ii[WS(rs, 11)] = FMA(KP881921264, Tky, Tkx);
Chris@19 1711 }
Chris@19 1712 {
Chris@19 1713 E TbC, TbJ, Tkr, Tks;
Chris@19 1714 TbK = FNMS(KP831469612, TbB, Tby);
Chris@19 1715 TbC = FMA(KP831469612, TbB, Tby);
Chris@19 1716 ri[WS(rs, 59)] = FMA(KP881921264, Tbx, Tbu);
Chris@19 1717 ri[WS(rs, 27)] = FNMS(KP881921264, Tbx, Tbu);
Chris@19 1718 ii[WS(rs, 59)] = FMA(KP881921264, TkA, Tkz);
Chris@19 1719 ii[WS(rs, 27)] = FNMS(KP881921264, TkA, Tkz);
Chris@19 1720 TbJ = TbF + TbI;
Chris@19 1721 Tku = TbI - TbF;
Chris@19 1722 Tkt = FNMS(KP831469612, Tkq, Tkp);
Chris@19 1723 Tkr = FMA(KP831469612, Tkq, Tkp);
Chris@19 1724 Tks = TbL + TbM;
Chris@19 1725 TbN = TbL - TbM;
Chris@19 1726 ri[WS(rs, 3)] = FMA(KP956940335, TbJ, TbC);
Chris@19 1727 ri[WS(rs, 35)] = FNMS(KP956940335, TbJ, TbC);
Chris@19 1728 ii[WS(rs, 35)] = FNMS(KP956940335, Tks, Tkr);
Chris@19 1729 ii[WS(rs, 3)] = FMA(KP956940335, Tks, Tkr);
Chris@19 1730 }
Chris@19 1731 }
Chris@19 1732 {
Chris@19 1733 E Tcg, TkI, TkH, Tcj;
Chris@19 1734 {
Chris@19 1735 E Tc0, Tcf, TkF, TkG;
Chris@19 1736 Tcg = FNMS(KP980785280, TbZ, TbS);
Chris@19 1737 Tc0 = FMA(KP980785280, TbZ, TbS);
Chris@19 1738 ri[WS(rs, 19)] = FMA(KP956940335, TbN, TbK);
Chris@19 1739 ri[WS(rs, 51)] = FNMS(KP956940335, TbN, TbK);
Chris@19 1740 ii[WS(rs, 51)] = FNMS(KP956940335, Tku, Tkt);
Chris@19 1741 ii[WS(rs, 19)] = FMA(KP956940335, Tku, Tkt);
Chris@19 1742 Tcf = Tc7 + Tce;
Chris@19 1743 TkI = Tce - Tc7;
Chris@19 1744 TkH = FNMS(KP980785280, TkE, TkD);
Chris@19 1745 TkF = FMA(KP980785280, TkE, TkD);
Chris@19 1746 TkG = Tch + Tci;
Chris@19 1747 Tcj = Tch - Tci;
Chris@19 1748 ri[WS(rs, 7)] = FMA(KP773010453, Tcf, Tc0);
Chris@19 1749 ri[WS(rs, 39)] = FNMS(KP773010453, Tcf, Tc0);
Chris@19 1750 ii[WS(rs, 39)] = FNMS(KP773010453, TkG, TkF);
Chris@19 1751 ii[WS(rs, 7)] = FMA(KP773010453, TkG, TkF);
Chris@19 1752 }
Chris@19 1753 {
Chris@19 1754 E Tco, Tcv, TkL, TkM;
Chris@19 1755 Tcw = FMA(KP980785280, Tcn, Tck);
Chris@19 1756 Tco = FNMS(KP980785280, Tcn, Tck);
Chris@19 1757 ri[WS(rs, 23)] = FMA(KP773010453, Tcj, Tcg);
Chris@19 1758 ri[WS(rs, 55)] = FNMS(KP773010453, Tcj, Tcg);
Chris@19 1759 ii[WS(rs, 55)] = FNMS(KP773010453, TkI, TkH);
Chris@19 1760 ii[WS(rs, 23)] = FMA(KP773010453, TkI, TkH);
Chris@19 1761 Tcv = Tcr - Tcu;
Chris@19 1762 TkO = Tcr + Tcu;
Chris@19 1763 TkN = FMA(KP980785280, TkK, TkJ);
Chris@19 1764 TkL = FNMS(KP980785280, TkK, TkJ);
Chris@19 1765 TkM = Tcy - Tcx;
Chris@19 1766 Tcz = Tcx + Tcy;
Chris@19 1767 ri[WS(rs, 15)] = FMA(KP995184726, Tcv, Tco);
Chris@19 1768 ri[WS(rs, 47)] = FNMS(KP995184726, Tcv, Tco);
Chris@19 1769 ii[WS(rs, 47)] = FNMS(KP995184726, TkM, TkL);
Chris@19 1770 ii[WS(rs, 15)] = FMA(KP995184726, TkM, TkL);
Chris@19 1771 }
Chris@19 1772 }
Chris@19 1773 }
Chris@19 1774 }
Chris@19 1775 {
Chris@19 1776 E TdN, Tk2, TjW, Td1, TdR, TdX, TdH, Tdl, TeG, TeK, Teu, Teq, TeD, TeJ, Tet;
Chris@19 1777 E Tej, Tka, Tez, Tkg, Teb, Te1, TcH, Te0, TcE, Tk7, TjT, TdU, TdY, TdI, TdE;
Chris@19 1778 E TcK, Te2;
Chris@19 1779 {
Chris@19 1780 E Te5, Te6, Te8, Te9, Teg, Tee, Ted, Teh, Tdz, Tdv, Tdo, Ten, TeF, Tem, Teo;
Chris@19 1781 E TdC, Tex, Te7;
Chris@19 1782 {
Chris@19 1783 E TcP, TcS, TcW, TcZ;
Chris@19 1784 Te5 = FNMS(KP707106781, TcO, TcN);
Chris@19 1785 TcP = FMA(KP707106781, TcO, TcN);
Chris@19 1786 ri[WS(rs, 63)] = FMA(KP995184726, Tcz, Tcw);
Chris@19 1787 ri[WS(rs, 31)] = FNMS(KP995184726, Tcz, Tcw);
Chris@19 1788 ii[WS(rs, 63)] = FMA(KP995184726, TkO, TkN);
Chris@19 1789 ii[WS(rs, 31)] = FNMS(KP995184726, TkO, TkN);
Chris@19 1790 TcS = FMA(KP707106781, TcR, TcQ);
Chris@19 1791 Te6 = FNMS(KP707106781, TcR, TcQ);
Chris@19 1792 Te8 = FNMS(KP707106781, TcV, TcU);
Chris@19 1793 TcW = FMA(KP707106781, TcV, TcU);
Chris@19 1794 TcZ = FMA(KP707106781, TcY, TcX);
Chris@19 1795 Te9 = FNMS(KP707106781, TcY, TcX);
Chris@19 1796 {
Chris@19 1797 E Tdg, TdQ, Tdd, Tdj;
Chris@19 1798 {
Chris@19 1799 E Td5, TdL, TcT, TdM, Td0, Tdc;
Chris@19 1800 Teg = FNMS(KP707106781, Td4, Td3);
Chris@19 1801 Td5 = FMA(KP707106781, Td4, Td3);
Chris@19 1802 TdL = FMA(KP198912367, TcP, TcS);
Chris@19 1803 TcT = FNMS(KP198912367, TcS, TcP);
Chris@19 1804 TdM = FNMS(KP198912367, TcW, TcZ);
Chris@19 1805 Td0 = FMA(KP198912367, TcZ, TcW);
Chris@19 1806 Tdc = Td8 + Tdb;
Chris@19 1807 Tee = Tdb - Td8;
Chris@19 1808 Ted = FNMS(KP707106781, Tdf, Tde);
Chris@19 1809 Tdg = FMA(KP707106781, Tdf, Tde);
Chris@19 1810 TdN = TdL + TdM;
Chris@19 1811 Tk2 = TdM - TdL;
Chris@19 1812 TjW = TcT + Td0;
Chris@19 1813 Td1 = TcT - Td0;
Chris@19 1814 TdQ = FMA(KP923879532, Tdc, Td5);
Chris@19 1815 Tdd = FNMS(KP923879532, Tdc, Td5);
Chris@19 1816 Tdj = Tdh + Tdi;
Chris@19 1817 Teh = Tdh - Tdi;
Chris@19 1818 }
Chris@19 1819 {
Chris@19 1820 E Tek, Tel, TdP, Tdk;
Chris@19 1821 Tdz = FMA(KP707106781, Tdy, Tdx);
Chris@19 1822 Tek = FNMS(KP707106781, Tdy, Tdx);
Chris@19 1823 Tel = Tdu - Tdr;
Chris@19 1824 Tdv = Tdr + Tdu;
Chris@19 1825 Tdo = FMA(KP707106781, Tdn, Tdm);
Chris@19 1826 Ten = FNMS(KP707106781, Tdn, Tdm);
Chris@19 1827 TdP = FMA(KP923879532, Tdj, Tdg);
Chris@19 1828 Tdk = FNMS(KP923879532, Tdj, Tdg);
Chris@19 1829 TeF = FMA(KP923879532, Tel, Tek);
Chris@19 1830 Tem = FNMS(KP923879532, Tel, Tek);
Chris@19 1831 TdR = FMA(KP098491403, TdQ, TdP);
Chris@19 1832 TdX = FNMS(KP098491403, TdP, TdQ);
Chris@19 1833 TdH = FNMS(KP820678790, Tdd, Tdk);
Chris@19 1834 Tdl = FMA(KP820678790, Tdk, Tdd);
Chris@19 1835 Teo = TdA - TdB;
Chris@19 1836 TdC = TdA + TdB;
Chris@19 1837 }
Chris@19 1838 }
Chris@19 1839 }
Chris@19 1840 {
Chris@19 1841 E TeC, Tef, TeE, Tep, TeB, Tei;
Chris@19 1842 TeE = FMA(KP923879532, Teo, Ten);
Chris@19 1843 Tep = FNMS(KP923879532, Teo, Ten);
Chris@19 1844 TeC = FMA(KP923879532, Tee, Ted);
Chris@19 1845 Tef = FNMS(KP923879532, Tee, Ted);
Chris@19 1846 TeG = FNMS(KP303346683, TeF, TeE);
Chris@19 1847 TeK = FMA(KP303346683, TeE, TeF);
Chris@19 1848 Teu = FMA(KP534511135, Tem, Tep);
Chris@19 1849 Teq = FNMS(KP534511135, Tep, Tem);
Chris@19 1850 TeB = FMA(KP923879532, Teh, Teg);
Chris@19 1851 Tei = FNMS(KP923879532, Teh, Teg);
Chris@19 1852 Tex = FNMS(KP668178637, Te5, Te6);
Chris@19 1853 Te7 = FMA(KP668178637, Te6, Te5);
Chris@19 1854 TeD = FMA(KP303346683, TeC, TeB);
Chris@19 1855 TeJ = FNMS(KP303346683, TeB, TeC);
Chris@19 1856 Tet = FNMS(KP534511135, Tef, Tei);
Chris@19 1857 Tej = FMA(KP534511135, Tei, Tef);
Chris@19 1858 }
Chris@19 1859 {
Chris@19 1860 E TdT, Tdw, Tey, Tea, TdS, TdD;
Chris@19 1861 Tey = FMA(KP668178637, Te8, Te9);
Chris@19 1862 Tea = FNMS(KP668178637, Te9, Te8);
Chris@19 1863 TdT = FMA(KP923879532, Tdv, Tdo);
Chris@19 1864 Tdw = FNMS(KP923879532, Tdv, Tdo);
Chris@19 1865 Tka = Tey - Tex;
Chris@19 1866 Tez = Tex + Tey;
Chris@19 1867 Tkg = Te7 + Tea;
Chris@19 1868 Teb = Te7 - Tea;
Chris@19 1869 Te1 = FNMS(KP414213562, TcF, TcG);
Chris@19 1870 TcH = FMA(KP414213562, TcG, TcF);
Chris@19 1871 TdS = FMA(KP923879532, TdC, Tdz);
Chris@19 1872 TdD = FNMS(KP923879532, TdC, Tdz);
Chris@19 1873 Te0 = FNMS(KP707106781, TcD, TcA);
Chris@19 1874 TcE = FMA(KP707106781, TcD, TcA);
Chris@19 1875 Tk7 = FNMS(KP707106781, TjS, TjR);
Chris@19 1876 TjT = FMA(KP707106781, TjS, TjR);
Chris@19 1877 TdU = FNMS(KP098491403, TdT, TdS);
Chris@19 1878 TdY = FMA(KP098491403, TdS, TdT);
Chris@19 1879 TdI = FMA(KP820678790, Tdw, TdD);
Chris@19 1880 TdE = FNMS(KP820678790, TdD, Tdw);
Chris@19 1881 TcK = FNMS(KP414213562, TcJ, TcI);
Chris@19 1882 Te2 = FMA(KP414213562, TcI, TcJ);
Chris@19 1883 }
Chris@19 1884 }
Chris@19 1885 {
Chris@19 1886 E Tkf, Tk9, Tew, Te4, TdW, Tk0, TjZ, TdZ;
Chris@19 1887 {
Chris@19 1888 E Tk6, TdK, TjV, TdG, Tk5, TdJ;
Chris@19 1889 {
Chris@19 1890 E TdF, Td2, Tk3, Tk4, Tk1;
Chris@19 1891 Tk6 = Tdl + TdE;
Chris@19 1892 TdF = Tdl - TdE;
Chris@19 1893 {
Chris@19 1894 E Tk8, TcL, TjU, Te3, TcM;
Chris@19 1895 Tk8 = TcK - TcH;
Chris@19 1896 TcL = TcH + TcK;
Chris@19 1897 TjU = Te1 + Te2;
Chris@19 1898 Te3 = Te1 - Te2;
Chris@19 1899 Tkf = FNMS(KP923879532, Tk8, Tk7);
Chris@19 1900 Tk9 = FMA(KP923879532, Tk8, Tk7);
Chris@19 1901 TdK = FMA(KP923879532, TcL, TcE);
Chris@19 1902 TcM = FNMS(KP923879532, TcL, TcE);
Chris@19 1903 Tk1 = FNMS(KP923879532, TjU, TjT);
Chris@19 1904 TjV = FMA(KP923879532, TjU, TjT);
Chris@19 1905 Tew = FNMS(KP923879532, Te3, Te0);
Chris@19 1906 Te4 = FMA(KP923879532, Te3, Te0);
Chris@19 1907 Td2 = FMA(KP980785280, Td1, TcM);
Chris@19 1908 TdG = FNMS(KP980785280, Td1, TcM);
Chris@19 1909 }
Chris@19 1910 Tk5 = FNMS(KP980785280, Tk2, Tk1);
Chris@19 1911 Tk3 = FMA(KP980785280, Tk2, Tk1);
Chris@19 1912 Tk4 = TdI - TdH;
Chris@19 1913 TdJ = TdH + TdI;
Chris@19 1914 ri[WS(rs, 9)] = FMA(KP773010453, TdF, Td2);
Chris@19 1915 ri[WS(rs, 41)] = FNMS(KP773010453, TdF, Td2);
Chris@19 1916 ii[WS(rs, 41)] = FNMS(KP773010453, Tk4, Tk3);
Chris@19 1917 ii[WS(rs, 9)] = FMA(KP773010453, Tk4, Tk3);
Chris@19 1918 }
Chris@19 1919 {
Chris@19 1920 E TdO, TdV, TjX, TjY;
Chris@19 1921 TdW = FNMS(KP980785280, TdN, TdK);
Chris@19 1922 TdO = FMA(KP980785280, TdN, TdK);
Chris@19 1923 ri[WS(rs, 57)] = FMA(KP773010453, TdJ, TdG);
Chris@19 1924 ri[WS(rs, 25)] = FNMS(KP773010453, TdJ, TdG);
Chris@19 1925 ii[WS(rs, 57)] = FMA(KP773010453, Tk6, Tk5);
Chris@19 1926 ii[WS(rs, 25)] = FNMS(KP773010453, Tk6, Tk5);
Chris@19 1927 TdV = TdR + TdU;
Chris@19 1928 Tk0 = TdU - TdR;
Chris@19 1929 TjZ = FNMS(KP980785280, TjW, TjV);
Chris@19 1930 TjX = FMA(KP980785280, TjW, TjV);
Chris@19 1931 TjY = TdX + TdY;
Chris@19 1932 TdZ = TdX - TdY;
Chris@19 1933 ri[WS(rs, 1)] = FMA(KP995184726, TdV, TdO);
Chris@19 1934 ri[WS(rs, 33)] = FNMS(KP995184726, TdV, TdO);
Chris@19 1935 ii[WS(rs, 33)] = FNMS(KP995184726, TjY, TjX);
Chris@19 1936 ii[WS(rs, 1)] = FMA(KP995184726, TjY, TjX);
Chris@19 1937 }
Chris@19 1938 }
Chris@19 1939 {
Chris@19 1940 E Tes, Tke, Tkd, Tev;
Chris@19 1941 {
Chris@19 1942 E Tec, Ter, Tkb, Tkc;
Chris@19 1943 Tes = FNMS(KP831469612, Teb, Te4);
Chris@19 1944 Tec = FMA(KP831469612, Teb, Te4);
Chris@19 1945 ri[WS(rs, 17)] = FMA(KP995184726, TdZ, TdW);
Chris@19 1946 ri[WS(rs, 49)] = FNMS(KP995184726, TdZ, TdW);
Chris@19 1947 ii[WS(rs, 49)] = FNMS(KP995184726, Tk0, TjZ);
Chris@19 1948 ii[WS(rs, 17)] = FMA(KP995184726, Tk0, TjZ);
Chris@19 1949 Ter = Tej + Teq;
Chris@19 1950 Tke = Teq - Tej;
Chris@19 1951 Tkd = FNMS(KP831469612, Tka, Tk9);
Chris@19 1952 Tkb = FMA(KP831469612, Tka, Tk9);
Chris@19 1953 Tkc = Tet + Teu;
Chris@19 1954 Tev = Tet - Teu;
Chris@19 1955 ri[WS(rs, 5)] = FMA(KP881921264, Ter, Tec);
Chris@19 1956 ri[WS(rs, 37)] = FNMS(KP881921264, Ter, Tec);
Chris@19 1957 ii[WS(rs, 37)] = FNMS(KP881921264, Tkc, Tkb);
Chris@19 1958 ii[WS(rs, 5)] = FMA(KP881921264, Tkc, Tkb);
Chris@19 1959 }
Chris@19 1960 {
Chris@19 1961 E TeA, TeH, Tkh, Tki;
Chris@19 1962 TeI = FMA(KP831469612, Tez, Tew);
Chris@19 1963 TeA = FNMS(KP831469612, Tez, Tew);
Chris@19 1964 ri[WS(rs, 21)] = FMA(KP881921264, Tev, Tes);
Chris@19 1965 ri[WS(rs, 53)] = FNMS(KP881921264, Tev, Tes);
Chris@19 1966 ii[WS(rs, 53)] = FNMS(KP881921264, Tke, Tkd);
Chris@19 1967 ii[WS(rs, 21)] = FMA(KP881921264, Tke, Tkd);
Chris@19 1968 TeH = TeD - TeG;
Chris@19 1969 Tkk = TeD + TeG;
Chris@19 1970 Tkj = FMA(KP831469612, Tkg, Tkf);
Chris@19 1971 Tkh = FNMS(KP831469612, Tkg, Tkf);
Chris@19 1972 Tki = TeK - TeJ;
Chris@19 1973 TeL = TeJ + TeK;
Chris@19 1974 ri[WS(rs, 13)] = FMA(KP956940335, TeH, TeA);
Chris@19 1975 ri[WS(rs, 45)] = FNMS(KP956940335, TeH, TeA);
Chris@19 1976 ii[WS(rs, 45)] = FNMS(KP956940335, Tki, Tkh);
Chris@19 1977 ii[WS(rs, 13)] = FMA(KP956940335, Tki, Tkh);
Chris@19 1978 }
Chris@19 1979 }
Chris@19 1980 }
Chris@19 1981 }
Chris@19 1982 }
Chris@19 1983 }
Chris@19 1984 }
Chris@19 1985 ri[WS(rs, 61)] = FMA(KP956940335, TeL, TeI);
Chris@19 1986 ri[WS(rs, 29)] = FNMS(KP956940335, TeL, TeI);
Chris@19 1987 ii[WS(rs, 61)] = FMA(KP956940335, Tkk, Tkj);
Chris@19 1988 ii[WS(rs, 29)] = FNMS(KP956940335, Tkk, Tkj);
Chris@19 1989 }
Chris@19 1990 }
Chris@19 1991 }
Chris@19 1992
Chris@19 1993 static const tw_instr twinstr[] = {
Chris@19 1994 {TW_FULL, 0, 64},
Chris@19 1995 {TW_NEXT, 1, 0}
Chris@19 1996 };
Chris@19 1997
Chris@19 1998 static const ct_desc desc = { 64, "t1_64", twinstr, &GENUS, {520, 126, 518, 0}, 0, 0, 0 };
Chris@19 1999
Chris@19 2000 void X(codelet_t1_64) (planner *p) {
Chris@19 2001 X(kdft_dit_register) (p, t1_64, &desc);
Chris@19 2002 }
Chris@19 2003 #else /* HAVE_FMA */
Chris@19 2004
Chris@19 2005 /* Generated by: ../../../genfft/gen_twiddle.native -compact -variables 4 -pipeline-latency 4 -n 64 -name t1_64 -include t.h */
Chris@19 2006
Chris@19 2007 /*
Chris@19 2008 * This function contains 1038 FP additions, 500 FP multiplications,
Chris@19 2009 * (or, 808 additions, 270 multiplications, 230 fused multiply/add),
Chris@19 2010 * 176 stack variables, 15 constants, and 256 memory accesses
Chris@19 2011 */
Chris@19 2012 #include "t.h"
Chris@19 2013
Chris@19 2014 static void t1_64(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@19 2015 {
Chris@19 2016 DK(KP471396736, +0.471396736825997648556387625905254377657460319);
Chris@19 2017 DK(KP881921264, +0.881921264348355029712756863660388349508442621);
Chris@19 2018 DK(KP290284677, +0.290284677254462367636192375817395274691476278);
Chris@19 2019 DK(KP956940335, +0.956940335732208864935797886980269969482849206);
Chris@19 2020 DK(KP634393284, +0.634393284163645498215171613225493370675687095);
Chris@19 2021 DK(KP773010453, +0.773010453362736960810906609758469800971041293);
Chris@19 2022 DK(KP098017140, +0.098017140329560601994195563888641845861136673);
Chris@19 2023 DK(KP995184726, +0.995184726672196886244836953109479921575474869);
Chris@19 2024 DK(KP555570233, +0.555570233019602224742830813948532874374937191);
Chris@19 2025 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
Chris@19 2026 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
Chris@19 2027 DK(KP195090322, +0.195090322016128267848284868477022240927691618);
Chris@19 2028 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
Chris@19 2029 DK(KP382683432, +0.382683432365089771728459984030398866761344562);
Chris@19 2030 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
Chris@19 2031 {
Chris@19 2032 INT m;
Chris@19 2033 for (m = mb, W = W + (mb * 126); m < me; m = m + 1, ri = ri + ms, ii = ii + ms, W = W + 126, MAKE_VOLATILE_STRIDE(128, rs)) {
Chris@19 2034 E Tj, TcL, ThT, Tin, T6b, Taz, TgT, Thn, TG, Thm, TcO, TgO, T6m, ThQ, TaC;
Chris@19 2035 E Tim, T14, Tfq, T6y, T9O, TaG, Tc0, TcU, TeE, T1r, Tfr, T6J, T9P, TaJ, Tc1;
Chris@19 2036 E TcZ, TeF, T1Q, T2d, Tfx, Tfu, Tfv, Tfw, T6Q, TaM, Tdb, TeJ, T71, TaQ, T7a;
Chris@19 2037 E TaN, Td6, TeI, T77, TaP, T2B, T2Y, Tfz, TfA, TfB, TfC, T7h, TaW, Tdm, TeM;
Chris@19 2038 E T7s, TaU, T7B, TaX, Tdh, TeL, T7y, TaT, T5j, TfR, Tec, Tf0, TfY, Tgy, T8D;
Chris@19 2039 E Tbl, T8O, Tbx, T9l, Tbm, TdV, TeX, T9i, Tbw, T3M, TfL, TdL, TeQ, TfI, Tgt;
Chris@19 2040 E T7K, Tb2, T7V, Tbe, T8s, Tb3, Tdu, TeT, T8p, Tbd, T4x, TfJ, TdE, TdM, TfO;
Chris@19 2041 E Tgu, T87, T8v, T8i, T8u, Tba, Tbg, Tdz, TdN, Tb7, Tbh, T64, TfZ, Te5, Ted;
Chris@19 2042 E TfU, Tgz, T90, T9o, T9b, T9n, Tbt, Tbz, Te0, Tee, Tbq, TbA;
Chris@19 2043 {
Chris@19 2044 E T1, TgR, T6, TgQ, Tc, T68, Th, T69;
Chris@19 2045 T1 = ri[0];
Chris@19 2046 TgR = ii[0];
Chris@19 2047 {
Chris@19 2048 E T3, T5, T2, T4;
Chris@19 2049 T3 = ri[WS(rs, 32)];
Chris@19 2050 T5 = ii[WS(rs, 32)];
Chris@19 2051 T2 = W[62];
Chris@19 2052 T4 = W[63];
Chris@19 2053 T6 = FMA(T2, T3, T4 * T5);
Chris@19 2054 TgQ = FNMS(T4, T3, T2 * T5);
Chris@19 2055 }
Chris@19 2056 {
Chris@19 2057 E T9, Tb, T8, Ta;
Chris@19 2058 T9 = ri[WS(rs, 16)];
Chris@19 2059 Tb = ii[WS(rs, 16)];
Chris@19 2060 T8 = W[30];
Chris@19 2061 Ta = W[31];
Chris@19 2062 Tc = FMA(T8, T9, Ta * Tb);
Chris@19 2063 T68 = FNMS(Ta, T9, T8 * Tb);
Chris@19 2064 }
Chris@19 2065 {
Chris@19 2066 E Te, Tg, Td, Tf;
Chris@19 2067 Te = ri[WS(rs, 48)];
Chris@19 2068 Tg = ii[WS(rs, 48)];
Chris@19 2069 Td = W[94];
Chris@19 2070 Tf = W[95];
Chris@19 2071 Th = FMA(Td, Te, Tf * Tg);
Chris@19 2072 T69 = FNMS(Tf, Te, Td * Tg);
Chris@19 2073 }
Chris@19 2074 {
Chris@19 2075 E T7, Ti, ThR, ThS;
Chris@19 2076 T7 = T1 + T6;
Chris@19 2077 Ti = Tc + Th;
Chris@19 2078 Tj = T7 + Ti;
Chris@19 2079 TcL = T7 - Ti;
Chris@19 2080 ThR = TgR - TgQ;
Chris@19 2081 ThS = Tc - Th;
Chris@19 2082 ThT = ThR - ThS;
Chris@19 2083 Tin = ThS + ThR;
Chris@19 2084 }
Chris@19 2085 {
Chris@19 2086 E T67, T6a, TgP, TgS;
Chris@19 2087 T67 = T1 - T6;
Chris@19 2088 T6a = T68 - T69;
Chris@19 2089 T6b = T67 - T6a;
Chris@19 2090 Taz = T67 + T6a;
Chris@19 2091 TgP = T68 + T69;
Chris@19 2092 TgS = TgQ + TgR;
Chris@19 2093 TgT = TgP + TgS;
Chris@19 2094 Thn = TgS - TgP;
Chris@19 2095 }
Chris@19 2096 }
Chris@19 2097 {
Chris@19 2098 E To, T6c, Tt, T6d, T6e, T6f, Tz, T6i, TE, T6j, T6h, T6k;
Chris@19 2099 {
Chris@19 2100 E Tl, Tn, Tk, Tm;
Chris@19 2101 Tl = ri[WS(rs, 8)];
Chris@19 2102 Tn = ii[WS(rs, 8)];
Chris@19 2103 Tk = W[14];
Chris@19 2104 Tm = W[15];
Chris@19 2105 To = FMA(Tk, Tl, Tm * Tn);
Chris@19 2106 T6c = FNMS(Tm, Tl, Tk * Tn);
Chris@19 2107 }
Chris@19 2108 {
Chris@19 2109 E Tq, Ts, Tp, Tr;
Chris@19 2110 Tq = ri[WS(rs, 40)];
Chris@19 2111 Ts = ii[WS(rs, 40)];
Chris@19 2112 Tp = W[78];
Chris@19 2113 Tr = W[79];
Chris@19 2114 Tt = FMA(Tp, Tq, Tr * Ts);
Chris@19 2115 T6d = FNMS(Tr, Tq, Tp * Ts);
Chris@19 2116 }
Chris@19 2117 T6e = T6c - T6d;
Chris@19 2118 T6f = To - Tt;
Chris@19 2119 {
Chris@19 2120 E Tw, Ty, Tv, Tx;
Chris@19 2121 Tw = ri[WS(rs, 56)];
Chris@19 2122 Ty = ii[WS(rs, 56)];
Chris@19 2123 Tv = W[110];
Chris@19 2124 Tx = W[111];
Chris@19 2125 Tz = FMA(Tv, Tw, Tx * Ty);
Chris@19 2126 T6i = FNMS(Tx, Tw, Tv * Ty);
Chris@19 2127 }
Chris@19 2128 {
Chris@19 2129 E TB, TD, TA, TC;
Chris@19 2130 TB = ri[WS(rs, 24)];
Chris@19 2131 TD = ii[WS(rs, 24)];
Chris@19 2132 TA = W[46];
Chris@19 2133 TC = W[47];
Chris@19 2134 TE = FMA(TA, TB, TC * TD);
Chris@19 2135 T6j = FNMS(TC, TB, TA * TD);
Chris@19 2136 }
Chris@19 2137 T6h = Tz - TE;
Chris@19 2138 T6k = T6i - T6j;
Chris@19 2139 {
Chris@19 2140 E Tu, TF, TcM, TcN;
Chris@19 2141 Tu = To + Tt;
Chris@19 2142 TF = Tz + TE;
Chris@19 2143 TG = Tu + TF;
Chris@19 2144 Thm = TF - Tu;
Chris@19 2145 TcM = T6c + T6d;
Chris@19 2146 TcN = T6i + T6j;
Chris@19 2147 TcO = TcM - TcN;
Chris@19 2148 TgO = TcM + TcN;
Chris@19 2149 }
Chris@19 2150 {
Chris@19 2151 E T6g, T6l, TaA, TaB;
Chris@19 2152 T6g = T6e - T6f;
Chris@19 2153 T6l = T6h + T6k;
Chris@19 2154 T6m = KP707106781 * (T6g - T6l);
Chris@19 2155 ThQ = KP707106781 * (T6g + T6l);
Chris@19 2156 TaA = T6f + T6e;
Chris@19 2157 TaB = T6h - T6k;
Chris@19 2158 TaC = KP707106781 * (TaA + TaB);
Chris@19 2159 Tim = KP707106781 * (TaB - TaA);
Chris@19 2160 }
Chris@19 2161 }
Chris@19 2162 {
Chris@19 2163 E TS, TcQ, T6q, T6t, T13, TcR, T6r, T6w, T6s, T6x;
Chris@19 2164 {
Chris@19 2165 E TM, T6o, TR, T6p;
Chris@19 2166 {
Chris@19 2167 E TJ, TL, TI, TK;
Chris@19 2168 TJ = ri[WS(rs, 4)];
Chris@19 2169 TL = ii[WS(rs, 4)];
Chris@19 2170 TI = W[6];
Chris@19 2171 TK = W[7];
Chris@19 2172 TM = FMA(TI, TJ, TK * TL);
Chris@19 2173 T6o = FNMS(TK, TJ, TI * TL);
Chris@19 2174 }
Chris@19 2175 {
Chris@19 2176 E TO, TQ, TN, TP;
Chris@19 2177 TO = ri[WS(rs, 36)];
Chris@19 2178 TQ = ii[WS(rs, 36)];
Chris@19 2179 TN = W[70];
Chris@19 2180 TP = W[71];
Chris@19 2181 TR = FMA(TN, TO, TP * TQ);
Chris@19 2182 T6p = FNMS(TP, TO, TN * TQ);
Chris@19 2183 }
Chris@19 2184 TS = TM + TR;
Chris@19 2185 TcQ = T6o + T6p;
Chris@19 2186 T6q = T6o - T6p;
Chris@19 2187 T6t = TM - TR;
Chris@19 2188 }
Chris@19 2189 {
Chris@19 2190 E TX, T6u, T12, T6v;
Chris@19 2191 {
Chris@19 2192 E TU, TW, TT, TV;
Chris@19 2193 TU = ri[WS(rs, 20)];
Chris@19 2194 TW = ii[WS(rs, 20)];
Chris@19 2195 TT = W[38];
Chris@19 2196 TV = W[39];
Chris@19 2197 TX = FMA(TT, TU, TV * TW);
Chris@19 2198 T6u = FNMS(TV, TU, TT * TW);
Chris@19 2199 }
Chris@19 2200 {
Chris@19 2201 E TZ, T11, TY, T10;
Chris@19 2202 TZ = ri[WS(rs, 52)];
Chris@19 2203 T11 = ii[WS(rs, 52)];
Chris@19 2204 TY = W[102];
Chris@19 2205 T10 = W[103];
Chris@19 2206 T12 = FMA(TY, TZ, T10 * T11);
Chris@19 2207 T6v = FNMS(T10, TZ, TY * T11);
Chris@19 2208 }
Chris@19 2209 T13 = TX + T12;
Chris@19 2210 TcR = T6u + T6v;
Chris@19 2211 T6r = TX - T12;
Chris@19 2212 T6w = T6u - T6v;
Chris@19 2213 }
Chris@19 2214 T14 = TS + T13;
Chris@19 2215 Tfq = TcQ + TcR;
Chris@19 2216 T6s = T6q + T6r;
Chris@19 2217 T6x = T6t - T6w;
Chris@19 2218 T6y = FNMS(KP923879532, T6x, KP382683432 * T6s);
Chris@19 2219 T9O = FMA(KP923879532, T6s, KP382683432 * T6x);
Chris@19 2220 {
Chris@19 2221 E TaE, TaF, TcS, TcT;
Chris@19 2222 TaE = T6q - T6r;
Chris@19 2223 TaF = T6t + T6w;
Chris@19 2224 TaG = FNMS(KP382683432, TaF, KP923879532 * TaE);
Chris@19 2225 Tc0 = FMA(KP382683432, TaE, KP923879532 * TaF);
Chris@19 2226 TcS = TcQ - TcR;
Chris@19 2227 TcT = TS - T13;
Chris@19 2228 TcU = TcS - TcT;
Chris@19 2229 TeE = TcT + TcS;
Chris@19 2230 }
Chris@19 2231 }
Chris@19 2232 {
Chris@19 2233 E T1f, TcW, T6B, T6E, T1q, TcX, T6C, T6H, T6D, T6I;
Chris@19 2234 {
Chris@19 2235 E T19, T6z, T1e, T6A;
Chris@19 2236 {
Chris@19 2237 E T16, T18, T15, T17;
Chris@19 2238 T16 = ri[WS(rs, 60)];
Chris@19 2239 T18 = ii[WS(rs, 60)];
Chris@19 2240 T15 = W[118];
Chris@19 2241 T17 = W[119];
Chris@19 2242 T19 = FMA(T15, T16, T17 * T18);
Chris@19 2243 T6z = FNMS(T17, T16, T15 * T18);
Chris@19 2244 }
Chris@19 2245 {
Chris@19 2246 E T1b, T1d, T1a, T1c;
Chris@19 2247 T1b = ri[WS(rs, 28)];
Chris@19 2248 T1d = ii[WS(rs, 28)];
Chris@19 2249 T1a = W[54];
Chris@19 2250 T1c = W[55];
Chris@19 2251 T1e = FMA(T1a, T1b, T1c * T1d);
Chris@19 2252 T6A = FNMS(T1c, T1b, T1a * T1d);
Chris@19 2253 }
Chris@19 2254 T1f = T19 + T1e;
Chris@19 2255 TcW = T6z + T6A;
Chris@19 2256 T6B = T6z - T6A;
Chris@19 2257 T6E = T19 - T1e;
Chris@19 2258 }
Chris@19 2259 {
Chris@19 2260 E T1k, T6F, T1p, T6G;
Chris@19 2261 {
Chris@19 2262 E T1h, T1j, T1g, T1i;
Chris@19 2263 T1h = ri[WS(rs, 12)];
Chris@19 2264 T1j = ii[WS(rs, 12)];
Chris@19 2265 T1g = W[22];
Chris@19 2266 T1i = W[23];
Chris@19 2267 T1k = FMA(T1g, T1h, T1i * T1j);
Chris@19 2268 T6F = FNMS(T1i, T1h, T1g * T1j);
Chris@19 2269 }
Chris@19 2270 {
Chris@19 2271 E T1m, T1o, T1l, T1n;
Chris@19 2272 T1m = ri[WS(rs, 44)];
Chris@19 2273 T1o = ii[WS(rs, 44)];
Chris@19 2274 T1l = W[86];
Chris@19 2275 T1n = W[87];
Chris@19 2276 T1p = FMA(T1l, T1m, T1n * T1o);
Chris@19 2277 T6G = FNMS(T1n, T1m, T1l * T1o);
Chris@19 2278 }
Chris@19 2279 T1q = T1k + T1p;
Chris@19 2280 TcX = T6F + T6G;
Chris@19 2281 T6C = T1k - T1p;
Chris@19 2282 T6H = T6F - T6G;
Chris@19 2283 }
Chris@19 2284 T1r = T1f + T1q;
Chris@19 2285 Tfr = TcW + TcX;
Chris@19 2286 T6D = T6B + T6C;
Chris@19 2287 T6I = T6E - T6H;
Chris@19 2288 T6J = FMA(KP382683432, T6D, KP923879532 * T6I);
Chris@19 2289 T9P = FNMS(KP923879532, T6D, KP382683432 * T6I);
Chris@19 2290 {
Chris@19 2291 E TaH, TaI, TcV, TcY;
Chris@19 2292 TaH = T6B - T6C;
Chris@19 2293 TaI = T6E + T6H;
Chris@19 2294 TaJ = FMA(KP923879532, TaH, KP382683432 * TaI);
Chris@19 2295 Tc1 = FNMS(KP382683432, TaH, KP923879532 * TaI);
Chris@19 2296 TcV = T1f - T1q;
Chris@19 2297 TcY = TcW - TcX;
Chris@19 2298 TcZ = TcV + TcY;
Chris@19 2299 TeF = TcV - TcY;
Chris@19 2300 }
Chris@19 2301 }
Chris@19 2302 {
Chris@19 2303 E T1y, T6M, T1D, T6N, T1E, Td2, T1J, T74, T1O, T75, T1P, Td3, T21, Td8, T6W;
Chris@19 2304 E T6Z, T2c, Td9, T6R, T6U;
Chris@19 2305 {
Chris@19 2306 E T1v, T1x, T1u, T1w;
Chris@19 2307 T1v = ri[WS(rs, 2)];
Chris@19 2308 T1x = ii[WS(rs, 2)];
Chris@19 2309 T1u = W[2];
Chris@19 2310 T1w = W[3];
Chris@19 2311 T1y = FMA(T1u, T1v, T1w * T1x);
Chris@19 2312 T6M = FNMS(T1w, T1v, T1u * T1x);
Chris@19 2313 }
Chris@19 2314 {
Chris@19 2315 E T1A, T1C, T1z, T1B;
Chris@19 2316 T1A = ri[WS(rs, 34)];
Chris@19 2317 T1C = ii[WS(rs, 34)];
Chris@19 2318 T1z = W[66];
Chris@19 2319 T1B = W[67];
Chris@19 2320 T1D = FMA(T1z, T1A, T1B * T1C);
Chris@19 2321 T6N = FNMS(T1B, T1A, T1z * T1C);
Chris@19 2322 }
Chris@19 2323 T1E = T1y + T1D;
Chris@19 2324 Td2 = T6M + T6N;
Chris@19 2325 {
Chris@19 2326 E T1G, T1I, T1F, T1H;
Chris@19 2327 T1G = ri[WS(rs, 18)];
Chris@19 2328 T1I = ii[WS(rs, 18)];
Chris@19 2329 T1F = W[34];
Chris@19 2330 T1H = W[35];
Chris@19 2331 T1J = FMA(T1F, T1G, T1H * T1I);
Chris@19 2332 T74 = FNMS(T1H, T1G, T1F * T1I);
Chris@19 2333 }
Chris@19 2334 {
Chris@19 2335 E T1L, T1N, T1K, T1M;
Chris@19 2336 T1L = ri[WS(rs, 50)];
Chris@19 2337 T1N = ii[WS(rs, 50)];
Chris@19 2338 T1K = W[98];
Chris@19 2339 T1M = W[99];
Chris@19 2340 T1O = FMA(T1K, T1L, T1M * T1N);
Chris@19 2341 T75 = FNMS(T1M, T1L, T1K * T1N);
Chris@19 2342 }
Chris@19 2343 T1P = T1J + T1O;
Chris@19 2344 Td3 = T74 + T75;
Chris@19 2345 {
Chris@19 2346 E T1V, T6X, T20, T6Y;
Chris@19 2347 {
Chris@19 2348 E T1S, T1U, T1R, T1T;
Chris@19 2349 T1S = ri[WS(rs, 10)];
Chris@19 2350 T1U = ii[WS(rs, 10)];
Chris@19 2351 T1R = W[18];
Chris@19 2352 T1T = W[19];
Chris@19 2353 T1V = FMA(T1R, T1S, T1T * T1U);
Chris@19 2354 T6X = FNMS(T1T, T1S, T1R * T1U);
Chris@19 2355 }
Chris@19 2356 {
Chris@19 2357 E T1X, T1Z, T1W, T1Y;
Chris@19 2358 T1X = ri[WS(rs, 42)];
Chris@19 2359 T1Z = ii[WS(rs, 42)];
Chris@19 2360 T1W = W[82];
Chris@19 2361 T1Y = W[83];
Chris@19 2362 T20 = FMA(T1W, T1X, T1Y * T1Z);
Chris@19 2363 T6Y = FNMS(T1Y, T1X, T1W * T1Z);
Chris@19 2364 }
Chris@19 2365 T21 = T1V + T20;
Chris@19 2366 Td8 = T6X + T6Y;
Chris@19 2367 T6W = T1V - T20;
Chris@19 2368 T6Z = T6X - T6Y;
Chris@19 2369 }
Chris@19 2370 {
Chris@19 2371 E T26, T6S, T2b, T6T;
Chris@19 2372 {
Chris@19 2373 E T23, T25, T22, T24;
Chris@19 2374 T23 = ri[WS(rs, 58)];
Chris@19 2375 T25 = ii[WS(rs, 58)];
Chris@19 2376 T22 = W[114];
Chris@19 2377 T24 = W[115];
Chris@19 2378 T26 = FMA(T22, T23, T24 * T25);
Chris@19 2379 T6S = FNMS(T24, T23, T22 * T25);
Chris@19 2380 }
Chris@19 2381 {
Chris@19 2382 E T28, T2a, T27, T29;
Chris@19 2383 T28 = ri[WS(rs, 26)];
Chris@19 2384 T2a = ii[WS(rs, 26)];
Chris@19 2385 T27 = W[50];
Chris@19 2386 T29 = W[51];
Chris@19 2387 T2b = FMA(T27, T28, T29 * T2a);
Chris@19 2388 T6T = FNMS(T29, T28, T27 * T2a);
Chris@19 2389 }
Chris@19 2390 T2c = T26 + T2b;
Chris@19 2391 Td9 = T6S + T6T;
Chris@19 2392 T6R = T26 - T2b;
Chris@19 2393 T6U = T6S - T6T;
Chris@19 2394 }
Chris@19 2395 T1Q = T1E + T1P;
Chris@19 2396 T2d = T21 + T2c;
Chris@19 2397 Tfx = T1Q - T2d;
Chris@19 2398 Tfu = Td2 + Td3;
Chris@19 2399 Tfv = Td8 + Td9;
Chris@19 2400 Tfw = Tfu - Tfv;
Chris@19 2401 {
Chris@19 2402 E T6O, T6P, Td7, Tda;
Chris@19 2403 T6O = T6M - T6N;
Chris@19 2404 T6P = T1J - T1O;
Chris@19 2405 T6Q = T6O + T6P;
Chris@19 2406 TaM = T6O - T6P;
Chris@19 2407 Td7 = T1E - T1P;
Chris@19 2408 Tda = Td8 - Td9;
Chris@19 2409 Tdb = Td7 - Tda;
Chris@19 2410 TeJ = Td7 + Tda;
Chris@19 2411 }
Chris@19 2412 {
Chris@19 2413 E T6V, T70, T78, T79;
Chris@19 2414 T6V = T6R - T6U;
Chris@19 2415 T70 = T6W + T6Z;
Chris@19 2416 T71 = KP707106781 * (T6V - T70);
Chris@19 2417 TaQ = KP707106781 * (T70 + T6V);
Chris@19 2418 T78 = T6Z - T6W;
Chris@19 2419 T79 = T6R + T6U;
Chris@19 2420 T7a = KP707106781 * (T78 - T79);
Chris@19 2421 TaN = KP707106781 * (T78 + T79);
Chris@19 2422 }
Chris@19 2423 {
Chris@19 2424 E Td4, Td5, T73, T76;
Chris@19 2425 Td4 = Td2 - Td3;
Chris@19 2426 Td5 = T2c - T21;
Chris@19 2427 Td6 = Td4 - Td5;
Chris@19 2428 TeI = Td4 + Td5;
Chris@19 2429 T73 = T1y - T1D;
Chris@19 2430 T76 = T74 - T75;
Chris@19 2431 T77 = T73 - T76;
Chris@19 2432 TaP = T73 + T76;
Chris@19 2433 }
Chris@19 2434 }
Chris@19 2435 {
Chris@19 2436 E T2j, T7d, T2o, T7e, T2p, Tdd, T2u, T7v, T2z, T7w, T2A, Tde, T2M, Tdj, T7n;
Chris@19 2437 E T7q, T2X, Tdk, T7i, T7l;
Chris@19 2438 {
Chris@19 2439 E T2g, T2i, T2f, T2h;
Chris@19 2440 T2g = ri[WS(rs, 62)];
Chris@19 2441 T2i = ii[WS(rs, 62)];
Chris@19 2442 T2f = W[122];
Chris@19 2443 T2h = W[123];
Chris@19 2444 T2j = FMA(T2f, T2g, T2h * T2i);
Chris@19 2445 T7d = FNMS(T2h, T2g, T2f * T2i);
Chris@19 2446 }
Chris@19 2447 {
Chris@19 2448 E T2l, T2n, T2k, T2m;
Chris@19 2449 T2l = ri[WS(rs, 30)];
Chris@19 2450 T2n = ii[WS(rs, 30)];
Chris@19 2451 T2k = W[58];
Chris@19 2452 T2m = W[59];
Chris@19 2453 T2o = FMA(T2k, T2l, T2m * T2n);
Chris@19 2454 T7e = FNMS(T2m, T2l, T2k * T2n);
Chris@19 2455 }
Chris@19 2456 T2p = T2j + T2o;
Chris@19 2457 Tdd = T7d + T7e;
Chris@19 2458 {
Chris@19 2459 E T2r, T2t, T2q, T2s;
Chris@19 2460 T2r = ri[WS(rs, 14)];
Chris@19 2461 T2t = ii[WS(rs, 14)];
Chris@19 2462 T2q = W[26];
Chris@19 2463 T2s = W[27];
Chris@19 2464 T2u = FMA(T2q, T2r, T2s * T2t);
Chris@19 2465 T7v = FNMS(T2s, T2r, T2q * T2t);
Chris@19 2466 }
Chris@19 2467 {
Chris@19 2468 E T2w, T2y, T2v, T2x;
Chris@19 2469 T2w = ri[WS(rs, 46)];
Chris@19 2470 T2y = ii[WS(rs, 46)];
Chris@19 2471 T2v = W[90];
Chris@19 2472 T2x = W[91];
Chris@19 2473 T2z = FMA(T2v, T2w, T2x * T2y);
Chris@19 2474 T7w = FNMS(T2x, T2w, T2v * T2y);
Chris@19 2475 }
Chris@19 2476 T2A = T2u + T2z;
Chris@19 2477 Tde = T7v + T7w;
Chris@19 2478 {
Chris@19 2479 E T2G, T7o, T2L, T7p;
Chris@19 2480 {
Chris@19 2481 E T2D, T2F, T2C, T2E;
Chris@19 2482 T2D = ri[WS(rs, 6)];
Chris@19 2483 T2F = ii[WS(rs, 6)];
Chris@19 2484 T2C = W[10];
Chris@19 2485 T2E = W[11];
Chris@19 2486 T2G = FMA(T2C, T2D, T2E * T2F);
Chris@19 2487 T7o = FNMS(T2E, T2D, T2C * T2F);
Chris@19 2488 }
Chris@19 2489 {
Chris@19 2490 E T2I, T2K, T2H, T2J;
Chris@19 2491 T2I = ri[WS(rs, 38)];
Chris@19 2492 T2K = ii[WS(rs, 38)];
Chris@19 2493 T2H = W[74];
Chris@19 2494 T2J = W[75];
Chris@19 2495 T2L = FMA(T2H, T2I, T2J * T2K);
Chris@19 2496 T7p = FNMS(T2J, T2I, T2H * T2K);
Chris@19 2497 }
Chris@19 2498 T2M = T2G + T2L;
Chris@19 2499 Tdj = T7o + T7p;
Chris@19 2500 T7n = T2G - T2L;
Chris@19 2501 T7q = T7o - T7p;
Chris@19 2502 }
Chris@19 2503 {
Chris@19 2504 E T2R, T7j, T2W, T7k;
Chris@19 2505 {
Chris@19 2506 E T2O, T2Q, T2N, T2P;
Chris@19 2507 T2O = ri[WS(rs, 54)];
Chris@19 2508 T2Q = ii[WS(rs, 54)];
Chris@19 2509 T2N = W[106];
Chris@19 2510 T2P = W[107];
Chris@19 2511 T2R = FMA(T2N, T2O, T2P * T2Q);
Chris@19 2512 T7j = FNMS(T2P, T2O, T2N * T2Q);
Chris@19 2513 }
Chris@19 2514 {
Chris@19 2515 E T2T, T2V, T2S, T2U;
Chris@19 2516 T2T = ri[WS(rs, 22)];
Chris@19 2517 T2V = ii[WS(rs, 22)];
Chris@19 2518 T2S = W[42];
Chris@19 2519 T2U = W[43];
Chris@19 2520 T2W = FMA(T2S, T2T, T2U * T2V);
Chris@19 2521 T7k = FNMS(T2U, T2T, T2S * T2V);
Chris@19 2522 }
Chris@19 2523 T2X = T2R + T2W;
Chris@19 2524 Tdk = T7j + T7k;
Chris@19 2525 T7i = T2R - T2W;
Chris@19 2526 T7l = T7j - T7k;
Chris@19 2527 }
Chris@19 2528 T2B = T2p + T2A;
Chris@19 2529 T2Y = T2M + T2X;
Chris@19 2530 Tfz = T2B - T2Y;
Chris@19 2531 TfA = Tdd + Tde;
Chris@19 2532 TfB = Tdj + Tdk;
Chris@19 2533 TfC = TfA - TfB;
Chris@19 2534 {
Chris@19 2535 E T7f, T7g, Tdi, Tdl;
Chris@19 2536 T7f = T7d - T7e;
Chris@19 2537 T7g = T2u - T2z;
Chris@19 2538 T7h = T7f + T7g;
Chris@19 2539 TaW = T7f - T7g;
Chris@19 2540 Tdi = T2p - T2A;
Chris@19 2541 Tdl = Tdj - Tdk;
Chris@19 2542 Tdm = Tdi - Tdl;
Chris@19 2543 TeM = Tdi + Tdl;
Chris@19 2544 }
Chris@19 2545 {
Chris@19 2546 E T7m, T7r, T7z, T7A;
Chris@19 2547 T7m = T7i - T7l;
Chris@19 2548 T7r = T7n + T7q;
Chris@19 2549 T7s = KP707106781 * (T7m - T7r);
Chris@19 2550 TaU = KP707106781 * (T7r + T7m);
Chris@19 2551 T7z = T7q - T7n;
Chris@19 2552 T7A = T7i + T7l;
Chris@19 2553 T7B = KP707106781 * (T7z - T7A);
Chris@19 2554 TaX = KP707106781 * (T7z + T7A);
Chris@19 2555 }
Chris@19 2556 {
Chris@19 2557 E Tdf, Tdg, T7u, T7x;
Chris@19 2558 Tdf = Tdd - Tde;
Chris@19 2559 Tdg = T2X - T2M;
Chris@19 2560 Tdh = Tdf - Tdg;
Chris@19 2561 TeL = Tdf + Tdg;
Chris@19 2562 T7u = T2j - T2o;
Chris@19 2563 T7x = T7v - T7w;
Chris@19 2564 T7y = T7u - T7x;
Chris@19 2565 TaT = T7u + T7x;
Chris@19 2566 }
Chris@19 2567 }
Chris@19 2568 {
Chris@19 2569 E T4D, T9e, T4I, T9f, T4J, Te8, T4O, T8A, T4T, T8B, T4U, Te9, T56, TdS, T8G;
Chris@19 2570 E T8H, T5h, TdT, T8J, T8M;
Chris@19 2571 {
Chris@19 2572 E T4A, T4C, T4z, T4B;
Chris@19 2573 T4A = ri[WS(rs, 63)];
Chris@19 2574 T4C = ii[WS(rs, 63)];
Chris@19 2575 T4z = W[124];
Chris@19 2576 T4B = W[125];
Chris@19 2577 T4D = FMA(T4z, T4A, T4B * T4C);
Chris@19 2578 T9e = FNMS(T4B, T4A, T4z * T4C);
Chris@19 2579 }
Chris@19 2580 {
Chris@19 2581 E T4F, T4H, T4E, T4G;
Chris@19 2582 T4F = ri[WS(rs, 31)];
Chris@19 2583 T4H = ii[WS(rs, 31)];
Chris@19 2584 T4E = W[60];
Chris@19 2585 T4G = W[61];
Chris@19 2586 T4I = FMA(T4E, T4F, T4G * T4H);
Chris@19 2587 T9f = FNMS(T4G, T4F, T4E * T4H);
Chris@19 2588 }
Chris@19 2589 T4J = T4D + T4I;
Chris@19 2590 Te8 = T9e + T9f;
Chris@19 2591 {
Chris@19 2592 E T4L, T4N, T4K, T4M;
Chris@19 2593 T4L = ri[WS(rs, 15)];
Chris@19 2594 T4N = ii[WS(rs, 15)];
Chris@19 2595 T4K = W[28];
Chris@19 2596 T4M = W[29];
Chris@19 2597 T4O = FMA(T4K, T4L, T4M * T4N);
Chris@19 2598 T8A = FNMS(T4M, T4L, T4K * T4N);
Chris@19 2599 }
Chris@19 2600 {
Chris@19 2601 E T4Q, T4S, T4P, T4R;
Chris@19 2602 T4Q = ri[WS(rs, 47)];
Chris@19 2603 T4S = ii[WS(rs, 47)];
Chris@19 2604 T4P = W[92];
Chris@19 2605 T4R = W[93];
Chris@19 2606 T4T = FMA(T4P, T4Q, T4R * T4S);
Chris@19 2607 T8B = FNMS(T4R, T4Q, T4P * T4S);
Chris@19 2608 }
Chris@19 2609 T4U = T4O + T4T;
Chris@19 2610 Te9 = T8A + T8B;
Chris@19 2611 {
Chris@19 2612 E T50, T8E, T55, T8F;
Chris@19 2613 {
Chris@19 2614 E T4X, T4Z, T4W, T4Y;
Chris@19 2615 T4X = ri[WS(rs, 7)];
Chris@19 2616 T4Z = ii[WS(rs, 7)];
Chris@19 2617 T4W = W[12];
Chris@19 2618 T4Y = W[13];
Chris@19 2619 T50 = FMA(T4W, T4X, T4Y * T4Z);
Chris@19 2620 T8E = FNMS(T4Y, T4X, T4W * T4Z);
Chris@19 2621 }
Chris@19 2622 {
Chris@19 2623 E T52, T54, T51, T53;
Chris@19 2624 T52 = ri[WS(rs, 39)];
Chris@19 2625 T54 = ii[WS(rs, 39)];
Chris@19 2626 T51 = W[76];
Chris@19 2627 T53 = W[77];
Chris@19 2628 T55 = FMA(T51, T52, T53 * T54);
Chris@19 2629 T8F = FNMS(T53, T52, T51 * T54);
Chris@19 2630 }
Chris@19 2631 T56 = T50 + T55;
Chris@19 2632 TdS = T8E + T8F;
Chris@19 2633 T8G = T8E - T8F;
Chris@19 2634 T8H = T50 - T55;
Chris@19 2635 }
Chris@19 2636 {
Chris@19 2637 E T5b, T8K, T5g, T8L;
Chris@19 2638 {
Chris@19 2639 E T58, T5a, T57, T59;
Chris@19 2640 T58 = ri[WS(rs, 55)];
Chris@19 2641 T5a = ii[WS(rs, 55)];
Chris@19 2642 T57 = W[108];
Chris@19 2643 T59 = W[109];
Chris@19 2644 T5b = FMA(T57, T58, T59 * T5a);
Chris@19 2645 T8K = FNMS(T59, T58, T57 * T5a);
Chris@19 2646 }
Chris@19 2647 {
Chris@19 2648 E T5d, T5f, T5c, T5e;
Chris@19 2649 T5d = ri[WS(rs, 23)];
Chris@19 2650 T5f = ii[WS(rs, 23)];
Chris@19 2651 T5c = W[44];
Chris@19 2652 T5e = W[45];
Chris@19 2653 T5g = FMA(T5c, T5d, T5e * T5f);
Chris@19 2654 T8L = FNMS(T5e, T5d, T5c * T5f);
Chris@19 2655 }
Chris@19 2656 T5h = T5b + T5g;
Chris@19 2657 TdT = T8K + T8L;
Chris@19 2658 T8J = T5b - T5g;
Chris@19 2659 T8M = T8K - T8L;
Chris@19 2660 }
Chris@19 2661 {
Chris@19 2662 E T4V, T5i, Tea, Teb;
Chris@19 2663 T4V = T4J + T4U;
Chris@19 2664 T5i = T56 + T5h;
Chris@19 2665 T5j = T4V + T5i;
Chris@19 2666 TfR = T4V - T5i;
Chris@19 2667 Tea = Te8 - Te9;
Chris@19 2668 Teb = T5h - T56;
Chris@19 2669 Tec = Tea - Teb;
Chris@19 2670 Tf0 = Tea + Teb;
Chris@19 2671 }
Chris@19 2672 {
Chris@19 2673 E TfW, TfX, T8z, T8C;
Chris@19 2674 TfW = Te8 + Te9;
Chris@19 2675 TfX = TdS + TdT;
Chris@19 2676 TfY = TfW - TfX;
Chris@19 2677 Tgy = TfW + TfX;
Chris@19 2678 T8z = T4D - T4I;
Chris@19 2679 T8C = T8A - T8B;
Chris@19 2680 T8D = T8z - T8C;
Chris@19 2681 Tbl = T8z + T8C;
Chris@19 2682 }
Chris@19 2683 {
Chris@19 2684 E T8I, T8N, T9j, T9k;
Chris@19 2685 T8I = T8G - T8H;
Chris@19 2686 T8N = T8J + T8M;
Chris@19 2687 T8O = KP707106781 * (T8I - T8N);
Chris@19 2688 Tbx = KP707106781 * (T8I + T8N);
Chris@19 2689 T9j = T8J - T8M;
Chris@19 2690 T9k = T8H + T8G;
Chris@19 2691 T9l = KP707106781 * (T9j - T9k);
Chris@19 2692 Tbm = KP707106781 * (T9k + T9j);
Chris@19 2693 }
Chris@19 2694 {
Chris@19 2695 E TdR, TdU, T9g, T9h;
Chris@19 2696 TdR = T4J - T4U;
Chris@19 2697 TdU = TdS - TdT;
Chris@19 2698 TdV = TdR - TdU;
Chris@19 2699 TeX = TdR + TdU;
Chris@19 2700 T9g = T9e - T9f;
Chris@19 2701 T9h = T4O - T4T;
Chris@19 2702 T9i = T9g + T9h;
Chris@19 2703 Tbw = T9g - T9h;
Chris@19 2704 }
Chris@19 2705 }
Chris@19 2706 {
Chris@19 2707 E T36, T7G, T3b, T7H, T3c, Tdq, T3h, T8m, T3m, T8n, T3n, Tdr, T3z, TdI, T7Q;
Chris@19 2708 E T7T, T3K, TdJ, T7L, T7O;
Chris@19 2709 {
Chris@19 2710 E T33, T35, T32, T34;
Chris@19 2711 T33 = ri[WS(rs, 1)];
Chris@19 2712 T35 = ii[WS(rs, 1)];
Chris@19 2713 T32 = W[0];
Chris@19 2714 T34 = W[1];
Chris@19 2715 T36 = FMA(T32, T33, T34 * T35);
Chris@19 2716 T7G = FNMS(T34, T33, T32 * T35);
Chris@19 2717 }
Chris@19 2718 {
Chris@19 2719 E T38, T3a, T37, T39;
Chris@19 2720 T38 = ri[WS(rs, 33)];
Chris@19 2721 T3a = ii[WS(rs, 33)];
Chris@19 2722 T37 = W[64];
Chris@19 2723 T39 = W[65];
Chris@19 2724 T3b = FMA(T37, T38, T39 * T3a);
Chris@19 2725 T7H = FNMS(T39, T38, T37 * T3a);
Chris@19 2726 }
Chris@19 2727 T3c = T36 + T3b;
Chris@19 2728 Tdq = T7G + T7H;
Chris@19 2729 {
Chris@19 2730 E T3e, T3g, T3d, T3f;
Chris@19 2731 T3e = ri[WS(rs, 17)];
Chris@19 2732 T3g = ii[WS(rs, 17)];
Chris@19 2733 T3d = W[32];
Chris@19 2734 T3f = W[33];
Chris@19 2735 T3h = FMA(T3d, T3e, T3f * T3g);
Chris@19 2736 T8m = FNMS(T3f, T3e, T3d * T3g);
Chris@19 2737 }
Chris@19 2738 {
Chris@19 2739 E T3j, T3l, T3i, T3k;
Chris@19 2740 T3j = ri[WS(rs, 49)];
Chris@19 2741 T3l = ii[WS(rs, 49)];
Chris@19 2742 T3i = W[96];
Chris@19 2743 T3k = W[97];
Chris@19 2744 T3m = FMA(T3i, T3j, T3k * T3l);
Chris@19 2745 T8n = FNMS(T3k, T3j, T3i * T3l);
Chris@19 2746 }
Chris@19 2747 T3n = T3h + T3m;
Chris@19 2748 Tdr = T8m + T8n;
Chris@19 2749 {
Chris@19 2750 E T3t, T7R, T3y, T7S;
Chris@19 2751 {
Chris@19 2752 E T3q, T3s, T3p, T3r;
Chris@19 2753 T3q = ri[WS(rs, 9)];
Chris@19 2754 T3s = ii[WS(rs, 9)];
Chris@19 2755 T3p = W[16];
Chris@19 2756 T3r = W[17];
Chris@19 2757 T3t = FMA(T3p, T3q, T3r * T3s);
Chris@19 2758 T7R = FNMS(T3r, T3q, T3p * T3s);
Chris@19 2759 }
Chris@19 2760 {
Chris@19 2761 E T3v, T3x, T3u, T3w;
Chris@19 2762 T3v = ri[WS(rs, 41)];
Chris@19 2763 T3x = ii[WS(rs, 41)];
Chris@19 2764 T3u = W[80];
Chris@19 2765 T3w = W[81];
Chris@19 2766 T3y = FMA(T3u, T3v, T3w * T3x);
Chris@19 2767 T7S = FNMS(T3w, T3v, T3u * T3x);
Chris@19 2768 }
Chris@19 2769 T3z = T3t + T3y;
Chris@19 2770 TdI = T7R + T7S;
Chris@19 2771 T7Q = T3t - T3y;
Chris@19 2772 T7T = T7R - T7S;
Chris@19 2773 }
Chris@19 2774 {
Chris@19 2775 E T3E, T7M, T3J, T7N;
Chris@19 2776 {
Chris@19 2777 E T3B, T3D, T3A, T3C;
Chris@19 2778 T3B = ri[WS(rs, 57)];
Chris@19 2779 T3D = ii[WS(rs, 57)];
Chris@19 2780 T3A = W[112];
Chris@19 2781 T3C = W[113];
Chris@19 2782 T3E = FMA(T3A, T3B, T3C * T3D);
Chris@19 2783 T7M = FNMS(T3C, T3B, T3A * T3D);
Chris@19 2784 }
Chris@19 2785 {
Chris@19 2786 E T3G, T3I, T3F, T3H;
Chris@19 2787 T3G = ri[WS(rs, 25)];
Chris@19 2788 T3I = ii[WS(rs, 25)];
Chris@19 2789 T3F = W[48];
Chris@19 2790 T3H = W[49];
Chris@19 2791 T3J = FMA(T3F, T3G, T3H * T3I);
Chris@19 2792 T7N = FNMS(T3H, T3G, T3F * T3I);
Chris@19 2793 }
Chris@19 2794 T3K = T3E + T3J;
Chris@19 2795 TdJ = T7M + T7N;
Chris@19 2796 T7L = T3E - T3J;
Chris@19 2797 T7O = T7M - T7N;
Chris@19 2798 }
Chris@19 2799 {
Chris@19 2800 E T3o, T3L, TdH, TdK;
Chris@19 2801 T3o = T3c + T3n;
Chris@19 2802 T3L = T3z + T3K;
Chris@19 2803 T3M = T3o + T3L;
Chris@19 2804 TfL = T3o - T3L;
Chris@19 2805 TdH = T3c - T3n;
Chris@19 2806 TdK = TdI - TdJ;
Chris@19 2807 TdL = TdH - TdK;
Chris@19 2808 TeQ = TdH + TdK;
Chris@19 2809 }
Chris@19 2810 {
Chris@19 2811 E TfG, TfH, T7I, T7J;
Chris@19 2812 TfG = Tdq + Tdr;
Chris@19 2813 TfH = TdI + TdJ;
Chris@19 2814 TfI = TfG - TfH;
Chris@19 2815 Tgt = TfG + TfH;
Chris@19 2816 T7I = T7G - T7H;
Chris@19 2817 T7J = T3h - T3m;
Chris@19 2818 T7K = T7I + T7J;
Chris@19 2819 Tb2 = T7I - T7J;
Chris@19 2820 }
Chris@19 2821 {
Chris@19 2822 E T7P, T7U, T8q, T8r;
Chris@19 2823 T7P = T7L - T7O;
Chris@19 2824 T7U = T7Q + T7T;
Chris@19 2825 T7V = KP707106781 * (T7P - T7U);
Chris@19 2826 Tbe = KP707106781 * (T7U + T7P);
Chris@19 2827 T8q = T7T - T7Q;
Chris@19 2828 T8r = T7L + T7O;
Chris@19 2829 T8s = KP707106781 * (T8q - T8r);
Chris@19 2830 Tb3 = KP707106781 * (T8q + T8r);
Chris@19 2831 }
Chris@19 2832 {
Chris@19 2833 E Tds, Tdt, T8l, T8o;
Chris@19 2834 Tds = Tdq - Tdr;
Chris@19 2835 Tdt = T3K - T3z;
Chris@19 2836 Tdu = Tds - Tdt;
Chris@19 2837 TeT = Tds + Tdt;
Chris@19 2838 T8l = T36 - T3b;
Chris@19 2839 T8o = T8m - T8n;
Chris@19 2840 T8p = T8l - T8o;
Chris@19 2841 Tbd = T8l + T8o;
Chris@19 2842 }
Chris@19 2843 }
Chris@19 2844 {
Chris@19 2845 E T3X, TdB, T8a, T8d, T4v, Tdx, T80, T85, T48, TdC, T8b, T8g, T4k, Tdw, T7X;
Chris@19 2846 E T84;
Chris@19 2847 {
Chris@19 2848 E T3R, T88, T3W, T89;
Chris@19 2849 {
Chris@19 2850 E T3O, T3Q, T3N, T3P;
Chris@19 2851 T3O = ri[WS(rs, 5)];
Chris@19 2852 T3Q = ii[WS(rs, 5)];
Chris@19 2853 T3N = W[8];
Chris@19 2854 T3P = W[9];
Chris@19 2855 T3R = FMA(T3N, T3O, T3P * T3Q);
Chris@19 2856 T88 = FNMS(T3P, T3O, T3N * T3Q);
Chris@19 2857 }
Chris@19 2858 {
Chris@19 2859 E T3T, T3V, T3S, T3U;
Chris@19 2860 T3T = ri[WS(rs, 37)];
Chris@19 2861 T3V = ii[WS(rs, 37)];
Chris@19 2862 T3S = W[72];
Chris@19 2863 T3U = W[73];
Chris@19 2864 T3W = FMA(T3S, T3T, T3U * T3V);
Chris@19 2865 T89 = FNMS(T3U, T3T, T3S * T3V);
Chris@19 2866 }
Chris@19 2867 T3X = T3R + T3W;
Chris@19 2868 TdB = T88 + T89;
Chris@19 2869 T8a = T88 - T89;
Chris@19 2870 T8d = T3R - T3W;
Chris@19 2871 }
Chris@19 2872 {
Chris@19 2873 E T4p, T7Y, T4u, T7Z;
Chris@19 2874 {
Chris@19 2875 E T4m, T4o, T4l, T4n;
Chris@19 2876 T4m = ri[WS(rs, 13)];
Chris@19 2877 T4o = ii[WS(rs, 13)];
Chris@19 2878 T4l = W[24];
Chris@19 2879 T4n = W[25];
Chris@19 2880 T4p = FMA(T4l, T4m, T4n * T4o);
Chris@19 2881 T7Y = FNMS(T4n, T4m, T4l * T4o);
Chris@19 2882 }
Chris@19 2883 {
Chris@19 2884 E T4r, T4t, T4q, T4s;
Chris@19 2885 T4r = ri[WS(rs, 45)];
Chris@19 2886 T4t = ii[WS(rs, 45)];
Chris@19 2887 T4q = W[88];
Chris@19 2888 T4s = W[89];
Chris@19 2889 T4u = FMA(T4q, T4r, T4s * T4t);
Chris@19 2890 T7Z = FNMS(T4s, T4r, T4q * T4t);
Chris@19 2891 }
Chris@19 2892 T4v = T4p + T4u;
Chris@19 2893 Tdx = T7Y + T7Z;
Chris@19 2894 T80 = T7Y - T7Z;
Chris@19 2895 T85 = T4p - T4u;
Chris@19 2896 }
Chris@19 2897 {
Chris@19 2898 E T42, T8e, T47, T8f;
Chris@19 2899 {
Chris@19 2900 E T3Z, T41, T3Y, T40;
Chris@19 2901 T3Z = ri[WS(rs, 21)];
Chris@19 2902 T41 = ii[WS(rs, 21)];
Chris@19 2903 T3Y = W[40];
Chris@19 2904 T40 = W[41];
Chris@19 2905 T42 = FMA(T3Y, T3Z, T40 * T41);
Chris@19 2906 T8e = FNMS(T40, T3Z, T3Y * T41);
Chris@19 2907 }
Chris@19 2908 {
Chris@19 2909 E T44, T46, T43, T45;
Chris@19 2910 T44 = ri[WS(rs, 53)];
Chris@19 2911 T46 = ii[WS(rs, 53)];
Chris@19 2912 T43 = W[104];
Chris@19 2913 T45 = W[105];
Chris@19 2914 T47 = FMA(T43, T44, T45 * T46);
Chris@19 2915 T8f = FNMS(T45, T44, T43 * T46);
Chris@19 2916 }
Chris@19 2917 T48 = T42 + T47;
Chris@19 2918 TdC = T8e + T8f;
Chris@19 2919 T8b = T42 - T47;
Chris@19 2920 T8g = T8e - T8f;
Chris@19 2921 }
Chris@19 2922 {
Chris@19 2923 E T4e, T82, T4j, T83;
Chris@19 2924 {
Chris@19 2925 E T4b, T4d, T4a, T4c;
Chris@19 2926 T4b = ri[WS(rs, 61)];
Chris@19 2927 T4d = ii[WS(rs, 61)];
Chris@19 2928 T4a = W[120];
Chris@19 2929 T4c = W[121];
Chris@19 2930 T4e = FMA(T4a, T4b, T4c * T4d);
Chris@19 2931 T82 = FNMS(T4c, T4b, T4a * T4d);
Chris@19 2932 }
Chris@19 2933 {
Chris@19 2934 E T4g, T4i, T4f, T4h;
Chris@19 2935 T4g = ri[WS(rs, 29)];
Chris@19 2936 T4i = ii[WS(rs, 29)];
Chris@19 2937 T4f = W[56];
Chris@19 2938 T4h = W[57];
Chris@19 2939 T4j = FMA(T4f, T4g, T4h * T4i);
Chris@19 2940 T83 = FNMS(T4h, T4g, T4f * T4i);
Chris@19 2941 }
Chris@19 2942 T4k = T4e + T4j;
Chris@19 2943 Tdw = T82 + T83;
Chris@19 2944 T7X = T4e - T4j;
Chris@19 2945 T84 = T82 - T83;
Chris@19 2946 }
Chris@19 2947 {
Chris@19 2948 E T49, T4w, TdA, TdD;
Chris@19 2949 T49 = T3X + T48;
Chris@19 2950 T4w = T4k + T4v;
Chris@19 2951 T4x = T49 + T4w;
Chris@19 2952 TfJ = T4w - T49;
Chris@19 2953 TdA = T3X - T48;
Chris@19 2954 TdD = TdB - TdC;
Chris@19 2955 TdE = TdA + TdD;
Chris@19 2956 TdM = TdD - TdA;
Chris@19 2957 }
Chris@19 2958 {
Chris@19 2959 E TfM, TfN, T81, T86;
Chris@19 2960 TfM = TdB + TdC;
Chris@19 2961 TfN = Tdw + Tdx;
Chris@19 2962 TfO = TfM - TfN;
Chris@19 2963 Tgu = TfM + TfN;
Chris@19 2964 T81 = T7X - T80;
Chris@19 2965 T86 = T84 + T85;
Chris@19 2966 T87 = FNMS(KP923879532, T86, KP382683432 * T81);
Chris@19 2967 T8v = FMA(KP382683432, T86, KP923879532 * T81);
Chris@19 2968 }
Chris@19 2969 {
Chris@19 2970 E T8c, T8h, Tb8, Tb9;
Chris@19 2971 T8c = T8a + T8b;
Chris@19 2972 T8h = T8d - T8g;
Chris@19 2973 T8i = FMA(KP923879532, T8c, KP382683432 * T8h);
Chris@19 2974 T8u = FNMS(KP923879532, T8h, KP382683432 * T8c);
Chris@19 2975 Tb8 = T8a - T8b;
Chris@19 2976 Tb9 = T8d + T8g;
Chris@19 2977 Tba = FMA(KP382683432, Tb8, KP923879532 * Tb9);
Chris@19 2978 Tbg = FNMS(KP382683432, Tb9, KP923879532 * Tb8);
Chris@19 2979 }
Chris@19 2980 {
Chris@19 2981 E Tdv, Tdy, Tb5, Tb6;
Chris@19 2982 Tdv = T4k - T4v;
Chris@19 2983 Tdy = Tdw - Tdx;
Chris@19 2984 Tdz = Tdv - Tdy;
Chris@19 2985 TdN = Tdv + Tdy;
Chris@19 2986 Tb5 = T7X + T80;
Chris@19 2987 Tb6 = T84 - T85;
Chris@19 2988 Tb7 = FNMS(KP382683432, Tb6, KP923879532 * Tb5);
Chris@19 2989 Tbh = FMA(KP923879532, Tb6, KP382683432 * Tb5);
Chris@19 2990 }
Chris@19 2991 }
Chris@19 2992 {
Chris@19 2993 E T5u, TdW, T8S, T8V, T62, Te3, T94, T99, T5F, TdX, T8T, T8Y, T5R, Te2, T93;
Chris@19 2994 E T96;
Chris@19 2995 {
Chris@19 2996 E T5o, T8Q, T5t, T8R;
Chris@19 2997 {
Chris@19 2998 E T5l, T5n, T5k, T5m;
Chris@19 2999 T5l = ri[WS(rs, 3)];
Chris@19 3000 T5n = ii[WS(rs, 3)];
Chris@19 3001 T5k = W[4];
Chris@19 3002 T5m = W[5];
Chris@19 3003 T5o = FMA(T5k, T5l, T5m * T5n);
Chris@19 3004 T8Q = FNMS(T5m, T5l, T5k * T5n);
Chris@19 3005 }
Chris@19 3006 {
Chris@19 3007 E T5q, T5s, T5p, T5r;
Chris@19 3008 T5q = ri[WS(rs, 35)];
Chris@19 3009 T5s = ii[WS(rs, 35)];
Chris@19 3010 T5p = W[68];
Chris@19 3011 T5r = W[69];
Chris@19 3012 T5t = FMA(T5p, T5q, T5r * T5s);
Chris@19 3013 T8R = FNMS(T5r, T5q, T5p * T5s);
Chris@19 3014 }
Chris@19 3015 T5u = T5o + T5t;
Chris@19 3016 TdW = T8Q + T8R;
Chris@19 3017 T8S = T8Q - T8R;
Chris@19 3018 T8V = T5o - T5t;
Chris@19 3019 }
Chris@19 3020 {
Chris@19 3021 E T5W, T97, T61, T98;
Chris@19 3022 {
Chris@19 3023 E T5T, T5V, T5S, T5U;
Chris@19 3024 T5T = ri[WS(rs, 11)];
Chris@19 3025 T5V = ii[WS(rs, 11)];
Chris@19 3026 T5S = W[20];
Chris@19 3027 T5U = W[21];
Chris@19 3028 T5W = FMA(T5S, T5T, T5U * T5V);
Chris@19 3029 T97 = FNMS(T5U, T5T, T5S * T5V);
Chris@19 3030 }
Chris@19 3031 {
Chris@19 3032 E T5Y, T60, T5X, T5Z;
Chris@19 3033 T5Y = ri[WS(rs, 43)];
Chris@19 3034 T60 = ii[WS(rs, 43)];
Chris@19 3035 T5X = W[84];
Chris@19 3036 T5Z = W[85];
Chris@19 3037 T61 = FMA(T5X, T5Y, T5Z * T60);
Chris@19 3038 T98 = FNMS(T5Z, T5Y, T5X * T60);
Chris@19 3039 }
Chris@19 3040 T62 = T5W + T61;
Chris@19 3041 Te3 = T97 + T98;
Chris@19 3042 T94 = T5W - T61;
Chris@19 3043 T99 = T97 - T98;
Chris@19 3044 }
Chris@19 3045 {
Chris@19 3046 E T5z, T8W, T5E, T8X;
Chris@19 3047 {
Chris@19 3048 E T5w, T5y, T5v, T5x;
Chris@19 3049 T5w = ri[WS(rs, 19)];
Chris@19 3050 T5y = ii[WS(rs, 19)];
Chris@19 3051 T5v = W[36];
Chris@19 3052 T5x = W[37];
Chris@19 3053 T5z = FMA(T5v, T5w, T5x * T5y);
Chris@19 3054 T8W = FNMS(T5x, T5w, T5v * T5y);
Chris@19 3055 }
Chris@19 3056 {
Chris@19 3057 E T5B, T5D, T5A, T5C;
Chris@19 3058 T5B = ri[WS(rs, 51)];
Chris@19 3059 T5D = ii[WS(rs, 51)];
Chris@19 3060 T5A = W[100];
Chris@19 3061 T5C = W[101];
Chris@19 3062 T5E = FMA(T5A, T5B, T5C * T5D);
Chris@19 3063 T8X = FNMS(T5C, T5B, T5A * T5D);
Chris@19 3064 }
Chris@19 3065 T5F = T5z + T5E;
Chris@19 3066 TdX = T8W + T8X;
Chris@19 3067 T8T = T5z - T5E;
Chris@19 3068 T8Y = T8W - T8X;
Chris@19 3069 }
Chris@19 3070 {
Chris@19 3071 E T5L, T91, T5Q, T92;
Chris@19 3072 {
Chris@19 3073 E T5I, T5K, T5H, T5J;
Chris@19 3074 T5I = ri[WS(rs, 59)];
Chris@19 3075 T5K = ii[WS(rs, 59)];
Chris@19 3076 T5H = W[116];
Chris@19 3077 T5J = W[117];
Chris@19 3078 T5L = FMA(T5H, T5I, T5J * T5K);
Chris@19 3079 T91 = FNMS(T5J, T5I, T5H * T5K);
Chris@19 3080 }
Chris@19 3081 {
Chris@19 3082 E T5N, T5P, T5M, T5O;
Chris@19 3083 T5N = ri[WS(rs, 27)];
Chris@19 3084 T5P = ii[WS(rs, 27)];
Chris@19 3085 T5M = W[52];
Chris@19 3086 T5O = W[53];
Chris@19 3087 T5Q = FMA(T5M, T5N, T5O * T5P);
Chris@19 3088 T92 = FNMS(T5O, T5N, T5M * T5P);
Chris@19 3089 }
Chris@19 3090 T5R = T5L + T5Q;
Chris@19 3091 Te2 = T91 + T92;
Chris@19 3092 T93 = T91 - T92;
Chris@19 3093 T96 = T5L - T5Q;
Chris@19 3094 }
Chris@19 3095 {
Chris@19 3096 E T5G, T63, Te1, Te4;
Chris@19 3097 T5G = T5u + T5F;
Chris@19 3098 T63 = T5R + T62;
Chris@19 3099 T64 = T5G + T63;
Chris@19 3100 TfZ = T63 - T5G;
Chris@19 3101 Te1 = T5R - T62;
Chris@19 3102 Te4 = Te2 - Te3;
Chris@19 3103 Te5 = Te1 + Te4;
Chris@19 3104 Ted = Te1 - Te4;
Chris@19 3105 }
Chris@19 3106 {
Chris@19 3107 E TfS, TfT, T8U, T8Z;
Chris@19 3108 TfS = TdW + TdX;
Chris@19 3109 TfT = Te2 + Te3;
Chris@19 3110 TfU = TfS - TfT;
Chris@19 3111 Tgz = TfS + TfT;
Chris@19 3112 T8U = T8S + T8T;
Chris@19 3113 T8Z = T8V - T8Y;
Chris@19 3114 T90 = FNMS(KP923879532, T8Z, KP382683432 * T8U);
Chris@19 3115 T9o = FMA(KP923879532, T8U, KP382683432 * T8Z);
Chris@19 3116 }
Chris@19 3117 {
Chris@19 3118 E T95, T9a, Tbr, Tbs;
Chris@19 3119 T95 = T93 + T94;
Chris@19 3120 T9a = T96 - T99;
Chris@19 3121 T9b = FMA(KP382683432, T95, KP923879532 * T9a);
Chris@19 3122 T9n = FNMS(KP923879532, T95, KP382683432 * T9a);
Chris@19 3123 Tbr = T93 - T94;
Chris@19 3124 Tbs = T96 + T99;
Chris@19 3125 Tbt = FMA(KP923879532, Tbr, KP382683432 * Tbs);
Chris@19 3126 Tbz = FNMS(KP382683432, Tbr, KP923879532 * Tbs);
Chris@19 3127 }
Chris@19 3128 {
Chris@19 3129 E TdY, TdZ, Tbo, Tbp;
Chris@19 3130 TdY = TdW - TdX;
Chris@19 3131 TdZ = T5u - T5F;
Chris@19 3132 Te0 = TdY - TdZ;
Chris@19 3133 Tee = TdZ + TdY;
Chris@19 3134 Tbo = T8S - T8T;
Chris@19 3135 Tbp = T8V + T8Y;
Chris@19 3136 Tbq = FNMS(KP382683432, Tbp, KP923879532 * Tbo);
Chris@19 3137 TbA = FMA(KP382683432, Tbo, KP923879532 * Tbp);
Chris@19 3138 }
Chris@19 3139 }
Chris@19 3140 {
Chris@19 3141 E T1t, Tgn, TgK, TgL, TgV, Th1, T30, Th0, T66, TgX, Tgw, TgE, TgB, TgF, Tgq;
Chris@19 3142 E TgM;
Chris@19 3143 {
Chris@19 3144 E TH, T1s, TgI, TgJ;
Chris@19 3145 TH = Tj + TG;
Chris@19 3146 T1s = T14 + T1r;
Chris@19 3147 T1t = TH + T1s;
Chris@19 3148 Tgn = TH - T1s;
Chris@19 3149 TgI = Tgt + Tgu;
Chris@19 3150 TgJ = Tgy + Tgz;
Chris@19 3151 TgK = TgI - TgJ;
Chris@19 3152 TgL = TgI + TgJ;
Chris@19 3153 }
Chris@19 3154 {
Chris@19 3155 E TgN, TgU, T2e, T2Z;
Chris@19 3156 TgN = Tfq + Tfr;
Chris@19 3157 TgU = TgO + TgT;
Chris@19 3158 TgV = TgN + TgU;
Chris@19 3159 Th1 = TgU - TgN;
Chris@19 3160 T2e = T1Q + T2d;
Chris@19 3161 T2Z = T2B + T2Y;
Chris@19 3162 T30 = T2e + T2Z;
Chris@19 3163 Th0 = T2Z - T2e;
Chris@19 3164 }
Chris@19 3165 {
Chris@19 3166 E T4y, T65, Tgs, Tgv;
Chris@19 3167 T4y = T3M + T4x;
Chris@19 3168 T65 = T5j + T64;
Chris@19 3169 T66 = T4y + T65;
Chris@19 3170 TgX = T65 - T4y;
Chris@19 3171 Tgs = T3M - T4x;
Chris@19 3172 Tgv = Tgt - Tgu;
Chris@19 3173 Tgw = Tgs + Tgv;
Chris@19 3174 TgE = Tgv - Tgs;
Chris@19 3175 }
Chris@19 3176 {
Chris@19 3177 E Tgx, TgA, Tgo, Tgp;
Chris@19 3178 Tgx = T5j - T64;
Chris@19 3179 TgA = Tgy - Tgz;
Chris@19 3180 TgB = Tgx - TgA;
Chris@19 3181 TgF = Tgx + TgA;
Chris@19 3182 Tgo = Tfu + Tfv;
Chris@19 3183 Tgp = TfA + TfB;
Chris@19 3184 Tgq = Tgo - Tgp;
Chris@19 3185 TgM = Tgo + Tgp;
Chris@19 3186 }
Chris@19 3187 {
Chris@19 3188 E T31, TgW, TgH, TgY;
Chris@19 3189 T31 = T1t + T30;
Chris@19 3190 ri[WS(rs, 32)] = T31 - T66;
Chris@19 3191 ri[0] = T31 + T66;
Chris@19 3192 TgW = TgM + TgV;
Chris@19 3193 ii[0] = TgL + TgW;
Chris@19 3194 ii[WS(rs, 32)] = TgW - TgL;
Chris@19 3195 TgH = T1t - T30;
Chris@19 3196 ri[WS(rs, 48)] = TgH - TgK;
Chris@19 3197 ri[WS(rs, 16)] = TgH + TgK;
Chris@19 3198 TgY = TgV - TgM;
Chris@19 3199 ii[WS(rs, 16)] = TgX + TgY;
Chris@19 3200 ii[WS(rs, 48)] = TgY - TgX;
Chris@19 3201 }
Chris@19 3202 {
Chris@19 3203 E Tgr, TgC, TgZ, Th2;
Chris@19 3204 Tgr = Tgn + Tgq;
Chris@19 3205 TgC = KP707106781 * (Tgw + TgB);
Chris@19 3206 ri[WS(rs, 40)] = Tgr - TgC;
Chris@19 3207 ri[WS(rs, 8)] = Tgr + TgC;
Chris@19 3208 TgZ = KP707106781 * (TgE + TgF);
Chris@19 3209 Th2 = Th0 + Th1;
Chris@19 3210 ii[WS(rs, 8)] = TgZ + Th2;
Chris@19 3211 ii[WS(rs, 40)] = Th2 - TgZ;
Chris@19 3212 }
Chris@19 3213 {
Chris@19 3214 E TgD, TgG, Th3, Th4;
Chris@19 3215 TgD = Tgn - Tgq;
Chris@19 3216 TgG = KP707106781 * (TgE - TgF);
Chris@19 3217 ri[WS(rs, 56)] = TgD - TgG;
Chris@19 3218 ri[WS(rs, 24)] = TgD + TgG;
Chris@19 3219 Th3 = KP707106781 * (TgB - Tgw);
Chris@19 3220 Th4 = Th1 - Th0;
Chris@19 3221 ii[WS(rs, 24)] = Th3 + Th4;
Chris@19 3222 ii[WS(rs, 56)] = Th4 - Th3;
Chris@19 3223 }
Chris@19 3224 }
Chris@19 3225 {
Chris@19 3226 E Tft, Tg7, Tgh, Tgl, Th9, Thf, TfE, Th6, TfQ, Tg4, Tga, The, Tge, Tgk, Tg1;
Chris@19 3227 E Tg5;
Chris@19 3228 {
Chris@19 3229 E Tfp, Tfs, Tgf, Tgg;
Chris@19 3230 Tfp = Tj - TG;
Chris@19 3231 Tfs = Tfq - Tfr;
Chris@19 3232 Tft = Tfp - Tfs;
Chris@19 3233 Tg7 = Tfp + Tfs;
Chris@19 3234 Tgf = TfR + TfU;
Chris@19 3235 Tgg = TfY + TfZ;
Chris@19 3236 Tgh = FNMS(KP382683432, Tgg, KP923879532 * Tgf);
Chris@19 3237 Tgl = FMA(KP923879532, Tgg, KP382683432 * Tgf);
Chris@19 3238 }
Chris@19 3239 {
Chris@19 3240 E Th7, Th8, Tfy, TfD;
Chris@19 3241 Th7 = T1r - T14;
Chris@19 3242 Th8 = TgT - TgO;
Chris@19 3243 Th9 = Th7 + Th8;
Chris@19 3244 Thf = Th8 - Th7;
Chris@19 3245 Tfy = Tfw - Tfx;
Chris@19 3246 TfD = Tfz + TfC;
Chris@19 3247 TfE = KP707106781 * (Tfy - TfD);
Chris@19 3248 Th6 = KP707106781 * (Tfy + TfD);
Chris@19 3249 }
Chris@19 3250 {
Chris@19 3251 E TfK, TfP, Tg8, Tg9;
Chris@19 3252 TfK = TfI - TfJ;
Chris@19 3253 TfP = TfL - TfO;
Chris@19 3254 TfQ = FMA(KP923879532, TfK, KP382683432 * TfP);
Chris@19 3255 Tg4 = FNMS(KP923879532, TfP, KP382683432 * TfK);
Chris@19 3256 Tg8 = Tfx + Tfw;
Chris@19 3257 Tg9 = Tfz - TfC;
Chris@19 3258 Tga = KP707106781 * (Tg8 + Tg9);
Chris@19 3259 The = KP707106781 * (Tg9 - Tg8);
Chris@19 3260 }
Chris@19 3261 {
Chris@19 3262 E Tgc, Tgd, TfV, Tg0;
Chris@19 3263 Tgc = TfI + TfJ;
Chris@19 3264 Tgd = TfL + TfO;
Chris@19 3265 Tge = FMA(KP382683432, Tgc, KP923879532 * Tgd);
Chris@19 3266 Tgk = FNMS(KP382683432, Tgd, KP923879532 * Tgc);
Chris@19 3267 TfV = TfR - TfU;
Chris@19 3268 Tg0 = TfY - TfZ;
Chris@19 3269 Tg1 = FNMS(KP923879532, Tg0, KP382683432 * TfV);
Chris@19 3270 Tg5 = FMA(KP382683432, Tg0, KP923879532 * TfV);
Chris@19 3271 }
Chris@19 3272 {
Chris@19 3273 E TfF, Tg2, Thd, Thg;
Chris@19 3274 TfF = Tft + TfE;
Chris@19 3275 Tg2 = TfQ + Tg1;
Chris@19 3276 ri[WS(rs, 44)] = TfF - Tg2;
Chris@19 3277 ri[WS(rs, 12)] = TfF + Tg2;
Chris@19 3278 Thd = Tg4 + Tg5;
Chris@19 3279 Thg = The + Thf;
Chris@19 3280 ii[WS(rs, 12)] = Thd + Thg;
Chris@19 3281 ii[WS(rs, 44)] = Thg - Thd;
Chris@19 3282 }
Chris@19 3283 {
Chris@19 3284 E Tg3, Tg6, Thh, Thi;
Chris@19 3285 Tg3 = Tft - TfE;
Chris@19 3286 Tg6 = Tg4 - Tg5;
Chris@19 3287 ri[WS(rs, 60)] = Tg3 - Tg6;
Chris@19 3288 ri[WS(rs, 28)] = Tg3 + Tg6;
Chris@19 3289 Thh = Tg1 - TfQ;
Chris@19 3290 Thi = Thf - The;
Chris@19 3291 ii[WS(rs, 28)] = Thh + Thi;
Chris@19 3292 ii[WS(rs, 60)] = Thi - Thh;
Chris@19 3293 }
Chris@19 3294 {
Chris@19 3295 E Tgb, Tgi, Th5, Tha;
Chris@19 3296 Tgb = Tg7 + Tga;
Chris@19 3297 Tgi = Tge + Tgh;
Chris@19 3298 ri[WS(rs, 36)] = Tgb - Tgi;
Chris@19 3299 ri[WS(rs, 4)] = Tgb + Tgi;
Chris@19 3300 Th5 = Tgk + Tgl;
Chris@19 3301 Tha = Th6 + Th9;
Chris@19 3302 ii[WS(rs, 4)] = Th5 + Tha;
Chris@19 3303 ii[WS(rs, 36)] = Tha - Th5;
Chris@19 3304 }
Chris@19 3305 {
Chris@19 3306 E Tgj, Tgm, Thb, Thc;
Chris@19 3307 Tgj = Tg7 - Tga;
Chris@19 3308 Tgm = Tgk - Tgl;
Chris@19 3309 ri[WS(rs, 52)] = Tgj - Tgm;
Chris@19 3310 ri[WS(rs, 20)] = Tgj + Tgm;
Chris@19 3311 Thb = Tgh - Tge;
Chris@19 3312 Thc = Th9 - Th6;
Chris@19 3313 ii[WS(rs, 20)] = Thb + Thc;
Chris@19 3314 ii[WS(rs, 52)] = Thc - Thb;
Chris@19 3315 }
Chris@19 3316 }
Chris@19 3317 {
Chris@19 3318 E Td1, Ten, Tdo, ThA, ThD, ThJ, Teq, ThI, Teh, TeB, Tel, Tex, TdQ, TeA, Tek;
Chris@19 3319 E Teu;
Chris@19 3320 {
Chris@19 3321 E TcP, Td0, Teo, Tep;
Chris@19 3322 TcP = TcL - TcO;
Chris@19 3323 Td0 = KP707106781 * (TcU - TcZ);
Chris@19 3324 Td1 = TcP - Td0;
Chris@19 3325 Ten = TcP + Td0;
Chris@19 3326 {
Chris@19 3327 E Tdc, Tdn, ThB, ThC;
Chris@19 3328 Tdc = FNMS(KP923879532, Tdb, KP382683432 * Td6);
Chris@19 3329 Tdn = FMA(KP382683432, Tdh, KP923879532 * Tdm);
Chris@19 3330 Tdo = Tdc - Tdn;
Chris@19 3331 ThA = Tdc + Tdn;
Chris@19 3332 ThB = KP707106781 * (TeF - TeE);
Chris@19 3333 ThC = Thn - Thm;
Chris@19 3334 ThD = ThB + ThC;
Chris@19 3335 ThJ = ThC - ThB;
Chris@19 3336 }
Chris@19 3337 Teo = FMA(KP923879532, Td6, KP382683432 * Tdb);
Chris@19 3338 Tep = FNMS(KP923879532, Tdh, KP382683432 * Tdm);
Chris@19 3339 Teq = Teo + Tep;
Chris@19 3340 ThI = Tep - Teo;
Chris@19 3341 {
Chris@19 3342 E Te7, Tev, Teg, Tew, Te6, Tef;
Chris@19 3343 Te6 = KP707106781 * (Te0 - Te5);
Chris@19 3344 Te7 = TdV - Te6;
Chris@19 3345 Tev = TdV + Te6;
Chris@19 3346 Tef = KP707106781 * (Ted - Tee);
Chris@19 3347 Teg = Tec - Tef;
Chris@19 3348 Tew = Tec + Tef;
Chris@19 3349 Teh = FNMS(KP980785280, Teg, KP195090322 * Te7);
Chris@19 3350 TeB = FMA(KP831469612, Tew, KP555570233 * Tev);
Chris@19 3351 Tel = FMA(KP195090322, Teg, KP980785280 * Te7);
Chris@19 3352 Tex = FNMS(KP555570233, Tew, KP831469612 * Tev);
Chris@19 3353 }
Chris@19 3354 {
Chris@19 3355 E TdG, Tes, TdP, Tet, TdF, TdO;
Chris@19 3356 TdF = KP707106781 * (Tdz - TdE);
Chris@19 3357 TdG = Tdu - TdF;
Chris@19 3358 Tes = Tdu + TdF;
Chris@19 3359 TdO = KP707106781 * (TdM - TdN);
Chris@19 3360 TdP = TdL - TdO;
Chris@19 3361 Tet = TdL + TdO;
Chris@19 3362 TdQ = FMA(KP980785280, TdG, KP195090322 * TdP);
Chris@19 3363 TeA = FNMS(KP555570233, Tet, KP831469612 * Tes);
Chris@19 3364 Tek = FNMS(KP980785280, TdP, KP195090322 * TdG);
Chris@19 3365 Teu = FMA(KP555570233, Tes, KP831469612 * Tet);
Chris@19 3366 }
Chris@19 3367 }
Chris@19 3368 {
Chris@19 3369 E Tdp, Tei, ThH, ThK;
Chris@19 3370 Tdp = Td1 + Tdo;
Chris@19 3371 Tei = TdQ + Teh;
Chris@19 3372 ri[WS(rs, 46)] = Tdp - Tei;
Chris@19 3373 ri[WS(rs, 14)] = Tdp + Tei;
Chris@19 3374 ThH = Tek + Tel;
Chris@19 3375 ThK = ThI + ThJ;
Chris@19 3376 ii[WS(rs, 14)] = ThH + ThK;
Chris@19 3377 ii[WS(rs, 46)] = ThK - ThH;
Chris@19 3378 }
Chris@19 3379 {
Chris@19 3380 E Tej, Tem, ThL, ThM;
Chris@19 3381 Tej = Td1 - Tdo;
Chris@19 3382 Tem = Tek - Tel;
Chris@19 3383 ri[WS(rs, 62)] = Tej - Tem;
Chris@19 3384 ri[WS(rs, 30)] = Tej + Tem;
Chris@19 3385 ThL = Teh - TdQ;
Chris@19 3386 ThM = ThJ - ThI;
Chris@19 3387 ii[WS(rs, 30)] = ThL + ThM;
Chris@19 3388 ii[WS(rs, 62)] = ThM - ThL;
Chris@19 3389 }
Chris@19 3390 {
Chris@19 3391 E Ter, Tey, Thz, ThE;
Chris@19 3392 Ter = Ten + Teq;
Chris@19 3393 Tey = Teu + Tex;
Chris@19 3394 ri[WS(rs, 38)] = Ter - Tey;
Chris@19 3395 ri[WS(rs, 6)] = Ter + Tey;
Chris@19 3396 Thz = TeA + TeB;
Chris@19 3397 ThE = ThA + ThD;
Chris@19 3398 ii[WS(rs, 6)] = Thz + ThE;
Chris@19 3399 ii[WS(rs, 38)] = ThE - Thz;
Chris@19 3400 }
Chris@19 3401 {
Chris@19 3402 E Tez, TeC, ThF, ThG;
Chris@19 3403 Tez = Ten - Teq;
Chris@19 3404 TeC = TeA - TeB;
Chris@19 3405 ri[WS(rs, 54)] = Tez - TeC;
Chris@19 3406 ri[WS(rs, 22)] = Tez + TeC;
Chris@19 3407 ThF = Tex - Teu;
Chris@19 3408 ThG = ThD - ThA;
Chris@19 3409 ii[WS(rs, 22)] = ThF + ThG;
Chris@19 3410 ii[WS(rs, 54)] = ThG - ThF;
Chris@19 3411 }
Chris@19 3412 }
Chris@19 3413 {
Chris@19 3414 E TeH, Tf9, TeO, Thk, Thp, Thv, Tfc, Thu, Tf3, Tfn, Tf7, Tfj, TeW, Tfm, Tf6;
Chris@19 3415 E Tfg;
Chris@19 3416 {
Chris@19 3417 E TeD, TeG, Tfa, Tfb;
Chris@19 3418 TeD = TcL + TcO;
Chris@19 3419 TeG = KP707106781 * (TeE + TeF);
Chris@19 3420 TeH = TeD - TeG;
Chris@19 3421 Tf9 = TeD + TeG;
Chris@19 3422 {
Chris@19 3423 E TeK, TeN, Thl, Tho;
Chris@19 3424 TeK = FNMS(KP382683432, TeJ, KP923879532 * TeI);
Chris@19 3425 TeN = FMA(KP923879532, TeL, KP382683432 * TeM);
Chris@19 3426 TeO = TeK - TeN;
Chris@19 3427 Thk = TeK + TeN;
Chris@19 3428 Thl = KP707106781 * (TcU + TcZ);
Chris@19 3429 Tho = Thm + Thn;
Chris@19 3430 Thp = Thl + Tho;
Chris@19 3431 Thv = Tho - Thl;
Chris@19 3432 }
Chris@19 3433 Tfa = FMA(KP382683432, TeI, KP923879532 * TeJ);
Chris@19 3434 Tfb = FNMS(KP382683432, TeL, KP923879532 * TeM);
Chris@19 3435 Tfc = Tfa + Tfb;
Chris@19 3436 Thu = Tfb - Tfa;
Chris@19 3437 {
Chris@19 3438 E TeZ, Tfh, Tf2, Tfi, TeY, Tf1;
Chris@19 3439 TeY = KP707106781 * (Tee + Ted);
Chris@19 3440 TeZ = TeX - TeY;
Chris@19 3441 Tfh = TeX + TeY;
Chris@19 3442 Tf1 = KP707106781 * (Te0 + Te5);
Chris@19 3443 Tf2 = Tf0 - Tf1;
Chris@19 3444 Tfi = Tf0 + Tf1;
Chris@19 3445 Tf3 = FNMS(KP831469612, Tf2, KP555570233 * TeZ);
Chris@19 3446 Tfn = FMA(KP195090322, Tfh, KP980785280 * Tfi);
Chris@19 3447 Tf7 = FMA(KP831469612, TeZ, KP555570233 * Tf2);
Chris@19 3448 Tfj = FNMS(KP195090322, Tfi, KP980785280 * Tfh);
Chris@19 3449 }
Chris@19 3450 {
Chris@19 3451 E TeS, Tfe, TeV, Tff, TeR, TeU;
Chris@19 3452 TeR = KP707106781 * (TdE + Tdz);
Chris@19 3453 TeS = TeQ - TeR;
Chris@19 3454 Tfe = TeQ + TeR;
Chris@19 3455 TeU = KP707106781 * (TdM + TdN);
Chris@19 3456 TeV = TeT - TeU;
Chris@19 3457 Tff = TeT + TeU;
Chris@19 3458 TeW = FMA(KP555570233, TeS, KP831469612 * TeV);
Chris@19 3459 Tfm = FNMS(KP195090322, Tfe, KP980785280 * Tff);
Chris@19 3460 Tf6 = FNMS(KP831469612, TeS, KP555570233 * TeV);
Chris@19 3461 Tfg = FMA(KP980785280, Tfe, KP195090322 * Tff);
Chris@19 3462 }
Chris@19 3463 }
Chris@19 3464 {
Chris@19 3465 E TeP, Tf4, Tht, Thw;
Chris@19 3466 TeP = TeH + TeO;
Chris@19 3467 Tf4 = TeW + Tf3;
Chris@19 3468 ri[WS(rs, 42)] = TeP - Tf4;
Chris@19 3469 ri[WS(rs, 10)] = TeP + Tf4;
Chris@19 3470 Tht = Tf6 + Tf7;
Chris@19 3471 Thw = Thu + Thv;
Chris@19 3472 ii[WS(rs, 10)] = Tht + Thw;
Chris@19 3473 ii[WS(rs, 42)] = Thw - Tht;
Chris@19 3474 }
Chris@19 3475 {
Chris@19 3476 E Tf5, Tf8, Thx, Thy;
Chris@19 3477 Tf5 = TeH - TeO;
Chris@19 3478 Tf8 = Tf6 - Tf7;
Chris@19 3479 ri[WS(rs, 58)] = Tf5 - Tf8;
Chris@19 3480 ri[WS(rs, 26)] = Tf5 + Tf8;
Chris@19 3481 Thx = Tf3 - TeW;
Chris@19 3482 Thy = Thv - Thu;
Chris@19 3483 ii[WS(rs, 26)] = Thx + Thy;
Chris@19 3484 ii[WS(rs, 58)] = Thy - Thx;
Chris@19 3485 }
Chris@19 3486 {
Chris@19 3487 E Tfd, Tfk, Thj, Thq;
Chris@19 3488 Tfd = Tf9 + Tfc;
Chris@19 3489 Tfk = Tfg + Tfj;
Chris@19 3490 ri[WS(rs, 34)] = Tfd - Tfk;
Chris@19 3491 ri[WS(rs, 2)] = Tfd + Tfk;
Chris@19 3492 Thj = Tfm + Tfn;
Chris@19 3493 Thq = Thk + Thp;
Chris@19 3494 ii[WS(rs, 2)] = Thj + Thq;
Chris@19 3495 ii[WS(rs, 34)] = Thq - Thj;
Chris@19 3496 }
Chris@19 3497 {
Chris@19 3498 E Tfl, Tfo, Thr, Ths;
Chris@19 3499 Tfl = Tf9 - Tfc;
Chris@19 3500 Tfo = Tfm - Tfn;
Chris@19 3501 ri[WS(rs, 50)] = Tfl - Tfo;
Chris@19 3502 ri[WS(rs, 18)] = Tfl + Tfo;
Chris@19 3503 Thr = Tfj - Tfg;
Chris@19 3504 Ths = Thp - Thk;
Chris@19 3505 ii[WS(rs, 18)] = Thr + Ths;
Chris@19 3506 ii[WS(rs, 50)] = Ths - Thr;
Chris@19 3507 }
Chris@19 3508 }
Chris@19 3509 {
Chris@19 3510 E T6L, T9x, TiD, TiJ, T7E, TiI, T9A, TiA, T8y, T9K, T9u, T9E, T9r, T9L, T9v;
Chris@19 3511 E T9H;
Chris@19 3512 {
Chris@19 3513 E T6n, T6K, TiB, TiC;
Chris@19 3514 T6n = T6b - T6m;
Chris@19 3515 T6K = T6y - T6J;
Chris@19 3516 T6L = T6n - T6K;
Chris@19 3517 T9x = T6n + T6K;
Chris@19 3518 TiB = T9P - T9O;
Chris@19 3519 TiC = Tin - Tim;
Chris@19 3520 TiD = TiB + TiC;
Chris@19 3521 TiJ = TiC - TiB;
Chris@19 3522 }
Chris@19 3523 {
Chris@19 3524 E T7c, T9y, T7D, T9z;
Chris@19 3525 {
Chris@19 3526 E T72, T7b, T7t, T7C;
Chris@19 3527 T72 = T6Q - T71;
Chris@19 3528 T7b = T77 - T7a;
Chris@19 3529 T7c = FNMS(KP980785280, T7b, KP195090322 * T72);
Chris@19 3530 T9y = FMA(KP980785280, T72, KP195090322 * T7b);
Chris@19 3531 T7t = T7h - T7s;
Chris@19 3532 T7C = T7y - T7B;
Chris@19 3533 T7D = FMA(KP195090322, T7t, KP980785280 * T7C);
Chris@19 3534 T9z = FNMS(KP980785280, T7t, KP195090322 * T7C);
Chris@19 3535 }
Chris@19 3536 T7E = T7c - T7D;
Chris@19 3537 TiI = T9z - T9y;
Chris@19 3538 T9A = T9y + T9z;
Chris@19 3539 TiA = T7c + T7D;
Chris@19 3540 }
Chris@19 3541 {
Chris@19 3542 E T8k, T9C, T8x, T9D;
Chris@19 3543 {
Chris@19 3544 E T7W, T8j, T8t, T8w;
Chris@19 3545 T7W = T7K - T7V;
Chris@19 3546 T8j = T87 - T8i;
Chris@19 3547 T8k = T7W - T8j;
Chris@19 3548 T9C = T7W + T8j;
Chris@19 3549 T8t = T8p - T8s;
Chris@19 3550 T8w = T8u - T8v;
Chris@19 3551 T8x = T8t - T8w;
Chris@19 3552 T9D = T8t + T8w;
Chris@19 3553 }
Chris@19 3554 T8y = FMA(KP995184726, T8k, KP098017140 * T8x);
Chris@19 3555 T9K = FNMS(KP634393284, T9D, KP773010453 * T9C);
Chris@19 3556 T9u = FNMS(KP995184726, T8x, KP098017140 * T8k);
Chris@19 3557 T9E = FMA(KP634393284, T9C, KP773010453 * T9D);
Chris@19 3558 }
Chris@19 3559 {
Chris@19 3560 E T9d, T9F, T9q, T9G;
Chris@19 3561 {
Chris@19 3562 E T8P, T9c, T9m, T9p;
Chris@19 3563 T8P = T8D - T8O;
Chris@19 3564 T9c = T90 - T9b;
Chris@19 3565 T9d = T8P - T9c;
Chris@19 3566 T9F = T8P + T9c;
Chris@19 3567 T9m = T9i - T9l;
Chris@19 3568 T9p = T9n - T9o;
Chris@19 3569 T9q = T9m - T9p;
Chris@19 3570 T9G = T9m + T9p;
Chris@19 3571 }
Chris@19 3572 T9r = FNMS(KP995184726, T9q, KP098017140 * T9d);
Chris@19 3573 T9L = FMA(KP773010453, T9G, KP634393284 * T9F);
Chris@19 3574 T9v = FMA(KP098017140, T9q, KP995184726 * T9d);
Chris@19 3575 T9H = FNMS(KP634393284, T9G, KP773010453 * T9F);
Chris@19 3576 }
Chris@19 3577 {
Chris@19 3578 E T7F, T9s, TiH, TiK;
Chris@19 3579 T7F = T6L + T7E;
Chris@19 3580 T9s = T8y + T9r;
Chris@19 3581 ri[WS(rs, 47)] = T7F - T9s;
Chris@19 3582 ri[WS(rs, 15)] = T7F + T9s;
Chris@19 3583 TiH = T9u + T9v;
Chris@19 3584 TiK = TiI + TiJ;
Chris@19 3585 ii[WS(rs, 15)] = TiH + TiK;
Chris@19 3586 ii[WS(rs, 47)] = TiK - TiH;
Chris@19 3587 }
Chris@19 3588 {
Chris@19 3589 E T9t, T9w, TiL, TiM;
Chris@19 3590 T9t = T6L - T7E;
Chris@19 3591 T9w = T9u - T9v;
Chris@19 3592 ri[WS(rs, 63)] = T9t - T9w;
Chris@19 3593 ri[WS(rs, 31)] = T9t + T9w;
Chris@19 3594 TiL = T9r - T8y;
Chris@19 3595 TiM = TiJ - TiI;
Chris@19 3596 ii[WS(rs, 31)] = TiL + TiM;
Chris@19 3597 ii[WS(rs, 63)] = TiM - TiL;
Chris@19 3598 }
Chris@19 3599 {
Chris@19 3600 E T9B, T9I, Tiz, TiE;
Chris@19 3601 T9B = T9x + T9A;
Chris@19 3602 T9I = T9E + T9H;
Chris@19 3603 ri[WS(rs, 39)] = T9B - T9I;
Chris@19 3604 ri[WS(rs, 7)] = T9B + T9I;
Chris@19 3605 Tiz = T9K + T9L;
Chris@19 3606 TiE = TiA + TiD;
Chris@19 3607 ii[WS(rs, 7)] = Tiz + TiE;
Chris@19 3608 ii[WS(rs, 39)] = TiE - Tiz;
Chris@19 3609 }
Chris@19 3610 {
Chris@19 3611 E T9J, T9M, TiF, TiG;
Chris@19 3612 T9J = T9x - T9A;
Chris@19 3613 T9M = T9K - T9L;
Chris@19 3614 ri[WS(rs, 55)] = T9J - T9M;
Chris@19 3615 ri[WS(rs, 23)] = T9J + T9M;
Chris@19 3616 TiF = T9H - T9E;
Chris@19 3617 TiG = TiD - TiA;
Chris@19 3618 ii[WS(rs, 23)] = TiF + TiG;
Chris@19 3619 ii[WS(rs, 55)] = TiG - TiF;
Chris@19 3620 }
Chris@19 3621 }
Chris@19 3622 {
Chris@19 3623 E TaL, TbJ, Ti9, Tif, Tb0, Tie, TbM, Ti6, Tbk, TbW, TbG, TbQ, TbD, TbX, TbH;
Chris@19 3624 E TbT;
Chris@19 3625 {
Chris@19 3626 E TaD, TaK, Ti7, Ti8;
Chris@19 3627 TaD = Taz - TaC;
Chris@19 3628 TaK = TaG - TaJ;
Chris@19 3629 TaL = TaD - TaK;
Chris@19 3630 TbJ = TaD + TaK;
Chris@19 3631 Ti7 = Tc1 - Tc0;
Chris@19 3632 Ti8 = ThT - ThQ;
Chris@19 3633 Ti9 = Ti7 + Ti8;
Chris@19 3634 Tif = Ti8 - Ti7;
Chris@19 3635 }
Chris@19 3636 {
Chris@19 3637 E TaS, TbK, TaZ, TbL;
Chris@19 3638 {
Chris@19 3639 E TaO, TaR, TaV, TaY;
Chris@19 3640 TaO = TaM - TaN;
Chris@19 3641 TaR = TaP - TaQ;
Chris@19 3642 TaS = FNMS(KP831469612, TaR, KP555570233 * TaO);
Chris@19 3643 TbK = FMA(KP555570233, TaR, KP831469612 * TaO);
Chris@19 3644 TaV = TaT - TaU;
Chris@19 3645 TaY = TaW - TaX;
Chris@19 3646 TaZ = FMA(KP831469612, TaV, KP555570233 * TaY);
Chris@19 3647 TbL = FNMS(KP831469612, TaY, KP555570233 * TaV);
Chris@19 3648 }
Chris@19 3649 Tb0 = TaS - TaZ;
Chris@19 3650 Tie = TbL - TbK;
Chris@19 3651 TbM = TbK + TbL;
Chris@19 3652 Ti6 = TaS + TaZ;
Chris@19 3653 }
Chris@19 3654 {
Chris@19 3655 E Tbc, TbO, Tbj, TbP;
Chris@19 3656 {
Chris@19 3657 E Tb4, Tbb, Tbf, Tbi;
Chris@19 3658 Tb4 = Tb2 - Tb3;
Chris@19 3659 Tbb = Tb7 - Tba;
Chris@19 3660 Tbc = Tb4 - Tbb;
Chris@19 3661 TbO = Tb4 + Tbb;
Chris@19 3662 Tbf = Tbd - Tbe;
Chris@19 3663 Tbi = Tbg - Tbh;
Chris@19 3664 Tbj = Tbf - Tbi;
Chris@19 3665 TbP = Tbf + Tbi;
Chris@19 3666 }
Chris@19 3667 Tbk = FMA(KP956940335, Tbc, KP290284677 * Tbj);
Chris@19 3668 TbW = FNMS(KP471396736, TbP, KP881921264 * TbO);
Chris@19 3669 TbG = FNMS(KP956940335, Tbj, KP290284677 * Tbc);
Chris@19 3670 TbQ = FMA(KP471396736, TbO, KP881921264 * TbP);
Chris@19 3671 }
Chris@19 3672 {
Chris@19 3673 E Tbv, TbR, TbC, TbS;
Chris@19 3674 {
Chris@19 3675 E Tbn, Tbu, Tby, TbB;
Chris@19 3676 Tbn = Tbl - Tbm;
Chris@19 3677 Tbu = Tbq - Tbt;
Chris@19 3678 Tbv = Tbn - Tbu;
Chris@19 3679 TbR = Tbn + Tbu;
Chris@19 3680 Tby = Tbw - Tbx;
Chris@19 3681 TbB = Tbz - TbA;
Chris@19 3682 TbC = Tby - TbB;
Chris@19 3683 TbS = Tby + TbB;
Chris@19 3684 }
Chris@19 3685 TbD = FNMS(KP956940335, TbC, KP290284677 * Tbv);
Chris@19 3686 TbX = FMA(KP881921264, TbS, KP471396736 * TbR);
Chris@19 3687 TbH = FMA(KP290284677, TbC, KP956940335 * Tbv);
Chris@19 3688 TbT = FNMS(KP471396736, TbS, KP881921264 * TbR);
Chris@19 3689 }
Chris@19 3690 {
Chris@19 3691 E Tb1, TbE, Tid, Tig;
Chris@19 3692 Tb1 = TaL + Tb0;
Chris@19 3693 TbE = Tbk + TbD;
Chris@19 3694 ri[WS(rs, 45)] = Tb1 - TbE;
Chris@19 3695 ri[WS(rs, 13)] = Tb1 + TbE;
Chris@19 3696 Tid = TbG + TbH;
Chris@19 3697 Tig = Tie + Tif;
Chris@19 3698 ii[WS(rs, 13)] = Tid + Tig;
Chris@19 3699 ii[WS(rs, 45)] = Tig - Tid;
Chris@19 3700 }
Chris@19 3701 {
Chris@19 3702 E TbF, TbI, Tih, Tii;
Chris@19 3703 TbF = TaL - Tb0;
Chris@19 3704 TbI = TbG - TbH;
Chris@19 3705 ri[WS(rs, 61)] = TbF - TbI;
Chris@19 3706 ri[WS(rs, 29)] = TbF + TbI;
Chris@19 3707 Tih = TbD - Tbk;
Chris@19 3708 Tii = Tif - Tie;
Chris@19 3709 ii[WS(rs, 29)] = Tih + Tii;
Chris@19 3710 ii[WS(rs, 61)] = Tii - Tih;
Chris@19 3711 }
Chris@19 3712 {
Chris@19 3713 E TbN, TbU, Ti5, Tia;
Chris@19 3714 TbN = TbJ + TbM;
Chris@19 3715 TbU = TbQ + TbT;
Chris@19 3716 ri[WS(rs, 37)] = TbN - TbU;
Chris@19 3717 ri[WS(rs, 5)] = TbN + TbU;
Chris@19 3718 Ti5 = TbW + TbX;
Chris@19 3719 Tia = Ti6 + Ti9;
Chris@19 3720 ii[WS(rs, 5)] = Ti5 + Tia;
Chris@19 3721 ii[WS(rs, 37)] = Tia - Ti5;
Chris@19 3722 }
Chris@19 3723 {
Chris@19 3724 E TbV, TbY, Tib, Tic;
Chris@19 3725 TbV = TbJ - TbM;
Chris@19 3726 TbY = TbW - TbX;
Chris@19 3727 ri[WS(rs, 53)] = TbV - TbY;
Chris@19 3728 ri[WS(rs, 21)] = TbV + TbY;
Chris@19 3729 Tib = TbT - TbQ;
Chris@19 3730 Tic = Ti9 - Ti6;
Chris@19 3731 ii[WS(rs, 21)] = Tib + Tic;
Chris@19 3732 ii[WS(rs, 53)] = Tic - Tib;
Chris@19 3733 }
Chris@19 3734 }
Chris@19 3735 {
Chris@19 3736 E Tc3, Tcv, ThV, Ti1, Tca, Ti0, Tcy, ThO, Tci, TcI, Tcs, TcC, Tcp, TcJ, Tct;
Chris@19 3737 E TcF;
Chris@19 3738 {
Chris@19 3739 E TbZ, Tc2, ThP, ThU;
Chris@19 3740 TbZ = Taz + TaC;
Chris@19 3741 Tc2 = Tc0 + Tc1;
Chris@19 3742 Tc3 = TbZ - Tc2;
Chris@19 3743 Tcv = TbZ + Tc2;
Chris@19 3744 ThP = TaG + TaJ;
Chris@19 3745 ThU = ThQ + ThT;
Chris@19 3746 ThV = ThP + ThU;
Chris@19 3747 Ti1 = ThU - ThP;
Chris@19 3748 }
Chris@19 3749 {
Chris@19 3750 E Tc6, Tcw, Tc9, Tcx;
Chris@19 3751 {
Chris@19 3752 E Tc4, Tc5, Tc7, Tc8;
Chris@19 3753 Tc4 = TaM + TaN;
Chris@19 3754 Tc5 = TaP + TaQ;
Chris@19 3755 Tc6 = FNMS(KP195090322, Tc5, KP980785280 * Tc4);
Chris@19 3756 Tcw = FMA(KP980785280, Tc5, KP195090322 * Tc4);
Chris@19 3757 Tc7 = TaT + TaU;
Chris@19 3758 Tc8 = TaW + TaX;
Chris@19 3759 Tc9 = FMA(KP195090322, Tc7, KP980785280 * Tc8);
Chris@19 3760 Tcx = FNMS(KP195090322, Tc8, KP980785280 * Tc7);
Chris@19 3761 }
Chris@19 3762 Tca = Tc6 - Tc9;
Chris@19 3763 Ti0 = Tcx - Tcw;
Chris@19 3764 Tcy = Tcw + Tcx;
Chris@19 3765 ThO = Tc6 + Tc9;
Chris@19 3766 }
Chris@19 3767 {
Chris@19 3768 E Tce, TcA, Tch, TcB;
Chris@19 3769 {
Chris@19 3770 E Tcc, Tcd, Tcf, Tcg;
Chris@19 3771 Tcc = Tbd + Tbe;
Chris@19 3772 Tcd = Tba + Tb7;
Chris@19 3773 Tce = Tcc - Tcd;
Chris@19 3774 TcA = Tcc + Tcd;
Chris@19 3775 Tcf = Tb2 + Tb3;
Chris@19 3776 Tcg = Tbg + Tbh;
Chris@19 3777 Tch = Tcf - Tcg;
Chris@19 3778 TcB = Tcf + Tcg;
Chris@19 3779 }
Chris@19 3780 Tci = FMA(KP634393284, Tce, KP773010453 * Tch);
Chris@19 3781 TcI = FNMS(KP098017140, TcA, KP995184726 * TcB);
Chris@19 3782 Tcs = FNMS(KP773010453, Tce, KP634393284 * Tch);
Chris@19 3783 TcC = FMA(KP995184726, TcA, KP098017140 * TcB);
Chris@19 3784 }
Chris@19 3785 {
Chris@19 3786 E Tcl, TcD, Tco, TcE;
Chris@19 3787 {
Chris@19 3788 E Tcj, Tck, Tcm, Tcn;
Chris@19 3789 Tcj = Tbl + Tbm;
Chris@19 3790 Tck = TbA + Tbz;
Chris@19 3791 Tcl = Tcj - Tck;
Chris@19 3792 TcD = Tcj + Tck;
Chris@19 3793 Tcm = Tbw + Tbx;
Chris@19 3794 Tcn = Tbq + Tbt;
Chris@19 3795 Tco = Tcm - Tcn;
Chris@19 3796 TcE = Tcm + Tcn;
Chris@19 3797 }
Chris@19 3798 Tcp = FNMS(KP773010453, Tco, KP634393284 * Tcl);
Chris@19 3799 TcJ = FMA(KP098017140, TcD, KP995184726 * TcE);
Chris@19 3800 Tct = FMA(KP773010453, Tcl, KP634393284 * Tco);
Chris@19 3801 TcF = FNMS(KP098017140, TcE, KP995184726 * TcD);
Chris@19 3802 }
Chris@19 3803 {
Chris@19 3804 E Tcb, Tcq, ThZ, Ti2;
Chris@19 3805 Tcb = Tc3 + Tca;
Chris@19 3806 Tcq = Tci + Tcp;
Chris@19 3807 ri[WS(rs, 41)] = Tcb - Tcq;
Chris@19 3808 ri[WS(rs, 9)] = Tcb + Tcq;
Chris@19 3809 ThZ = Tcs + Tct;
Chris@19 3810 Ti2 = Ti0 + Ti1;
Chris@19 3811 ii[WS(rs, 9)] = ThZ + Ti2;
Chris@19 3812 ii[WS(rs, 41)] = Ti2 - ThZ;
Chris@19 3813 }
Chris@19 3814 {
Chris@19 3815 E Tcr, Tcu, Ti3, Ti4;
Chris@19 3816 Tcr = Tc3 - Tca;
Chris@19 3817 Tcu = Tcs - Tct;
Chris@19 3818 ri[WS(rs, 57)] = Tcr - Tcu;
Chris@19 3819 ri[WS(rs, 25)] = Tcr + Tcu;
Chris@19 3820 Ti3 = Tcp - Tci;
Chris@19 3821 Ti4 = Ti1 - Ti0;
Chris@19 3822 ii[WS(rs, 25)] = Ti3 + Ti4;
Chris@19 3823 ii[WS(rs, 57)] = Ti4 - Ti3;
Chris@19 3824 }
Chris@19 3825 {
Chris@19 3826 E Tcz, TcG, ThN, ThW;
Chris@19 3827 Tcz = Tcv + Tcy;
Chris@19 3828 TcG = TcC + TcF;
Chris@19 3829 ri[WS(rs, 33)] = Tcz - TcG;
Chris@19 3830 ri[WS(rs, 1)] = Tcz + TcG;
Chris@19 3831 ThN = TcI + TcJ;
Chris@19 3832 ThW = ThO + ThV;
Chris@19 3833 ii[WS(rs, 1)] = ThN + ThW;
Chris@19 3834 ii[WS(rs, 33)] = ThW - ThN;
Chris@19 3835 }
Chris@19 3836 {
Chris@19 3837 E TcH, TcK, ThX, ThY;
Chris@19 3838 TcH = Tcv - Tcy;
Chris@19 3839 TcK = TcI - TcJ;
Chris@19 3840 ri[WS(rs, 49)] = TcH - TcK;
Chris@19 3841 ri[WS(rs, 17)] = TcH + TcK;
Chris@19 3842 ThX = TcF - TcC;
Chris@19 3843 ThY = ThV - ThO;
Chris@19 3844 ii[WS(rs, 17)] = ThX + ThY;
Chris@19 3845 ii[WS(rs, 49)] = ThY - ThX;
Chris@19 3846 }
Chris@19 3847 }
Chris@19 3848 {
Chris@19 3849 E T9R, Taj, Tip, Tiv, T9Y, Tiu, Tam, Tik, Ta6, Taw, Tag, Taq, Tad, Tax, Tah;
Chris@19 3850 E Tat;
Chris@19 3851 {
Chris@19 3852 E T9N, T9Q, Til, Tio;
Chris@19 3853 T9N = T6b + T6m;
Chris@19 3854 T9Q = T9O + T9P;
Chris@19 3855 T9R = T9N - T9Q;
Chris@19 3856 Taj = T9N + T9Q;
Chris@19 3857 Til = T6y + T6J;
Chris@19 3858 Tio = Tim + Tin;
Chris@19 3859 Tip = Til + Tio;
Chris@19 3860 Tiv = Tio - Til;
Chris@19 3861 }
Chris@19 3862 {
Chris@19 3863 E T9U, Tak, T9X, Tal;
Chris@19 3864 {
Chris@19 3865 E T9S, T9T, T9V, T9W;
Chris@19 3866 T9S = T6Q + T71;
Chris@19 3867 T9T = T77 + T7a;
Chris@19 3868 T9U = FNMS(KP555570233, T9T, KP831469612 * T9S);
Chris@19 3869 Tak = FMA(KP555570233, T9S, KP831469612 * T9T);
Chris@19 3870 T9V = T7h + T7s;
Chris@19 3871 T9W = T7y + T7B;
Chris@19 3872 T9X = FMA(KP831469612, T9V, KP555570233 * T9W);
Chris@19 3873 Tal = FNMS(KP555570233, T9V, KP831469612 * T9W);
Chris@19 3874 }
Chris@19 3875 T9Y = T9U - T9X;
Chris@19 3876 Tiu = Tal - Tak;
Chris@19 3877 Tam = Tak + Tal;
Chris@19 3878 Tik = T9U + T9X;
Chris@19 3879 }
Chris@19 3880 {
Chris@19 3881 E Ta2, Tao, Ta5, Tap;
Chris@19 3882 {
Chris@19 3883 E Ta0, Ta1, Ta3, Ta4;
Chris@19 3884 Ta0 = T8p + T8s;
Chris@19 3885 Ta1 = T8i + T87;
Chris@19 3886 Ta2 = Ta0 - Ta1;
Chris@19 3887 Tao = Ta0 + Ta1;
Chris@19 3888 Ta3 = T7K + T7V;
Chris@19 3889 Ta4 = T8u + T8v;
Chris@19 3890 Ta5 = Ta3 - Ta4;
Chris@19 3891 Tap = Ta3 + Ta4;
Chris@19 3892 }
Chris@19 3893 Ta6 = FMA(KP471396736, Ta2, KP881921264 * Ta5);
Chris@19 3894 Taw = FNMS(KP290284677, Tao, KP956940335 * Tap);
Chris@19 3895 Tag = FNMS(KP881921264, Ta2, KP471396736 * Ta5);
Chris@19 3896 Taq = FMA(KP956940335, Tao, KP290284677 * Tap);
Chris@19 3897 }
Chris@19 3898 {
Chris@19 3899 E Ta9, Tar, Tac, Tas;
Chris@19 3900 {
Chris@19 3901 E Ta7, Ta8, Taa, Tab;
Chris@19 3902 Ta7 = T8D + T8O;
Chris@19 3903 Ta8 = T9o + T9n;
Chris@19 3904 Ta9 = Ta7 - Ta8;
Chris@19 3905 Tar = Ta7 + Ta8;
Chris@19 3906 Taa = T9i + T9l;
Chris@19 3907 Tab = T90 + T9b;
Chris@19 3908 Tac = Taa - Tab;
Chris@19 3909 Tas = Taa + Tab;
Chris@19 3910 }
Chris@19 3911 Tad = FNMS(KP881921264, Tac, KP471396736 * Ta9);
Chris@19 3912 Tax = FMA(KP290284677, Tar, KP956940335 * Tas);
Chris@19 3913 Tah = FMA(KP881921264, Ta9, KP471396736 * Tac);
Chris@19 3914 Tat = FNMS(KP290284677, Tas, KP956940335 * Tar);
Chris@19 3915 }
Chris@19 3916 {
Chris@19 3917 E T9Z, Tae, Tit, Tiw;
Chris@19 3918 T9Z = T9R + T9Y;
Chris@19 3919 Tae = Ta6 + Tad;
Chris@19 3920 ri[WS(rs, 43)] = T9Z - Tae;
Chris@19 3921 ri[WS(rs, 11)] = T9Z + Tae;
Chris@19 3922 Tit = Tag + Tah;
Chris@19 3923 Tiw = Tiu + Tiv;
Chris@19 3924 ii[WS(rs, 11)] = Tit + Tiw;
Chris@19 3925 ii[WS(rs, 43)] = Tiw - Tit;
Chris@19 3926 }
Chris@19 3927 {
Chris@19 3928 E Taf, Tai, Tix, Tiy;
Chris@19 3929 Taf = T9R - T9Y;
Chris@19 3930 Tai = Tag - Tah;
Chris@19 3931 ri[WS(rs, 59)] = Taf - Tai;
Chris@19 3932 ri[WS(rs, 27)] = Taf + Tai;
Chris@19 3933 Tix = Tad - Ta6;
Chris@19 3934 Tiy = Tiv - Tiu;
Chris@19 3935 ii[WS(rs, 27)] = Tix + Tiy;
Chris@19 3936 ii[WS(rs, 59)] = Tiy - Tix;
Chris@19 3937 }
Chris@19 3938 {
Chris@19 3939 E Tan, Tau, Tij, Tiq;
Chris@19 3940 Tan = Taj + Tam;
Chris@19 3941 Tau = Taq + Tat;
Chris@19 3942 ri[WS(rs, 35)] = Tan - Tau;
Chris@19 3943 ri[WS(rs, 3)] = Tan + Tau;
Chris@19 3944 Tij = Taw + Tax;
Chris@19 3945 Tiq = Tik + Tip;
Chris@19 3946 ii[WS(rs, 3)] = Tij + Tiq;
Chris@19 3947 ii[WS(rs, 35)] = Tiq - Tij;
Chris@19 3948 }
Chris@19 3949 {
Chris@19 3950 E Tav, Tay, Tir, Tis;
Chris@19 3951 Tav = Taj - Tam;
Chris@19 3952 Tay = Taw - Tax;
Chris@19 3953 ri[WS(rs, 51)] = Tav - Tay;
Chris@19 3954 ri[WS(rs, 19)] = Tav + Tay;
Chris@19 3955 Tir = Tat - Taq;
Chris@19 3956 Tis = Tip - Tik;
Chris@19 3957 ii[WS(rs, 19)] = Tir + Tis;
Chris@19 3958 ii[WS(rs, 51)] = Tis - Tir;
Chris@19 3959 }
Chris@19 3960 }
Chris@19 3961 }
Chris@19 3962 }
Chris@19 3963 }
Chris@19 3964
Chris@19 3965 static const tw_instr twinstr[] = {
Chris@19 3966 {TW_FULL, 0, 64},
Chris@19 3967 {TW_NEXT, 1, 0}
Chris@19 3968 };
Chris@19 3969
Chris@19 3970 static const ct_desc desc = { 64, "t1_64", twinstr, &GENUS, {808, 270, 230, 0}, 0, 0, 0 };
Chris@19 3971
Chris@19 3972 void X(codelet_t1_64) (planner *p) {
Chris@19 3973 X(kdft_dit_register) (p, t1_64, &desc);
Chris@19 3974 }
Chris@19 3975 #endif /* HAVE_FMA */