sv-dependency-builds: src/fftw-3.3.8/rdft/scalar/r2cb/hb

annotate src/fftw-3.3.8/rdft/scalar/r2cb/hb_64.c @ 82:d0c2a83c1364

Add FFTW 3.3.8 source, and a Linux build

author	Chris Cannam
date	Tue, 19 Nov 2019 14:52:55 +0000
parents
children

rev	line source
Chris@82	1 /*
Chris@82	2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82	3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82	4 *
Chris@82	5 * This program is free software; you can redistribute it and/or modify
Chris@82	6 * it under the terms of the GNU General Public License as published by
Chris@82	7 * the Free Software Foundation; either version 2 of the License, or
Chris@82	8 * (at your option) any later version.
Chris@82	9 *
Chris@82	10 * This program is distributed in the hope that it will be useful,
Chris@82	11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82	12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@82	13 * GNU General Public License for more details.
Chris@82	14 *
Chris@82	15 * You should have received a copy of the GNU General Public License
Chris@82	16 * along with this program; if not, write to the Free Software
Chris@82	17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@82	18 *
Chris@82	19 */
Chris@82	20
Chris@82	21 /* This file was automatically generated --- DO NOT EDIT */
Chris@82	22 /* Generated on Thu May 24 08:07:33 EDT 2018 */
Chris@82	23
Chris@82	24 #include "rdft/codelet-rdft.h"
Chris@82	25
Chris@82	26 #if defined(ARCH_PREFERS_FMA) \|\| defined(ISA_EXTENSION_PREFERS_FMA)
Chris@82	27
Chris@82	28 /* Generated by: ../../../genfft/gen_hc2hc.native -fma -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -dif -name hb_64 -include rdft/scalar/hb.h */
Chris@82	29
Chris@82	30 /*
Chris@82	31 * This function contains 1038 FP additions, 644 FP multiplications,
Chris@82	32 * (or, 520 additions, 126 multiplications, 518 fused multiply/add),
Chris@82	33 * 192 stack variables, 15 constants, and 256 memory accesses
Chris@82	34 */
Chris@82	35 #include "rdft/scalar/hb.h"
Chris@82	36
Chris@82	37 static void hb_64(R cr, R ci, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82	38 {
Chris@82	39 DK(KP881921264, +0.881921264348355029712756863660388349508442621);
Chris@82	40 DK(KP534511135, +0.534511135950791641089685961295362908582039528);
Chris@82	41 DK(KP956940335, +0.956940335732208864935797886980269969482849206);
Chris@82	42 DK(KP303346683, +0.303346683607342391675883946941299872384187453);
Chris@82	43 DK(KP995184726, +0.995184726672196886244836953109479921575474869);
Chris@82	44 DK(KP098491403, +0.098491403357164253077197521291327432293052451);
Chris@82	45 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
Chris@82	46 DK(KP773010453, +0.773010453362736960810906609758469800971041293);
Chris@82	47 DK(KP820678790, +0.820678790828660330972281985331011598767386482);
Chris@82	48 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
Chris@82	49 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
Chris@82	50 DK(KP668178637, +0.668178637919298919997757686523080761552472251);
Chris@82	51 DK(KP198912367, +0.198912367379658006911597622644676228597850501);
Chris@82	52 DK(KP414213562, +0.414213562373095048801688724209698078569671875);
Chris@82	53 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
Chris@82	54 {
Chris@82	55 INT m;
Chris@82	56 for (m = mb, W = W + ((mb - 1) * 126); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 126, MAKE_VOLATILE_STRIDE(128, rs)) {
Chris@82	57 E Tv, Thy, T5B, T7n, Tey, TfP, TjB, Tkl, T2k, T6U, T2H, T7o, Tia, TiH, Tj8;
Chris@82	58 E Tk8, T5E, T6V, T9N, Tbz, T9Q, Tb7, Tev, Tgh, T8G, Tb6, T8N, TbA, TcU, TfO;
Chris@82	59 E Td5, Tgi, T10, Ti3, Tje, TjC, ThF, TiI, Tds, TeA, Tjb, TjD, Tdh, TeB, TfT;
Chris@82	60 E Tgl, TfW, Tgk, T39, T7r, T5H, T6Z, T8V, TbC, T9S, Tbb, T3A, T7q, T5G, T72;
Chris@82	61 E T92, TbD, T9T, Tbe, T1w, ThH, Tjq, Tke, Tjt, Tkf, ThO, TiK, Tec, TgT, Tfc;
Chris@82	62 E Tgb, Tel, TgU, Tfd, Tg8, T5a, T82, T83, T5n, T6i, T77, T7a, T6j, T9f, Tcb;
Chris@82	63 E Tcc, T9m, Tar, Tbj, Tbm, Tas, T21, ThQ, Tjj, Tkb, Tjm, Tkc, ThX, TiL, TdL;
Chris@82	64 E TgW, Tf9, Tg4, TdU, TgX, Tfa, Tg1, T4h, T7Z, T80, T4u, T6f, T7e, T7h, T6g;
Chris@82	65 E T9y, Tce, Tcf, T9F, Tau, Tbq, Tbt, Tav;
Chris@82	66 {
Chris@82	67 E T3, T6, T7, T5t, T24, Tes, Ter, T27, Ti4, T5w, Ta, TcR, Td, TcS, Te;
Chris@82	68 E T2d, Ti5, T5z, T5y, T2i, Tm, Td3, Ti7, T2p, T2u, T8I, Td0, T8H, Tt, TcY;
Chris@82	69 E Ti8, T2A, T2F, T8L, TcX, T8K;
Chris@82	70 {
Chris@82	71 E T1, T2, T4, T5;
Chris@82	72 T1 = cr[0];
Chris@82	73 T2 = ci[WS(rs, 31)];
Chris@82	74 T3 = T1 + T2;
Chris@82	75 T4 = cr[WS(rs, 16)];
Chris@82	76 T5 = ci[WS(rs, 15)];
Chris@82	77 T6 = T4 + T5;
Chris@82	78 T7 = T3 + T6;
Chris@82	79 T5t = T4 - T5;
Chris@82	80 T24 = T1 - T2;
Chris@82	81 }
Chris@82	82 {
Chris@82	83 E T25, T26, T5u, T5v;
Chris@82	84 T25 = ci[WS(rs, 47)];
Chris@82	85 T26 = cr[WS(rs, 48)];
Chris@82	86 Tes = T25 - T26;
Chris@82	87 T5u = ci[WS(rs, 63)];
Chris@82	88 T5v = cr[WS(rs, 32)];
Chris@82	89 Ter = T5u - T5v;
Chris@82	90 T27 = T25 + T26;
Chris@82	91 Ti4 = Ter + Tes;
Chris@82	92 T5w = T5u + T5v;
Chris@82	93 }
Chris@82	94 {
Chris@82	95 E T29, T2h, T2e, T2c;
Chris@82	96 {
Chris@82	97 E T8, T9, T2f, T2g;
Chris@82	98 T8 = cr[WS(rs, 8)];
Chris@82	99 T9 = ci[WS(rs, 23)];
Chris@82	100 Ta = T8 + T9;
Chris@82	101 T29 = T8 - T9;
Chris@82	102 T2f = ci[WS(rs, 39)];
Chris@82	103 T2g = cr[WS(rs, 56)];
Chris@82	104 T2h = T2f + T2g;
Chris@82	105 TcR = T2f - T2g;
Chris@82	106 }
Chris@82	107 {
Chris@82	108 E Tb, Tc, T2a, T2b;
Chris@82	109 Tb = ci[WS(rs, 7)];
Chris@82	110 Tc = cr[WS(rs, 24)];
Chris@82	111 Td = Tb + Tc;
Chris@82	112 T2e = Tb - Tc;
Chris@82	113 T2a = ci[WS(rs, 55)];
Chris@82	114 T2b = cr[WS(rs, 40)];
Chris@82	115 T2c = T2a + T2b;
Chris@82	116 TcS = T2a - T2b;
Chris@82	117 }
Chris@82	118 Te = Ta + Td;
Chris@82	119 T2d = T29 - T2c;
Chris@82	120 Ti5 = TcS + TcR;
Chris@82	121 T5z = T2e + T2h;
Chris@82	122 T5y = T29 + T2c;
Chris@82	123 T2i = T2e - T2h;
Chris@82	124 }
Chris@82	125 {
Chris@82	126 E Ti, T2l, T2t, Td1, Tl, T2q, T2o, Td2;
Chris@82	127 {
Chris@82	128 E Tg, Th, T2r, T2s;
Chris@82	129 Tg = cr[WS(rs, 4)];
Chris@82	130 Th = ci[WS(rs, 27)];
Chris@82	131 Ti = Tg + Th;
Chris@82	132 T2l = Tg - Th;
Chris@82	133 T2r = ci[WS(rs, 59)];
Chris@82	134 T2s = cr[WS(rs, 36)];
Chris@82	135 T2t = T2r + T2s;
Chris@82	136 Td1 = T2r - T2s;
Chris@82	137 }
Chris@82	138 {
Chris@82	139 E Tj, Tk, T2m, T2n;
Chris@82	140 Tj = cr[WS(rs, 20)];
Chris@82	141 Tk = ci[WS(rs, 11)];
Chris@82	142 Tl = Tj + Tk;
Chris@82	143 T2q = Tj - Tk;
Chris@82	144 T2m = ci[WS(rs, 43)];
Chris@82	145 T2n = cr[WS(rs, 52)];
Chris@82	146 T2o = T2m + T2n;
Chris@82	147 Td2 = T2m - T2n;
Chris@82	148 }
Chris@82	149 Tm = Ti + Tl;
Chris@82	150 Td3 = Td1 - Td2;
Chris@82	151 Ti7 = Td1 + Td2;
Chris@82	152 T2p = T2l - T2o;
Chris@82	153 T2u = T2q + T2t;
Chris@82	154 T8I = T2l + T2o;
Chris@82	155 Td0 = Ti - Tl;
Chris@82	156 T8H = T2t - T2q;
Chris@82	157 }
Chris@82	158 {
Chris@82	159 E Tp, T2w, T2E, TcV, Ts, T2B, T2z, TcW;
Chris@82	160 {
Chris@82	161 E Tn, To, T2C, T2D;
Chris@82	162 Tn = ci[WS(rs, 3)];
Chris@82	163 To = cr[WS(rs, 28)];
Chris@82	164 Tp = Tn + To;
Chris@82	165 T2w = Tn - To;
Chris@82	166 T2C = ci[WS(rs, 35)];
Chris@82	167 T2D = cr[WS(rs, 60)];
Chris@82	168 T2E = T2C + T2D;
Chris@82	169 TcV = T2C - T2D;
Chris@82	170 }
Chris@82	171 {
Chris@82	172 E Tq, Tr, T2x, T2y;
Chris@82	173 Tq = cr[WS(rs, 12)];
Chris@82	174 Tr = ci[WS(rs, 19)];
Chris@82	175 Ts = Tq + Tr;
Chris@82	176 T2B = Tq - Tr;
Chris@82	177 T2x = ci[WS(rs, 51)];
Chris@82	178 T2y = cr[WS(rs, 44)];
Chris@82	179 T2z = T2x + T2y;
Chris@82	180 TcW = T2x - T2y;
Chris@82	181 }
Chris@82	182 Tt = Tp + Ts;
Chris@82	183 TcY = Tp - Ts;
Chris@82	184 Ti8 = TcV + TcW;
Chris@82	185 T2A = T2w - T2z;
Chris@82	186 T2F = T2B - T2E;
Chris@82	187 T8L = T2w + T2z;
Chris@82	188 TcX = TcV - TcW;
Chris@82	189 T8K = T2B + T2E;
Chris@82	190 }
Chris@82	191 {
Chris@82	192 E Tf, Tu, T5x, T5A;
Chris@82	193 Tf = T7 + Te;
Chris@82	194 Tu = Tm + Tt;
Chris@82	195 Tv = Tf + Tu;
Chris@82	196 Thy = Tf - Tu;
Chris@82	197 T5x = T5t + T5w;
Chris@82	198 T5A = T5y - T5z;
Chris@82	199 T5B = FMA(KP707106781, T5A, T5x);
Chris@82	200 T7n = FNMS(KP707106781, T5A, T5x);
Chris@82	201 }
Chris@82	202 {
Chris@82	203 E Tew, Tex, Tjz, TjA;
Chris@82	204 Tew = Td0 - Td3;
Chris@82	205 Tex = TcY + TcX;
Chris@82	206 Tey = Tew - Tex;
Chris@82	207 TfP = Tew + Tex;
Chris@82	208 Tjz = Ti4 - Ti5;
Chris@82	209 TjA = Tm - Tt;
Chris@82	210 TjB = Tjz - TjA;
Chris@82	211 Tkl = TjA + Tjz;
Chris@82	212 }
Chris@82	213 {
Chris@82	214 E T28, T2j, T2v, T2G;
Chris@82	215 T28 = T24 - T27;
Chris@82	216 T2j = T2d + T2i;
Chris@82	217 T2k = FMA(KP707106781, T2j, T28);
Chris@82	218 T6U = FNMS(KP707106781, T2j, T28);
Chris@82	219 T2v = FNMS(KP414213562, T2u, T2p);
Chris@82	220 T2G = FMA(KP414213562, T2F, T2A);
Chris@82	221 T2H = T2v + T2G;
Chris@82	222 T7o = T2v - T2G;
Chris@82	223 }
Chris@82	224 {
Chris@82	225 E Ti6, Ti9, Tj6, Tj7;
Chris@82	226 Ti6 = Ti4 + Ti5;
Chris@82	227 Ti9 = Ti7 + Ti8;
Chris@82	228 Tia = Ti6 - Ti9;
Chris@82	229 TiH = Ti6 + Ti9;
Chris@82	230 Tj6 = T7 - Te;
Chris@82	231 Tj7 = Ti8 - Ti7;
Chris@82	232 Tj8 = Tj6 - Tj7;
Chris@82	233 Tk8 = Tj6 + Tj7;
Chris@82	234 }
Chris@82	235 {
Chris@82	236 E T5C, T5D, T9L, T9M;
Chris@82	237 T5C = FMA(KP414213562, T2p, T2u);
Chris@82	238 T5D = FNMS(KP414213562, T2A, T2F);
Chris@82	239 T5E = T5C + T5D;
Chris@82	240 T6V = T5D - T5C;
Chris@82	241 T9L = T5w - T5t;
Chris@82	242 T9M = T2d - T2i;
Chris@82	243 T9N = FMA(KP707106781, T9M, T9L);
Chris@82	244 Tbz = FNMS(KP707106781, T9M, T9L);
Chris@82	245 }
Chris@82	246 {
Chris@82	247 E T9O, T9P, Tet, Teu;
Chris@82	248 T9O = FMA(KP414213562, T8H, T8I);
Chris@82	249 T9P = FMA(KP414213562, T8K, T8L);
Chris@82	250 T9Q = T9O - T9P;
Chris@82	251 Tb7 = T9O + T9P;
Chris@82	252 Tet = Ter - Tes;
Chris@82	253 Teu = Ta - Td;
Chris@82	254 Tev = Tet - Teu;
Chris@82	255 Tgh = Teu + Tet;
Chris@82	256 }
Chris@82	257 {
Chris@82	258 E T8E, T8F, T8J, T8M;
Chris@82	259 T8E = T24 + T27;
Chris@82	260 T8F = T5y + T5z;
Chris@82	261 T8G = FNMS(KP707106781, T8F, T8E);
Chris@82	262 Tb6 = FMA(KP707106781, T8F, T8E);
Chris@82	263 T8J = FNMS(KP414213562, T8I, T8H);
Chris@82	264 T8M = FNMS(KP414213562, T8L, T8K);
Chris@82	265 T8N = T8J + T8M;
Chris@82	266 TbA = T8M - T8J;
Chris@82	267 }
Chris@82	268 {
Chris@82	269 E TcQ, TcT, TcZ, Td4;
Chris@82	270 TcQ = T3 - T6;
Chris@82	271 TcT = TcR - TcS;
Chris@82	272 TcU = TcQ - TcT;
Chris@82	273 TfO = TcQ + TcT;
Chris@82	274 TcZ = TcX - TcY;
Chris@82	275 Td4 = Td0 + Td3;
Chris@82	276 Td5 = TcZ - Td4;
Chris@82	277 Tgi = Td4 + TcZ;
Chris@82	278 }
Chris@82	279 }
Chris@82	280 {
Chris@82	281 E TC, Tdn, ThC, T3e, T3v, T8S, Tdk, T8P, TY, Tdf, ThA, T2S, T2X, T36, Tda;
Chris@82	282 E T35, TJ, Tdq, ThD, T3j, T3o, T3x, Tdl, T3w, TR, Tdc, Thz, T2N, T34, T8Z;
Chris@82	283 E Td9, T8W;
Chris@82	284 {
Chris@82	285 E Ty, T3r, T3u, Tdj, TB, T3a, T3d, Tdi;
Chris@82	286 {
Chris@82	287 E Tw, Tx, T3s, T3t;
Chris@82	288 Tw = cr[WS(rs, 2)];
Chris@82	289 Tx = ci[WS(rs, 29)];
Chris@82	290 Ty = Tw + Tx;
Chris@82	291 T3r = Tw - Tx;
Chris@82	292 T3s = ci[WS(rs, 45)];
Chris@82	293 T3t = cr[WS(rs, 50)];
Chris@82	294 T3u = T3s + T3t;
Chris@82	295 Tdj = T3s - T3t;
Chris@82	296 }
Chris@82	297 {
Chris@82	298 E Tz, TA, T3b, T3c;
Chris@82	299 Tz = cr[WS(rs, 18)];
Chris@82	300 TA = ci[WS(rs, 13)];
Chris@82	301 TB = Tz + TA;
Chris@82	302 T3a = Tz - TA;
Chris@82	303 T3b = ci[WS(rs, 61)];
Chris@82	304 T3c = cr[WS(rs, 34)];
Chris@82	305 T3d = T3b + T3c;
Chris@82	306 Tdi = T3b - T3c;
Chris@82	307 }
Chris@82	308 TC = Ty + TB;
Chris@82	309 Tdn = Ty - TB;
Chris@82	310 ThC = Tdi + Tdj;
Chris@82	311 T3e = T3a + T3d;
Chris@82	312 T3v = T3r - T3u;
Chris@82	313 T8S = T3r + T3u;
Chris@82	314 Tdk = Tdi - Tdj;
Chris@82	315 T8P = T3d - T3a;
Chris@82	316 }
Chris@82	317 {
Chris@82	318 E TU, T2O, T2W, Tdd, TX, T2T, T2R, Tde;
Chris@82	319 {
Chris@82	320 E TS, TT, T2U, T2V;
Chris@82	321 TS = cr[WS(rs, 6)];
Chris@82	322 TT = ci[WS(rs, 25)];
Chris@82	323 TU = TS + TT;
Chris@82	324 T2O = TS - TT;
Chris@82	325 T2U = ci[WS(rs, 41)];
Chris@82	326 T2V = cr[WS(rs, 54)];
Chris@82	327 T2W = T2U + T2V;
Chris@82	328 Tdd = T2U - T2V;
Chris@82	329 }
Chris@82	330 {
Chris@82	331 E TV, TW, T2P, T2Q;
Chris@82	332 TV = ci[WS(rs, 9)];
Chris@82	333 TW = cr[WS(rs, 22)];
Chris@82	334 TX = TV + TW;
Chris@82	335 T2T = TV - TW;
Chris@82	336 T2P = ci[WS(rs, 57)];
Chris@82	337 T2Q = cr[WS(rs, 38)];
Chris@82	338 T2R = T2P + T2Q;
Chris@82	339 Tde = T2P - T2Q;
Chris@82	340 }
Chris@82	341 TY = TU + TX;
Chris@82	342 Tdf = Tdd - Tde;
Chris@82	343 ThA = Tde + Tdd;
Chris@82	344 T2S = T2O + T2R;
Chris@82	345 T2X = T2T + T2W;
Chris@82	346 T36 = T2T - T2W;
Chris@82	347 Tda = TU - TX;
Chris@82	348 T35 = T2O - T2R;
Chris@82	349 }
Chris@82	350 {
Chris@82	351 E TF, T3f, T3n, Tdo, TI, T3k, T3i, Tdp;
Chris@82	352 {
Chris@82	353 E TD, TE, T3l, T3m;
Chris@82	354 TD = cr[WS(rs, 10)];
Chris@82	355 TE = ci[WS(rs, 21)];
Chris@82	356 TF = TD + TE;
Chris@82	357 T3f = TD - TE;
Chris@82	358 T3l = ci[WS(rs, 37)];
Chris@82	359 T3m = cr[WS(rs, 58)];
Chris@82	360 T3n = T3l + T3m;
Chris@82	361 Tdo = T3l - T3m;
Chris@82	362 }
Chris@82	363 {
Chris@82	364 E TG, TH, T3g, T3h;
Chris@82	365 TG = ci[WS(rs, 5)];
Chris@82	366 TH = cr[WS(rs, 26)];
Chris@82	367 TI = TG + TH;
Chris@82	368 T3k = TG - TH;
Chris@82	369 T3g = ci[WS(rs, 53)];
Chris@82	370 T3h = cr[WS(rs, 42)];
Chris@82	371 T3i = T3g + T3h;
Chris@82	372 Tdp = T3g - T3h;
Chris@82	373 }
Chris@82	374 TJ = TF + TI;
Chris@82	375 Tdq = Tdo - Tdp;
Chris@82	376 ThD = Tdp + Tdo;
Chris@82	377 T3j = T3f + T3i;
Chris@82	378 T3o = T3k + T3n;
Chris@82	379 T3x = T3k - T3n;
Chris@82	380 Tdl = TF - TI;
Chris@82	381 T3w = T3f - T3i;
Chris@82	382 }
Chris@82	383 {
Chris@82	384 E TN, T30, T33, Td8, TQ, T2J, T2M, Td7;
Chris@82	385 {
Chris@82	386 E TL, TM, T31, T32;
Chris@82	387 TL = ci[WS(rs, 1)];
Chris@82	388 TM = cr[WS(rs, 30)];
Chris@82	389 TN = TL + TM;
Chris@82	390 T30 = TL - TM;
Chris@82	391 T31 = ci[WS(rs, 49)];
Chris@82	392 T32 = cr[WS(rs, 46)];
Chris@82	393 T33 = T31 + T32;
Chris@82	394 Td8 = T31 - T32;
Chris@82	395 }
Chris@82	396 {
Chris@82	397 E TO, TP, T2K, T2L;
Chris@82	398 TO = cr[WS(rs, 14)];
Chris@82	399 TP = ci[WS(rs, 17)];
Chris@82	400 TQ = TO + TP;
Chris@82	401 T2J = TO - TP;
Chris@82	402 T2K = ci[WS(rs, 33)];
Chris@82	403 T2L = cr[WS(rs, 62)];
Chris@82	404 T2M = T2K + T2L;
Chris@82	405 Td7 = T2K - T2L;
Chris@82	406 }
Chris@82	407 TR = TN + TQ;
Chris@82	408 Tdc = TN - TQ;
Chris@82	409 Thz = Td7 + Td8;
Chris@82	410 T2N = T2J - T2M;
Chris@82	411 T34 = T30 - T33;
Chris@82	412 T8Z = T30 + T33;
Chris@82	413 Td9 = Td7 - Td8;
Chris@82	414 T8W = T2J + T2M;
Chris@82	415 }
Chris@82	416 {
Chris@82	417 E TK, TZ, Tdm, Tdr;
Chris@82	418 TK = TC + TJ;
Chris@82	419 TZ = TR + TY;
Chris@82	420 T10 = TK + TZ;
Chris@82	421 Ti3 = TK - TZ;
Chris@82	422 {
Chris@82	423 E Tjc, Tjd, ThB, ThE;
Chris@82	424 Tjc = TC - TJ;
Chris@82	425 Tjd = ThC - ThD;
Chris@82	426 Tje = Tjc + Tjd;
Chris@82	427 TjC = Tjc - Tjd;
Chris@82	428 ThB = Thz + ThA;
Chris@82	429 ThE = ThC + ThD;
Chris@82	430 ThF = ThB - ThE;
Chris@82	431 TiI = ThE + ThB;
Chris@82	432 }
Chris@82	433 Tdm = Tdk - Tdl;
Chris@82	434 Tdr = Tdn - Tdq;
Chris@82	435 Tds = FNMS(KP414213562, Tdr, Tdm);
Chris@82	436 TeA = FMA(KP414213562, Tdm, Tdr);
Chris@82	437 {
Chris@82	438 E Tj9, Tja, Tdb, Tdg;
Chris@82	439 Tj9 = Thz - ThA;
Chris@82	440 Tja = TR - TY;
Chris@82	441 Tjb = Tj9 - Tja;
Chris@82	442 TjD = Tja + Tj9;
Chris@82	443 Tdb = Td9 - Tda;
Chris@82	444 Tdg = Tdc - Tdf;
Chris@82	445 Tdh = FMA(KP414213562, Tdg, Tdb);
Chris@82	446 TeB = FNMS(KP414213562, Tdb, Tdg);
Chris@82	447 }
Chris@82	448 }
Chris@82	449 {
Chris@82	450 E TfR, TfS, TfU, TfV;
Chris@82	451 TfR = Tda + Td9;
Chris@82	452 TfS = Tdc + Tdf;
Chris@82	453 TfT = FNMS(KP414213562, TfS, TfR);
Chris@82	454 Tgl = FMA(KP414213562, TfR, TfS);
Chris@82	455 TfU = Tdl + Tdk;
Chris@82	456 TfV = Tdn + Tdq;
Chris@82	457 TfW = FMA(KP414213562, TfV, TfU);
Chris@82	458 Tgk = FNMS(KP414213562, TfU, TfV);
Chris@82	459 {
Chris@82	460 E T2Z, T6X, T38, T6Y, T2Y, T37;
Chris@82	461 T2Y = T2S - T2X;
Chris@82	462 T2Z = FMA(KP707106781, T2Y, T2N);
Chris@82	463 T6X = FNMS(KP707106781, T2Y, T2N);
Chris@82	464 T37 = T35 + T36;
Chris@82	465 T38 = FMA(KP707106781, T37, T34);
Chris@82	466 T6Y = FNMS(KP707106781, T37, T34);
Chris@82	467 T39 = FNMS(KP198912367, T38, T2Z);
Chris@82	468 T7r = FNMS(KP668178637, T6X, T6Y);
Chris@82	469 T5H = FMA(KP198912367, T2Z, T38);
Chris@82	470 T6Z = FMA(KP668178637, T6Y, T6X);
Chris@82	471 }
Chris@82	472 }
Chris@82	473 {
Chris@82	474 E T8R, Tb9, T8U, Tba, T8Q, T8T;
Chris@82	475 T8Q = T3x - T3w;
Chris@82	476 T8R = FNMS(KP707106781, T8Q, T8P);
Chris@82	477 Tb9 = FMA(KP707106781, T8Q, T8P);
Chris@82	478 T8T = T3j + T3o;
Chris@82	479 T8U = FNMS(KP707106781, T8T, T8S);
Chris@82	480 Tba = FMA(KP707106781, T8T, T8S);
Chris@82	481 T8V = FMA(KP668178637, T8U, T8R);
Chris@82	482 TbC = FMA(KP198912367, Tb9, Tba);
Chris@82	483 T9S = FNMS(KP668178637, T8R, T8U);
Chris@82	484 Tbb = FNMS(KP198912367, Tba, Tb9);
Chris@82	485 }
Chris@82	486 {
Chris@82	487 E T3q, T70, T3z, T71, T3p, T3y;
Chris@82	488 T3p = T3j - T3o;
Chris@82	489 T3q = FMA(KP707106781, T3p, T3e);
Chris@82	490 T70 = FNMS(KP707106781, T3p, T3e);
Chris@82	491 T3y = T3w + T3x;
Chris@82	492 T3z = FMA(KP707106781, T3y, T3v);
Chris@82	493 T71 = FNMS(KP707106781, T3y, T3v);
Chris@82	494 T3A = FMA(KP198912367, T3z, T3q);
Chris@82	495 T7q = FMA(KP668178637, T70, T71);
Chris@82	496 T5G = FNMS(KP198912367, T3q, T3z);
Chris@82	497 T72 = FNMS(KP668178637, T71, T70);
Chris@82	498 }
Chris@82	499 {
Chris@82	500 E T8Y, Tbc, T91, Tbd, T8X, T90;
Chris@82	501 T8X = T35 - T36;
Chris@82	502 T8Y = FNMS(KP707106781, T8X, T8W);
Chris@82	503 Tbc = FMA(KP707106781, T8X, T8W);
Chris@82	504 T90 = T2S + T2X;
Chris@82	505 T91 = FNMS(KP707106781, T90, T8Z);
Chris@82	506 Tbd = FMA(KP707106781, T90, T8Z);
Chris@82	507 T92 = FMA(KP668178637, T91, T8Y);
Chris@82	508 TbD = FMA(KP198912367, Tbc, Tbd);
Chris@82	509 T9T = FNMS(KP668178637, T8Y, T91);
Chris@82	510 Tbe = FNMS(KP198912367, Tbd, Tbc);
Chris@82	511 }
Chris@82	512 }
Chris@82	513 {
Chris@82	514 E T18, Ted, ThI, T4A, T5f, T9g, TdY, T95, T1u, Te4, ThM, T52, T57, T9c, Te1;
Chris@82	515 E T9b, T1f, Teg, ThJ, T4F, T4K, T5h, TdZ, T5g, T1n, Te9, ThL, T4R, T4W, T99;
Chris@82	516 E Te6, T98;
Chris@82	517 {
Chris@82	518 E T14, T5b, T5e, TdX, T17, T4w, T4z, TdW;
Chris@82	519 {
Chris@82	520 E T12, T13, T5c, T5d;
Chris@82	521 T12 = cr[WS(rs, 1)];
Chris@82	522 T13 = ci[WS(rs, 30)];
Chris@82	523 T14 = T12 + T13;
Chris@82	524 T5b = T12 - T13;
Chris@82	525 T5c = ci[WS(rs, 46)];
Chris@82	526 T5d = cr[WS(rs, 49)];
Chris@82	527 T5e = T5c + T5d;
Chris@82	528 TdX = T5c - T5d;
Chris@82	529 }
Chris@82	530 {
Chris@82	531 E T15, T16, T4x, T4y;
Chris@82	532 T15 = cr[WS(rs, 17)];
Chris@82	533 T16 = ci[WS(rs, 14)];
Chris@82	534 T17 = T15 + T16;
Chris@82	535 T4w = T15 - T16;
Chris@82	536 T4x = ci[WS(rs, 62)];
Chris@82	537 T4y = cr[WS(rs, 33)];
Chris@82	538 T4z = T4x + T4y;
Chris@82	539 TdW = T4x - T4y;
Chris@82	540 }
Chris@82	541 T18 = T14 + T17;
Chris@82	542 Ted = T14 - T17;
Chris@82	543 ThI = TdW + TdX;
Chris@82	544 T4A = T4w + T4z;
Chris@82	545 T5f = T5b - T5e;
Chris@82	546 T9g = T5b + T5e;
Chris@82	547 TdY = TdW - TdX;
Chris@82	548 T95 = T4z - T4w;
Chris@82	549 }
Chris@82	550 {
Chris@82	551 E T1q, T53, T56, Te3, T1t, T4Y, T51, Te2;
Chris@82	552 {
Chris@82	553 E T1o, T1p, T54, T55;
Chris@82	554 T1o = ci[WS(rs, 2)];
Chris@82	555 T1p = cr[WS(rs, 29)];
Chris@82	556 T1q = T1o + T1p;
Chris@82	557 T53 = T1o - T1p;
Chris@82	558 T54 = ci[WS(rs, 50)];
Chris@82	559 T55 = cr[WS(rs, 45)];
Chris@82	560 T56 = T54 + T55;
Chris@82	561 Te3 = T54 - T55;
Chris@82	562 }
Chris@82	563 {
Chris@82	564 E T1r, T1s, T4Z, T50;
Chris@82	565 T1r = cr[WS(rs, 13)];
Chris@82	566 T1s = ci[WS(rs, 18)];
Chris@82	567 T1t = T1r + T1s;
Chris@82	568 T4Y = T1r - T1s;
Chris@82	569 T4Z = ci[WS(rs, 34)];
Chris@82	570 T50 = cr[WS(rs, 61)];
Chris@82	571 T51 = T4Z + T50;
Chris@82	572 Te2 = T4Z - T50;
Chris@82	573 }
Chris@82	574 T1u = T1q + T1t;
Chris@82	575 Te4 = Te2 - Te3;
Chris@82	576 ThM = Te2 + Te3;
Chris@82	577 T52 = T4Y - T51;
Chris@82	578 T57 = T53 - T56;
Chris@82	579 T9c = T4Y + T51;
Chris@82	580 Te1 = T1q - T1t;
Chris@82	581 T9b = T53 + T56;
Chris@82	582 }
Chris@82	583 {
Chris@82	584 E T1b, T4B, T4J, Tee, T1e, T4G, T4E, Tef;
Chris@82	585 {
Chris@82	586 E T19, T1a, T4H, T4I;
Chris@82	587 T19 = cr[WS(rs, 9)];
Chris@82	588 T1a = ci[WS(rs, 22)];
Chris@82	589 T1b = T19 + T1a;
Chris@82	590 T4B = T19 - T1a;
Chris@82	591 T4H = ci[WS(rs, 38)];
Chris@82	592 T4I = cr[WS(rs, 57)];
Chris@82	593 T4J = T4H + T4I;
Chris@82	594 Tee = T4H - T4I;
Chris@82	595 }
Chris@82	596 {
Chris@82	597 E T1c, T1d, T4C, T4D;
Chris@82	598 T1c = ci[WS(rs, 6)];
Chris@82	599 T1d = cr[WS(rs, 25)];
Chris@82	600 T1e = T1c + T1d;
Chris@82	601 T4G = T1c - T1d;
Chris@82	602 T4C = ci[WS(rs, 54)];
Chris@82	603 T4D = cr[WS(rs, 41)];
Chris@82	604 T4E = T4C + T4D;
Chris@82	605 Tef = T4C - T4D;
Chris@82	606 }
Chris@82	607 T1f = T1b + T1e;
Chris@82	608 Teg = Tee - Tef;
Chris@82	609 ThJ = Tef + Tee;
Chris@82	610 T4F = T4B + T4E;
Chris@82	611 T4K = T4G + T4J;
Chris@82	612 T5h = T4G - T4J;
Chris@82	613 TdZ = T1b - T1e;
Chris@82	614 T5g = T4B - T4E;
Chris@82	615 }
Chris@82	616 {
Chris@82	617 E T1j, T4S, T4V, Te8, T1m, T4N, T4Q, Te7;
Chris@82	618 {
Chris@82	619 E T1h, T1i, T4T, T4U;
Chris@82	620 T1h = cr[WS(rs, 5)];
Chris@82	621 T1i = ci[WS(rs, 26)];
Chris@82	622 T1j = T1h + T1i;
Chris@82	623 T4S = T1h - T1i;
Chris@82	624 T4T = ci[WS(rs, 42)];
Chris@82	625 T4U = cr[WS(rs, 53)];
Chris@82	626 T4V = T4T + T4U;
Chris@82	627 Te8 = T4T - T4U;
Chris@82	628 }
Chris@82	629 {
Chris@82	630 E T1k, T1l, T4O, T4P;
Chris@82	631 T1k = cr[WS(rs, 21)];
Chris@82	632 T1l = ci[WS(rs, 10)];
Chris@82	633 T1m = T1k + T1l;
Chris@82	634 T4N = T1k - T1l;
Chris@82	635 T4O = ci[WS(rs, 58)];
Chris@82	636 T4P = cr[WS(rs, 37)];
Chris@82	637 T4Q = T4O + T4P;
Chris@82	638 Te7 = T4O - T4P;
Chris@82	639 }
Chris@82	640 T1n = T1j + T1m;
Chris@82	641 Te9 = Te7 - Te8;
Chris@82	642 ThL = Te7 + Te8;
Chris@82	643 T4R = T4N + T4Q;
Chris@82	644 T4W = T4S - T4V;
Chris@82	645 T99 = T4Q - T4N;
Chris@82	646 Te6 = T1j - T1m;
Chris@82	647 T98 = T4S + T4V;
Chris@82	648 }
Chris@82	649 {
Chris@82	650 E T1g, T1v, Tjo, Tjp;
Chris@82	651 T1g = T18 + T1f;
Chris@82	652 T1v = T1n + T1u;
Chris@82	653 T1w = T1g + T1v;
Chris@82	654 ThH = T1g - T1v;
Chris@82	655 Tjo = ThI - ThJ;
Chris@82	656 Tjp = T1n - T1u;
Chris@82	657 Tjq = Tjo - Tjp;
Chris@82	658 Tke = Tjp + Tjo;
Chris@82	659 }
Chris@82	660 {
Chris@82	661 E Tjr, Tjs, ThK, ThN;
Chris@82	662 Tjr = T18 - T1f;
Chris@82	663 Tjs = ThM - ThL;
Chris@82	664 Tjt = Tjr - Tjs;
Chris@82	665 Tkf = Tjr + Tjs;
Chris@82	666 ThK = ThI + ThJ;
Chris@82	667 ThN = ThL + ThM;
Chris@82	668 ThO = ThK - ThN;
Chris@82	669 TiK = ThK + ThN;
Chris@82	670 }
Chris@82	671 {
Chris@82	672 E Te0, Tg9, Teb, Tga, Te5, Tea;
Chris@82	673 Te0 = TdY - TdZ;
Chris@82	674 Tg9 = Ted + Teg;
Chris@82	675 Te5 = Te1 + Te4;
Chris@82	676 Tea = Te6 - Te9;
Chris@82	677 Teb = Te5 - Tea;
Chris@82	678 Tga = Tea + Te5;
Chris@82	679 Tec = FNMS(KP707106781, Teb, Te0);
Chris@82	680 TgT = FMA(KP707106781, Tga, Tg9);
Chris@82	681 Tfc = FMA(KP707106781, Teb, Te0);
Chris@82	682 Tgb = FNMS(KP707106781, Tga, Tg9);
Chris@82	683 }
Chris@82	684 {
Chris@82	685 E Teh, Tg6, Tek, Tg7, Tei, Tej;
Chris@82	686 Teh = Ted - Teg;
Chris@82	687 Tg6 = TdZ + TdY;
Chris@82	688 Tei = Te6 + Te9;
Chris@82	689 Tej = Te4 - Te1;
Chris@82	690 Tek = Tei - Tej;
Chris@82	691 Tg7 = Tei + Tej;
Chris@82	692 Tel = FNMS(KP707106781, Tek, Teh);
Chris@82	693 TgU = FMA(KP707106781, Tg7, Tg6);
Chris@82	694 Tfd = FMA(KP707106781, Tek, Teh);
Chris@82	695 Tg8 = FNMS(KP707106781, Tg7, Tg6);
Chris@82	696 }
Chris@82	697 {
Chris@82	698 E T4M, T78, T5j, T75, T59, T76, T5m, T79, T4L, T5i;
Chris@82	699 T4L = T4F - T4K;
Chris@82	700 T4M = FMA(KP707106781, T4L, T4A);
Chris@82	701 T78 = FNMS(KP707106781, T4L, T4A);
Chris@82	702 T5i = T5g + T5h;
Chris@82	703 T5j = FMA(KP707106781, T5i, T5f);
Chris@82	704 T75 = FNMS(KP707106781, T5i, T5f);
Chris@82	705 {
Chris@82	706 E T4X, T58, T5k, T5l;
Chris@82	707 T4X = FMA(KP414213562, T4W, T4R);
Chris@82	708 T58 = FNMS(KP414213562, T57, T52);
Chris@82	709 T59 = T4X + T58;
Chris@82	710 T76 = T4X - T58;
Chris@82	711 T5k = FNMS(KP414213562, T4R, T4W);
Chris@82	712 T5l = FMA(KP414213562, T52, T57);
Chris@82	713 T5m = T5k + T5l;
Chris@82	714 T79 = T5l - T5k;
Chris@82	715 }
Chris@82	716 T5a = FNMS(KP923879532, T59, T4M);
Chris@82	717 T82 = FMA(KP923879532, T79, T78);
Chris@82	718 T83 = FMA(KP923879532, T76, T75);
Chris@82	719 T5n = FNMS(KP923879532, T5m, T5j);
Chris@82	720 T6i = FMA(KP923879532, T59, T4M);
Chris@82	721 T77 = FNMS(KP923879532, T76, T75);
Chris@82	722 T7a = FNMS(KP923879532, T79, T78);
Chris@82	723 T6j = FMA(KP923879532, T5m, T5j);
Chris@82	724 }
Chris@82	725 {
Chris@82	726 E T97, Tbk, T9i, Tbh, T9e, Tbi, T9l, Tbl, T96, T9h;
Chris@82	727 T96 = T5h - T5g;
Chris@82	728 T97 = FNMS(KP707106781, T96, T95);
Chris@82	729 Tbk = FMA(KP707106781, T96, T95);
Chris@82	730 T9h = T4F + T4K;
Chris@82	731 T9i = FNMS(KP707106781, T9h, T9g);
Chris@82	732 Tbh = FMA(KP707106781, T9h, T9g);
Chris@82	733 {
Chris@82	734 E T9a, T9d, T9j, T9k;
Chris@82	735 T9a = FMA(KP414213562, T99, T98);
Chris@82	736 T9d = FMA(KP414213562, T9c, T9b);
Chris@82	737 T9e = T9a - T9d;
Chris@82	738 Tbi = T9a + T9d;
Chris@82	739 T9j = FNMS(KP414213562, T98, T99);
Chris@82	740 T9k = FNMS(KP414213562, T9b, T9c);
Chris@82	741 T9l = T9j + T9k;
Chris@82	742 Tbl = T9j - T9k;
Chris@82	743 }
Chris@82	744 T9f = FNMS(KP923879532, T9e, T97);
Chris@82	745 Tcb = FMA(KP923879532, Tbl, Tbk);
Chris@82	746 Tcc = FMA(KP923879532, Tbi, Tbh);
Chris@82	747 T9m = FMA(KP923879532, T9l, T9i);
Chris@82	748 Tar = FNMS(KP923879532, T9l, T9i);
Chris@82	749 Tbj = FNMS(KP923879532, Tbi, Tbh);
Chris@82	750 Tbm = FNMS(KP923879532, Tbl, Tbk);
Chris@82	751 Tas = FMA(KP923879532, T9e, T97);
Chris@82	752 }
Chris@82	753 }
Chris@82	754 {
Chris@82	755 E T1D, TdM, ThR, T3H, T4m, T9z, Tdx, T9o, T1Z, TdD, ThV, T49, T4e, T9s, TdA;
Chris@82	756 E T9r, T1K, TdP, ThS, T3M, T3R, T4o, Tdy, T4n, T1S, TdI, ThU, T3Y, T43, T9v;
Chris@82	757 E TdF, T9u;
Chris@82	758 {
Chris@82	759 E T1z, T4i, T4l, Tdw, T1C, T3D, T3G, Tdv;
Chris@82	760 {
Chris@82	761 E T1x, T1y, T4j, T4k;
Chris@82	762 T1x = ci[0];
Chris@82	763 T1y = cr[WS(rs, 31)];
Chris@82	764 T1z = T1x + T1y;
Chris@82	765 T4i = T1x - T1y;
Chris@82	766 T4j = ci[WS(rs, 48)];
Chris@82	767 T4k = cr[WS(rs, 47)];
Chris@82	768 T4l = T4j + T4k;
Chris@82	769 Tdw = T4j - T4k;
Chris@82	770 }
Chris@82	771 {
Chris@82	772 E T1A, T1B, T3E, T3F;
Chris@82	773 T1A = cr[WS(rs, 15)];
Chris@82	774 T1B = ci[WS(rs, 16)];
Chris@82	775 T1C = T1A + T1B;
Chris@82	776 T3D = T1A - T1B;
Chris@82	777 T3E = ci[WS(rs, 32)];
Chris@82	778 T3F = cr[WS(rs, 63)];
Chris@82	779 T3G = T3E + T3F;
Chris@82	780 Tdv = T3E - T3F;
Chris@82	781 }
Chris@82	782 T1D = T1z + T1C;
Chris@82	783 TdM = T1z - T1C;
Chris@82	784 ThR = Tdv + Tdw;
Chris@82	785 T3H = T3D - T3G;
Chris@82	786 T4m = T4i - T4l;
Chris@82	787 T9z = T4i + T4l;
Chris@82	788 Tdx = Tdv - Tdw;
Chris@82	789 T9o = T3D + T3G;
Chris@82	790 }
Chris@82	791 {
Chris@82	792 E T1V, T4a, T4d, TdC, T1Y, T45, T48, TdB;
Chris@82	793 {
Chris@82	794 E T1T, T1U, T4b, T4c;
Chris@82	795 T1T = ci[WS(rs, 4)];
Chris@82	796 T1U = cr[WS(rs, 27)];
Chris@82	797 T1V = T1T + T1U;
Chris@82	798 T4a = T1T - T1U;
Chris@82	799 T4b = ci[WS(rs, 52)];
Chris@82	800 T4c = cr[WS(rs, 43)];
Chris@82	801 T4d = T4b + T4c;
Chris@82	802 TdC = T4b - T4c;
Chris@82	803 }
Chris@82	804 {
Chris@82	805 E T1W, T1X, T46, T47;
Chris@82	806 T1W = cr[WS(rs, 11)];
Chris@82	807 T1X = ci[WS(rs, 20)];
Chris@82	808 T1Y = T1W + T1X;
Chris@82	809 T45 = T1W - T1X;
Chris@82	810 T46 = ci[WS(rs, 36)];
Chris@82	811 T47 = cr[WS(rs, 59)];
Chris@82	812 T48 = T46 + T47;
Chris@82	813 TdB = T46 - T47;
Chris@82	814 }
Chris@82	815 T1Z = T1V + T1Y;
Chris@82	816 TdD = TdB - TdC;
Chris@82	817 ThV = TdB + TdC;
Chris@82	818 T49 = T45 - T48;
Chris@82	819 T4e = T4a - T4d;
Chris@82	820 T9s = T45 + T48;
Chris@82	821 TdA = T1V - T1Y;
Chris@82	822 T9r = T4a + T4d;
Chris@82	823 }
Chris@82	824 {
Chris@82	825 E T1G, T3I, T3Q, TdN, T1J, T3N, T3L, TdO;
Chris@82	826 {
Chris@82	827 E T1E, T1F, T3O, T3P;
Chris@82	828 T1E = cr[WS(rs, 7)];
Chris@82	829 T1F = ci[WS(rs, 24)];
Chris@82	830 T1G = T1E + T1F;
Chris@82	831 T3I = T1E - T1F;
Chris@82	832 T3O = ci[WS(rs, 40)];
Chris@82	833 T3P = cr[WS(rs, 55)];
Chris@82	834 T3Q = T3O + T3P;
Chris@82	835 TdN = T3O - T3P;
Chris@82	836 }
Chris@82	837 {
Chris@82	838 E T1H, T1I, T3J, T3K;
Chris@82	839 T1H = ci[WS(rs, 8)];
Chris@82	840 T1I = cr[WS(rs, 23)];
Chris@82	841 T1J = T1H + T1I;
Chris@82	842 T3N = T1H - T1I;
Chris@82	843 T3J = ci[WS(rs, 56)];
Chris@82	844 T3K = cr[WS(rs, 39)];
Chris@82	845 T3L = T3J + T3K;
Chris@82	846 TdO = T3J - T3K;
Chris@82	847 }
Chris@82	848 T1K = T1G + T1J;
Chris@82	849 TdP = TdN - TdO;
Chris@82	850 ThS = TdO + TdN;
Chris@82	851 T3M = T3I + T3L;
Chris@82	852 T3R = T3N + T3Q;
Chris@82	853 T4o = T3N - T3Q;
Chris@82	854 Tdy = T1G - T1J;
Chris@82	855 T4n = T3I - T3L;
Chris@82	856 }
Chris@82	857 {
Chris@82	858 E T1O, T3Z, T42, TdH, T1R, T3U, T3X, TdG;
Chris@82	859 {
Chris@82	860 E T1M, T1N, T40, T41;
Chris@82	861 T1M = cr[WS(rs, 3)];
Chris@82	862 T1N = ci[WS(rs, 28)];
Chris@82	863 T1O = T1M + T1N;
Chris@82	864 T3Z = T1M - T1N;
Chris@82	865 T40 = ci[WS(rs, 44)];
Chris@82	866 T41 = cr[WS(rs, 51)];
Chris@82	867 T42 = T40 + T41;
Chris@82	868 TdH = T40 - T41;
Chris@82	869 }
Chris@82	870 {
Chris@82	871 E T1P, T1Q, T3V, T3W;
Chris@82	872 T1P = cr[WS(rs, 19)];
Chris@82	873 T1Q = ci[WS(rs, 12)];
Chris@82	874 T1R = T1P + T1Q;
Chris@82	875 T3U = T1P - T1Q;
Chris@82	876 T3V = ci[WS(rs, 60)];
Chris@82	877 T3W = cr[WS(rs, 35)];
Chris@82	878 T3X = T3V + T3W;
Chris@82	879 TdG = T3V - T3W;
Chris@82	880 }
Chris@82	881 T1S = T1O + T1R;
Chris@82	882 TdI = TdG - TdH;
Chris@82	883 ThU = TdG + TdH;
Chris@82	884 T3Y = T3U + T3X;
Chris@82	885 T43 = T3Z - T42;
Chris@82	886 T9v = T3U - T3X;
Chris@82	887 TdF = T1O - T1R;
Chris@82	888 T9u = T3Z + T42;
Chris@82	889 }
Chris@82	890 {
Chris@82	891 E T1L, T20, Tjh, Tji;
Chris@82	892 T1L = T1D + T1K;
Chris@82	893 T20 = T1S + T1Z;
Chris@82	894 T21 = T1L + T20;
Chris@82	895 ThQ = T1L - T20;
Chris@82	896 Tjh = ThR - ThS;
Chris@82	897 Tji = T1S - T1Z;
Chris@82	898 Tjj = Tjh - Tji;
Chris@82	899 Tkb = Tji + Tjh;
Chris@82	900 }
Chris@82	901 {
Chris@82	902 E Tjk, Tjl, ThT, ThW;
Chris@82	903 Tjk = T1D - T1K;
Chris@82	904 Tjl = ThV - ThU;
Chris@82	905 Tjm = Tjk - Tjl;
Chris@82	906 Tkc = Tjk + Tjl;
Chris@82	907 ThT = ThR + ThS;
Chris@82	908 ThW = ThU + ThV;
Chris@82	909 ThX = ThT - ThW;
Chris@82	910 TiL = ThT + ThW;
Chris@82	911 }
Chris@82	912 {
Chris@82	913 E Tdz, Tg2, TdK, Tg3, TdE, TdJ;
Chris@82	914 Tdz = Tdx - Tdy;
Chris@82	915 Tg2 = TdM + TdP;
Chris@82	916 TdE = TdA + TdD;
Chris@82	917 TdJ = TdF - TdI;
Chris@82	918 TdK = TdE - TdJ;
Chris@82	919 Tg3 = TdJ + TdE;
Chris@82	920 TdL = FNMS(KP707106781, TdK, Tdz);
Chris@82	921 TgW = FMA(KP707106781, Tg3, Tg2);
Chris@82	922 Tf9 = FMA(KP707106781, TdK, Tdz);
Chris@82	923 Tg4 = FNMS(KP707106781, Tg3, Tg2);
Chris@82	924 }
Chris@82	925 {
Chris@82	926 E TdQ, TfZ, TdT, Tg0, TdR, TdS;
Chris@82	927 TdQ = TdM - TdP;
Chris@82	928 TfZ = Tdy + Tdx;
Chris@82	929 TdR = TdF + TdI;
Chris@82	930 TdS = TdD - TdA;
Chris@82	931 TdT = TdR - TdS;
Chris@82	932 Tg0 = TdR + TdS;
Chris@82	933 TdU = FNMS(KP707106781, TdT, TdQ);
Chris@82	934 TgX = FMA(KP707106781, Tg0, TfZ);
Chris@82	935 Tfa = FMA(KP707106781, TdT, TdQ);
Chris@82	936 Tg1 = FNMS(KP707106781, Tg0, TfZ);
Chris@82	937 }
Chris@82	938 {
Chris@82	939 E T3T, T7f, T4q, T7c, T4g, T7d, T4t, T7g, T3S, T4p;
Chris@82	940 T3S = T3M - T3R;
Chris@82	941 T3T = FMA(KP707106781, T3S, T3H);
Chris@82	942 T7f = FNMS(KP707106781, T3S, T3H);
Chris@82	943 T4p = T4n + T4o;
Chris@82	944 T4q = FMA(KP707106781, T4p, T4m);
Chris@82	945 T7c = FNMS(KP707106781, T4p, T4m);
Chris@82	946 {
Chris@82	947 E T44, T4f, T4r, T4s;
Chris@82	948 T44 = FMA(KP414213562, T43, T3Y);
Chris@82	949 T4f = FNMS(KP414213562, T4e, T49);
Chris@82	950 T4g = T44 + T4f;
Chris@82	951 T7d = T44 - T4f;
Chris@82	952 T4r = FNMS(KP414213562, T3Y, T43);
Chris@82	953 T4s = FMA(KP414213562, T49, T4e);
Chris@82	954 T4t = T4r + T4s;
Chris@82	955 T7g = T4s - T4r;
Chris@82	956 }
Chris@82	957 T4h = FNMS(KP923879532, T4g, T3T);
Chris@82	958 T7Z = FMA(KP923879532, T7g, T7f);
Chris@82	959 T80 = FMA(KP923879532, T7d, T7c);
Chris@82	960 T4u = FNMS(KP923879532, T4t, T4q);
Chris@82	961 T6f = FMA(KP923879532, T4g, T3T);
Chris@82	962 T7e = FNMS(KP923879532, T7d, T7c);
Chris@82	963 T7h = FNMS(KP923879532, T7g, T7f);
Chris@82	964 T6g = FMA(KP923879532, T4t, T4q);
Chris@82	965 }
Chris@82	966 {
Chris@82	967 E T9q, Tbr, T9B, Tbo, T9x, Tbp, T9E, Tbs, T9p, T9A;
Chris@82	968 T9p = T4n - T4o;
Chris@82	969 T9q = FNMS(KP707106781, T9p, T9o);
Chris@82	970 Tbr = FMA(KP707106781, T9p, T9o);
Chris@82	971 T9A = T3M + T3R;
Chris@82	972 T9B = FNMS(KP707106781, T9A, T9z);
Chris@82	973 Tbo = FMA(KP707106781, T9A, T9z);
Chris@82	974 {
Chris@82	975 E T9t, T9w, T9C, T9D;
Chris@82	976 T9t = FMA(KP414213562, T9s, T9r);
Chris@82	977 T9w = FNMS(KP414213562, T9v, T9u);
Chris@82	978 T9x = T9t - T9w;
Chris@82	979 Tbp = T9w + T9t;
Chris@82	980 T9C = FMA(KP414213562, T9u, T9v);
Chris@82	981 T9D = FNMS(KP414213562, T9r, T9s);
Chris@82	982 T9E = T9C - T9D;
Chris@82	983 Tbs = T9C + T9D;
Chris@82	984 }
Chris@82	985 T9y = FNMS(KP923879532, T9x, T9q);
Chris@82	986 Tce = FMA(KP923879532, Tbs, Tbr);
Chris@82	987 Tcf = FMA(KP923879532, Tbp, Tbo);
Chris@82	988 T9F = FNMS(KP923879532, T9E, T9B);
Chris@82	989 Tau = FMA(KP923879532, T9E, T9B);
Chris@82	990 Tbq = FNMS(KP923879532, Tbp, Tbo);
Chris@82	991 Tbt = FNMS(KP923879532, Tbs, Tbr);
Chris@82	992 Tav = FMA(KP923879532, T9x, T9q);
Chris@82	993 }
Chris@82	994 }
Chris@82	995 {
Chris@82	996 E T11, T22, TiE, TiJ, TiM, TiN;
Chris@82	997 T11 = Tv + T10;
Chris@82	998 T22 = T1w + T21;
Chris@82	999 TiE = T11 - T22;
Chris@82	1000 TiJ = TiH + TiI;
Chris@82	1001 TiM = TiK + TiL;
Chris@82	1002 TiN = TiJ - TiM;
Chris@82	1003 cr[0] = T11 + T22;
Chris@82	1004 ci[0] = TiJ + TiM;
Chris@82	1005 {
Chris@82	1006 E TiD, TiF, TiG, TiO;
Chris@82	1007 TiD = W[62];
Chris@82	1008 TiF = TiD * TiE;
Chris@82	1009 TiG = W[63];
Chris@82	1010 TiO = TiG * TiE;
Chris@82	1011 cr[WS(rs, 32)] = FNMS(TiG, TiN, TiF);
Chris@82	1012 ci[WS(rs, 32)] = FMA(TiD, TiN, TiO);
Chris@82	1013 }
Chris@82	1014 }
Chris@82	1015 {
Chris@82	1016 E TiS, Tj0, TiX, Tj3;
Chris@82	1017 {
Chris@82	1018 E TiQ, TiR, TiV, TiW;
Chris@82	1019 TiQ = Tv - T10;
Chris@82	1020 TiR = TiL - TiK;
Chris@82	1021 TiS = TiQ - TiR;
Chris@82	1022 Tj0 = TiQ + TiR;
Chris@82	1023 TiV = TiH - TiI;
Chris@82	1024 TiW = T1w - T21;
Chris@82	1025 TiX = TiV - TiW;
Chris@82	1026 Tj3 = TiW + TiV;
Chris@82	1027 }
Chris@82	1028 {
Chris@82	1029 E TiT, TiY, TiP, TiU;
Chris@82	1030 TiP = W[94];
Chris@82	1031 TiT = TiP * TiS;
Chris@82	1032 TiY = TiP * TiX;
Chris@82	1033 TiU = W[95];
Chris@82	1034 cr[WS(rs, 48)] = FNMS(TiU, TiX, TiT);
Chris@82	1035 ci[WS(rs, 48)] = FMA(TiU, TiS, TiY);
Chris@82	1036 }
Chris@82	1037 {
Chris@82	1038 E Tj1, Tj4, TiZ, Tj2;
Chris@82	1039 TiZ = W[30];
Chris@82	1040 Tj1 = TiZ * Tj0;
Chris@82	1041 Tj4 = TiZ * Tj3;
Chris@82	1042 Tj2 = W[31];
Chris@82	1043 cr[WS(rs, 16)] = FNMS(Tj2, Tj3, Tj1);
Chris@82	1044 ci[WS(rs, 16)] = FMA(Tj2, Tj0, Tj4);
Chris@82	1045 }
Chris@82	1046 }
Chris@82	1047 {
Chris@82	1048 E Tib, Tie, Tiy, Tiq, Ti0, TiB, Tii, Tiv;
Chris@82	1049 Tib = Ti3 + Tia;
Chris@82	1050 {
Chris@82	1051 E Tio, Tic, Tid, Tip;
Chris@82	1052 Tio = Thy - ThF;
Chris@82	1053 Tic = ThH + ThO;
Chris@82	1054 Tid = ThX - ThQ;
Chris@82	1055 Tip = Tid - Tic;
Chris@82	1056 Tie = Tic + Tid;
Chris@82	1057 Tiy = FMA(KP707106781, Tip, Tio);
Chris@82	1058 Tiq = FNMS(KP707106781, Tip, Tio);
Chris@82	1059 }
Chris@82	1060 {
Chris@82	1061 E ThG, Tit, ThZ, Tiu, ThP, ThY;
Chris@82	1062 ThG = Thy + ThF;
Chris@82	1063 Tit = Tia - Ti3;
Chris@82	1064 ThP = ThH - ThO;
Chris@82	1065 ThY = ThQ + ThX;
Chris@82	1066 ThZ = ThP + ThY;
Chris@82	1067 Tiu = ThP - ThY;
Chris@82	1068 Ti0 = FNMS(KP707106781, ThZ, ThG);
Chris@82	1069 TiB = FMA(KP707106781, Tiu, Tit);
Chris@82	1070 Tii = FMA(KP707106781, ThZ, ThG);
Chris@82	1071 Tiv = FNMS(KP707106781, Tiu, Tit);
Chris@82	1072 }
Chris@82	1073 {
Chris@82	1074 E Tir, Tiw, Tin, Tis;
Chris@82	1075 Tin = W[110];
Chris@82	1076 Tir = Tin * Tiq;
Chris@82	1077 Tiw = Tin * Tiv;
Chris@82	1078 Tis = W[111];
Chris@82	1079 cr[WS(rs, 56)] = FNMS(Tis, Tiv, Tir);
Chris@82	1080 ci[WS(rs, 56)] = FMA(Tis, Tiq, Tiw);
Chris@82	1081 }
Chris@82	1082 {
Chris@82	1083 E Tiz, TiC, Tix, TiA;
Chris@82	1084 Tix = W[46];
Chris@82	1085 Tiz = Tix * Tiy;
Chris@82	1086 TiC = Tix * TiB;
Chris@82	1087 TiA = W[47];
Chris@82	1088 cr[WS(rs, 24)] = FNMS(TiA, TiB, Tiz);
Chris@82	1089 ci[WS(rs, 24)] = FMA(TiA, Tiy, TiC);
Chris@82	1090 }
Chris@82	1091 {
Chris@82	1092 E Tif, Ti2, Tig, Thx, Ti1;
Chris@82	1093 Tif = FNMS(KP707106781, Tie, Tib);
Chris@82	1094 Ti2 = W[79];
Chris@82	1095 Tig = Ti2 * Ti0;
Chris@82	1096 Thx = W[78];
Chris@82	1097 Ti1 = Thx * Ti0;
Chris@82	1098 cr[WS(rs, 40)] = FNMS(Ti2, Tif, Ti1);
Chris@82	1099 ci[WS(rs, 40)] = FMA(Thx, Tif, Tig);
Chris@82	1100 }
Chris@82	1101 {
Chris@82	1102 E Til, Tik, Tim, Tih, Tij;
Chris@82	1103 Til = FMA(KP707106781, Tie, Tib);
Chris@82	1104 Tik = W[15];
Chris@82	1105 Tim = Tik * Tii;
Chris@82	1106 Tih = W[14];
Chris@82	1107 Tij = Tih * Tii;
Chris@82	1108 cr[WS(rs, 8)] = FNMS(Tik, Til, Tij);
Chris@82	1109 ci[WS(rs, 8)] = FMA(Tih, Til, Tim);
Chris@82	1110 }
Chris@82	1111 }
Chris@82	1112 {
Chris@82	1113 E Tjw, Tk2, Tk5, TjF, TjI, TjU, TjZ, TjM;
Chris@82	1114 {
Chris@82	1115 E TjE, TjX, Tjg, TjS, TjG, TjH, TjT, Tjv, TjY, Tjf, Tjn, Tju;
Chris@82	1116 TjE = TjC - TjD;
Chris@82	1117 TjX = FNMS(KP707106781, TjE, TjB);
Chris@82	1118 Tjf = Tjb - Tje;
Chris@82	1119 Tjg = FMA(KP707106781, Tjf, Tj8);
Chris@82	1120 TjS = FNMS(KP707106781, Tjf, Tj8);
Chris@82	1121 TjG = FMA(KP414213562, Tjq, Tjt);
Chris@82	1122 TjH = FNMS(KP414213562, Tjj, Tjm);
Chris@82	1123 TjT = TjG + TjH;
Chris@82	1124 Tjn = FMA(KP414213562, Tjm, Tjj);
Chris@82	1125 Tju = FNMS(KP414213562, Tjt, Tjq);
Chris@82	1126 Tjv = Tjn - Tju;
Chris@82	1127 TjY = Tju + Tjn;
Chris@82	1128 Tjw = FNMS(KP923879532, Tjv, Tjg);
Chris@82	1129 Tk2 = FMA(KP923879532, TjT, TjS);
Chris@82	1130 Tk5 = FMA(KP923879532, TjY, TjX);
Chris@82	1131 TjF = FMA(KP707106781, TjE, TjB);
Chris@82	1132 TjI = TjG - TjH;
Chris@82	1133 TjU = FNMS(KP923879532, TjT, TjS);
Chris@82	1134 TjZ = FNMS(KP923879532, TjY, TjX);
Chris@82	1135 TjM = FMA(KP923879532, Tjv, Tjg);
Chris@82	1136 }
Chris@82	1137 {
Chris@82	1138 E TjV, Tk0, TjR, TjW;
Chris@82	1139 TjR = W[54];
Chris@82	1140 TjV = TjR * TjU;
Chris@82	1141 Tk0 = TjR * TjZ;
Chris@82	1142 TjW = W[55];
Chris@82	1143 cr[WS(rs, 28)] = FNMS(TjW, TjZ, TjV);
Chris@82	1144 ci[WS(rs, 28)] = FMA(TjW, TjU, Tk0);
Chris@82	1145 }
Chris@82	1146 {
Chris@82	1147 E Tk3, Tk6, Tk1, Tk4;
Chris@82	1148 Tk1 = W[118];
Chris@82	1149 Tk3 = Tk1 * Tk2;
Chris@82	1150 Tk6 = Tk1 * Tk5;
Chris@82	1151 Tk4 = W[119];
Chris@82	1152 cr[WS(rs, 60)] = FNMS(Tk4, Tk5, Tk3);
Chris@82	1153 ci[WS(rs, 60)] = FMA(Tk4, Tk2, Tk6);
Chris@82	1154 }
Chris@82	1155 {
Chris@82	1156 E TjJ, Tjy, TjK, Tj5, Tjx;
Chris@82	1157 TjJ = FNMS(KP923879532, TjI, TjF);
Chris@82	1158 Tjy = W[87];
Chris@82	1159 TjK = Tjy * Tjw;
Chris@82	1160 Tj5 = W[86];
Chris@82	1161 Tjx = Tj5 * Tjw;
Chris@82	1162 cr[WS(rs, 44)] = FNMS(Tjy, TjJ, Tjx);
Chris@82	1163 ci[WS(rs, 44)] = FMA(Tj5, TjJ, TjK);
Chris@82	1164 }
Chris@82	1165 {
Chris@82	1166 E TjP, TjO, TjQ, TjL, TjN;
Chris@82	1167 TjP = FMA(KP923879532, TjI, TjF);
Chris@82	1168 TjO = W[23];
Chris@82	1169 TjQ = TjO * TjM;
Chris@82	1170 TjL = W[22];
Chris@82	1171 TjN = TjL * TjM;
Chris@82	1172 cr[WS(rs, 12)] = FNMS(TjO, TjP, TjN);
Chris@82	1173 ci[WS(rs, 12)] = FMA(TjL, TjP, TjQ);
Chris@82	1174 }
Chris@82	1175 }
Chris@82	1176 {
Chris@82	1177 E Tki, TkK, TkN, Tkn, Tkq, TkC, TkH, Tku;
Chris@82	1178 {
Chris@82	1179 E Tkm, TkF, Tka, TkA, Tko, Tkp, TkB, Tkh, TkG, Tk9, Tkd, Tkg;
Chris@82	1180 Tkm = Tje + Tjb;
Chris@82	1181 TkF = FMA(KP707106781, Tkm, Tkl);
Chris@82	1182 Tk9 = TjC + TjD;
Chris@82	1183 Tka = FNMS(KP707106781, Tk9, Tk8);
Chris@82	1184 TkA = FMA(KP707106781, Tk9, Tk8);
Chris@82	1185 Tko = FNMS(KP414213562, Tke, Tkf);
Chris@82	1186 Tkp = FMA(KP414213562, Tkb, Tkc);
Chris@82	1187 TkB = Tko + Tkp;
Chris@82	1188 Tkd = FNMS(KP414213562, Tkc, Tkb);
Chris@82	1189 Tkg = FMA(KP414213562, Tkf, Tke);
Chris@82	1190 Tkh = Tkd - Tkg;
Chris@82	1191 TkG = Tkg + Tkd;
Chris@82	1192 Tki = FNMS(KP923879532, Tkh, Tka);
Chris@82	1193 TkK = FMA(KP923879532, TkB, TkA);
Chris@82	1194 TkN = FMA(KP923879532, TkG, TkF);
Chris@82	1195 Tkn = FNMS(KP707106781, Tkm, Tkl);
Chris@82	1196 Tkq = Tko - Tkp;
Chris@82	1197 TkC = FNMS(KP923879532, TkB, TkA);
Chris@82	1198 TkH = FNMS(KP923879532, TkG, TkF);
Chris@82	1199 Tku = FMA(KP923879532, Tkh, Tka);
Chris@82	1200 }
Chris@82	1201 {
Chris@82	1202 E TkD, TkI, Tkz, TkE;
Chris@82	1203 Tkz = W[70];
Chris@82	1204 TkD = Tkz * TkC;
Chris@82	1205 TkI = Tkz * TkH;
Chris@82	1206 TkE = W[71];
Chris@82	1207 cr[WS(rs, 36)] = FNMS(TkE, TkH, TkD);
Chris@82	1208 ci[WS(rs, 36)] = FMA(TkE, TkC, TkI);
Chris@82	1209 }
Chris@82	1210 {
Chris@82	1211 E TkL, TkO, TkJ, TkM;
Chris@82	1212 TkJ = W[6];
Chris@82	1213 TkL = TkJ * TkK;
Chris@82	1214 TkO = TkJ * TkN;
Chris@82	1215 TkM = W[7];
Chris@82	1216 cr[WS(rs, 4)] = FNMS(TkM, TkN, TkL);
Chris@82	1217 ci[WS(rs, 4)] = FMA(TkM, TkK, TkO);
Chris@82	1218 }
Chris@82	1219 {
Chris@82	1220 E Tkr, Tkk, Tks, Tk7, Tkj;
Chris@82	1221 Tkr = FNMS(KP923879532, Tkq, Tkn);
Chris@82	1222 Tkk = W[103];
Chris@82	1223 Tks = Tkk * Tki;
Chris@82	1224 Tk7 = W[102];
Chris@82	1225 Tkj = Tk7 * Tki;
Chris@82	1226 cr[WS(rs, 52)] = FNMS(Tkk, Tkr, Tkj);
Chris@82	1227 ci[WS(rs, 52)] = FMA(Tk7, Tkr, Tks);
Chris@82	1228 }
Chris@82	1229 {
Chris@82	1230 E Tkx, Tkw, Tky, Tkt, Tkv;
Chris@82	1231 Tkx = FMA(KP923879532, Tkq, Tkn);
Chris@82	1232 Tkw = W[39];
Chris@82	1233 Tky = Tkw * Tku;
Chris@82	1234 Tkt = W[38];
Chris@82	1235 Tkv = Tkt * Tku;
Chris@82	1236 cr[WS(rs, 20)] = FNMS(Tkw, Tkx, Tkv);
Chris@82	1237 ci[WS(rs, 20)] = FMA(Tkt, Tkx, Tky);
Chris@82	1238 }
Chris@82	1239 }
Chris@82	1240 {
Chris@82	1241 E T5q, T66, T69, T5J, T5M, T5Y, T63, T5Q;
Chris@82	1242 {
Chris@82	1243 E T5F, T5I, T61, T5K, T5L, T5X, T3C, T5W, T5p, T62;
Chris@82	1244 T5F = FNMS(KP923879532, T5E, T5B);
Chris@82	1245 T5I = T5G - T5H;
Chris@82	1246 T61 = FNMS(KP980785280, T5I, T5F);
Chris@82	1247 T5K = FMA(KP820678790, T5a, T5n);
Chris@82	1248 T5L = FNMS(KP820678790, T4h, T4u);
Chris@82	1249 T5X = T5K + T5L;
Chris@82	1250 {
Chris@82	1251 E T2I, T3B, T4v, T5o;
Chris@82	1252 T2I = FNMS(KP923879532, T2H, T2k);
Chris@82	1253 T3B = T39 - T3A;
Chris@82	1254 T3C = FMA(KP980785280, T3B, T2I);
Chris@82	1255 T5W = FNMS(KP980785280, T3B, T2I);
Chris@82	1256 T4v = FMA(KP820678790, T4u, T4h);
Chris@82	1257 T5o = FNMS(KP820678790, T5n, T5a);
Chris@82	1258 T5p = T4v - T5o;
Chris@82	1259 T62 = T5o + T4v;
Chris@82	1260 }
Chris@82	1261 T5q = FNMS(KP773010453, T5p, T3C);
Chris@82	1262 T66 = FMA(KP773010453, T5X, T5W);
Chris@82	1263 T69 = FMA(KP773010453, T62, T61);
Chris@82	1264 T5J = FMA(KP980785280, T5I, T5F);
Chris@82	1265 T5M = T5K - T5L;
Chris@82	1266 T5Y = FNMS(KP773010453, T5X, T5W);
Chris@82	1267 T63 = FNMS(KP773010453, T62, T61);
Chris@82	1268 T5Q = FMA(KP773010453, T5p, T3C);
Chris@82	1269 }
Chris@82	1270 {
Chris@82	1271 E T5Z, T64, T5V, T60;
Chris@82	1272 T5V = W[48];
Chris@82	1273 T5Z = T5V * T5Y;
Chris@82	1274 T64 = T5V * T63;
Chris@82	1275 T60 = W[49];
Chris@82	1276 cr[WS(rs, 25)] = FNMS(T60, T63, T5Z);
Chris@82	1277 ci[WS(rs, 25)] = FMA(T60, T5Y, T64);
Chris@82	1278 }
Chris@82	1279 {
Chris@82	1280 E T67, T6a, T65, T68;
Chris@82	1281 T65 = W[112];
Chris@82	1282 T67 = T65 * T66;
Chris@82	1283 T6a = T65 * T69;
Chris@82	1284 T68 = W[113];
Chris@82	1285 cr[WS(rs, 57)] = FNMS(T68, T69, T67);
Chris@82	1286 ci[WS(rs, 57)] = FMA(T68, T66, T6a);
Chris@82	1287 }
Chris@82	1288 {
Chris@82	1289 E T5N, T5s, T5O, T23, T5r;
Chris@82	1290 T5N = FNMS(KP773010453, T5M, T5J);
Chris@82	1291 T5s = W[81];
Chris@82	1292 T5O = T5s * T5q;
Chris@82	1293 T23 = W[80];
Chris@82	1294 T5r = T23 * T5q;
Chris@82	1295 cr[WS(rs, 41)] = FNMS(T5s, T5N, T5r);
Chris@82	1296 ci[WS(rs, 41)] = FMA(T23, T5N, T5O);
Chris@82	1297 }
Chris@82	1298 {
Chris@82	1299 E T5T, T5S, T5U, T5P, T5R;
Chris@82	1300 T5T = FMA(KP773010453, T5M, T5J);
Chris@82	1301 T5S = W[17];
Chris@82	1302 T5U = T5S * T5Q;
Chris@82	1303 T5P = W[16];
Chris@82	1304 T5R = T5P * T5Q;
Chris@82	1305 cr[WS(rs, 9)] = FNMS(T5S, T5T, T5R);
Chris@82	1306 ci[WS(rs, 9)] = FMA(T5P, T5T, T5U);
Chris@82	1307 }
Chris@82	1308 }
Chris@82	1309 {
Chris@82	1310 E Tge, TgG, TgK, Tgr, Tgu, TgC, TgF, Tgx;
Chris@82	1311 {
Chris@82	1312 E Tg5, Tgc, Tgd, Tgj, Tgm, Tgn, TfY, TgA, Tgq, TgB;
Chris@82	1313 Tg5 = FMA(KP668178637, Tg4, Tg1);
Chris@82	1314 Tgc = FNMS(KP668178637, Tgb, Tg8);
Chris@82	1315 Tgd = Tg5 - Tgc;
Chris@82	1316 Tgj = FNMS(KP707106781, Tgi, Tgh);
Chris@82	1317 Tgm = Tgk - Tgl;
Chris@82	1318 Tgn = FMA(KP923879532, Tgm, Tgj);
Chris@82	1319 {
Chris@82	1320 E TfQ, TfX, Tgo, Tgp;
Chris@82	1321 TfQ = FNMS(KP707106781, TfP, TfO);
Chris@82	1322 TfX = TfT - TfW;
Chris@82	1323 TfY = FMA(KP923879532, TfX, TfQ);
Chris@82	1324 TgA = FNMS(KP923879532, TfX, TfQ);
Chris@82	1325 Tgo = FMA(KP668178637, Tg8, Tgb);
Chris@82	1326 Tgp = FNMS(KP668178637, Tg1, Tg4);
Chris@82	1327 Tgq = Tgo - Tgp;
Chris@82	1328 TgB = Tgo + Tgp;
Chris@82	1329 }
Chris@82	1330 Tge = FNMS(KP831469612, Tgd, TfY);
Chris@82	1331 TgG = Tgc + Tg5;
Chris@82	1332 TgK = FMA(KP831469612, TgB, TgA);
Chris@82	1333 Tgr = FNMS(KP831469612, Tgq, Tgn);
Chris@82	1334 Tgu = FMA(KP831469612, Tgd, TfY);
Chris@82	1335 TgC = FNMS(KP831469612, TgB, TgA);
Chris@82	1336 TgF = FNMS(KP923879532, Tgm, Tgj);
Chris@82	1337 Tgx = FMA(KP831469612, Tgq, Tgn);
Chris@82	1338 }
Chris@82	1339 {
Chris@82	1340 E Tgf, Tgs, TfN, Tgg;
Chris@82	1341 TfN = W[82];
Chris@82	1342 Tgf = TfN * Tge;
Chris@82	1343 Tgs = TfN * Tgr;
Chris@82	1344 Tgg = W[83];
Chris@82	1345 cr[WS(rs, 42)] = FNMS(Tgg, Tgr, Tgf);
Chris@82	1346 ci[WS(rs, 42)] = FMA(Tgg, Tge, Tgs);
Chris@82	1347 }
Chris@82	1348 {
Chris@82	1349 E Tgv, Tgy, Tgt, Tgw;
Chris@82	1350 Tgt = W[18];
Chris@82	1351 Tgv = Tgt * Tgu;
Chris@82	1352 Tgy = Tgt * Tgx;
Chris@82	1353 Tgw = W[19];
Chris@82	1354 cr[WS(rs, 10)] = FNMS(Tgw, Tgx, Tgv);
Chris@82	1355 ci[WS(rs, 10)] = FMA(Tgw, Tgu, Tgy);
Chris@82	1356 }
Chris@82	1357 {
Chris@82	1358 E TgH, TgE, TgI, Tgz, TgD;
Chris@82	1359 TgH = FNMS(KP831469612, TgG, TgF);
Chris@82	1360 TgE = W[51];
Chris@82	1361 TgI = TgE * TgC;
Chris@82	1362 Tgz = W[50];
Chris@82	1363 TgD = Tgz * TgC;
Chris@82	1364 cr[WS(rs, 26)] = FNMS(TgE, TgH, TgD);
Chris@82	1365 ci[WS(rs, 26)] = FMA(Tgz, TgH, TgI);
Chris@82	1366 }
Chris@82	1367 {
Chris@82	1368 E TgN, TgM, TgO, TgJ, TgL;
Chris@82	1369 TgN = FMA(KP831469612, TgG, TgF);
Chris@82	1370 TgM = W[115];
Chris@82	1371 TgO = TgM * TgK;
Chris@82	1372 TgJ = W[114];
Chris@82	1373 TgL = TgJ * TgK;
Chris@82	1374 cr[WS(rs, 58)] = FNMS(TgM, TgN, TgL);
Chris@82	1375 ci[WS(rs, 58)] = FMA(TgJ, TgN, TgO);
Chris@82	1376 }
Chris@82	1377 }
Chris@82	1378 {
Chris@82	1379 E Th0, Ths, Thv, Th5, Th8, Thk, Thp, Thc;
Chris@82	1380 {
Chris@82	1381 E Th3, Th4, Thn, Th6, Th7, Thj, TgS, Thi, TgZ, Tho;
Chris@82	1382 Th3 = FMA(KP707106781, Tgi, Tgh);
Chris@82	1383 Th4 = TfW + TfT;
Chris@82	1384 Thn = FNMS(KP923879532, Th4, Th3);
Chris@82	1385 Th6 = FMA(KP198912367, TgT, TgU);
Chris@82	1386 Th7 = FNMS(KP198912367, TgW, TgX);
Chris@82	1387 Thj = Th7 - Th6;
Chris@82	1388 {
Chris@82	1389 E TgQ, TgR, TgV, TgY;
Chris@82	1390 TgQ = FMA(KP707106781, TfP, TfO);
Chris@82	1391 TgR = Tgk + Tgl;
Chris@82	1392 TgS = FMA(KP923879532, TgR, TgQ);
Chris@82	1393 Thi = FNMS(KP923879532, TgR, TgQ);
Chris@82	1394 TgV = FNMS(KP198912367, TgU, TgT);
Chris@82	1395 TgY = FMA(KP198912367, TgX, TgW);
Chris@82	1396 TgZ = TgV + TgY;
Chris@82	1397 Tho = TgV - TgY;
Chris@82	1398 }
Chris@82	1399 Th0 = FNMS(KP980785280, TgZ, TgS);
Chris@82	1400 Ths = FMA(KP980785280, Thj, Thi);
Chris@82	1401 Thv = FMA(KP980785280, Tho, Thn);
Chris@82	1402 Th5 = FMA(KP923879532, Th4, Th3);
Chris@82	1403 Th8 = Th6 + Th7;
Chris@82	1404 Thk = FNMS(KP980785280, Thj, Thi);
Chris@82	1405 Thp = FNMS(KP980785280, Tho, Thn);
Chris@82	1406 Thc = FMA(KP980785280, TgZ, TgS);
Chris@82	1407 }
Chris@82	1408 {
Chris@82	1409 E Thl, Thq, Thh, Thm;
Chris@82	1410 Thh = W[98];
Chris@82	1411 Thl = Thh * Thk;
Chris@82	1412 Thq = Thh * Thp;
Chris@82	1413 Thm = W[99];
Chris@82	1414 cr[WS(rs, 50)] = FNMS(Thm, Thp, Thl);
Chris@82	1415 ci[WS(rs, 50)] = FMA(Thm, Thk, Thq);
Chris@82	1416 }
Chris@82	1417 {
Chris@82	1418 E Tht, Thw, Thr, Thu;
Chris@82	1419 Thr = W[34];
Chris@82	1420 Tht = Thr * Ths;
Chris@82	1421 Thw = Thr * Thv;
Chris@82	1422 Thu = W[35];
Chris@82	1423 cr[WS(rs, 18)] = FNMS(Thu, Thv, Tht);
Chris@82	1424 ci[WS(rs, 18)] = FMA(Thu, Ths, Thw);
Chris@82	1425 }
Chris@82	1426 {
Chris@82	1427 E Th9, Th2, Tha, TgP, Th1;
Chris@82	1428 Th9 = FNMS(KP980785280, Th8, Th5);
Chris@82	1429 Th2 = W[67];
Chris@82	1430 Tha = Th2 * Th0;
Chris@82	1431 TgP = W[66];
Chris@82	1432 Th1 = TgP * Th0;
Chris@82	1433 cr[WS(rs, 34)] = FNMS(Th2, Th9, Th1);
Chris@82	1434 ci[WS(rs, 34)] = FMA(TgP, Th9, Tha);
Chris@82	1435 }
Chris@82	1436 {
Chris@82	1437 E Thf, The, Thg, Thb, Thd;
Chris@82	1438 Thf = FMA(KP980785280, Th8, Th5);
Chris@82	1439 The = W[3];
Chris@82	1440 Thg = The * Thc;
Chris@82	1441 Thb = W[2];
Chris@82	1442 Thd = Thb * Thc;
Chris@82	1443 cr[WS(rs, 2)] = FNMS(The, Thf, Thd);
Chris@82	1444 ci[WS(rs, 2)] = FMA(Thb, Thf, Thg);
Chris@82	1445 }
Chris@82	1446 }
Chris@82	1447 {
Chris@82	1448 E T6m, T6O, T6R, T6r, T6u, T6G, T6L, T6y;
Chris@82	1449 {
Chris@82	1450 E T6p, T6q, T6J, T6s, T6t, T6F, T6e, T6E, T6l, T6K;
Chris@82	1451 T6p = FMA(KP923879532, T5E, T5B);
Chris@82	1452 T6q = T3A + T39;
Chris@82	1453 T6J = FMA(KP980785280, T6q, T6p);
Chris@82	1454 T6s = FNMS(KP098491403, T6i, T6j);
Chris@82	1455 T6t = FMA(KP098491403, T6f, T6g);
Chris@82	1456 T6F = T6s + T6t;
Chris@82	1457 {
Chris@82	1458 E T6c, T6d, T6h, T6k;
Chris@82	1459 T6c = FMA(KP923879532, T2H, T2k);
Chris@82	1460 T6d = T5G + T5H;
Chris@82	1461 T6e = FNMS(KP980785280, T6d, T6c);
Chris@82	1462 T6E = FMA(KP980785280, T6d, T6c);
Chris@82	1463 T6h = FNMS(KP098491403, T6g, T6f);
Chris@82	1464 T6k = FMA(KP098491403, T6j, T6i);
Chris@82	1465 T6l = T6h - T6k;
Chris@82	1466 T6K = T6k + T6h;
Chris@82	1467 }
Chris@82	1468 T6m = FNMS(KP995184726, T6l, T6e);
Chris@82	1469 T6O = FMA(KP995184726, T6F, T6E);
Chris@82	1470 T6R = FMA(KP995184726, T6K, T6J);
Chris@82	1471 T6r = FNMS(KP980785280, T6q, T6p);
Chris@82	1472 T6u = T6s - T6t;
Chris@82	1473 T6G = FNMS(KP995184726, T6F, T6E);
Chris@82	1474 T6L = FNMS(KP995184726, T6K, T6J);
Chris@82	1475 T6y = FMA(KP995184726, T6l, T6e);
Chris@82	1476 }
Chris@82	1477 {
Chris@82	1478 E T6H, T6M, T6D, T6I;
Chris@82	1479 T6D = W[64];
Chris@82	1480 T6H = T6D * T6G;
Chris@82	1481 T6M = T6D * T6L;
Chris@82	1482 T6I = W[65];
Chris@82	1483 cr[WS(rs, 33)] = FNMS(T6I, T6L, T6H);
Chris@82	1484 ci[WS(rs, 33)] = FMA(T6I, T6G, T6M);
Chris@82	1485 }
Chris@82	1486 {
Chris@82	1487 E T6P, T6S, T6N, T6Q;
Chris@82	1488 T6N = W[0];
Chris@82	1489 T6P = T6N * T6O;
Chris@82	1490 T6S = T6N * T6R;
Chris@82	1491 T6Q = W[1];
Chris@82	1492 cr[WS(rs, 1)] = FNMS(T6Q, T6R, T6P);
Chris@82	1493 ci[WS(rs, 1)] = FMA(T6Q, T6O, T6S);
Chris@82	1494 }
Chris@82	1495 {
Chris@82	1496 E T6v, T6o, T6w, T6b, T6n;
Chris@82	1497 T6v = FNMS(KP995184726, T6u, T6r);
Chris@82	1498 T6o = W[97];
Chris@82	1499 T6w = T6o * T6m;
Chris@82	1500 T6b = W[96];
Chris@82	1501 T6n = T6b * T6m;
Chris@82	1502 cr[WS(rs, 49)] = FNMS(T6o, T6v, T6n);
Chris@82	1503 ci[WS(rs, 49)] = FMA(T6b, T6v, T6w);
Chris@82	1504 }
Chris@82	1505 {
Chris@82	1506 E T6B, T6A, T6C, T6x, T6z;
Chris@82	1507 T6B = FMA(KP995184726, T6u, T6r);
Chris@82	1508 T6A = W[33];
Chris@82	1509 T6C = T6A * T6y;
Chris@82	1510 T6x = W[32];
Chris@82	1511 T6z = T6x * T6y;
Chris@82	1512 cr[WS(rs, 17)] = FNMS(T6A, T6B, T6z);
Chris@82	1513 ci[WS(rs, 17)] = FMA(T6x, T6B, T6C);
Chris@82	1514 }
Chris@82	1515 }
Chris@82	1516 {
Chris@82	1517 E Tbw, Tc2, Tc5, TbF, TbI, TbU, TbZ, TbM;
Chris@82	1518 {
Chris@82	1519 E TbB, TbE, TbX, TbG, TbH, TbT, Tbg, TbS, Tbv, TbY;
Chris@82	1520 TbB = FMA(KP923879532, TbA, Tbz);
Chris@82	1521 TbE = TbC - TbD;
Chris@82	1522 TbX = FNMS(KP980785280, TbE, TbB);
Chris@82	1523 TbG = FMA(KP820678790, Tbj, Tbm);
Chris@82	1524 TbH = FMA(KP820678790, Tbq, Tbt);
Chris@82	1525 TbT = TbG + TbH;
Chris@82	1526 {
Chris@82	1527 E Tb8, Tbf, Tbn, Tbu;
Chris@82	1528 Tb8 = FNMS(KP923879532, Tb7, Tb6);
Chris@82	1529 Tbf = Tbb + Tbe;
Chris@82	1530 Tbg = FNMS(KP980785280, Tbf, Tb8);
Chris@82	1531 TbS = FMA(KP980785280, Tbf, Tb8);
Chris@82	1532 Tbn = FNMS(KP820678790, Tbm, Tbj);
Chris@82	1533 Tbu = FNMS(KP820678790, Tbt, Tbq);
Chris@82	1534 Tbv = Tbn + Tbu;
Chris@82	1535 TbY = Tbn - Tbu;
Chris@82	1536 }
Chris@82	1537 Tbw = FNMS(KP773010453, Tbv, Tbg);
Chris@82	1538 Tc2 = FMA(KP773010453, TbT, TbS);
Chris@82	1539 Tc5 = FNMS(KP773010453, TbY, TbX);
Chris@82	1540 TbF = FMA(KP980785280, TbE, TbB);
Chris@82	1541 TbI = TbG - TbH;
Chris@82	1542 TbU = FNMS(KP773010453, TbT, TbS);
Chris@82	1543 TbZ = FMA(KP773010453, TbY, TbX);
Chris@82	1544 TbM = FMA(KP773010453, Tbv, Tbg);
Chris@82	1545 }
Chris@82	1546 {
Chris@82	1547 E TbV, Tc0, TbR, TbW;
Chris@82	1548 TbR = W[44];
Chris@82	1549 TbV = TbR * TbU;
Chris@82	1550 Tc0 = TbR * TbZ;
Chris@82	1551 TbW = W[45];
Chris@82	1552 cr[WS(rs, 23)] = FNMS(TbW, TbZ, TbV);
Chris@82	1553 ci[WS(rs, 23)] = FMA(TbW, TbU, Tc0);
Chris@82	1554 }
Chris@82	1555 {
Chris@82	1556 E Tc3, Tc6, Tc1, Tc4;
Chris@82	1557 Tc1 = W[108];
Chris@82	1558 Tc3 = Tc1 * Tc2;
Chris@82	1559 Tc6 = Tc1 * Tc5;
Chris@82	1560 Tc4 = W[109];
Chris@82	1561 cr[WS(rs, 55)] = FNMS(Tc4, Tc5, Tc3);
Chris@82	1562 ci[WS(rs, 55)] = FMA(Tc4, Tc2, Tc6);
Chris@82	1563 }
Chris@82	1564 {
Chris@82	1565 E TbJ, Tby, TbK, Tb5, Tbx;
Chris@82	1566 TbJ = FNMS(KP773010453, TbI, TbF);
Chris@82	1567 Tby = W[77];
Chris@82	1568 TbK = Tby * Tbw;
Chris@82	1569 Tb5 = W[76];
Chris@82	1570 Tbx = Tb5 * Tbw;
Chris@82	1571 cr[WS(rs, 39)] = FNMS(Tby, TbJ, Tbx);
Chris@82	1572 ci[WS(rs, 39)] = FMA(Tb5, TbJ, TbK);
Chris@82	1573 }
Chris@82	1574 {
Chris@82	1575 E TbP, TbO, TbQ, TbL, TbN;
Chris@82	1576 TbP = FMA(KP773010453, TbI, TbF);
Chris@82	1577 TbO = W[13];
Chris@82	1578 TbQ = TbO * TbM;
Chris@82	1579 TbL = W[12];
Chris@82	1580 TbN = TbL * TbM;
Chris@82	1581 cr[WS(rs, 7)] = FNMS(TbO, TbP, TbN);
Chris@82	1582 ci[WS(rs, 7)] = FMA(TbL, TbP, TbQ);
Chris@82	1583 }
Chris@82	1584 }
Chris@82	1585 {
Chris@82	1586 E Tay, Tb0, Tb3, TaD, TaG, TaS, TaX, TaK;
Chris@82	1587 {
Chris@82	1588 E TaB, TaC, TaV, TaE, TaF, TaR, Taq, TaQ, Tax, TaW;
Chris@82	1589 TaB = FMA(KP923879532, T9Q, T9N);
Chris@82	1590 TaC = T8V - T92;
Chris@82	1591 TaV = FNMS(KP831469612, TaC, TaB);
Chris@82	1592 TaE = FMA(KP303346683, Tar, Tas);
Chris@82	1593 TaF = FMA(KP303346683, Tau, Tav);
Chris@82	1594 TaR = TaE + TaF;
Chris@82	1595 {
Chris@82	1596 E Tao, Tap, Tat, Taw;
Chris@82	1597 Tao = FNMS(KP923879532, T8N, T8G);
Chris@82	1598 Tap = T9S + T9T;
Chris@82	1599 Taq = FMA(KP831469612, Tap, Tao);
Chris@82	1600 TaQ = FNMS(KP831469612, Tap, Tao);
Chris@82	1601 Tat = FNMS(KP303346683, Tas, Tar);
Chris@82	1602 Taw = FNMS(KP303346683, Tav, Tau);
Chris@82	1603 Tax = Tat + Taw;
Chris@82	1604 TaW = Tat - Taw;
Chris@82	1605 }
Chris@82	1606 Tay = FNMS(KP956940335, Tax, Taq);
Chris@82	1607 Tb0 = FMA(KP956940335, TaR, TaQ);
Chris@82	1608 Tb3 = FNMS(KP956940335, TaW, TaV);
Chris@82	1609 TaD = FMA(KP831469612, TaC, TaB);
Chris@82	1610 TaG = TaE - TaF;
Chris@82	1611 TaS = FNMS(KP956940335, TaR, TaQ);
Chris@82	1612 TaX = FMA(KP956940335, TaW, TaV);
Chris@82	1613 TaK = FMA(KP956940335, Tax, Taq);
Chris@82	1614 }
Chris@82	1615 {
Chris@82	1616 E TaT, TaY, TaP, TaU;
Chris@82	1617 TaP = W[36];
Chris@82	1618 TaT = TaP * TaS;
Chris@82	1619 TaY = TaP * TaX;
Chris@82	1620 TaU = W[37];
Chris@82	1621 cr[WS(rs, 19)] = FNMS(TaU, TaX, TaT);
Chris@82	1622 ci[WS(rs, 19)] = FMA(TaU, TaS, TaY);
Chris@82	1623 }
Chris@82	1624 {
Chris@82	1625 E Tb1, Tb4, TaZ, Tb2;
Chris@82	1626 TaZ = W[100];
Chris@82	1627 Tb1 = TaZ * Tb0;
Chris@82	1628 Tb4 = TaZ * Tb3;
Chris@82	1629 Tb2 = W[101];
Chris@82	1630 cr[WS(rs, 51)] = FNMS(Tb2, Tb3, Tb1);
Chris@82	1631 ci[WS(rs, 51)] = FMA(Tb2, Tb0, Tb4);
Chris@82	1632 }
Chris@82	1633 {
Chris@82	1634 E TaH, TaA, TaI, Tan, Taz;
Chris@82	1635 TaH = FNMS(KP956940335, TaG, TaD);
Chris@82	1636 TaA = W[69];
Chris@82	1637 TaI = TaA * Tay;
Chris@82	1638 Tan = W[68];
Chris@82	1639 Taz = Tan * Tay;
Chris@82	1640 cr[WS(rs, 35)] = FNMS(TaA, TaH, Taz);
Chris@82	1641 ci[WS(rs, 35)] = FMA(Tan, TaH, TaI);
Chris@82	1642 }
Chris@82	1643 {
Chris@82	1644 E TaN, TaM, TaO, TaJ, TaL;
Chris@82	1645 TaN = FMA(KP956940335, TaG, TaD);
Chris@82	1646 TaM = W[5];
Chris@82	1647 TaO = TaM * TaK;
Chris@82	1648 TaJ = W[4];
Chris@82	1649 TaL = TaJ * TaK;
Chris@82	1650 cr[WS(rs, 3)] = FNMS(TaM, TaN, TaL);
Chris@82	1651 ci[WS(rs, 3)] = FMA(TaJ, TaN, TaO);
Chris@82	1652 }
Chris@82	1653 }
Chris@82	1654 {
Chris@82	1655 E Tfg, TfI, TfL, Tfl, Tfo, TfA, TfF, Tfs;
Chris@82	1656 {
Chris@82	1657 E Tfj, Tfk, TfD, Tfm, Tfn, Tfz, Tf8, Tfy, Tff, TfE;
Chris@82	1658 Tfj = FNMS(KP707106781, Tey, Tev);
Chris@82	1659 Tfk = Tds + Tdh;
Chris@82	1660 TfD = FMA(KP923879532, Tfk, Tfj);
Chris@82	1661 Tfm = FMA(KP198912367, Tfc, Tfd);
Chris@82	1662 Tfn = FNMS(KP198912367, Tf9, Tfa);
Chris@82	1663 Tfz = Tfm + Tfn;
Chris@82	1664 {
Chris@82	1665 E Tf6, Tf7, Tfb, Tfe;
Chris@82	1666 Tf6 = FNMS(KP707106781, Td5, TcU);
Chris@82	1667 Tf7 = TeA + TeB;
Chris@82	1668 Tf8 = FNMS(KP923879532, Tf7, Tf6);
Chris@82	1669 Tfy = FMA(KP923879532, Tf7, Tf6);
Chris@82	1670 Tfb = FMA(KP198912367, Tfa, Tf9);
Chris@82	1671 Tfe = FNMS(KP198912367, Tfd, Tfc);
Chris@82	1672 Tff = Tfb - Tfe;
Chris@82	1673 TfE = Tfe + Tfb;
Chris@82	1674 }
Chris@82	1675 Tfg = FNMS(KP980785280, Tff, Tf8);
Chris@82	1676 TfI = FMA(KP980785280, Tfz, Tfy);
Chris@82	1677 TfL = FMA(KP980785280, TfE, TfD);
Chris@82	1678 Tfl = FNMS(KP923879532, Tfk, Tfj);
Chris@82	1679 Tfo = Tfm - Tfn;
Chris@82	1680 TfA = FNMS(KP980785280, Tfz, Tfy);
Chris@82	1681 TfF = FNMS(KP980785280, TfE, TfD);
Chris@82	1682 Tfs = FMA(KP980785280, Tff, Tf8);
Chris@82	1683 }
Chris@82	1684 {
Chris@82	1685 E TfB, TfG, Tfx, TfC;
Chris@82	1686 Tfx = W[58];
Chris@82	1687 TfB = Tfx * TfA;
Chris@82	1688 TfG = Tfx * TfF;
Chris@82	1689 TfC = W[59];
Chris@82	1690 cr[WS(rs, 30)] = FNMS(TfC, TfF, TfB);
Chris@82	1691 ci[WS(rs, 30)] = FMA(TfC, TfA, TfG);
Chris@82	1692 }
Chris@82	1693 {
Chris@82	1694 E TfJ, TfM, TfH, TfK;
Chris@82	1695 TfH = W[122];
Chris@82	1696 TfJ = TfH * TfI;
Chris@82	1697 TfM = TfH * TfL;
Chris@82	1698 TfK = W[123];
Chris@82	1699 cr[WS(rs, 62)] = FNMS(TfK, TfL, TfJ);
Chris@82	1700 ci[WS(rs, 62)] = FMA(TfK, TfI, TfM);
Chris@82	1701 }
Chris@82	1702 {
Chris@82	1703 E Tfp, Tfi, Tfq, Tf5, Tfh;
Chris@82	1704 Tfp = FNMS(KP980785280, Tfo, Tfl);
Chris@82	1705 Tfi = W[91];
Chris@82	1706 Tfq = Tfi * Tfg;
Chris@82	1707 Tf5 = W[90];
Chris@82	1708 Tfh = Tf5 * Tfg;
Chris@82	1709 cr[WS(rs, 46)] = FNMS(Tfi, Tfp, Tfh);
Chris@82	1710 ci[WS(rs, 46)] = FMA(Tf5, Tfp, Tfq);
Chris@82	1711 }
Chris@82	1712 {
Chris@82	1713 E Tfv, Tfu, Tfw, Tfr, Tft;
Chris@82	1714 Tfv = FMA(KP980785280, Tfo, Tfl);
Chris@82	1715 Tfu = W[27];
Chris@82	1716 Tfw = Tfu * Tfs;
Chris@82	1717 Tfr = W[26];
Chris@82	1718 Tft = Tfr * Tfs;
Chris@82	1719 cr[WS(rs, 14)] = FNMS(Tfu, Tfv, Tft);
Chris@82	1720 ci[WS(rs, 14)] = FMA(Tfr, Tfv, Tfw);
Chris@82	1721 }
Chris@82	1722 }
Chris@82	1723 {
Chris@82	1724 E T7k, T7Q, T7T, T7t, T7w, T7I, T7N, T7A;
Chris@82	1725 {
Chris@82	1726 E T7p, T7s, T7L, T7u, T7v, T7H, T74, T7G, T7j, T7M;
Chris@82	1727 T7p = FMA(KP923879532, T7o, T7n);
Chris@82	1728 T7s = T7q - T7r;
Chris@82	1729 T7L = FNMS(KP831469612, T7s, T7p);
Chris@82	1730 T7u = FMA(KP534511135, T77, T7a);
Chris@82	1731 T7v = FNMS(KP534511135, T7e, T7h);
Chris@82	1732 T7H = T7v - T7u;
Chris@82	1733 {
Chris@82	1734 E T6W, T73, T7b, T7i;
Chris@82	1735 T6W = FMA(KP923879532, T6V, T6U);
Chris@82	1736 T73 = T6Z - T72;
Chris@82	1737 T74 = FMA(KP831469612, T73, T6W);
Chris@82	1738 T7G = FNMS(KP831469612, T73, T6W);
Chris@82	1739 T7b = FNMS(KP534511135, T7a, T77);
Chris@82	1740 T7i = FMA(KP534511135, T7h, T7e);
Chris@82	1741 T7j = T7b + T7i;
Chris@82	1742 T7M = T7b - T7i;
Chris@82	1743 }
Chris@82	1744 T7k = FNMS(KP881921264, T7j, T74);
Chris@82	1745 T7Q = FMA(KP881921264, T7H, T7G);
Chris@82	1746 T7T = FMA(KP881921264, T7M, T7L);
Chris@82	1747 T7t = FMA(KP831469612, T7s, T7p);
Chris@82	1748 T7w = T7u + T7v;
Chris@82	1749 T7I = FNMS(KP881921264, T7H, T7G);
Chris@82	1750 T7N = FNMS(KP881921264, T7M, T7L);
Chris@82	1751 T7A = FMA(KP881921264, T7j, T74);
Chris@82	1752 }
Chris@82	1753 {
Chris@82	1754 E T7J, T7O, T7F, T7K;
Chris@82	1755 T7F = W[104];
Chris@82	1756 T7J = T7F * T7I;
Chris@82	1757 T7O = T7F * T7N;
Chris@82	1758 T7K = W[105];
Chris@82	1759 cr[WS(rs, 53)] = FNMS(T7K, T7N, T7J);
Chris@82	1760 ci[WS(rs, 53)] = FMA(T7K, T7I, T7O);
Chris@82	1761 }
Chris@82	1762 {
Chris@82	1763 E T7R, T7U, T7P, T7S;
Chris@82	1764 T7P = W[40];
Chris@82	1765 T7R = T7P * T7Q;
Chris@82	1766 T7U = T7P * T7T;
Chris@82	1767 T7S = W[41];
Chris@82	1768 cr[WS(rs, 21)] = FNMS(T7S, T7T, T7R);
Chris@82	1769 ci[WS(rs, 21)] = FMA(T7S, T7Q, T7U);
Chris@82	1770 }
Chris@82	1771 {
Chris@82	1772 E T7x, T7m, T7y, T6T, T7l;
Chris@82	1773 T7x = FNMS(KP881921264, T7w, T7t);
Chris@82	1774 T7m = W[73];
Chris@82	1775 T7y = T7m * T7k;
Chris@82	1776 T6T = W[72];
Chris@82	1777 T7l = T6T * T7k;
Chris@82	1778 cr[WS(rs, 37)] = FNMS(T7m, T7x, T7l);
Chris@82	1779 ci[WS(rs, 37)] = FMA(T6T, T7x, T7y);
Chris@82	1780 }
Chris@82	1781 {
Chris@82	1782 E T7D, T7C, T7E, T7z, T7B;
Chris@82	1783 T7D = FMA(KP881921264, T7w, T7t);
Chris@82	1784 T7C = W[9];
Chris@82	1785 T7E = T7C * T7A;
Chris@82	1786 T7z = W[8];
Chris@82	1787 T7B = T7z * T7A;
Chris@82	1788 cr[WS(rs, 5)] = FNMS(T7C, T7D, T7B);
Chris@82	1789 ci[WS(rs, 5)] = FMA(T7z, T7D, T7E);
Chris@82	1790 }
Chris@82	1791 }
Chris@82	1792 {
Chris@82	1793 E T86, T8u, T8y, T8f, T8i, T8q, T8t, T8l;
Chris@82	1794 {
Chris@82	1795 E T81, T84, T85, T89, T8a, T8b, T7Y, T8o, T8e, T8p;
Chris@82	1796 T81 = FMA(KP303346683, T80, T7Z);
Chris@82	1797 T84 = FNMS(KP303346683, T83, T82);
Chris@82	1798 T85 = T81 - T84;
Chris@82	1799 T89 = FNMS(KP923879532, T7o, T7n);
Chris@82	1800 T8a = T72 + T6Z;
Chris@82	1801 T8b = FNMS(KP831469612, T8a, T89);
Chris@82	1802 {
Chris@82	1803 E T7W, T7X, T8c, T8d;
Chris@82	1804 T7W = FNMS(KP923879532, T6V, T6U);
Chris@82	1805 T7X = T7q + T7r;
Chris@82	1806 T7Y = FNMS(KP831469612, T7X, T7W);
Chris@82	1807 T8o = FMA(KP831469612, T7X, T7W);
Chris@82	1808 T8c = FMA(KP303346683, T82, T83);
Chris@82	1809 T8d = FNMS(KP303346683, T7Z, T80);
Chris@82	1810 T8e = T8c - T8d;
Chris@82	1811 T8p = T8c + T8d;
Chris@82	1812 }
Chris@82	1813 T86 = FNMS(KP956940335, T85, T7Y);
Chris@82	1814 T8u = T84 + T81;
Chris@82	1815 T8y = FMA(KP956940335, T8p, T8o);
Chris@82	1816 T8f = FNMS(KP956940335, T8e, T8b);
Chris@82	1817 T8i = FMA(KP956940335, T85, T7Y);
Chris@82	1818 T8q = FNMS(KP956940335, T8p, T8o);
Chris@82	1819 T8t = FMA(KP831469612, T8a, T89);
Chris@82	1820 T8l = FMA(KP956940335, T8e, T8b);
Chris@82	1821 }
Chris@82	1822 {
Chris@82	1823 E T87, T8g, T7V, T88;
Chris@82	1824 T7V = W[88];
Chris@82	1825 T87 = T7V * T86;
Chris@82	1826 T8g = T7V * T8f;
Chris@82	1827 T88 = W[89];
Chris@82	1828 cr[WS(rs, 45)] = FNMS(T88, T8f, T87);
Chris@82	1829 ci[WS(rs, 45)] = FMA(T88, T86, T8g);
Chris@82	1830 }
Chris@82	1831 {
Chris@82	1832 E T8j, T8m, T8h, T8k;
Chris@82	1833 T8h = W[24];
Chris@82	1834 T8j = T8h * T8i;
Chris@82	1835 T8m = T8h * T8l;
Chris@82	1836 T8k = W[25];
Chris@82	1837 cr[WS(rs, 13)] = FNMS(T8k, T8l, T8j);
Chris@82	1838 ci[WS(rs, 13)] = FMA(T8k, T8i, T8m);
Chris@82	1839 }
Chris@82	1840 {
Chris@82	1841 E T8v, T8s, T8w, T8n, T8r;
Chris@82	1842 T8v = FNMS(KP956940335, T8u, T8t);
Chris@82	1843 T8s = W[57];
Chris@82	1844 T8w = T8s * T8q;
Chris@82	1845 T8n = W[56];
Chris@82	1846 T8r = T8n * T8q;
Chris@82	1847 cr[WS(rs, 29)] = FNMS(T8s, T8v, T8r);
Chris@82	1848 ci[WS(rs, 29)] = FMA(T8n, T8v, T8w);
Chris@82	1849 }
Chris@82	1850 {
Chris@82	1851 E T8B, T8A, T8C, T8x, T8z;
Chris@82	1852 T8B = FMA(KP956940335, T8u, T8t);
Chris@82	1853 T8A = W[121];
Chris@82	1854 T8C = T8A * T8y;
Chris@82	1855 T8x = W[120];
Chris@82	1856 T8z = T8x * T8y;
Chris@82	1857 cr[WS(rs, 61)] = FNMS(T8A, T8B, T8z);
Chris@82	1858 ci[WS(rs, 61)] = FMA(T8x, T8B, T8C);
Chris@82	1859 }
Chris@82	1860 }
Chris@82	1861 {
Chris@82	1862 E T9I, Tai, Tal, T9V, T9Y, Taa, Taf, Ta2;
Chris@82	1863 {
Chris@82	1864 E T9R, T9U, Tad, T9W, T9X, Ta9, T94, Ta8, T9H, Tae;
Chris@82	1865 T9R = FNMS(KP923879532, T9Q, T9N);
Chris@82	1866 T9U = T9S - T9T;
Chris@82	1867 Tad = FNMS(KP831469612, T9U, T9R);
Chris@82	1868 T9W = FMA(KP534511135, T9f, T9m);
Chris@82	1869 T9X = FMA(KP534511135, T9y, T9F);
Chris@82	1870 Ta9 = T9W + T9X;
Chris@82	1871 {
Chris@82	1872 E T8O, T93, T9n, T9G;
Chris@82	1873 T8O = FMA(KP923879532, T8N, T8G);
Chris@82	1874 T93 = T8V + T92;
Chris@82	1875 T94 = FNMS(KP831469612, T93, T8O);
Chris@82	1876 Ta8 = FMA(KP831469612, T93, T8O);
Chris@82	1877 T9n = FNMS(KP534511135, T9m, T9f);
Chris@82	1878 T9G = FNMS(KP534511135, T9F, T9y);
Chris@82	1879 T9H = T9n + T9G;
Chris@82	1880 Tae = T9G - T9n;
Chris@82	1881 }
Chris@82	1882 T9I = FMA(KP881921264, T9H, T94);
Chris@82	1883 Tai = FMA(KP881921264, Ta9, Ta8);
Chris@82	1884 Tal = FNMS(KP881921264, Tae, Tad);
Chris@82	1885 T9V = FMA(KP831469612, T9U, T9R);
Chris@82	1886 T9Y = T9W - T9X;
Chris@82	1887 Taa = FNMS(KP881921264, Ta9, Ta8);
Chris@82	1888 Taf = FMA(KP881921264, Tae, Tad);
Chris@82	1889 Ta2 = FNMS(KP881921264, T9H, T94);
Chris@82	1890 }
Chris@82	1891 {
Chris@82	1892 E Tab, Tag, Ta7, Tac;
Chris@82	1893 Ta7 = W[52];
Chris@82	1894 Tab = Ta7 * Taa;
Chris@82	1895 Tag = Ta7 * Taf;
Chris@82	1896 Tac = W[53];
Chris@82	1897 cr[WS(rs, 27)] = FNMS(Tac, Taf, Tab);
Chris@82	1898 ci[WS(rs, 27)] = FMA(Tac, Taa, Tag);
Chris@82	1899 }
Chris@82	1900 {
Chris@82	1901 E Taj, Tam, Tah, Tak;
Chris@82	1902 Tah = W[116];
Chris@82	1903 Taj = Tah * Tai;
Chris@82	1904 Tam = Tah * Tal;
Chris@82	1905 Tak = W[117];
Chris@82	1906 cr[WS(rs, 59)] = FNMS(Tak, Tal, Taj);
Chris@82	1907 ci[WS(rs, 59)] = FMA(Tak, Tai, Tam);
Chris@82	1908 }
Chris@82	1909 {
Chris@82	1910 E T9Z, T9K, Ta0, T8D, T9J;
Chris@82	1911 T9Z = FNMS(KP881921264, T9Y, T9V);
Chris@82	1912 T9K = W[85];
Chris@82	1913 Ta0 = T9K * T9I;
Chris@82	1914 T8D = W[84];
Chris@82	1915 T9J = T8D * T9I;
Chris@82	1916 cr[WS(rs, 43)] = FNMS(T9K, T9Z, T9J);
Chris@82	1917 ci[WS(rs, 43)] = FMA(T8D, T9Z, Ta0);
Chris@82	1918 }
Chris@82	1919 {
Chris@82	1920 E Ta5, Ta4, Ta6, Ta1, Ta3;
Chris@82	1921 Ta5 = FMA(KP881921264, T9Y, T9V);
Chris@82	1922 Ta4 = W[21];
Chris@82	1923 Ta6 = Ta4 * Ta2;
Chris@82	1924 Ta1 = W[20];
Chris@82	1925 Ta3 = Ta1 * Ta2;
Chris@82	1926 cr[WS(rs, 11)] = FNMS(Ta4, Ta5, Ta3);
Chris@82	1927 ci[WS(rs, 11)] = FMA(Ta1, Ta5, Ta6);
Chris@82	1928 }
Chris@82	1929 }
Chris@82	1930 {
Chris@82	1931 E Teo, Tf0, Tf3, TeD, TeG, TeS, TeX, TeK;
Chris@82	1932 {
Chris@82	1933 E Tez, TeC, TeV, TeE, TeF, TeR, Tdu, TeQ, Ten, TeW;
Chris@82	1934 Tez = FMA(KP707106781, Tey, Tev);
Chris@82	1935 TeC = TeA - TeB;
Chris@82	1936 TeV = FMA(KP923879532, TeC, Tez);
Chris@82	1937 TeE = FNMS(KP668178637, Tec, Tel);
Chris@82	1938 TeF = FMA(KP668178637, TdL, TdU);
Chris@82	1939 TeR = TeE + TeF;
Chris@82	1940 {
Chris@82	1941 E Td6, Tdt, TdV, Tem;
Chris@82	1942 Td6 = FMA(KP707106781, Td5, TcU);
Chris@82	1943 Tdt = Tdh - Tds;
Chris@82	1944 Tdu = FNMS(KP923879532, Tdt, Td6);
Chris@82	1945 TeQ = FMA(KP923879532, Tdt, Td6);
Chris@82	1946 TdV = FNMS(KP668178637, TdU, TdL);
Chris@82	1947 Tem = FMA(KP668178637, Tel, Tec);
Chris@82	1948 Ten = TdV - Tem;
Chris@82	1949 TeW = Tem + TdV;
Chris@82	1950 }
Chris@82	1951 Teo = FNMS(KP831469612, Ten, Tdu);
Chris@82	1952 Tf0 = FMA(KP831469612, TeR, TeQ);
Chris@82	1953 Tf3 = FMA(KP831469612, TeW, TeV);
Chris@82	1954 TeD = FNMS(KP923879532, TeC, Tez);
Chris@82	1955 TeG = TeE - TeF;
Chris@82	1956 TeS = FNMS(KP831469612, TeR, TeQ);
Chris@82	1957 TeX = FNMS(KP831469612, TeW, TeV);
Chris@82	1958 TeK = FMA(KP831469612, Ten, Tdu);
Chris@82	1959 }
Chris@82	1960 {
Chris@82	1961 E TeT, TeY, TeP, TeU;
Chris@82	1962 TeP = W[74];
Chris@82	1963 TeT = TeP * TeS;
Chris@82	1964 TeY = TeP * TeX;
Chris@82	1965 TeU = W[75];
Chris@82	1966 cr[WS(rs, 38)] = FNMS(TeU, TeX, TeT);
Chris@82	1967 ci[WS(rs, 38)] = FMA(TeU, TeS, TeY);
Chris@82	1968 }
Chris@82	1969 {
Chris@82	1970 E Tf1, Tf4, TeZ, Tf2;
Chris@82	1971 TeZ = W[10];
Chris@82	1972 Tf1 = TeZ * Tf0;
Chris@82	1973 Tf4 = TeZ * Tf3;
Chris@82	1974 Tf2 = W[11];
Chris@82	1975 cr[WS(rs, 6)] = FNMS(Tf2, Tf3, Tf1);
Chris@82	1976 ci[WS(rs, 6)] = FMA(Tf2, Tf0, Tf4);
Chris@82	1977 }
Chris@82	1978 {
Chris@82	1979 E TeH, Teq, TeI, TcP, Tep;
Chris@82	1980 TeH = FNMS(KP831469612, TeG, TeD);
Chris@82	1981 Teq = W[107];
Chris@82	1982 TeI = Teq * Teo;
Chris@82	1983 TcP = W[106];
Chris@82	1984 Tep = TcP * Teo;
Chris@82	1985 cr[WS(rs, 54)] = FNMS(Teq, TeH, Tep);
Chris@82	1986 ci[WS(rs, 54)] = FMA(TcP, TeH, TeI);
Chris@82	1987 }
Chris@82	1988 {
Chris@82	1989 E TeN, TeM, TeO, TeJ, TeL;
Chris@82	1990 TeN = FMA(KP831469612, TeG, TeD);
Chris@82	1991 TeM = W[43];
Chris@82	1992 TeO = TeM * TeK;
Chris@82	1993 TeJ = W[42];
Chris@82	1994 TeL = TeJ * TeK;
Chris@82	1995 cr[WS(rs, 22)] = FNMS(TeM, TeN, TeL);
Chris@82	1996 ci[WS(rs, 22)] = FMA(TeJ, TeN, TeO);
Chris@82	1997 }
Chris@82	1998 }
Chris@82	1999 {
Chris@82	2000 E Tci, TcK, TcN, Tcn, Tcq, TcC, TcH, Tcu;
Chris@82	2001 {
Chris@82	2002 E Tcl, Tcm, TcF, Tco, Tcp, TcB, Tca, TcA, Tch, TcG;
Chris@82	2003 Tcl = FNMS(KP923879532, TbA, Tbz);
Chris@82	2004 Tcm = Tbe - Tbb;
Chris@82	2005 TcF = FNMS(KP980785280, Tcm, Tcl);
Chris@82	2006 Tco = FMA(KP098491403, Tcb, Tcc);
Chris@82	2007 Tcp = FMA(KP098491403, Tce, Tcf);
Chris@82	2008 TcB = Tco + Tcp;
Chris@82	2009 {
Chris@82	2010 E Tc8, Tc9, Tcd, Tcg;
Chris@82	2011 Tc8 = FMA(KP923879532, Tb7, Tb6);
Chris@82	2012 Tc9 = TbC + TbD;
Chris@82	2013 Tca = FNMS(KP980785280, Tc9, Tc8);
Chris@82	2014 TcA = FMA(KP980785280, Tc9, Tc8);
Chris@82	2015 Tcd = FNMS(KP098491403, Tcc, Tcb);
Chris@82	2016 Tcg = FNMS(KP098491403, Tcf, Tce);
Chris@82	2017 Tch = Tcd + Tcg;
Chris@82	2018 TcG = Tcg - Tcd;
Chris@82	2019 }
Chris@82	2020 Tci = FMA(KP995184726, Tch, Tca);
Chris@82	2021 TcK = FMA(KP995184726, TcB, TcA);
Chris@82	2022 TcN = FNMS(KP995184726, TcG, TcF);
Chris@82	2023 Tcn = FMA(KP980785280, Tcm, Tcl);
Chris@82	2024 Tcq = Tco - Tcp;
Chris@82	2025 TcC = FNMS(KP995184726, TcB, TcA);
Chris@82	2026 TcH = FMA(KP995184726, TcG, TcF);
Chris@82	2027 Tcu = FNMS(KP995184726, Tch, Tca);
Chris@82	2028 }
Chris@82	2029 {
Chris@82	2030 E TcD, TcI, Tcz, TcE;
Chris@82	2031 Tcz = W[60];
Chris@82	2032 TcD = Tcz * TcC;
Chris@82	2033 TcI = Tcz * TcH;
Chris@82	2034 TcE = W[61];
Chris@82	2035 cr[WS(rs, 31)] = FNMS(TcE, TcH, TcD);
Chris@82	2036 ci[WS(rs, 31)] = FMA(TcE, TcC, TcI);
Chris@82	2037 }
Chris@82	2038 {
Chris@82	2039 E TcL, TcO, TcJ, TcM;
Chris@82	2040 TcJ = W[124];
Chris@82	2041 TcL = TcJ * TcK;
Chris@82	2042 TcO = TcJ * TcN;
Chris@82	2043 TcM = W[125];
Chris@82	2044 cr[WS(rs, 63)] = FNMS(TcM, TcN, TcL);
Chris@82	2045 ci[WS(rs, 63)] = FMA(TcM, TcK, TcO);
Chris@82	2046 }
Chris@82	2047 {
Chris@82	2048 E Tcr, Tck, Tcs, Tc7, Tcj;
Chris@82	2049 Tcr = FNMS(KP995184726, Tcq, Tcn);
Chris@82	2050 Tck = W[93];
Chris@82	2051 Tcs = Tck * Tci;
Chris@82	2052 Tc7 = W[92];
Chris@82	2053 Tcj = Tc7 * Tci;
Chris@82	2054 cr[WS(rs, 47)] = FNMS(Tck, Tcr, Tcj);
Chris@82	2055 ci[WS(rs, 47)] = FMA(Tc7, Tcr, Tcs);
Chris@82	2056 }
Chris@82	2057 {
Chris@82	2058 E Tcx, Tcw, Tcy, Tct, Tcv;
Chris@82	2059 Tcx = FMA(KP995184726, Tcq, Tcn);
Chris@82	2060 Tcw = W[29];
Chris@82	2061 Tcy = Tcw * Tcu;
Chris@82	2062 Tct = W[28];
Chris@82	2063 Tcv = Tct * Tcu;
Chris@82	2064 cr[WS(rs, 15)] = FNMS(Tcw, Tcx, Tcv);
Chris@82	2065 ci[WS(rs, 15)] = FMA(Tct, Tcx, Tcy);
Chris@82	2066 }
Chris@82	2067 }
Chris@82	2068 }
Chris@82	2069 }
Chris@82	2070 }
Chris@82	2071
Chris@82	2072 static const tw_instr twinstr[] = {
Chris@82	2073 {TW_FULL, 1, 64},
Chris@82	2074 {TW_NEXT, 1, 0}
Chris@82	2075 };
Chris@82	2076
Chris@82	2077 static const hc2hc_desc desc = { 64, "hb_64", twinstr, &GENUS, {520, 126, 518, 0} };
Chris@82	2078
Chris@82	2079 void X(codelet_hb_64) (planner *p) {
Chris@82	2080 X(khc2hc_register) (p, hb_64, &desc);
Chris@82	2081 }
Chris@82	2082 #else
Chris@82	2083
Chris@82	2084 /* Generated by: ../../../genfft/gen_hc2hc.native -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -dif -name hb_64 -include rdft/scalar/hb.h */
Chris@82	2085
Chris@82	2086 /*
Chris@82	2087 * This function contains 1038 FP additions, 500 FP multiplications,
Chris@82	2088 * (or, 808 additions, 270 multiplications, 230 fused multiply/add),
Chris@82	2089 * 196 stack variables, 15 constants, and 256 memory accesses
Chris@82	2090 */
Chris@82	2091 #include "rdft/scalar/hb.h"
Chris@82	2092
Chris@82	2093 static void hb_64(R cr, R ci, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82	2094 {
Chris@82	2095 DK(KP098017140, +0.098017140329560601994195563888641845861136673);
Chris@82	2096 DK(KP995184726, +0.995184726672196886244836953109479921575474869);
Chris@82	2097 DK(KP773010453, +0.773010453362736960810906609758469800971041293);
Chris@82	2098 DK(KP634393284, +0.634393284163645498215171613225493370675687095);
Chris@82	2099 DK(KP471396736, +0.471396736825997648556387625905254377657460319);
Chris@82	2100 DK(KP881921264, +0.881921264348355029712756863660388349508442621);
Chris@82	2101 DK(KP956940335, +0.956940335732208864935797886980269969482849206);
Chris@82	2102 DK(KP290284677, +0.290284677254462367636192375817395274691476278);
Chris@82	2103 DK(KP195090322, +0.195090322016128267848284868477022240927691618);
Chris@82	2104 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
Chris@82	2105 DK(KP555570233, +0.555570233019602224742830813948532874374937191);
Chris@82	2106 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
Chris@82	2107 DK(KP382683432, +0.382683432365089771728459984030398866761344562);
Chris@82	2108 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
Chris@82	2109 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
Chris@82	2110 {
Chris@82	2111 INT m;
Chris@82	2112 for (m = mb, W = W + ((mb - 1) * 126); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 126, MAKE_VOLATILE_STRIDE(128, rs)) {
Chris@82	2113 E Tf, T8C, Tfa, Thk, Tgg, ThM, T2c, T5O, T4K, T6g, Tag, TdE, TcA, Te6, T7P;
Chris@82	2114 E T94, TK, T7o, T38, T4P, Tfv, Thn, T5W, T6j, Tb0, TdK, Tfs, Tho, T8K, T97;
Chris@82	2115 E Tb7, TdL, TZ, T7l, T2P, T4Q, Tfo, Thq, T5T, T6k, TaH, TdH, Tfl, Thr, T8H;
Chris@82	2116 E T98, TaO, TdI, Tu, T95, Tfh, ThN, Tgj, Thl, T2v, T6h, T4N, T5P, Tav, Te7;
Chris@82	2117 E TcD, TdF, T7S, T8D, T1L, T20, T7A, T7D, T7G, T7H, T40, T62, Tg1, Thv, Tg8;
Chris@82	2118 E Thz, Tg5, Thw, T4t, T5Z, T4j, T60, T4w, T63, TbY, TdS, Tcd, TdQ, TfU, Thy;
Chris@82	2119 E T8P, T9z, T8S, T9A, Tcl, TdP, Tco, TdT, T1g, T1v, T7r, T7u, T7x, T7y, T3j;
Chris@82	2120 E T69, TfI, ThD, TfP, ThG, TfM, ThC, T3M, T66, T3C, T67, T3P, T6a, Tbl, TdZ;
Chris@82	2121 E TbA, TdX, TfB, ThF, T8W, T9C, T8Z, T9D, TbI, TdW, TbL, Te0;
Chris@82	2122 {
Chris@82	2123 E T3, Ta6, T6, Tcu, T4I, Ta7, T4F, Tcv, Td, Tcy, T27, Tae, Ta, Tcx, T2a;
Chris@82	2124 E Tab;
Chris@82	2125 {
Chris@82	2126 E T1, T2, T4D, T4E;
Chris@82	2127 T1 = cr[0];
Chris@82	2128 T2 = ci[WS(rs, 31)];
Chris@82	2129 T3 = T1 + T2;
Chris@82	2130 Ta6 = T1 - T2;
Chris@82	2131 {
Chris@82	2132 E T4, T5, T4G, T4H;
Chris@82	2133 T4 = cr[WS(rs, 16)];
Chris@82	2134 T5 = ci[WS(rs, 15)];
Chris@82	2135 T6 = T4 + T5;
Chris@82	2136 Tcu = T4 - T5;
Chris@82	2137 T4G = ci[WS(rs, 47)];
Chris@82	2138 T4H = cr[WS(rs, 48)];
Chris@82	2139 T4I = T4G - T4H;
Chris@82	2140 Ta7 = T4G + T4H;
Chris@82	2141 }
Chris@82	2142 T4D = ci[WS(rs, 63)];
Chris@82	2143 T4E = cr[WS(rs, 32)];
Chris@82	2144 T4F = T4D - T4E;
Chris@82	2145 Tcv = T4D + T4E;
Chris@82	2146 {
Chris@82	2147 E Tb, Tc, Tac, T25, T26, Tad;
Chris@82	2148 Tb = ci[WS(rs, 7)];
Chris@82	2149 Tc = cr[WS(rs, 24)];
Chris@82	2150 Tac = Tb - Tc;
Chris@82	2151 T25 = ci[WS(rs, 39)];
Chris@82	2152 T26 = cr[WS(rs, 56)];
Chris@82	2153 Tad = T25 + T26;
Chris@82	2154 Td = Tb + Tc;
Chris@82	2155 Tcy = Tac + Tad;
Chris@82	2156 T27 = T25 - T26;
Chris@82	2157 Tae = Tac - Tad;
Chris@82	2158 }
Chris@82	2159 {
Chris@82	2160 E T8, T9, Ta9, T28, T29, Taa;
Chris@82	2161 T8 = cr[WS(rs, 8)];
Chris@82	2162 T9 = ci[WS(rs, 23)];
Chris@82	2163 Ta9 = T8 - T9;
Chris@82	2164 T28 = ci[WS(rs, 55)];
Chris@82	2165 T29 = cr[WS(rs, 40)];
Chris@82	2166 Taa = T28 + T29;
Chris@82	2167 Ta = T8 + T9;
Chris@82	2168 Tcx = Ta9 + Taa;
Chris@82	2169 T2a = T28 - T29;
Chris@82	2170 Tab = Ta9 - Taa;
Chris@82	2171 }
Chris@82	2172 }
Chris@82	2173 {
Chris@82	2174 E T7, Te, Tf8, Tf9;
Chris@82	2175 T7 = T3 + T6;
Chris@82	2176 Te = Ta + Td;
Chris@82	2177 Tf = T7 + Te;
Chris@82	2178 T8C = T7 - Te;
Chris@82	2179 Tf8 = Ta6 + Ta7;
Chris@82	2180 Tf9 = KP707106781 * (Tcx + Tcy);
Chris@82	2181 Tfa = Tf8 - Tf9;
Chris@82	2182 Thk = Tf8 + Tf9;
Chris@82	2183 }
Chris@82	2184 {
Chris@82	2185 E Tge, Tgf, T24, T2b;
Chris@82	2186 Tge = Tcv - Tcu;
Chris@82	2187 Tgf = KP707106781 * (Tab - Tae);
Chris@82	2188 Tgg = Tge + Tgf;
Chris@82	2189 ThM = Tge - Tgf;
Chris@82	2190 T24 = T3 - T6;
Chris@82	2191 T2b = T27 - T2a;
Chris@82	2192 T2c = T24 + T2b;
Chris@82	2193 T5O = T24 - T2b;
Chris@82	2194 }
Chris@82	2195 {
Chris@82	2196 E T4C, T4J, Ta8, Taf;
Chris@82	2197 T4C = Ta - Td;
Chris@82	2198 T4J = T4F - T4I;
Chris@82	2199 T4K = T4C + T4J;
Chris@82	2200 T6g = T4J - T4C;
Chris@82	2201 Ta8 = Ta6 - Ta7;
Chris@82	2202 Taf = KP707106781 * (Tab + Tae);
Chris@82	2203 Tag = Ta8 - Taf;
Chris@82	2204 TdE = Ta8 + Taf;
Chris@82	2205 }
Chris@82	2206 {
Chris@82	2207 E Tcw, Tcz, T7N, T7O;
Chris@82	2208 Tcw = Tcu + Tcv;
Chris@82	2209 Tcz = KP707106781 * (Tcx - Tcy);
Chris@82	2210 TcA = Tcw - Tcz;
Chris@82	2211 Te6 = Tcw + Tcz;
Chris@82	2212 T7N = T4F + T4I;
Chris@82	2213 T7O = T2a + T27;
Chris@82	2214 T7P = T7N + T7O;
Chris@82	2215 T94 = T7N - T7O;
Chris@82	2216 }
Chris@82	2217 }
Chris@82	2218 {
Chris@82	2219 E TC, Tb1, T2Z, TaQ, T2X, Tb2, T7m, TaR, TJ, Tb4, Tb5, T2Q, T36, TaV, TaY;
Chris@82	2220 E T7n, Tfq, Tfr;
Chris@82	2221 {
Chris@82	2222 E Tw, Tx, Ty, Tz, TA, TB;
Chris@82	2223 Tw = cr[WS(rs, 2)];
Chris@82	2224 Tx = ci[WS(rs, 29)];
Chris@82	2225 Ty = Tw + Tx;
Chris@82	2226 Tz = cr[WS(rs, 18)];
Chris@82	2227 TA = ci[WS(rs, 13)];
Chris@82	2228 TB = Tz + TA;
Chris@82	2229 TC = Ty + TB;
Chris@82	2230 Tb1 = Tz - TA;
Chris@82	2231 T2Z = Ty - TB;
Chris@82	2232 TaQ = Tw - Tx;
Chris@82	2233 }
Chris@82	2234 {
Chris@82	2235 E T2R, T2S, T2T, T2U, T2V, T2W;
Chris@82	2236 T2R = ci[WS(rs, 61)];
Chris@82	2237 T2S = cr[WS(rs, 34)];
Chris@82	2238 T2T = T2R - T2S;
Chris@82	2239 T2U = ci[WS(rs, 45)];
Chris@82	2240 T2V = cr[WS(rs, 50)];
Chris@82	2241 T2W = T2U - T2V;
Chris@82	2242 T2X = T2T - T2W;
Chris@82	2243 Tb2 = T2R + T2S;
Chris@82	2244 T7m = T2T + T2W;
Chris@82	2245 TaR = T2U + T2V;
Chris@82	2246 }
Chris@82	2247 {
Chris@82	2248 E TF, TaT, T35, TaU, TI, TaW, T32, TaX;
Chris@82	2249 {
Chris@82	2250 E TD, TE, T33, T34;
Chris@82	2251 TD = cr[WS(rs, 10)];
Chris@82	2252 TE = ci[WS(rs, 21)];
Chris@82	2253 TF = TD + TE;
Chris@82	2254 TaT = TD - TE;
Chris@82	2255 T33 = ci[WS(rs, 53)];
Chris@82	2256 T34 = cr[WS(rs, 42)];
Chris@82	2257 T35 = T33 - T34;
Chris@82	2258 TaU = T33 + T34;
Chris@82	2259 }
Chris@82	2260 {
Chris@82	2261 E TG, TH, T30, T31;
Chris@82	2262 TG = ci[WS(rs, 5)];
Chris@82	2263 TH = cr[WS(rs, 26)];
Chris@82	2264 TI = TG + TH;
Chris@82	2265 TaW = TG - TH;
Chris@82	2266 T30 = ci[WS(rs, 37)];
Chris@82	2267 T31 = cr[WS(rs, 58)];
Chris@82	2268 T32 = T30 - T31;
Chris@82	2269 TaX = T30 + T31;
Chris@82	2270 }
Chris@82	2271 TJ = TF + TI;
Chris@82	2272 Tb4 = TaT + TaU;
Chris@82	2273 Tb5 = TaW + TaX;
Chris@82	2274 T2Q = TF - TI;
Chris@82	2275 T36 = T32 - T35;
Chris@82	2276 TaV = TaT - TaU;
Chris@82	2277 TaY = TaW - TaX;
Chris@82	2278 T7n = T35 + T32;
Chris@82	2279 }
Chris@82	2280 TK = TC + TJ;
Chris@82	2281 T7o = T7m + T7n;
Chris@82	2282 {
Chris@82	2283 E T2Y, T37, Tft, Tfu;
Chris@82	2284 T2Y = T2Q + T2X;
Chris@82	2285 T37 = T2Z + T36;
Chris@82	2286 T38 = FMA(KP923879532, T2Y, KP382683432 * T37);
Chris@82	2287 T4P = FNMS(KP382683432, T2Y, KP923879532 * T37);
Chris@82	2288 Tft = TaQ + TaR;
Chris@82	2289 Tfu = KP707106781 * (Tb4 + Tb5);
Chris@82	2290 Tfv = Tft - Tfu;
Chris@82	2291 Thn = Tft + Tfu;
Chris@82	2292 }
Chris@82	2293 {
Chris@82	2294 E T5U, T5V, TaS, TaZ;
Chris@82	2295 T5U = T2X - T2Q;
Chris@82	2296 T5V = T2Z - T36;
Chris@82	2297 T5W = FMA(KP382683432, T5U, KP923879532 * T5V);
Chris@82	2298 T6j = FNMS(KP923879532, T5U, KP382683432 * T5V);
Chris@82	2299 TaS = TaQ - TaR;
Chris@82	2300 TaZ = KP707106781 * (TaV + TaY);
Chris@82	2301 Tb0 = TaS - TaZ;
Chris@82	2302 TdK = TaS + TaZ;
Chris@82	2303 }
Chris@82	2304 Tfq = Tb2 - Tb1;
Chris@82	2305 Tfr = KP707106781 * (TaV - TaY);
Chris@82	2306 Tfs = Tfq + Tfr;
Chris@82	2307 Tho = Tfq - Tfr;
Chris@82	2308 {
Chris@82	2309 E T8I, T8J, Tb3, Tb6;
Chris@82	2310 T8I = TC - TJ;
Chris@82	2311 T8J = T7m - T7n;
Chris@82	2312 T8K = T8I + T8J;
Chris@82	2313 T97 = T8I - T8J;
Chris@82	2314 Tb3 = Tb1 + Tb2;
Chris@82	2315 Tb6 = KP707106781 * (Tb4 - Tb5);
Chris@82	2316 Tb7 = Tb3 - Tb6;
Chris@82	2317 TdL = Tb3 + Tb6;
Chris@82	2318 }
Chris@82	2319 }
Chris@82	2320 {
Chris@82	2321 E TR, TaI, T2G, Tax, T2E, TaJ, T7j, Tay, TY, TaL, TaM, T2x, T2N, TaC, TaF;
Chris@82	2322 E T7k, Tfj, Tfk;
Chris@82	2323 {
Chris@82	2324 E TL, TM, TN, TO, TP, TQ;
Chris@82	2325 TL = ci[WS(rs, 1)];
Chris@82	2326 TM = cr[WS(rs, 30)];
Chris@82	2327 TN = TL + TM;
Chris@82	2328 TO = cr[WS(rs, 14)];
Chris@82	2329 TP = ci[WS(rs, 17)];
Chris@82	2330 TQ = TO + TP;
Chris@82	2331 TR = TN + TQ;
Chris@82	2332 TaI = TL - TM;
Chris@82	2333 T2G = TN - TQ;
Chris@82	2334 Tax = TO - TP;
Chris@82	2335 }
Chris@82	2336 {
Chris@82	2337 E T2y, T2z, T2A, T2B, T2C, T2D;
Chris@82	2338 T2y = ci[WS(rs, 33)];
Chris@82	2339 T2z = cr[WS(rs, 62)];
Chris@82	2340 T2A = T2y - T2z;
Chris@82	2341 T2B = ci[WS(rs, 49)];
Chris@82	2342 T2C = cr[WS(rs, 46)];
Chris@82	2343 T2D = T2B - T2C;
Chris@82	2344 T2E = T2A - T2D;
Chris@82	2345 TaJ = T2B + T2C;
Chris@82	2346 T7j = T2A + T2D;
Chris@82	2347 Tay = T2y + T2z;
Chris@82	2348 }
Chris@82	2349 {
Chris@82	2350 E TU, TaA, T2M, TaB, TX, TaD, T2J, TaE;
Chris@82	2351 {
Chris@82	2352 E TS, TT, T2K, T2L;
Chris@82	2353 TS = cr[WS(rs, 6)];
Chris@82	2354 TT = ci[WS(rs, 25)];
Chris@82	2355 TU = TS + TT;
Chris@82	2356 TaA = TS - TT;
Chris@82	2357 T2K = ci[WS(rs, 57)];
Chris@82	2358 T2L = cr[WS(rs, 38)];
Chris@82	2359 T2M = T2K - T2L;
Chris@82	2360 TaB = T2K + T2L;
Chris@82	2361 }
Chris@82	2362 {
Chris@82	2363 E TV, TW, T2H, T2I;
Chris@82	2364 TV = ci[WS(rs, 9)];
Chris@82	2365 TW = cr[WS(rs, 22)];
Chris@82	2366 TX = TV + TW;
Chris@82	2367 TaD = TV - TW;
Chris@82	2368 T2H = ci[WS(rs, 41)];
Chris@82	2369 T2I = cr[WS(rs, 54)];
Chris@82	2370 T2J = T2H - T2I;
Chris@82	2371 TaE = T2H + T2I;
Chris@82	2372 }
Chris@82	2373 TY = TU + TX;
Chris@82	2374 TaL = TaA - TaB;
Chris@82	2375 TaM = TaD - TaE;
Chris@82	2376 T2x = TU - TX;
Chris@82	2377 T2N = T2J - T2M;
Chris@82	2378 TaC = TaA + TaB;
Chris@82	2379 TaF = TaD + TaE;
Chris@82	2380 T7k = T2M + T2J;
Chris@82	2381 }
Chris@82	2382 TZ = TR + TY;
Chris@82	2383 T7l = T7j + T7k;
Chris@82	2384 {
Chris@82	2385 E T2F, T2O, Tfm, Tfn;
Chris@82	2386 T2F = T2x + T2E;
Chris@82	2387 T2O = T2G + T2N;
Chris@82	2388 T2P = FNMS(KP382683432, T2O, KP923879532 * T2F);
Chris@82	2389 T4Q = FMA(KP382683432, T2F, KP923879532 * T2O);
Chris@82	2390 Tfm = TaI + TaJ;
Chris@82	2391 Tfn = KP707106781 * (TaC + TaF);
Chris@82	2392 Tfo = Tfm - Tfn;
Chris@82	2393 Thq = Tfm + Tfn;
Chris@82	2394 }
Chris@82	2395 {
Chris@82	2396 E T5R, T5S, Taz, TaG;
Chris@82	2397 T5R = T2E - T2x;
Chris@82	2398 T5S = T2G - T2N;
Chris@82	2399 T5T = FNMS(KP923879532, T5S, KP382683432 * T5R);
Chris@82	2400 T6k = FMA(KP923879532, T5R, KP382683432 * T5S);
Chris@82	2401 Taz = Tax - Tay;
Chris@82	2402 TaG = KP707106781 * (TaC - TaF);
Chris@82	2403 TaH = Taz - TaG;
Chris@82	2404 TdH = Taz + TaG;
Chris@82	2405 }
Chris@82	2406 Tfj = KP707106781 * (TaL - TaM);
Chris@82	2407 Tfk = Tax + Tay;
Chris@82	2408 Tfl = Tfj - Tfk;
Chris@82	2409 Thr = Tfk + Tfj;
Chris@82	2410 {
Chris@82	2411 E T8F, T8G, TaK, TaN;
Chris@82	2412 T8F = T7j - T7k;
Chris@82	2413 T8G = TR - TY;
Chris@82	2414 T8H = T8F - T8G;
Chris@82	2415 T98 = T8G + T8F;
Chris@82	2416 TaK = TaI - TaJ;
Chris@82	2417 TaN = KP707106781 * (TaL + TaM);
Chris@82	2418 TaO = TaK - TaN;
Chris@82	2419 TdI = TaK + TaN;
Chris@82	2420 }
Chris@82	2421 }
Chris@82	2422 {
Chris@82	2423 E Ti, T2j, Tl, T2g, T2d, T2k, Tfc, Tfb, Tat, Taq, Tp, T2s, Ts, T2p, T2m;
Chris@82	2424 E T2t, Tff, Tfe, Tam, Taj;
Chris@82	2425 {
Chris@82	2426 E Tar, Tas, Tao, Tap;
Chris@82	2427 {
Chris@82	2428 E Tg, Th, T2h, T2i;
Chris@82	2429 Tg = cr[WS(rs, 4)];
Chris@82	2430 Th = ci[WS(rs, 27)];
Chris@82	2431 Ti = Tg + Th;
Chris@82	2432 Tar = Tg - Th;
Chris@82	2433 T2h = ci[WS(rs, 43)];
Chris@82	2434 T2i = cr[WS(rs, 52)];
Chris@82	2435 T2j = T2h - T2i;
Chris@82	2436 Tas = T2h + T2i;
Chris@82	2437 }
Chris@82	2438 {
Chris@82	2439 E Tj, Tk, T2e, T2f;
Chris@82	2440 Tj = cr[WS(rs, 20)];
Chris@82	2441 Tk = ci[WS(rs, 11)];
Chris@82	2442 Tl = Tj + Tk;
Chris@82	2443 Tao = Tj - Tk;
Chris@82	2444 T2e = ci[WS(rs, 59)];
Chris@82	2445 T2f = cr[WS(rs, 36)];
Chris@82	2446 T2g = T2e - T2f;
Chris@82	2447 Tap = T2e + T2f;
Chris@82	2448 }
Chris@82	2449 T2d = Ti - Tl;
Chris@82	2450 T2k = T2g - T2j;
Chris@82	2451 Tfc = Tap - Tao;
Chris@82	2452 Tfb = Tar + Tas;
Chris@82	2453 Tat = Tar - Tas;
Chris@82	2454 Taq = Tao + Tap;
Chris@82	2455 }
Chris@82	2456 {
Chris@82	2457 E Tak, Tal, Tah, Tai;
Chris@82	2458 {
Chris@82	2459 E Tn, To, T2q, T2r;
Chris@82	2460 Tn = ci[WS(rs, 3)];
Chris@82	2461 To = cr[WS(rs, 28)];
Chris@82	2462 Tp = Tn + To;
Chris@82	2463 Tak = Tn - To;
Chris@82	2464 T2q = ci[WS(rs, 51)];
Chris@82	2465 T2r = cr[WS(rs, 44)];
Chris@82	2466 T2s = T2q - T2r;
Chris@82	2467 Tal = T2q + T2r;
Chris@82	2468 }
Chris@82	2469 {
Chris@82	2470 E Tq, Tr, T2n, T2o;
Chris@82	2471 Tq = cr[WS(rs, 12)];
Chris@82	2472 Tr = ci[WS(rs, 19)];
Chris@82	2473 Ts = Tq + Tr;
Chris@82	2474 Tah = Tq - Tr;
Chris@82	2475 T2n = ci[WS(rs, 35)];
Chris@82	2476 T2o = cr[WS(rs, 60)];
Chris@82	2477 T2p = T2n - T2o;
Chris@82	2478 Tai = T2n + T2o;
Chris@82	2479 }
Chris@82	2480 T2m = Tp - Ts;
Chris@82	2481 T2t = T2p - T2s;
Chris@82	2482 Tff = Tah + Tai;
Chris@82	2483 Tfe = Tak + Tal;
Chris@82	2484 Tam = Tak - Tal;
Chris@82	2485 Taj = Tah - Tai;
Chris@82	2486 }
Chris@82	2487 {
Chris@82	2488 E Tm, Tt, Tfd, Tfg;
Chris@82	2489 Tm = Ti + Tl;
Chris@82	2490 Tt = Tp + Ts;
Chris@82	2491 Tu = Tm + Tt;
Chris@82	2492 T95 = Tm - Tt;
Chris@82	2493 Tfd = FNMS(KP923879532, Tfc, KP382683432 * Tfb);
Chris@82	2494 Tfg = FNMS(KP923879532, Tff, KP382683432 * Tfe);
Chris@82	2495 Tfh = Tfd + Tfg;
Chris@82	2496 ThN = Tfd - Tfg;
Chris@82	2497 }
Chris@82	2498 {
Chris@82	2499 E Tgh, Tgi, T2l, T2u;
Chris@82	2500 Tgh = FMA(KP382683432, Tfc, KP923879532 * Tfb);
Chris@82	2501 Tgi = FMA(KP382683432, Tff, KP923879532 * Tfe);
Chris@82	2502 Tgj = Tgh - Tgi;
Chris@82	2503 Thl = Tgh + Tgi;
Chris@82	2504 T2l = T2d - T2k;
Chris@82	2505 T2u = T2m + T2t;
Chris@82	2506 T2v = KP707106781 * (T2l + T2u);
Chris@82	2507 T6h = KP707106781 * (T2l - T2u);
Chris@82	2508 }
Chris@82	2509 {
Chris@82	2510 E T4L, T4M, Tan, Tau;
Chris@82	2511 T4L = T2d + T2k;
Chris@82	2512 T4M = T2t - T2m;
Chris@82	2513 T4N = KP707106781 * (T4L + T4M);
Chris@82	2514 T5P = KP707106781 * (T4M - T4L);
Chris@82	2515 Tan = FNMS(KP382683432, Tam, KP923879532 * Taj);
Chris@82	2516 Tau = FMA(KP923879532, Taq, KP382683432 * Tat);
Chris@82	2517 Tav = Tan - Tau;
Chris@82	2518 Te7 = Tau + Tan;
Chris@82	2519 }
Chris@82	2520 {
Chris@82	2521 E TcB, TcC, T7Q, T7R;
Chris@82	2522 TcB = FNMS(KP382683432, Taq, KP923879532 * Tat);
Chris@82	2523 TcC = FMA(KP382683432, Taj, KP923879532 * Tam);
Chris@82	2524 TcD = TcB - TcC;
Chris@82	2525 TdF = TcB + TcC;
Chris@82	2526 T7Q = T2g + T2j;
Chris@82	2527 T7R = T2p + T2s;
Chris@82	2528 T7S = T7Q + T7R;
Chris@82	2529 T8D = T7R - T7Q;
Chris@82	2530 }
Chris@82	2531 }
Chris@82	2532 {
Chris@82	2533 E T1z, T1C, T1D, Tcf, TbO, T4o, T4r, T7B, Tcg, TbP, T1G, T3Y, T1J, T3V, T1K;
Chris@82	2534 E T7C, Tcj, Tci, TbW, TbT, T1S, TfV, TfW, T41, T48, Tc8, Tcb, T7E, T1Z, TfY;
Chris@82	2535 E TfZ, T4a, T4h, Tc1, Tc4, T7F;
Chris@82	2536 {
Chris@82	2537 E T1x, T1y, T1A, T1B;
Chris@82	2538 T1x = ci[0];
Chris@82	2539 T1y = cr[WS(rs, 31)];
Chris@82	2540 T1z = T1x + T1y;
Chris@82	2541 T1A = cr[WS(rs, 15)];
Chris@82	2542 T1B = ci[WS(rs, 16)];
Chris@82	2543 T1C = T1A + T1B;
Chris@82	2544 T1D = T1z + T1C;
Chris@82	2545 Tcf = T1A - T1B;
Chris@82	2546 TbO = T1x - T1y;
Chris@82	2547 }
Chris@82	2548 {
Chris@82	2549 E T4m, T4n, T4p, T4q;
Chris@82	2550 T4m = ci[WS(rs, 32)];
Chris@82	2551 T4n = cr[WS(rs, 63)];
Chris@82	2552 T4o = T4m - T4n;
Chris@82	2553 T4p = ci[WS(rs, 48)];
Chris@82	2554 T4q = cr[WS(rs, 47)];
Chris@82	2555 T4r = T4p - T4q;
Chris@82	2556 T7B = T4o + T4r;
Chris@82	2557 Tcg = T4m + T4n;
Chris@82	2558 TbP = T4p + T4q;
Chris@82	2559 }
Chris@82	2560 {
Chris@82	2561 E TbR, TbS, TbU, TbV;
Chris@82	2562 {
Chris@82	2563 E T1E, T1F, T3W, T3X;
Chris@82	2564 T1E = cr[WS(rs, 7)];
Chris@82	2565 T1F = ci[WS(rs, 24)];
Chris@82	2566 T1G = T1E + T1F;
Chris@82	2567 TbR = T1E - T1F;
Chris@82	2568 T3W = ci[WS(rs, 56)];
Chris@82	2569 T3X = cr[WS(rs, 39)];
Chris@82	2570 T3Y = T3W - T3X;
Chris@82	2571 TbS = T3W + T3X;
Chris@82	2572 }
Chris@82	2573 {
Chris@82	2574 E T1H, T1I, T3T, T3U;
Chris@82	2575 T1H = ci[WS(rs, 8)];
Chris@82	2576 T1I = cr[WS(rs, 23)];
Chris@82	2577 T1J = T1H + T1I;
Chris@82	2578 TbU = T1H - T1I;
Chris@82	2579 T3T = ci[WS(rs, 40)];
Chris@82	2580 T3U = cr[WS(rs, 55)];
Chris@82	2581 T3V = T3T - T3U;
Chris@82	2582 TbV = T3T + T3U;
Chris@82	2583 }
Chris@82	2584 T1K = T1G + T1J;
Chris@82	2585 T7C = T3Y + T3V;
Chris@82	2586 Tcj = TbU + TbV;
Chris@82	2587 Tci = TbR + TbS;
Chris@82	2588 TbW = TbU - TbV;
Chris@82	2589 TbT = TbR - TbS;
Chris@82	2590 }
Chris@82	2591 {
Chris@82	2592 E T1O, Tc9, T47, Tca, T1R, Tc6, T44, Tc7;
Chris@82	2593 {
Chris@82	2594 E T1M, T1N, T45, T46;
Chris@82	2595 T1M = cr[WS(rs, 3)];
Chris@82	2596 T1N = ci[WS(rs, 28)];
Chris@82	2597 T1O = T1M + T1N;
Chris@82	2598 Tc9 = T1M - T1N;
Chris@82	2599 T45 = ci[WS(rs, 44)];
Chris@82	2600 T46 = cr[WS(rs, 51)];
Chris@82	2601 T47 = T45 - T46;
Chris@82	2602 Tca = T45 + T46;
Chris@82	2603 }
Chris@82	2604 {
Chris@82	2605 E T1P, T1Q, T42, T43;
Chris@82	2606 T1P = cr[WS(rs, 19)];
Chris@82	2607 T1Q = ci[WS(rs, 12)];
Chris@82	2608 T1R = T1P + T1Q;
Chris@82	2609 Tc6 = T1P - T1Q;
Chris@82	2610 T42 = ci[WS(rs, 60)];
Chris@82	2611 T43 = cr[WS(rs, 35)];
Chris@82	2612 T44 = T42 - T43;
Chris@82	2613 Tc7 = T42 + T43;
Chris@82	2614 }
Chris@82	2615 T1S = T1O + T1R;
Chris@82	2616 TfV = Tc9 + Tca;
Chris@82	2617 TfW = Tc7 - Tc6;
Chris@82	2618 T41 = T1O - T1R;
Chris@82	2619 T48 = T44 - T47;
Chris@82	2620 Tc8 = Tc6 + Tc7;
Chris@82	2621 Tcb = Tc9 - Tca;
Chris@82	2622 T7E = T44 + T47;
Chris@82	2623 }
Chris@82	2624 {
Chris@82	2625 E T1V, Tc2, T4g, Tc3, T1Y, TbZ, T4d, Tc0;
Chris@82	2626 {
Chris@82	2627 E T1T, T1U, T4e, T4f;
Chris@82	2628 T1T = ci[WS(rs, 4)];
Chris@82	2629 T1U = cr[WS(rs, 27)];
Chris@82	2630 T1V = T1T + T1U;
Chris@82	2631 Tc2 = T1T - T1U;
Chris@82	2632 T4e = ci[WS(rs, 52)];
Chris@82	2633 T4f = cr[WS(rs, 43)];
Chris@82	2634 T4g = T4e - T4f;
Chris@82	2635 Tc3 = T4e + T4f;
Chris@82	2636 }
Chris@82	2637 {
Chris@82	2638 E T1W, T1X, T4b, T4c;
Chris@82	2639 T1W = cr[WS(rs, 11)];
Chris@82	2640 T1X = ci[WS(rs, 20)];
Chris@82	2641 T1Y = T1W + T1X;
Chris@82	2642 TbZ = T1W - T1X;
Chris@82	2643 T4b = ci[WS(rs, 36)];
Chris@82	2644 T4c = cr[WS(rs, 59)];
Chris@82	2645 T4d = T4b - T4c;
Chris@82	2646 Tc0 = T4b + T4c;
Chris@82	2647 }
Chris@82	2648 T1Z = T1V + T1Y;
Chris@82	2649 TfY = Tc2 + Tc3;
Chris@82	2650 TfZ = TbZ + Tc0;
Chris@82	2651 T4a = T1V - T1Y;
Chris@82	2652 T4h = T4d - T4g;
Chris@82	2653 Tc1 = TbZ - Tc0;
Chris@82	2654 Tc4 = Tc2 - Tc3;
Chris@82	2655 T7F = T4d + T4g;
Chris@82	2656 }
Chris@82	2657 T1L = T1D + T1K;
Chris@82	2658 T20 = T1S + T1Z;
Chris@82	2659 T7A = T1L - T20;
Chris@82	2660 T7D = T7B + T7C;
Chris@82	2661 T7G = T7E + T7F;
Chris@82	2662 T7H = T7D - T7G;
Chris@82	2663 {
Chris@82	2664 E T3S, T3Z, TfX, Tg0;
Chris@82	2665 T3S = T1z - T1C;
Chris@82	2666 T3Z = T3V - T3Y;
Chris@82	2667 T40 = T3S + T3Z;
Chris@82	2668 T62 = T3S - T3Z;
Chris@82	2669 TfX = FNMS(KP923879532, TfW, KP382683432 * TfV);
Chris@82	2670 Tg0 = FNMS(KP923879532, TfZ, KP382683432 * TfY);
Chris@82	2671 Tg1 = TfX + Tg0;
Chris@82	2672 Thv = TfX - Tg0;
Chris@82	2673 }
Chris@82	2674 {
Chris@82	2675 E Tg6, Tg7, Tg3, Tg4;
Chris@82	2676 Tg6 = FMA(KP382683432, TfW, KP923879532 * TfV);
Chris@82	2677 Tg7 = FMA(KP382683432, TfZ, KP923879532 * TfY);
Chris@82	2678 Tg8 = Tg6 - Tg7;
Chris@82	2679 Thz = Tg6 + Tg7;
Chris@82	2680 Tg3 = KP707106781 * (TbT - TbW);
Chris@82	2681 Tg4 = Tcf + Tcg;
Chris@82	2682 Tg5 = Tg3 - Tg4;
Chris@82	2683 Thw = Tg4 + Tg3;
Chris@82	2684 }
Chris@82	2685 {
Chris@82	2686 E T4l, T4s, T49, T4i;
Chris@82	2687 T4l = T1G - T1J;
Chris@82	2688 T4s = T4o - T4r;
Chris@82	2689 T4t = T4l + T4s;
Chris@82	2690 T5Z = T4s - T4l;
Chris@82	2691 T49 = T41 - T48;
Chris@82	2692 T4i = T4a + T4h;
Chris@82	2693 T4j = KP707106781 * (T49 + T4i);
Chris@82	2694 T60 = KP707106781 * (T49 - T4i);
Chris@82	2695 }
Chris@82	2696 {
Chris@82	2697 E T4u, T4v, TbQ, TbX;
Chris@82	2698 T4u = T41 + T48;
Chris@82	2699 T4v = T4h - T4a;
Chris@82	2700 T4w = KP707106781 * (T4u + T4v);
Chris@82	2701 T63 = KP707106781 * (T4v - T4u);
Chris@82	2702 TbQ = TbO - TbP;
Chris@82	2703 TbX = KP707106781 * (TbT + TbW);
Chris@82	2704 TbY = TbQ - TbX;
Chris@82	2705 TdS = TbQ + TbX;
Chris@82	2706 }
Chris@82	2707 {
Chris@82	2708 E Tc5, Tcc, TfS, TfT;
Chris@82	2709 Tc5 = FNMS(KP382683432, Tc4, KP923879532 * Tc1);
Chris@82	2710 Tcc = FMA(KP923879532, Tc8, KP382683432 * Tcb);
Chris@82	2711 Tcd = Tc5 - Tcc;
Chris@82	2712 TdQ = Tcc + Tc5;
Chris@82	2713 TfS = TbO + TbP;
Chris@82	2714 TfT = KP707106781 * (Tci + Tcj);
Chris@82	2715 TfU = TfS - TfT;
Chris@82	2716 Thy = TfS + TfT;
Chris@82	2717 }
Chris@82	2718 {
Chris@82	2719 E T8N, T8O, T8Q, T8R;
Chris@82	2720 T8N = T7B - T7C;
Chris@82	2721 T8O = T1S - T1Z;
Chris@82	2722 T8P = T8N - T8O;
Chris@82	2723 T9z = T8O + T8N;
Chris@82	2724 T8Q = T1D - T1K;
Chris@82	2725 T8R = T7F - T7E;
Chris@82	2726 T8S = T8Q - T8R;
Chris@82	2727 T9A = T8Q + T8R;
Chris@82	2728 }
Chris@82	2729 {
Chris@82	2730 E Tch, Tck, Tcm, Tcn;
Chris@82	2731 Tch = Tcf - Tcg;
Chris@82	2732 Tck = KP707106781 * (Tci - Tcj);
Chris@82	2733 Tcl = Tch - Tck;
Chris@82	2734 TdP = Tch + Tck;
Chris@82	2735 Tcm = FNMS(KP382683432, Tc8, KP923879532 * Tcb);
Chris@82	2736 Tcn = FMA(KP382683432, Tc1, KP923879532 * Tc4);
Chris@82	2737 Tco = Tcm - Tcn;
Chris@82	2738 TdT = Tcm + Tcn;
Chris@82	2739 }
Chris@82	2740 }
Chris@82	2741 {
Chris@82	2742 E T14, T17, T18, TbC, Tbb, T3H, T3K, T7s, TbD, Tbc, T1b, T3h, T1e, T3e, T1f;
Chris@82	2743 E T7t, TbG, TbF, Tbj, Tbg, T1n, TfC, TfD, T3k, T3r, Tbv, Tby, T7v, T1u, TfF;
Chris@82	2744 E TfG, T3t, T3A, Tbo, Tbr, T7w;
Chris@82	2745 {
Chris@82	2746 E T12, T13, T15, T16;
Chris@82	2747 T12 = cr[WS(rs, 1)];
Chris@82	2748 T13 = ci[WS(rs, 30)];
Chris@82	2749 T14 = T12 + T13;
Chris@82	2750 T15 = cr[WS(rs, 17)];
Chris@82	2751 T16 = ci[WS(rs, 14)];
Chris@82	2752 T17 = T15 + T16;
Chris@82	2753 T18 = T14 + T17;
Chris@82	2754 TbC = T15 - T16;
Chris@82	2755 Tbb = T12 - T13;
Chris@82	2756 }
Chris@82	2757 {
Chris@82	2758 E T3F, T3G, T3I, T3J;
Chris@82	2759 T3F = ci[WS(rs, 62)];
Chris@82	2760 T3G = cr[WS(rs, 33)];
Chris@82	2761 T3H = T3F - T3G;
Chris@82	2762 T3I = ci[WS(rs, 46)];
Chris@82	2763 T3J = cr[WS(rs, 49)];
Chris@82	2764 T3K = T3I - T3J;
Chris@82	2765 T7s = T3H + T3K;
Chris@82	2766 TbD = T3F + T3G;
Chris@82	2767 Tbc = T3I + T3J;
Chris@82	2768 }
Chris@82	2769 {
Chris@82	2770 E Tbe, Tbf, Tbh, Tbi;
Chris@82	2771 {
Chris@82	2772 E T19, T1a, T3f, T3g;
Chris@82	2773 T19 = cr[WS(rs, 9)];
Chris@82	2774 T1a = ci[WS(rs, 22)];
Chris@82	2775 T1b = T19 + T1a;
Chris@82	2776 Tbe = T19 - T1a;
Chris@82	2777 T3f = ci[WS(rs, 54)];
Chris@82	2778 T3g = cr[WS(rs, 41)];
Chris@82	2779 T3h = T3f - T3g;
Chris@82	2780 Tbf = T3f + T3g;
Chris@82	2781 }
Chris@82	2782 {
Chris@82	2783 E T1c, T1d, T3c, T3d;
Chris@82	2784 T1c = ci[WS(rs, 6)];
Chris@82	2785 T1d = cr[WS(rs, 25)];
Chris@82	2786 T1e = T1c + T1d;
Chris@82	2787 Tbh = T1c - T1d;
Chris@82	2788 T3c = ci[WS(rs, 38)];
Chris@82	2789 T3d = cr[WS(rs, 57)];
Chris@82	2790 T3e = T3c - T3d;
Chris@82	2791 Tbi = T3c + T3d;
Chris@82	2792 }
Chris@82	2793 T1f = T1b + T1e;
Chris@82	2794 T7t = T3h + T3e;
Chris@82	2795 TbG = Tbh + Tbi;
Chris@82	2796 TbF = Tbe + Tbf;
Chris@82	2797 Tbj = Tbh - Tbi;
Chris@82	2798 Tbg = Tbe - Tbf;
Chris@82	2799 }
Chris@82	2800 {
Chris@82	2801 E T1j, Tbw, T3q, Tbx, T1m, Tbt, T3n, Tbu;
Chris@82	2802 {
Chris@82	2803 E T1h, T1i, T3o, T3p;
Chris@82	2804 T1h = cr[WS(rs, 5)];
Chris@82	2805 T1i = ci[WS(rs, 26)];
Chris@82	2806 T1j = T1h + T1i;
Chris@82	2807 Tbw = T1h - T1i;
Chris@82	2808 T3o = ci[WS(rs, 42)];
Chris@82	2809 T3p = cr[WS(rs, 53)];
Chris@82	2810 T3q = T3o - T3p;
Chris@82	2811 Tbx = T3o + T3p;
Chris@82	2812 }
Chris@82	2813 {
Chris@82	2814 E T1k, T1l, T3l, T3m;
Chris@82	2815 T1k = cr[WS(rs, 21)];
Chris@82	2816 T1l = ci[WS(rs, 10)];
Chris@82	2817 T1m = T1k + T1l;
Chris@82	2818 Tbt = T1k - T1l;
Chris@82	2819 T3l = ci[WS(rs, 58)];
Chris@82	2820 T3m = cr[WS(rs, 37)];
Chris@82	2821 T3n = T3l - T3m;
Chris@82	2822 Tbu = T3l + T3m;
Chris@82	2823 }
Chris@82	2824 T1n = T1j + T1m;
Chris@82	2825 TfC = Tbw + Tbx;
Chris@82	2826 TfD = Tbu - Tbt;
Chris@82	2827 T3k = T1j - T1m;
Chris@82	2828 T3r = T3n - T3q;
Chris@82	2829 Tbv = Tbt + Tbu;
Chris@82	2830 Tby = Tbw - Tbx;
Chris@82	2831 T7v = T3n + T3q;
Chris@82	2832 }
Chris@82	2833 {
Chris@82	2834 E T1q, Tbp, T3z, Tbq, T1t, Tbm, T3w, Tbn;
Chris@82	2835 {
Chris@82	2836 E T1o, T1p, T3x, T3y;
Chris@82	2837 T1o = ci[WS(rs, 2)];
Chris@82	2838 T1p = cr[WS(rs, 29)];
Chris@82	2839 T1q = T1o + T1p;
Chris@82	2840 Tbp = T1o - T1p;
Chris@82	2841 T3x = ci[WS(rs, 50)];
Chris@82	2842 T3y = cr[WS(rs, 45)];
Chris@82	2843 T3z = T3x - T3y;
Chris@82	2844 Tbq = T3x + T3y;
Chris@82	2845 }
Chris@82	2846 {
Chris@82	2847 E T1r, T1s, T3u, T3v;
Chris@82	2848 T1r = cr[WS(rs, 13)];
Chris@82	2849 T1s = ci[WS(rs, 18)];
Chris@82	2850 T1t = T1r + T1s;
Chris@82	2851 Tbm = T1r - T1s;
Chris@82	2852 T3u = ci[WS(rs, 34)];
Chris@82	2853 T3v = cr[WS(rs, 61)];
Chris@82	2854 T3w = T3u - T3v;
Chris@82	2855 Tbn = T3u + T3v;
Chris@82	2856 }
Chris@82	2857 T1u = T1q + T1t;
Chris@82	2858 TfF = Tbp + Tbq;
Chris@82	2859 TfG = Tbm + Tbn;
Chris@82	2860 T3t = T1q - T1t;
Chris@82	2861 T3A = T3w - T3z;
Chris@82	2862 Tbo = Tbm - Tbn;
Chris@82	2863 Tbr = Tbp - Tbq;
Chris@82	2864 T7w = T3w + T3z;
Chris@82	2865 }
Chris@82	2866 T1g = T18 + T1f;
Chris@82	2867 T1v = T1n + T1u;
Chris@82	2868 T7r = T1g - T1v;
Chris@82	2869 T7u = T7s + T7t;
Chris@82	2870 T7x = T7v + T7w;
Chris@82	2871 T7y = T7u - T7x;
Chris@82	2872 {
Chris@82	2873 E T3b, T3i, TfE, TfH;
Chris@82	2874 T3b = T14 - T17;
Chris@82	2875 T3i = T3e - T3h;
Chris@82	2876 T3j = T3b + T3i;
Chris@82	2877 T69 = T3b - T3i;
Chris@82	2878 TfE = FNMS(KP923879532, TfD, KP382683432 * TfC);
Chris@82	2879 TfH = FNMS(KP923879532, TfG, KP382683432 * TfF);
Chris@82	2880 TfI = TfE + TfH;
Chris@82	2881 ThD = TfE - TfH;
Chris@82	2882 }
Chris@82	2883 {
Chris@82	2884 E TfN, TfO, TfK, TfL;
Chris@82	2885 TfN = FMA(KP382683432, TfD, KP923879532 * TfC);
Chris@82	2886 TfO = FMA(KP382683432, TfG, KP923879532 * TfF);
Chris@82	2887 TfP = TfN - TfO;
Chris@82	2888 ThG = TfN + TfO;
Chris@82	2889 TfK = TbD - TbC;
Chris@82	2890 TfL = KP707106781 * (Tbg - Tbj);
Chris@82	2891 TfM = TfK + TfL;
Chris@82	2892 ThC = TfK - TfL;
Chris@82	2893 }
Chris@82	2894 {
Chris@82	2895 E T3E, T3L, T3s, T3B;
Chris@82	2896 T3E = T1b - T1e;
Chris@82	2897 T3L = T3H - T3K;
Chris@82	2898 T3M = T3E + T3L;
Chris@82	2899 T66 = T3L - T3E;
Chris@82	2900 T3s = T3k - T3r;
Chris@82	2901 T3B = T3t + T3A;
Chris@82	2902 T3C = KP707106781 * (T3s + T3B);
Chris@82	2903 T67 = KP707106781 * (T3s - T3B);
Chris@82	2904 }
Chris@82	2905 {
Chris@82	2906 E T3N, T3O, Tbd, Tbk;
Chris@82	2907 T3N = T3k + T3r;
Chris@82	2908 T3O = T3A - T3t;
Chris@82	2909 T3P = KP707106781 * (T3N + T3O);
Chris@82	2910 T6a = KP707106781 * (T3O - T3N);
Chris@82	2911 Tbd = Tbb - Tbc;
Chris@82	2912 Tbk = KP707106781 * (Tbg + Tbj);
Chris@82	2913 Tbl = Tbd - Tbk;
Chris@82	2914 TdZ = Tbd + Tbk;
Chris@82	2915 }
Chris@82	2916 {
Chris@82	2917 E Tbs, Tbz, Tfz, TfA;
Chris@82	2918 Tbs = FNMS(KP382683432, Tbr, KP923879532 * Tbo);
Chris@82	2919 Tbz = FMA(KP923879532, Tbv, KP382683432 * Tby);
Chris@82	2920 TbA = Tbs - Tbz;
Chris@82	2921 TdX = Tbz + Tbs;
Chris@82	2922 Tfz = Tbb + Tbc;
Chris@82	2923 TfA = KP707106781 * (TbF + TbG);
Chris@82	2924 TfB = Tfz - TfA;
Chris@82	2925 ThF = Tfz + TfA;
Chris@82	2926 }
Chris@82	2927 {
Chris@82	2928 E T8U, T8V, T8X, T8Y;
Chris@82	2929 T8U = T7s - T7t;
Chris@82	2930 T8V = T1n - T1u;
Chris@82	2931 T8W = T8U - T8V;
Chris@82	2932 T9C = T8V + T8U;
Chris@82	2933 T8X = T18 - T1f;
Chris@82	2934 T8Y = T7w - T7v;
Chris@82	2935 T8Z = T8X - T8Y;
Chris@82	2936 T9D = T8X + T8Y;
Chris@82	2937 }
Chris@82	2938 {
Chris@82	2939 E TbE, TbH, TbJ, TbK;
Chris@82	2940 TbE = TbC + TbD;
Chris@82	2941 TbH = KP707106781 * (TbF - TbG);
Chris@82	2942 TbI = TbE - TbH;
Chris@82	2943 TdW = TbE + TbH;
Chris@82	2944 TbJ = FNMS(KP382683432, Tbv, KP923879532 * Tby);
Chris@82	2945 TbK = FMA(KP382683432, Tbo, KP923879532 * Tbr);
Chris@82	2946 TbL = TbJ - TbK;
Chris@82	2947 Te0 = TbJ + TbK;
Chris@82	2948 }
Chris@82	2949 }
Chris@82	2950 {
Chris@82	2951 E T11, T8q, T8n, T8r, T22, T8v, T8k, T8u;
Chris@82	2952 {
Chris@82	2953 E Tv, T10, T8l, T8m;
Chris@82	2954 Tv = Tf + Tu;
Chris@82	2955 T10 = TK + TZ;
Chris@82	2956 T11 = Tv + T10;
Chris@82	2957 T8q = Tv - T10;
Chris@82	2958 T8l = T7u + T7x;
Chris@82	2959 T8m = T7D + T7G;
Chris@82	2960 T8n = T8l + T8m;
Chris@82	2961 T8r = T8m - T8l;
Chris@82	2962 }
Chris@82	2963 {
Chris@82	2964 E T1w, T21, T8i, T8j;
Chris@82	2965 T1w = T1g + T1v;
Chris@82	2966 T21 = T1L + T20;
Chris@82	2967 T22 = T1w + T21;
Chris@82	2968 T8v = T1w - T21;
Chris@82	2969 T8i = T7P + T7S;
Chris@82	2970 T8j = T7o + T7l;
Chris@82	2971 T8k = T8i + T8j;
Chris@82	2972 T8u = T8i - T8j;
Chris@82	2973 }
Chris@82	2974 cr[0] = T11 + T22;
Chris@82	2975 ci[0] = T8k + T8n;
Chris@82	2976 {
Chris@82	2977 E T8g, T8o, T8f, T8h;
Chris@82	2978 T8g = T11 - T22;
Chris@82	2979 T8o = T8k - T8n;
Chris@82	2980 T8f = W[62];
Chris@82	2981 T8h = W[63];
Chris@82	2982 cr[WS(rs, 32)] = FNMS(T8h, T8o, T8f * T8g);
Chris@82	2983 ci[WS(rs, 32)] = FMA(T8h, T8g, T8f * T8o);
Chris@82	2984 }
Chris@82	2985 {
Chris@82	2986 E T8s, T8w, T8p, T8t;
Chris@82	2987 T8s = T8q - T8r;
Chris@82	2988 T8w = T8u - T8v;
Chris@82	2989 T8p = W[94];
Chris@82	2990 T8t = W[95];
Chris@82	2991 cr[WS(rs, 48)] = FNMS(T8t, T8w, T8p * T8s);
Chris@82	2992 ci[WS(rs, 48)] = FMA(T8p, T8w, T8t * T8s);
Chris@82	2993 }
Chris@82	2994 {
Chris@82	2995 E T8y, T8A, T8x, T8z;
Chris@82	2996 T8y = T8q + T8r;
Chris@82	2997 T8A = T8v + T8u;
Chris@82	2998 T8x = W[30];
Chris@82	2999 T8z = W[31];
Chris@82	3000 cr[WS(rs, 16)] = FNMS(T8z, T8A, T8x * T8y);
Chris@82	3001 ci[WS(rs, 16)] = FMA(T8x, T8A, T8z * T8y);
Chris@82	3002 }
Chris@82	3003 }
Chris@82	3004 {
Chris@82	3005 E T9y, T9U, T9N, T9V, T9F, T9Z, T9K, T9Y;
Chris@82	3006 {
Chris@82	3007 E T9w, T9x, T9L, T9M;
Chris@82	3008 T9w = T8C + T8D;
Chris@82	3009 T9x = KP707106781 * (T97 + T98);
Chris@82	3010 T9y = T9w - T9x;
Chris@82	3011 T9U = T9w + T9x;
Chris@82	3012 T9L = FNMS(KP382683432, T9C, KP923879532 * T9D);
Chris@82	3013 T9M = FMA(KP382683432, T9z, KP923879532 * T9A);
Chris@82	3014 T9N = T9L - T9M;
Chris@82	3015 T9V = T9L + T9M;
Chris@82	3016 }
Chris@82	3017 {
Chris@82	3018 E T9B, T9E, T9I, T9J;
Chris@82	3019 T9B = FNMS(KP382683432, T9A, KP923879532 * T9z);
Chris@82	3020 T9E = FMA(KP923879532, T9C, KP382683432 * T9D);
Chris@82	3021 T9F = T9B - T9E;
Chris@82	3022 T9Z = T9E + T9B;
Chris@82	3023 T9I = T95 + T94;
Chris@82	3024 T9J = KP707106781 * (T8K + T8H);
Chris@82	3025 T9K = T9I - T9J;
Chris@82	3026 T9Y = T9I + T9J;
Chris@82	3027 }
Chris@82	3028 {
Chris@82	3029 E T9G, T9O, T9v, T9H;
Chris@82	3030 T9G = T9y - T9F;
Chris@82	3031 T9O = T9K - T9N;
Chris@82	3032 T9v = W[102];
Chris@82	3033 T9H = W[103];
Chris@82	3034 cr[WS(rs, 52)] = FNMS(T9H, T9O, T9v * T9G);
Chris@82	3035 ci[WS(rs, 52)] = FMA(T9H, T9G, T9v * T9O);
Chris@82	3036 }
Chris@82	3037 {
Chris@82	3038 E Ta2, Ta4, Ta1, Ta3;
Chris@82	3039 Ta2 = T9U + T9V;
Chris@82	3040 Ta4 = T9Y + T9Z;
Chris@82	3041 Ta1 = W[6];
Chris@82	3042 Ta3 = W[7];
Chris@82	3043 cr[WS(rs, 4)] = FNMS(Ta3, Ta4, Ta1 * Ta2);
Chris@82	3044 ci[WS(rs, 4)] = FMA(Ta1, Ta4, Ta3 * Ta2);
Chris@82	3045 }
Chris@82	3046 {
Chris@82	3047 E T9Q, T9S, T9P, T9R;
Chris@82	3048 T9Q = T9y + T9F;
Chris@82	3049 T9S = T9K + T9N;
Chris@82	3050 T9P = W[38];
Chris@82	3051 T9R = W[39];
Chris@82	3052 cr[WS(rs, 20)] = FNMS(T9R, T9S, T9P * T9Q);
Chris@82	3053 ci[WS(rs, 20)] = FMA(T9R, T9Q, T9P * T9S);
Chris@82	3054 }
Chris@82	3055 {
Chris@82	3056 E T9W, Ta0, T9T, T9X;
Chris@82	3057 T9W = T9U - T9V;
Chris@82	3058 Ta0 = T9Y - T9Z;
Chris@82	3059 T9T = W[70];
Chris@82	3060 T9X = W[71];
Chris@82	3061 cr[WS(rs, 36)] = FNMS(T9X, Ta0, T9T * T9W);
Chris@82	3062 ci[WS(rs, 36)] = FMA(T9T, Ta0, T9X * T9W);
Chris@82	3063 }
Chris@82	3064 }
Chris@82	3065 {
Chris@82	3066 E T8M, T9k, T9d, T9l, T91, T9p, T9a, T9o;
Chris@82	3067 {
Chris@82	3068 E T8E, T8L, T9b, T9c;
Chris@82	3069 T8E = T8C - T8D;
Chris@82	3070 T8L = KP707106781 * (T8H - T8K);
Chris@82	3071 T8M = T8E - T8L;
Chris@82	3072 T9k = T8E + T8L;
Chris@82	3073 T9b = FNMS(KP923879532, T8W, KP382683432 * T8Z);
Chris@82	3074 T9c = FMA(KP923879532, T8P, KP382683432 * T8S);
Chris@82	3075 T9d = T9b - T9c;
Chris@82	3076 T9l = T9b + T9c;
Chris@82	3077 }
Chris@82	3078 {
Chris@82	3079 E T8T, T90, T96, T99;
Chris@82	3080 T8T = FNMS(KP923879532, T8S, KP382683432 * T8P);
Chris@82	3081 T90 = FMA(KP382683432, T8W, KP923879532 * T8Z);
Chris@82	3082 T91 = T8T - T90;
Chris@82	3083 T9p = T90 + T8T;
Chris@82	3084 T96 = T94 - T95;
Chris@82	3085 T99 = KP707106781 * (T97 - T98);
Chris@82	3086 T9a = T96 - T99;
Chris@82	3087 T9o = T96 + T99;
Chris@82	3088 }
Chris@82	3089 {
Chris@82	3090 E T92, T9e, T8B, T93;
Chris@82	3091 T92 = T8M - T91;
Chris@82	3092 T9e = T9a - T9d;
Chris@82	3093 T8B = W[118];
Chris@82	3094 T93 = W[119];
Chris@82	3095 cr[WS(rs, 60)] = FNMS(T93, T9e, T8B * T92);
Chris@82	3096 ci[WS(rs, 60)] = FMA(T93, T92, T8B * T9e);
Chris@82	3097 }
Chris@82	3098 {
Chris@82	3099 E T9s, T9u, T9r, T9t;
Chris@82	3100 T9s = T9k + T9l;
Chris@82	3101 T9u = T9o + T9p;
Chris@82	3102 T9r = W[22];
Chris@82	3103 T9t = W[23];
Chris@82	3104 cr[WS(rs, 12)] = FNMS(T9t, T9u, T9r * T9s);
Chris@82	3105 ci[WS(rs, 12)] = FMA(T9r, T9u, T9t * T9s);
Chris@82	3106 }
Chris@82	3107 {
Chris@82	3108 E T9g, T9i, T9f, T9h;
Chris@82	3109 T9g = T8M + T91;
Chris@82	3110 T9i = T9a + T9d;
Chris@82	3111 T9f = W[54];
Chris@82	3112 T9h = W[55];
Chris@82	3113 cr[WS(rs, 28)] = FNMS(T9h, T9i, T9f * T9g);
Chris@82	3114 ci[WS(rs, 28)] = FMA(T9h, T9g, T9f * T9i);
Chris@82	3115 }
Chris@82	3116 {
Chris@82	3117 E T9m, T9q, T9j, T9n;
Chris@82	3118 T9m = T9k - T9l;
Chris@82	3119 T9q = T9o - T9p;
Chris@82	3120 T9j = W[86];
Chris@82	3121 T9n = W[87];
Chris@82	3122 cr[WS(rs, 44)] = FNMS(T9n, T9q, T9j * T9m);
Chris@82	3123 ci[WS(rs, 44)] = FMA(T9j, T9q, T9n * T9m);
Chris@82	3124 }
Chris@82	3125 }
Chris@82	3126 {
Chris@82	3127 E T7q, T84, T7X, T85, T7J, T89, T7U, T88;
Chris@82	3128 {
Chris@82	3129 E T7i, T7p, T7V, T7W;
Chris@82	3130 T7i = Tf - Tu;
Chris@82	3131 T7p = T7l - T7o;
Chris@82	3132 T7q = T7i + T7p;
Chris@82	3133 T84 = T7i - T7p;
Chris@82	3134 T7V = T7r + T7y;
Chris@82	3135 T7W = T7H - T7A;
Chris@82	3136 T7X = KP707106781 * (T7V + T7W);
Chris@82	3137 T85 = KP707106781 * (T7W - T7V);
Chris@82	3138 }
Chris@82	3139 {
Chris@82	3140 E T7z, T7I, T7M, T7T;
Chris@82	3141 T7z = T7r - T7y;
Chris@82	3142 T7I = T7A + T7H;
Chris@82	3143 T7J = KP707106781 * (T7z + T7I);
Chris@82	3144 T89 = KP707106781 * (T7z - T7I);
Chris@82	3145 T7M = TK - TZ;
Chris@82	3146 T7T = T7P - T7S;
Chris@82	3147 T7U = T7M + T7T;
Chris@82	3148 T88 = T7T - T7M;
Chris@82	3149 }
Chris@82	3150 {
Chris@82	3151 E T7K, T7Y, T7h, T7L;
Chris@82	3152 T7K = T7q - T7J;
Chris@82	3153 T7Y = T7U - T7X;
Chris@82	3154 T7h = W[78];
Chris@82	3155 T7L = W[79];
Chris@82	3156 cr[WS(rs, 40)] = FNMS(T7L, T7Y, T7h * T7K);
Chris@82	3157 ci[WS(rs, 40)] = FMA(T7L, T7K, T7h * T7Y);
Chris@82	3158 }
Chris@82	3159 {
Chris@82	3160 E T8c, T8e, T8b, T8d;
Chris@82	3161 T8c = T84 + T85;
Chris@82	3162 T8e = T88 + T89;
Chris@82	3163 T8b = W[46];
Chris@82	3164 T8d = W[47];
Chris@82	3165 cr[WS(rs, 24)] = FNMS(T8d, T8e, T8b * T8c);
Chris@82	3166 ci[WS(rs, 24)] = FMA(T8b, T8e, T8d * T8c);
Chris@82	3167 }
Chris@82	3168 {
Chris@82	3169 E T80, T82, T7Z, T81;
Chris@82	3170 T80 = T7q + T7J;
Chris@82	3171 T82 = T7U + T7X;
Chris@82	3172 T7Z = W[14];
Chris@82	3173 T81 = W[15];
Chris@82	3174 cr[WS(rs, 8)] = FNMS(T81, T82, T7Z * T80);
Chris@82	3175 ci[WS(rs, 8)] = FMA(T81, T80, T7Z * T82);
Chris@82	3176 }
Chris@82	3177 {
Chris@82	3178 E T86, T8a, T83, T87;
Chris@82	3179 T86 = T84 - T85;
Chris@82	3180 T8a = T88 - T89;
Chris@82	3181 T83 = W[110];
Chris@82	3182 T87 = W[111];
Chris@82	3183 cr[WS(rs, 56)] = FNMS(T87, T8a, T83 * T86);
Chris@82	3184 ci[WS(rs, 56)] = FMA(T83, T8a, T87 * T86);
Chris@82	3185 }
Chris@82	3186 }
Chris@82	3187 {
Chris@82	3188 E T6K, T76, T6W, T7a, T6R, T7b, T6Z, T77;
Chris@82	3189 {
Chris@82	3190 E T6I, T6J, T6U, T6V;
Chris@82	3191 T6I = T5O + T5P;
Chris@82	3192 T6J = T6j + T6k;
Chris@82	3193 T6K = T6I - T6J;
Chris@82	3194 T76 = T6I + T6J;
Chris@82	3195 T6U = T6g + T6h;
Chris@82	3196 T6V = T5W + T5T;
Chris@82	3197 T6W = T6U - T6V;
Chris@82	3198 T7a = T6U + T6V;
Chris@82	3199 {
Chris@82	3200 E T6N, T6Y, T6Q, T6X;
Chris@82	3201 {
Chris@82	3202 E T6L, T6M, T6O, T6P;
Chris@82	3203 T6L = T5Z + T60;
Chris@82	3204 T6M = T62 + T63;
Chris@82	3205 T6N = FNMS(KP555570233, T6M, KP831469612 * T6L);
Chris@82	3206 T6Y = FMA(KP555570233, T6L, KP831469612 * T6M);
Chris@82	3207 T6O = T66 + T67;
Chris@82	3208 T6P = T69 + T6a;
Chris@82	3209 T6Q = FMA(KP831469612, T6O, KP555570233 * T6P);
Chris@82	3210 T6X = FNMS(KP555570233, T6O, KP831469612 * T6P);
Chris@82	3211 }
Chris@82	3212 T6R = T6N - T6Q;
Chris@82	3213 T7b = T6Q + T6N;
Chris@82	3214 T6Z = T6X - T6Y;
Chris@82	3215 T77 = T6X + T6Y;
Chris@82	3216 }
Chris@82	3217 }
Chris@82	3218 {
Chris@82	3219 E T6S, T70, T6H, T6T;
Chris@82	3220 T6S = T6K - T6R;
Chris@82	3221 T70 = T6W - T6Z;
Chris@82	3222 T6H = W[106];
Chris@82	3223 T6T = W[107];
Chris@82	3224 cr[WS(rs, 54)] = FNMS(T6T, T70, T6H * T6S);
Chris@82	3225 ci[WS(rs, 54)] = FMA(T6T, T6S, T6H * T70);
Chris@82	3226 }
Chris@82	3227 {
Chris@82	3228 E T7e, T7g, T7d, T7f;
Chris@82	3229 T7e = T76 + T77;
Chris@82	3230 T7g = T7a + T7b;
Chris@82	3231 T7d = W[10];
Chris@82	3232 T7f = W[11];
Chris@82	3233 cr[WS(rs, 6)] = FNMS(T7f, T7g, T7d * T7e);
Chris@82	3234 ci[WS(rs, 6)] = FMA(T7d, T7g, T7f * T7e);
Chris@82	3235 }
Chris@82	3236 {
Chris@82	3237 E T72, T74, T71, T73;
Chris@82	3238 T72 = T6K + T6R;
Chris@82	3239 T74 = T6W + T6Z;
Chris@82	3240 T71 = W[42];
Chris@82	3241 T73 = W[43];
Chris@82	3242 cr[WS(rs, 22)] = FNMS(T73, T74, T71 * T72);
Chris@82	3243 ci[WS(rs, 22)] = FMA(T73, T72, T71 * T74);
Chris@82	3244 }
Chris@82	3245 {
Chris@82	3246 E T78, T7c, T75, T79;
Chris@82	3247 T78 = T76 - T77;
Chris@82	3248 T7c = T7a - T7b;
Chris@82	3249 T75 = W[74];
Chris@82	3250 T79 = W[75];
Chris@82	3251 cr[WS(rs, 38)] = FNMS(T79, T7c, T75 * T78);
Chris@82	3252 ci[WS(rs, 38)] = FMA(T75, T7c, T79 * T78);
Chris@82	3253 }
Chris@82	3254 }
Chris@82	3255 {
Chris@82	3256 E T3a, T52, T4S, T56, T4z, T57, T4V, T53;
Chris@82	3257 {
Chris@82	3258 E T2w, T39, T4O, T4R;
Chris@82	3259 T2w = T2c - T2v;
Chris@82	3260 T39 = T2P - T38;
Chris@82	3261 T3a = T2w + T39;
Chris@82	3262 T52 = T2w - T39;
Chris@82	3263 T4O = T4K - T4N;
Chris@82	3264 T4R = T4P - T4Q;
Chris@82	3265 T4S = T4O + T4R;
Chris@82	3266 T56 = T4O - T4R;
Chris@82	3267 {
Chris@82	3268 E T3R, T4T, T4y, T4U;
Chris@82	3269 {
Chris@82	3270 E T3D, T3Q, T4k, T4x;
Chris@82	3271 T3D = T3j - T3C;
Chris@82	3272 T3Q = T3M - T3P;
Chris@82	3273 T3R = FNMS(KP831469612, T3Q, KP555570233 * T3D);
Chris@82	3274 T4T = FMA(KP831469612, T3D, KP555570233 * T3Q);
Chris@82	3275 T4k = T40 - T4j;
Chris@82	3276 T4x = T4t - T4w;
Chris@82	3277 T4y = FMA(KP555570233, T4k, KP831469612 * T4x);
Chris@82	3278 T4U = FNMS(KP831469612, T4k, KP555570233 * T4x);
Chris@82	3279 }
Chris@82	3280 T4z = T3R + T4y;
Chris@82	3281 T57 = T3R - T4y;
Chris@82	3282 T4V = T4T + T4U;
Chris@82	3283 T53 = T4U - T4T;
Chris@82	3284 }
Chris@82	3285 }
Chris@82	3286 {
Chris@82	3287 E T4A, T4W, T23, T4B;
Chris@82	3288 T4A = T3a - T4z;
Chris@82	3289 T4W = T4S - T4V;
Chris@82	3290 T23 = W[82];
Chris@82	3291 T4B = W[83];
Chris@82	3292 cr[WS(rs, 42)] = FNMS(T4B, T4W, T23 * T4A);
Chris@82	3293 ci[WS(rs, 42)] = FMA(T4B, T4A, T23 * T4W);
Chris@82	3294 }
Chris@82	3295 {
Chris@82	3296 E T5a, T5c, T59, T5b;
Chris@82	3297 T5a = T52 + T53;
Chris@82	3298 T5c = T56 + T57;
Chris@82	3299 T59 = W[50];
Chris@82	3300 T5b = W[51];
Chris@82	3301 cr[WS(rs, 26)] = FNMS(T5b, T5c, T59 * T5a);
Chris@82	3302 ci[WS(rs, 26)] = FMA(T59, T5c, T5b * T5a);
Chris@82	3303 }
Chris@82	3304 {
Chris@82	3305 E T4Y, T50, T4X, T4Z;
Chris@82	3306 T4Y = T3a + T4z;
Chris@82	3307 T50 = T4S + T4V;
Chris@82	3308 T4X = W[18];
Chris@82	3309 T4Z = W[19];
Chris@82	3310 cr[WS(rs, 10)] = FNMS(T4Z, T50, T4X * T4Y);
Chris@82	3311 ci[WS(rs, 10)] = FMA(T4Z, T4Y, T4X * T50);
Chris@82	3312 }
Chris@82	3313 {
Chris@82	3314 E T54, T58, T51, T55;
Chris@82	3315 T54 = T52 - T53;
Chris@82	3316 T58 = T56 - T57;
Chris@82	3317 T51 = W[114];
Chris@82	3318 T55 = W[115];
Chris@82	3319 cr[WS(rs, 58)] = FNMS(T55, T58, T51 * T54);
Chris@82	3320 ci[WS(rs, 58)] = FMA(T51, T58, T55 * T54);
Chris@82	3321 }
Chris@82	3322 }
Chris@82	3323 {
Chris@82	3324 E T5g, T5C, T5s, T5G, T5n, T5H, T5v, T5D;
Chris@82	3325 {
Chris@82	3326 E T5e, T5f, T5q, T5r;
Chris@82	3327 T5e = T2c + T2v;
Chris@82	3328 T5f = T4P + T4Q;
Chris@82	3329 T5g = T5e + T5f;
Chris@82	3330 T5C = T5e - T5f;
Chris@82	3331 T5q = T4K + T4N;
Chris@82	3332 T5r = T38 + T2P;
Chris@82	3333 T5s = T5q + T5r;
Chris@82	3334 T5G = T5q - T5r;
Chris@82	3335 {
Chris@82	3336 E T5j, T5t, T5m, T5u;
Chris@82	3337 {
Chris@82	3338 E T5h, T5i, T5k, T5l;
Chris@82	3339 T5h = T3j + T3C;
Chris@82	3340 T5i = T3M + T3P;
Chris@82	3341 T5j = FNMS(KP195090322, T5i, KP980785280 * T5h);
Chris@82	3342 T5t = FMA(KP195090322, T5h, KP980785280 * T5i);
Chris@82	3343 T5k = T40 + T4j;
Chris@82	3344 T5l = T4t + T4w;
Chris@82	3345 T5m = FMA(KP980785280, T5k, KP195090322 * T5l);
Chris@82	3346 T5u = FNMS(KP195090322, T5k, KP980785280 * T5l);
Chris@82	3347 }
Chris@82	3348 T5n = T5j + T5m;
Chris@82	3349 T5H = T5j - T5m;
Chris@82	3350 T5v = T5t + T5u;
Chris@82	3351 T5D = T5u - T5t;
Chris@82	3352 }
Chris@82	3353 }
Chris@82	3354 {
Chris@82	3355 E T5o, T5w, T5d, T5p;
Chris@82	3356 T5o = T5g - T5n;
Chris@82	3357 T5w = T5s - T5v;
Chris@82	3358 T5d = W[66];
Chris@82	3359 T5p = W[67];
Chris@82	3360 cr[WS(rs, 34)] = FNMS(T5p, T5w, T5d * T5o);
Chris@82	3361 ci[WS(rs, 34)] = FMA(T5p, T5o, T5d * T5w);
Chris@82	3362 }
Chris@82	3363 {
Chris@82	3364 E T5K, T5M, T5J, T5L;
Chris@82	3365 T5K = T5C + T5D;
Chris@82	3366 T5M = T5G + T5H;
Chris@82	3367 T5J = W[34];
Chris@82	3368 T5L = W[35];
Chris@82	3369 cr[WS(rs, 18)] = FNMS(T5L, T5M, T5J * T5K);
Chris@82	3370 ci[WS(rs, 18)] = FMA(T5J, T5M, T5L * T5K);
Chris@82	3371 }
Chris@82	3372 {
Chris@82	3373 E T5y, T5A, T5x, T5z;
Chris@82	3374 T5y = T5g + T5n;
Chris@82	3375 T5A = T5s + T5v;
Chris@82	3376 T5x = W[2];
Chris@82	3377 T5z = W[3];
Chris@82	3378 cr[WS(rs, 2)] = FNMS(T5z, T5A, T5x * T5y);
Chris@82	3379 ci[WS(rs, 2)] = FMA(T5z, T5y, T5x * T5A);
Chris@82	3380 }
Chris@82	3381 {
Chris@82	3382 E T5E, T5I, T5B, T5F;
Chris@82	3383 T5E = T5C - T5D;
Chris@82	3384 T5I = T5G - T5H;
Chris@82	3385 T5B = W[98];
Chris@82	3386 T5F = W[99];
Chris@82	3387 cr[WS(rs, 50)] = FNMS(T5F, T5I, T5B * T5E);
Chris@82	3388 ci[WS(rs, 50)] = FMA(T5B, T5I, T5F * T5E);
Chris@82	3389 }
Chris@82	3390 }
Chris@82	3391 {
Chris@82	3392 E T5Y, T6w, T6m, T6A, T6d, T6B, T6p, T6x;
Chris@82	3393 {
Chris@82	3394 E T5Q, T5X, T6i, T6l;
Chris@82	3395 T5Q = T5O - T5P;
Chris@82	3396 T5X = T5T - T5W;
Chris@82	3397 T5Y = T5Q - T5X;
Chris@82	3398 T6w = T5Q + T5X;
Chris@82	3399 T6i = T6g - T6h;
Chris@82	3400 T6l = T6j - T6k;
Chris@82	3401 T6m = T6i - T6l;
Chris@82	3402 T6A = T6i + T6l;
Chris@82	3403 {
Chris@82	3404 E T65, T6o, T6c, T6n;
Chris@82	3405 {
Chris@82	3406 E T61, T64, T68, T6b;
Chris@82	3407 T61 = T5Z - T60;
Chris@82	3408 T64 = T62 - T63;
Chris@82	3409 T65 = FNMS(KP980785280, T64, KP195090322 * T61);
Chris@82	3410 T6o = FMA(KP980785280, T61, KP195090322 * T64);
Chris@82	3411 T68 = T66 - T67;
Chris@82	3412 T6b = T69 - T6a;
Chris@82	3413 T6c = FMA(KP195090322, T68, KP980785280 * T6b);
Chris@82	3414 T6n = FNMS(KP980785280, T68, KP195090322 * T6b);
Chris@82	3415 }
Chris@82	3416 T6d = T65 - T6c;
Chris@82	3417 T6B = T6c + T65;
Chris@82	3418 T6p = T6n - T6o;
Chris@82	3419 T6x = T6n + T6o;
Chris@82	3420 }
Chris@82	3421 }
Chris@82	3422 {
Chris@82	3423 E T6e, T6q, T5N, T6f;
Chris@82	3424 T6e = T5Y - T6d;
Chris@82	3425 T6q = T6m - T6p;
Chris@82	3426 T5N = W[122];
Chris@82	3427 T6f = W[123];
Chris@82	3428 cr[WS(rs, 62)] = FNMS(T6f, T6q, T5N * T6e);
Chris@82	3429 ci[WS(rs, 62)] = FMA(T6f, T6e, T5N * T6q);
Chris@82	3430 }
Chris@82	3431 {
Chris@82	3432 E T6E, T6G, T6D, T6F;
Chris@82	3433 T6E = T6w + T6x;
Chris@82	3434 T6G = T6A + T6B;
Chris@82	3435 T6D = W[26];
Chris@82	3436 T6F = W[27];
Chris@82	3437 cr[WS(rs, 14)] = FNMS(T6F, T6G, T6D * T6E);
Chris@82	3438 ci[WS(rs, 14)] = FMA(T6D, T6G, T6F * T6E);
Chris@82	3439 }
Chris@82	3440 {
Chris@82	3441 E T6s, T6u, T6r, T6t;
Chris@82	3442 T6s = T5Y + T6d;
Chris@82	3443 T6u = T6m + T6p;
Chris@82	3444 T6r = W[58];
Chris@82	3445 T6t = W[59];
Chris@82	3446 cr[WS(rs, 30)] = FNMS(T6t, T6u, T6r * T6s);
Chris@82	3447 ci[WS(rs, 30)] = FMA(T6t, T6s, T6r * T6u);
Chris@82	3448 }
Chris@82	3449 {
Chris@82	3450 E T6y, T6C, T6v, T6z;
Chris@82	3451 T6y = T6w - T6x;
Chris@82	3452 T6C = T6A - T6B;
Chris@82	3453 T6v = W[90];
Chris@82	3454 T6z = W[91];
Chris@82	3455 cr[WS(rs, 46)] = FNMS(T6z, T6C, T6v * T6y);
Chris@82	3456 ci[WS(rs, 46)] = FMA(T6v, T6C, T6z * T6y);
Chris@82	3457 }
Chris@82	3458 }
Chris@82	3459 {
Chris@82	3460 E Tba, Tdw, TcS, Tdi, TcI, Tds, TcW, Td6, Tcr, TcX, TcL, TcT, Tdd, Tdx, Tdl;
Chris@82	3461 E Tdt;
Chris@82	3462 {
Chris@82	3463 E Taw, Tdg, Tb9, Tdh, TaP, Tb8;
Chris@82	3464 Taw = Tag - Tav;
Chris@82	3465 Tdg = TcA + TcD;
Chris@82	3466 TaP = FNMS(KP831469612, TaO, KP555570233 * TaH);
Chris@82	3467 Tb8 = FMA(KP831469612, Tb0, KP555570233 * Tb7);
Chris@82	3468 Tb9 = TaP - Tb8;
Chris@82	3469 Tdh = Tb8 + TaP;
Chris@82	3470 Tba = Taw + Tb9;
Chris@82	3471 Tdw = Tdg - Tdh;
Chris@82	3472 TcS = Taw - Tb9;
Chris@82	3473 Tdi = Tdg + Tdh;
Chris@82	3474 }
Chris@82	3475 {
Chris@82	3476 E TcE, Td4, TcH, Td5, TcF, TcG;
Chris@82	3477 TcE = TcA - TcD;
Chris@82	3478 Td4 = Tag + Tav;
Chris@82	3479 TcF = FNMS(KP831469612, Tb7, KP555570233 * Tb0);
Chris@82	3480 TcG = FMA(KP555570233, TaO, KP831469612 * TaH);
Chris@82	3481 TcH = TcF - TcG;
Chris@82	3482 Td5 = TcF + TcG;
Chris@82	3483 TcI = TcE + TcH;
Chris@82	3484 Tds = Td4 - Td5;
Chris@82	3485 TcW = TcE - TcH;
Chris@82	3486 Td6 = Td4 + Td5;
Chris@82	3487 }
Chris@82	3488 {
Chris@82	3489 E TbN, TcJ, Tcq, TcK;
Chris@82	3490 {
Chris@82	3491 E TbB, TbM, Tce, Tcp;
Chris@82	3492 TbB = Tbl - TbA;
Chris@82	3493 TbM = TbI - TbL;
Chris@82	3494 TbN = FNMS(KP956940335, TbM, KP290284677 * TbB);
Chris@82	3495 TcJ = FMA(KP956940335, TbB, KP290284677 * TbM);
Chris@82	3496 Tce = TbY - Tcd;
Chris@82	3497 Tcp = Tcl - Tco;
Chris@82	3498 Tcq = FMA(KP290284677, Tce, KP956940335 * Tcp);
Chris@82	3499 TcK = FNMS(KP956940335, Tce, KP290284677 * Tcp);
Chris@82	3500 }
Chris@82	3501 Tcr = TbN + Tcq;
Chris@82	3502 TcX = TbN - Tcq;
Chris@82	3503 TcL = TcJ + TcK;
Chris@82	3504 TcT = TcK - TcJ;
Chris@82	3505 }
Chris@82	3506 {
Chris@82	3507 E Td9, Tdj, Tdc, Tdk;
Chris@82	3508 {
Chris@82	3509 E Td7, Td8, Tda, Tdb;
Chris@82	3510 Td7 = Tbl + TbA;
Chris@82	3511 Td8 = TbI + TbL;
Chris@82	3512 Td9 = FNMS(KP471396736, Td8, KP881921264 * Td7);
Chris@82	3513 Tdj = FMA(KP471396736, Td7, KP881921264 * Td8);
Chris@82	3514 Tda = TbY + Tcd;
Chris@82	3515 Tdb = Tcl + Tco;
Chris@82	3516 Tdc = FMA(KP881921264, Tda, KP471396736 * Tdb);
Chris@82	3517 Tdk = FNMS(KP471396736, Tda, KP881921264 * Tdb);
Chris@82	3518 }
Chris@82	3519 Tdd = Td9 + Tdc;
Chris@82	3520 Tdx = Td9 - Tdc;
Chris@82	3521 Tdl = Tdj + Tdk;
Chris@82	3522 Tdt = Tdk - Tdj;
Chris@82	3523 }
Chris@82	3524 {
Chris@82	3525 E Tcs, TcM, Ta5, Tct;
Chris@82	3526 Tcs = Tba - Tcr;
Chris@82	3527 TcM = TcI - TcL;
Chris@82	3528 Ta5 = W[88];
Chris@82	3529 Tct = W[89];
Chris@82	3530 cr[WS(rs, 45)] = FNMS(Tct, TcM, Ta5 * Tcs);
Chris@82	3531 ci[WS(rs, 45)] = FMA(Tct, Tcs, Ta5 * TcM);
Chris@82	3532 }
Chris@82	3533 {
Chris@82	3534 E Tdu, Tdy, Tdr, Tdv;
Chris@82	3535 Tdu = Tds - Tdt;
Chris@82	3536 Tdy = Tdw - Tdx;
Chris@82	3537 Tdr = W[104];
Chris@82	3538 Tdv = W[105];
Chris@82	3539 cr[WS(rs, 53)] = FNMS(Tdv, Tdy, Tdr * Tdu);
Chris@82	3540 ci[WS(rs, 53)] = FMA(Tdr, Tdy, Tdv * Tdu);
Chris@82	3541 }
Chris@82	3542 {
Chris@82	3543 E TdA, TdC, Tdz, TdB;
Chris@82	3544 TdA = Tds + Tdt;
Chris@82	3545 TdC = Tdw + Tdx;
Chris@82	3546 Tdz = W[40];
Chris@82	3547 TdB = W[41];
Chris@82	3548 cr[WS(rs, 21)] = FNMS(TdB, TdC, Tdz * TdA);
Chris@82	3549 ci[WS(rs, 21)] = FMA(Tdz, TdC, TdB * TdA);
Chris@82	3550 }
Chris@82	3551 {
Chris@82	3552 E TcO, TcQ, TcN, TcP;
Chris@82	3553 TcO = Tba + Tcr;
Chris@82	3554 TcQ = TcI + TcL;
Chris@82	3555 TcN = W[24];
Chris@82	3556 TcP = W[25];
Chris@82	3557 cr[WS(rs, 13)] = FNMS(TcP, TcQ, TcN * TcO);
Chris@82	3558 ci[WS(rs, 13)] = FMA(TcP, TcO, TcN * TcQ);
Chris@82	3559 }
Chris@82	3560 {
Chris@82	3561 E TcU, TcY, TcR, TcV;
Chris@82	3562 TcU = TcS - TcT;
Chris@82	3563 TcY = TcW - TcX;
Chris@82	3564 TcR = W[120];
Chris@82	3565 TcV = W[121];
Chris@82	3566 cr[WS(rs, 61)] = FNMS(TcV, TcY, TcR * TcU);
Chris@82	3567 ci[WS(rs, 61)] = FMA(TcR, TcY, TcV * TcU);
Chris@82	3568 }
Chris@82	3569 {
Chris@82	3570 E Tde, Tdm, Td3, Tdf;
Chris@82	3571 Tde = Td6 - Tdd;
Chris@82	3572 Tdm = Tdi - Tdl;
Chris@82	3573 Td3 = W[72];
Chris@82	3574 Tdf = W[73];
Chris@82	3575 cr[WS(rs, 37)] = FNMS(Tdf, Tdm, Td3 * Tde);
Chris@82	3576 ci[WS(rs, 37)] = FMA(Tdf, Tde, Td3 * Tdm);
Chris@82	3577 }
Chris@82	3578 {
Chris@82	3579 E Tdo, Tdq, Tdn, Tdp;
Chris@82	3580 Tdo = Td6 + Tdd;
Chris@82	3581 Tdq = Tdi + Tdl;
Chris@82	3582 Tdn = W[8];
Chris@82	3583 Tdp = W[9];
Chris@82	3584 cr[WS(rs, 5)] = FNMS(Tdp, Tdq, Tdn * Tdo);
Chris@82	3585 ci[WS(rs, 5)] = FMA(Tdp, Tdo, Tdn * Tdq);
Chris@82	3586 }
Chris@82	3587 {
Chris@82	3588 E Td0, Td2, TcZ, Td1;
Chris@82	3589 Td0 = TcS + TcT;
Chris@82	3590 Td2 = TcW + TcX;
Chris@82	3591 TcZ = W[56];
Chris@82	3592 Td1 = W[57];
Chris@82	3593 cr[WS(rs, 29)] = FNMS(Td1, Td2, TcZ * Td0);
Chris@82	3594 ci[WS(rs, 29)] = FMA(TcZ, Td2, Td1 * Td0);
Chris@82	3595 }
Chris@82	3596 }
Chris@82	3597 {
Chris@82	3598 E Tfy, Thc, Tgy, TgY, Tgo, Th8, TgC, TgM, Tgb, TgD, Tgr, Tgz, TgT, Thd, Th1;
Chris@82	3599 E Th9;
Chris@82	3600 {
Chris@82	3601 E Tfi, TgW, Tfx, TgX, Tfp, Tfw;
Chris@82	3602 Tfi = Tfa - Tfh;
Chris@82	3603 TgW = Tgg + Tgj;
Chris@82	3604 Tfp = FNMS(KP555570233, Tfo, KP831469612 * Tfl);
Chris@82	3605 Tfw = FMA(KP831469612, Tfs, KP555570233 * Tfv);
Chris@82	3606 Tfx = Tfp - Tfw;
Chris@82	3607 TgX = Tfw + Tfp;
Chris@82	3608 Tfy = Tfi + Tfx;
Chris@82	3609 Thc = TgW - TgX;
Chris@82	3610 Tgy = Tfi - Tfx;
Chris@82	3611 TgY = TgW + TgX;
Chris@82	3612 }
Chris@82	3613 {
Chris@82	3614 E Tgk, TgK, Tgn, TgL, Tgl, Tgm;
Chris@82	3615 Tgk = Tgg - Tgj;
Chris@82	3616 TgK = Tfa + Tfh;
Chris@82	3617 Tgl = FNMS(KP555570233, Tfs, KP831469612 * Tfv);
Chris@82	3618 Tgm = FMA(KP555570233, Tfl, KP831469612 * Tfo);
Chris@82	3619 Tgn = Tgl - Tgm;
Chris@82	3620 TgL = Tgl + Tgm;
Chris@82	3621 Tgo = Tgk + Tgn;
Chris@82	3622 Th8 = TgK - TgL;
Chris@82	3623 TgC = Tgk - Tgn;
Chris@82	3624 TgM = TgK + TgL;
Chris@82	3625 }
Chris@82	3626 {
Chris@82	3627 E TfR, Tgp, Tga, Tgq;
Chris@82	3628 {
Chris@82	3629 E TfJ, TfQ, Tg2, Tg9;
Chris@82	3630 TfJ = TfB - TfI;
Chris@82	3631 TfQ = TfM - TfP;
Chris@82	3632 TfR = FNMS(KP881921264, TfQ, KP471396736 * TfJ);
Chris@82	3633 Tgp = FMA(KP881921264, TfJ, KP471396736 * TfQ);
Chris@82	3634 Tg2 = TfU - Tg1;
Chris@82	3635 Tg9 = Tg5 - Tg8;
Chris@82	3636 Tga = FMA(KP471396736, Tg2, KP881921264 * Tg9);
Chris@82	3637 Tgq = FNMS(KP881921264, Tg2, KP471396736 * Tg9);
Chris@82	3638 }
Chris@82	3639 Tgb = TfR + Tga;
Chris@82	3640 TgD = TfR - Tga;
Chris@82	3641 Tgr = Tgp + Tgq;
Chris@82	3642 Tgz = Tgq - Tgp;
Chris@82	3643 }
Chris@82	3644 {
Chris@82	3645 E TgP, TgZ, TgS, Th0;
Chris@82	3646 {
Chris@82	3647 E TgN, TgO, TgQ, TgR;
Chris@82	3648 TgN = TfB + TfI;
Chris@82	3649 TgO = TfM + TfP;
Chris@82	3650 TgP = FNMS(KP290284677, TgO, KP956940335 * TgN);
Chris@82	3651 TgZ = FMA(KP290284677, TgN, KP956940335 * TgO);
Chris@82	3652 TgQ = TfU + Tg1;
Chris@82	3653 TgR = Tg5 + Tg8;
Chris@82	3654 TgS = FMA(KP956940335, TgQ, KP290284677 * TgR);
Chris@82	3655 Th0 = FNMS(KP290284677, TgQ, KP956940335 * TgR);
Chris@82	3656 }
Chris@82	3657 TgT = TgP + TgS;
Chris@82	3658 Thd = TgP - TgS;
Chris@82	3659 Th1 = TgZ + Th0;
Chris@82	3660 Th9 = Th0 - TgZ;
Chris@82	3661 }
Chris@82	3662 {
Chris@82	3663 E Tgc, Tgs, Tf7, Tgd;
Chris@82	3664 Tgc = Tfy - Tgb;
Chris@82	3665 Tgs = Tgo - Tgr;
Chris@82	3666 Tf7 = W[84];
Chris@82	3667 Tgd = W[85];
Chris@82	3668 cr[WS(rs, 43)] = FNMS(Tgd, Tgs, Tf7 * Tgc);
Chris@82	3669 ci[WS(rs, 43)] = FMA(Tgd, Tgc, Tf7 * Tgs);
Chris@82	3670 }
Chris@82	3671 {
Chris@82	3672 E Tha, The, Th7, Thb;
Chris@82	3673 Tha = Th8 - Th9;
Chris@82	3674 The = Thc - Thd;
Chris@82	3675 Th7 = W[100];
Chris@82	3676 Thb = W[101];
Chris@82	3677 cr[WS(rs, 51)] = FNMS(Thb, The, Th7 * Tha);
Chris@82	3678 ci[WS(rs, 51)] = FMA(Th7, The, Thb * Tha);
Chris@82	3679 }
Chris@82	3680 {
Chris@82	3681 E Thg, Thi, Thf, Thh;
Chris@82	3682 Thg = Th8 + Th9;
Chris@82	3683 Thi = Thc + Thd;
Chris@82	3684 Thf = W[36];
Chris@82	3685 Thh = W[37];
Chris@82	3686 cr[WS(rs, 19)] = FNMS(Thh, Thi, Thf * Thg);
Chris@82	3687 ci[WS(rs, 19)] = FMA(Thf, Thi, Thh * Thg);
Chris@82	3688 }
Chris@82	3689 {
Chris@82	3690 E Tgu, Tgw, Tgt, Tgv;
Chris@82	3691 Tgu = Tfy + Tgb;
Chris@82	3692 Tgw = Tgo + Tgr;
Chris@82	3693 Tgt = W[20];
Chris@82	3694 Tgv = W[21];
Chris@82	3695 cr[WS(rs, 11)] = FNMS(Tgv, Tgw, Tgt * Tgu);
Chris@82	3696 ci[WS(rs, 11)] = FMA(Tgv, Tgu, Tgt * Tgw);
Chris@82	3697 }
Chris@82	3698 {
Chris@82	3699 E TgA, TgE, Tgx, TgB;
Chris@82	3700 TgA = Tgy - Tgz;
Chris@82	3701 TgE = TgC - TgD;
Chris@82	3702 Tgx = W[116];
Chris@82	3703 TgB = W[117];
Chris@82	3704 cr[WS(rs, 59)] = FNMS(TgB, TgE, Tgx * TgA);
Chris@82	3705 ci[WS(rs, 59)] = FMA(Tgx, TgE, TgB * TgA);
Chris@82	3706 }
Chris@82	3707 {
Chris@82	3708 E TgU, Th2, TgJ, TgV;
Chris@82	3709 TgU = TgM - TgT;
Chris@82	3710 Th2 = TgY - Th1;
Chris@82	3711 TgJ = W[68];
Chris@82	3712 TgV = W[69];
Chris@82	3713 cr[WS(rs, 35)] = FNMS(TgV, Th2, TgJ * TgU);
Chris@82	3714 ci[WS(rs, 35)] = FMA(TgV, TgU, TgJ * Th2);
Chris@82	3715 }
Chris@82	3716 {
Chris@82	3717 E Th4, Th6, Th3, Th5;
Chris@82	3718 Th4 = TgM + TgT;
Chris@82	3719 Th6 = TgY + Th1;
Chris@82	3720 Th3 = W[4];
Chris@82	3721 Th5 = W[5];
Chris@82	3722 cr[WS(rs, 3)] = FNMS(Th5, Th6, Th3 * Th4);
Chris@82	3723 ci[WS(rs, 3)] = FMA(Th5, Th4, Th3 * Th6);
Chris@82	3724 }
Chris@82	3725 {
Chris@82	3726 E TgG, TgI, TgF, TgH;
Chris@82	3727 TgG = Tgy + Tgz;
Chris@82	3728 TgI = TgC + TgD;
Chris@82	3729 TgF = W[52];
Chris@82	3730 TgH = W[53];
Chris@82	3731 cr[WS(rs, 27)] = FNMS(TgH, TgI, TgF * TgG);
Chris@82	3732 ci[WS(rs, 27)] = FMA(TgF, TgI, TgH * TgG);
Chris@82	3733 }
Chris@82	3734 }
Chris@82	3735 {
Chris@82	3736 E TdO, Tf0, Tem, TeM, Tec, TeW, Teq, TeA, Te3, Ter, Tef, Ten, TeH, Tf1, TeP;
Chris@82	3737 E TeX;
Chris@82	3738 {
Chris@82	3739 E TdG, TeK, TdN, TeL, TdJ, TdM;
Chris@82	3740 TdG = TdE - TdF;
Chris@82	3741 TeK = Te6 + Te7;
Chris@82	3742 TdJ = FNMS(KP195090322, TdI, KP980785280 * TdH);
Chris@82	3743 TdM = FMA(KP195090322, TdK, KP980785280 * TdL);
Chris@82	3744 TdN = TdJ - TdM;
Chris@82	3745 TeL = TdM + TdJ;
Chris@82	3746 TdO = TdG - TdN;
Chris@82	3747 Tf0 = TeK + TeL;
Chris@82	3748 Tem = TdG + TdN;
Chris@82	3749 TeM = TeK - TeL;
Chris@82	3750 }
Chris@82	3751 {
Chris@82	3752 E Te8, Tey, Teb, Tez, Te9, Tea;
Chris@82	3753 Te8 = Te6 - Te7;
Chris@82	3754 Tey = TdE + TdF;
Chris@82	3755 Te9 = FNMS(KP195090322, TdL, KP980785280 * TdK);
Chris@82	3756 Tea = FMA(KP980785280, TdI, KP195090322 * TdH);
Chris@82	3757 Teb = Te9 - Tea;
Chris@82	3758 Tez = Te9 + Tea;
Chris@82	3759 Tec = Te8 - Teb;
Chris@82	3760 TeW = Tey + Tez;
Chris@82	3761 Teq = Te8 + Teb;
Chris@82	3762 TeA = Tey - Tez;
Chris@82	3763 }
Chris@82	3764 {
Chris@82	3765 E TdV, Tee, Te2, Ted;
Chris@82	3766 {
Chris@82	3767 E TdR, TdU, TdY, Te1;
Chris@82	3768 TdR = TdP - TdQ;
Chris@82	3769 TdU = TdS - TdT;
Chris@82	3770 TdV = FNMS(KP773010453, TdU, KP634393284 * TdR);
Chris@82	3771 Tee = FMA(KP773010453, TdR, KP634393284 * TdU);
Chris@82	3772 TdY = TdW - TdX;
Chris@82	3773 Te1 = TdZ - Te0;
Chris@82	3774 Te2 = FMA(KP634393284, TdY, KP773010453 * Te1);
Chris@82	3775 Ted = FNMS(KP773010453, TdY, KP634393284 * Te1);
Chris@82	3776 }
Chris@82	3777 Te3 = TdV - Te2;
Chris@82	3778 Ter = Te2 + TdV;
Chris@82	3779 Tef = Ted - Tee;
Chris@82	3780 Ten = Ted + Tee;
Chris@82	3781 }
Chris@82	3782 {
Chris@82	3783 E TeD, TeO, TeG, TeN;
Chris@82	3784 {
Chris@82	3785 E TeB, TeC, TeE, TeF;
Chris@82	3786 TeB = TdP + TdQ;
Chris@82	3787 TeC = TdS + TdT;
Chris@82	3788 TeD = FNMS(KP098017140, TeC, KP995184726 * TeB);
Chris@82	3789 TeO = FMA(KP098017140, TeB, KP995184726 * TeC);
Chris@82	3790 TeE = TdW + TdX;
Chris@82	3791 TeF = TdZ + Te0;
Chris@82	3792 TeG = FMA(KP995184726, TeE, KP098017140 * TeF);
Chris@82	3793 TeN = FNMS(KP098017140, TeE, KP995184726 * TeF);
Chris@82	3794 }
Chris@82	3795 TeH = TeD - TeG;
Chris@82	3796 Tf1 = TeG + TeD;
Chris@82	3797 TeP = TeN - TeO;
Chris@82	3798 TeX = TeN + TeO;
Chris@82	3799 }
Chris@82	3800 {
Chris@82	3801 E Te4, Teg, TdD, Te5;
Chris@82	3802 Te4 = TdO - Te3;
Chris@82	3803 Teg = Tec - Tef;
Chris@82	3804 TdD = W[112];
Chris@82	3805 Te5 = W[113];
Chris@82	3806 cr[WS(rs, 57)] = FNMS(Te5, Teg, TdD * Te4);
Chris@82	3807 ci[WS(rs, 57)] = FMA(Te5, Te4, TdD * Teg);
Chris@82	3808 }
Chris@82	3809 {
Chris@82	3810 E TeY, Tf2, TeV, TeZ;
Chris@82	3811 TeY = TeW - TeX;
Chris@82	3812 Tf2 = Tf0 - Tf1;
Chris@82	3813 TeV = W[64];
Chris@82	3814 TeZ = W[65];
Chris@82	3815 cr[WS(rs, 33)] = FNMS(TeZ, Tf2, TeV * TeY);
Chris@82	3816 ci[WS(rs, 33)] = FMA(TeV, Tf2, TeZ * TeY);
Chris@82	3817 }
Chris@82	3818 {
Chris@82	3819 E Tf4, Tf6, Tf3, Tf5;
Chris@82	3820 Tf4 = TeW + TeX;
Chris@82	3821 Tf6 = Tf0 + Tf1;
Chris@82	3822 Tf3 = W[0];
Chris@82	3823 Tf5 = W[1];
Chris@82	3824 cr[WS(rs, 1)] = FNMS(Tf5, Tf6, Tf3 * Tf4);
Chris@82	3825 ci[WS(rs, 1)] = FMA(Tf3, Tf6, Tf5 * Tf4);
Chris@82	3826 }
Chris@82	3827 {
Chris@82	3828 E Tei, Tek, Teh, Tej;
Chris@82	3829 Tei = TdO + Te3;
Chris@82	3830 Tek = Tec + Tef;
Chris@82	3831 Teh = W[48];
Chris@82	3832 Tej = W[49];
Chris@82	3833 cr[WS(rs, 25)] = FNMS(Tej, Tek, Teh * Tei);
Chris@82	3834 ci[WS(rs, 25)] = FMA(Tej, Tei, Teh * Tek);
Chris@82	3835 }
Chris@82	3836 {
Chris@82	3837 E Teo, Tes, Tel, Tep;
Chris@82	3838 Teo = Tem - Ten;
Chris@82	3839 Tes = Teq - Ter;
Chris@82	3840 Tel = W[80];
Chris@82	3841 Tep = W[81];
Chris@82	3842 cr[WS(rs, 41)] = FNMS(Tep, Tes, Tel * Teo);
Chris@82	3843 ci[WS(rs, 41)] = FMA(Tel, Tes, Tep * Teo);
Chris@82	3844 }
Chris@82	3845 {
Chris@82	3846 E TeI, TeQ, Tex, TeJ;
Chris@82	3847 TeI = TeA - TeH;
Chris@82	3848 TeQ = TeM - TeP;
Chris@82	3849 Tex = W[96];
Chris@82	3850 TeJ = W[97];
Chris@82	3851 cr[WS(rs, 49)] = FNMS(TeJ, TeQ, Tex * TeI);
Chris@82	3852 ci[WS(rs, 49)] = FMA(TeJ, TeI, Tex * TeQ);
Chris@82	3853 }
Chris@82	3854 {
Chris@82	3855 E TeS, TeU, TeR, TeT;
Chris@82	3856 TeS = TeA + TeH;
Chris@82	3857 TeU = TeM + TeP;
Chris@82	3858 TeR = W[32];
Chris@82	3859 TeT = W[33];
Chris@82	3860 cr[WS(rs, 17)] = FNMS(TeT, TeU, TeR * TeS);
Chris@82	3861 ci[WS(rs, 17)] = FMA(TeT, TeS, TeR * TeU);
Chris@82	3862 }
Chris@82	3863 {
Chris@82	3864 E Teu, Tew, Tet, Tev;
Chris@82	3865 Teu = Tem + Ten;
Chris@82	3866 Tew = Teq + Ter;
Chris@82	3867 Tet = W[16];
Chris@82	3868 Tev = W[17];
Chris@82	3869 cr[WS(rs, 9)] = FNMS(Tev, Tew, Tet * Teu);
Chris@82	3870 ci[WS(rs, 9)] = FMA(Tet, Tew, Tev * Teu);
Chris@82	3871 }
Chris@82	3872 }
Chris@82	3873 {
Chris@82	3874 E Thu, TiG, Ti2, Tis, ThS, TiC, Ti6, Tig, ThJ, Ti7, ThV, Ti3, Tin, TiH, Tiv;
Chris@82	3875 E TiD;
Chris@82	3876 {
Chris@82	3877 E Thm, Tiq, Tht, Tir, Thp, Ths;
Chris@82	3878 Thm = Thk - Thl;
Chris@82	3879 Tiq = ThM - ThN;
Chris@82	3880 Thp = FNMS(KP980785280, Tho, KP195090322 * Thn);
Chris@82	3881 Ths = FNMS(KP980785280, Thr, KP195090322 * Thq);
Chris@82	3882 Tht = Thp + Ths;
Chris@82	3883 Tir = Thp - Ths;
Chris@82	3884 Thu = Thm - Tht;
Chris@82	3885 TiG = Tiq - Tir;
Chris@82	3886 Ti2 = Thm + Tht;
Chris@82	3887 Tis = Tiq + Tir;
Chris@82	3888 }
Chris@82	3889 {
Chris@82	3890 E ThO, Tie, ThR, Tif, ThP, ThQ;
Chris@82	3891 ThO = ThM + ThN;
Chris@82	3892 Tie = Thk + Thl;
Chris@82	3893 ThP = FMA(KP195090322, Tho, KP980785280 * Thn);
Chris@82	3894 ThQ = FMA(KP195090322, Thr, KP980785280 * Thq);
Chris@82	3895 ThR = ThP - ThQ;
Chris@82	3896 Tif = ThP + ThQ;
Chris@82	3897 ThS = ThO - ThR;
Chris@82	3898 TiC = Tie + Tif;
Chris@82	3899 Ti6 = ThO + ThR;
Chris@82	3900 Tig = Tie - Tif;
Chris@82	3901 }
Chris@82	3902 {
Chris@82	3903 E ThB, ThU, ThI, ThT;
Chris@82	3904 {
Chris@82	3905 E Thx, ThA, ThE, ThH;
Chris@82	3906 Thx = Thv - Thw;
Chris@82	3907 ThA = Thy - Thz;
Chris@82	3908 ThB = FNMS(KP634393284, ThA, KP773010453 * Thx);
Chris@82	3909 ThU = FMA(KP634393284, Thx, KP773010453 * ThA);
Chris@82	3910 ThE = ThC + ThD;
Chris@82	3911 ThH = ThF - ThG;
Chris@82	3912 ThI = FMA(KP773010453, ThE, KP634393284 * ThH);
Chris@82	3913 ThT = FNMS(KP634393284, ThE, KP773010453 * ThH);
Chris@82	3914 }
Chris@82	3915 ThJ = ThB - ThI;
Chris@82	3916 Ti7 = ThI + ThB;
Chris@82	3917 ThV = ThT - ThU;
Chris@82	3918 Ti3 = ThT + ThU;
Chris@82	3919 }
Chris@82	3920 {
Chris@82	3921 E Tij, Tit, Tim, Tiu;
Chris@82	3922 {
Chris@82	3923 E Tih, Tii, Tik, Til;
Chris@82	3924 Tih = ThF + ThG;
Chris@82	3925 Tii = ThC - ThD;
Chris@82	3926 Tij = FNMS(KP995184726, Tii, KP098017140 * Tih);
Chris@82	3927 Tit = FMA(KP098017140, Tii, KP995184726 * Tih);
Chris@82	3928 Tik = Thy + Thz;
Chris@82	3929 Til = Thw + Thv;
Chris@82	3930 Tim = FNMS(KP995184726, Til, KP098017140 * Tik);
Chris@82	3931 Tiu = FMA(KP098017140, Til, KP995184726 * Tik);
Chris@82	3932 }
Chris@82	3933 Tin = Tij + Tim;
Chris@82	3934 TiH = Tij - Tim;
Chris@82	3935 Tiv = Tit - Tiu;
Chris@82	3936 TiD = Tit + Tiu;
Chris@82	3937 }
Chris@82	3938 {
Chris@82	3939 E ThK, ThW, Thj, ThL;
Chris@82	3940 ThK = Thu - ThJ;
Chris@82	3941 ThW = ThS - ThV;
Chris@82	3942 Thj = W[108];
Chris@82	3943 ThL = W[109];
Chris@82	3944 cr[WS(rs, 55)] = FNMS(ThL, ThW, Thj * ThK);
Chris@82	3945 ci[WS(rs, 55)] = FMA(ThL, ThK, Thj * ThW);
Chris@82	3946 }
Chris@82	3947 {
Chris@82	3948 E TiE, TiI, TiB, TiF;
Chris@82	3949 TiE = TiC - TiD;
Chris@82	3950 TiI = TiG + TiH;
Chris@82	3951 TiB = W[60];
Chris@82	3952 TiF = W[61];
Chris@82	3953 cr[WS(rs, 31)] = FNMS(TiF, TiI, TiB * TiE);
Chris@82	3954 ci[WS(rs, 31)] = FMA(TiB, TiI, TiF * TiE);
Chris@82	3955 }
Chris@82	3956 {
Chris@82	3957 E TiK, TiM, TiJ, TiL;
Chris@82	3958 TiK = TiC + TiD;
Chris@82	3959 TiM = TiG - TiH;
Chris@82	3960 TiJ = W[124];
Chris@82	3961 TiL = W[125];
Chris@82	3962 cr[WS(rs, 63)] = FNMS(TiL, TiM, TiJ * TiK);
Chris@82	3963 ci[WS(rs, 63)] = FMA(TiJ, TiM, TiL * TiK);
Chris@82	3964 }
Chris@82	3965 {
Chris@82	3966 E ThY, Ti0, ThX, ThZ;
Chris@82	3967 ThY = Thu + ThJ;
Chris@82	3968 Ti0 = ThS + ThV;
Chris@82	3969 ThX = W[44];
Chris@82	3970 ThZ = W[45];
Chris@82	3971 cr[WS(rs, 23)] = FNMS(ThZ, Ti0, ThX * ThY);
Chris@82	3972 ci[WS(rs, 23)] = FMA(ThZ, ThY, ThX * Ti0);
Chris@82	3973 }
Chris@82	3974 {
Chris@82	3975 E Ti4, Ti8, Ti1, Ti5;
Chris@82	3976 Ti4 = Ti2 - Ti3;
Chris@82	3977 Ti8 = Ti6 - Ti7;
Chris@82	3978 Ti1 = W[76];
Chris@82	3979 Ti5 = W[77];
Chris@82	3980 cr[WS(rs, 39)] = FNMS(Ti5, Ti8, Ti1 * Ti4);
Chris@82	3981 ci[WS(rs, 39)] = FMA(Ti1, Ti8, Ti5 * Ti4);
Chris@82	3982 }
Chris@82	3983 {
Chris@82	3984 E Tio, Tiw, Tid, Tip;
Chris@82	3985 Tio = Tig - Tin;
Chris@82	3986 Tiw = Tis - Tiv;
Chris@82	3987 Tid = W[92];
Chris@82	3988 Tip = W[93];
Chris@82	3989 cr[WS(rs, 47)] = FNMS(Tip, Tiw, Tid * Tio);
Chris@82	3990 ci[WS(rs, 47)] = FMA(Tip, Tio, Tid * Tiw);
Chris@82	3991 }
Chris@82	3992 {
Chris@82	3993 E Tiy, TiA, Tix, Tiz;
Chris@82	3994 Tiy = Tig + Tin;
Chris@82	3995 TiA = Tis + Tiv;
Chris@82	3996 Tix = W[28];
Chris@82	3997 Tiz = W[29];
Chris@82	3998 cr[WS(rs, 15)] = FNMS(Tiz, TiA, Tix * Tiy);
Chris@82	3999 ci[WS(rs, 15)] = FMA(Tiz, Tiy, Tix * TiA);
Chris@82	4000 }
Chris@82	4001 {
Chris@82	4002 E Tia, Tic, Ti9, Tib;
Chris@82	4003 Tia = Ti2 + Ti3;
Chris@82	4004 Tic = Ti6 + Ti7;
Chris@82	4005 Ti9 = W[12];
Chris@82	4006 Tib = W[13];
Chris@82	4007 cr[WS(rs, 7)] = FNMS(Tib, Tic, Ti9 * Tia);
Chris@82	4008 ci[WS(rs, 7)] = FMA(Ti9, Tic, Tib * Tia);
Chris@82	4009 }
Chris@82	4010 }
Chris@82	4011 }
Chris@82	4012 }
Chris@82	4013 }
Chris@82	4014
Chris@82	4015 static const tw_instr twinstr[] = {
Chris@82	4016 {TW_FULL, 1, 64},
Chris@82	4017 {TW_NEXT, 1, 0}
Chris@82	4018 };
Chris@82	4019
Chris@82	4020 static const hc2hc_desc desc = { 64, "hb_64", twinstr, &GENUS, {808, 270, 230, 0} };
Chris@82	4021
Chris@82	4022 void X(codelet_hb_64) (planner *p) {
Chris@82	4023 X(khc2hc_register) (p, hb_64, &desc);
Chris@82	4024 }
Chris@82	4025 #endif

Mercurial > hg > sv-dependency-builds

annotate src/fftw-3.3.8/rdft/scalar/r2cb/hb_64.c @ 82:d0c2a83c1364