Mercurial > hg > js-dsp-test

comparison fft/fftw/fftw-3.3.4/rdft/scalar/r2cb/r2cbIII_64.c @ 19:26056e866c29

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Add FFTW to comparison table
author Chris Cannam
date Tue, 06 Oct 2015 13:08:39 +0100
parents
children
comparison
equal deleted inserted replaced
18:8db794ca3e0b 19:26056e866c29
1 /*
2 * Copyright (c) 2003, 2007-14 Matteo Frigo
3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18 *
19 */
20
21 /* This file was automatically generated --- DO NOT EDIT */
22 /* Generated on Tue Mar 4 13:50:35 EST 2014 */
23
24 #include "codelet-rdft.h"
25
26 #ifdef HAVE_FMA
27
28 /* Generated by: ../../../genfft/gen_r2cb.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -name r2cbIII_64 -dft-III -include r2cbIII.h */
29
30 /*
31 * This function contains 434 FP additions, 260 FP multiplications,
32 * (or, 238 additions, 64 multiplications, 196 fused multiply/add),
33 * 165 stack variables, 36 constants, and 128 memory accesses
34 */
35 #include "r2cbIII.h"
36
37 static void r2cbIII_64(R *R0, R *R1, R *Cr, R *Ci, stride rs, stride csr, stride csi, INT v, INT ivs, INT ovs)
38 {
39 DK(KP357805721, +0.357805721314524104672487743774474392487532769);
40 DK(KP1_883088130, +1.883088130366041556825018805199004714371179592);
41 DK(KP472964775, +0.472964775891319928124438237972992463904131113);
42 DK(KP1_807978586, +1.807978586246886663172400594461074097420264050);
43 DK(KP049126849, +0.049126849769467254105343321271313617079695752);
44 DK(KP1_997590912, +1.997590912410344785429543209518201388886407229);
45 DK(KP906347169, +0.906347169019147157946142717268914412664134293);
46 DK(KP1_481902250, +1.481902250709918182351233794990325459457910619);
47 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
48 DK(KP250486960, +0.250486960191305461595702160124721208578685568);
49 DK(KP1_940062506, +1.940062506389087985207968414572200502913731924);
50 DK(KP599376933, +0.599376933681923766271389869014404232837890546);
51 DK(KP1_715457220, +1.715457220000544139804539968569540274084981599);
52 DK(KP148335987, +0.148335987538347428753676511486911367000625355);
53 DK(KP1_978353019, +1.978353019929561946903347476032486127967379067);
54 DK(KP741650546, +0.741650546272035369581266691172079863842265220);
55 DK(KP1_606415062, +1.606415062961289819613353025926283847759138854);
56 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
57 DK(KP303346683, +0.303346683607342391675883946941299872384187453);
58 DK(KP1_913880671, +1.913880671464417729871595773960539938965698411);
59 DK(KP534511135, +0.534511135950791641089685961295362908582039528);
60 DK(KP1_763842528, +1.763842528696710059425513727320776699016885241);
61 DK(KP098491403, +0.098491403357164253077197521291327432293052451);
62 DK(KP1_990369453, +1.990369453344393772489673906218959843150949737);
63 DK(KP820678790, +0.820678790828660330972281985331011598767386482);
64 DK(KP1_546020906, +1.546020906725473921621813219516939601942082586);
65 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
66 DK(KP198912367, +0.198912367379658006911597622644676228597850501);
67 DK(KP1_961570560, +1.961570560806460898252364472268478073947867462);
68 DK(KP668178637, +0.668178637919298919997757686523080761552472251);
69 DK(KP1_662939224, +1.662939224605090474157576755235811513477121624);
70 DK(KP1_847759065, +1.847759065022573512256366378793576573644833252);
71 DK(KP1_414213562, +1.414213562373095048801688724209698078569671875);
72 DK(KP2_000000000, +2.000000000000000000000000000000000000000000000);
73 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
74 DK(KP414213562, +0.414213562373095048801688724209698078569671875);
75 {
76 INT i;
77 for (i = v; i > 0; i = i - 1, R0 = R0 + ovs, R1 = R1 + ovs, Cr = Cr + ivs, Ci = Ci + ivs, MAKE_VOLATILE_STRIDE(256, rs), MAKE_VOLATILE_STRIDE(256, csr), MAKE_VOLATILE_STRIDE(256, csi)) {
78 E T43, T4b, T49, T4e, T3T, T46, T40, T4a;
79 {
80 E T3t, T15, T2E, T3U, T6b, Tf, T6Q, T6u, T5J, T4L, T3V, T1g, T5U, T5q, T3u;
81 E T2H, T6v, Tu, T5r, T4V, T6R, T6e, T2K, T1s, T2J, T1D, T3X, T3B, T5s, T4Q;
82 E T3Y, T3y, T6g, TK, T5M, T57, T6N, T6j, T35, T1W, T34, T25, T4i, T3J, T5N;
83 E T52, T4j, T3G, T6l, TZ, T3L, T5P, T5i, T6M, T6o, T3M, T38, T2n, T37, T2w;
84 E T4l, T3Q, T5Q, T5d;
85 {
86 E T3x, T3w, T3E, T3F;
87 {
88 E T5p, T5o, T2G, T2F;
89 {
90 E T11, T3, T5m, T2D, T2A, T6, T5n, T14, Tb, T16, Ta, T4I, T19, Tc, T1c;
91 E T1d;
92 {
93 E T4, T5, T12, T13;
94 {
95 E T1, T2, T2B, T2C;
96 T1 = Cr[0];
97 T2 = Cr[WS(csr, 31)];
98 T2B = Ci[0];
99 T2C = Ci[WS(csi, 31)];
100 T4 = Cr[WS(csr, 16)];
101 T11 = T1 - T2;
102 T3 = T1 + T2;
103 T5m = T2C - T2B;
104 T2D = T2B + T2C;
105 T5 = Cr[WS(csr, 15)];
106 T12 = Ci[WS(csi, 16)];
107 T13 = Ci[WS(csi, 15)];
108 }
109 {
110 E T8, T9, T17, T18;
111 T8 = Cr[WS(csr, 8)];
112 T2A = T4 - T5;
113 T6 = T4 + T5;
114 T5n = T13 - T12;
115 T14 = T12 + T13;
116 T9 = Cr[WS(csr, 23)];
117 T17 = Ci[WS(csi, 8)];
118 T18 = Ci[WS(csi, 23)];
119 Tb = Cr[WS(csr, 7)];
120 T16 = T8 - T9;
121 Ta = T8 + T9;
122 T4I = T18 - T17;
123 T19 = T17 + T18;
124 Tc = Cr[WS(csr, 24)];
125 T1c = Ci[WS(csi, 7)];
126 T1d = Ci[WS(csi, 24)];
127 }
128 }
129 {
130 E T1b, T4J, T1e, T4H, T7, Te, Td;
131 T3t = T11 + T14;
132 T15 = T11 - T14;
133 T1b = Tb - Tc;
134 Td = Tb + Tc;
135 T4J = T1c - T1d;
136 T1e = T1c + T1d;
137 T2E = T2A + T2D;
138 T3U = T2A - T2D;
139 T4H = T3 - T6;
140 T7 = T3 + T6;
141 Te = Ta + Td;
142 T5p = Ta - Td;
143 {
144 E T4K, T6s, T6t, T1a, T1f;
145 T5o = T5m - T5n;
146 T6s = T5n + T5m;
147 T6t = T4I + T4J;
148 T4K = T4I - T4J;
149 T6b = T7 - Te;
150 Tf = T7 + Te;
151 T6Q = T6t + T6s;
152 T6u = T6s - T6t;
153 T2G = T16 + T19;
154 T1a = T16 - T19;
155 T1f = T1b - T1e;
156 T2F = T1b + T1e;
157 T5J = T4H - T4K;
158 T4L = T4H + T4K;
159 T3V = T1a - T1f;
160 T1g = T1a + T1f;
161 }
162 }
163 }
164 {
165 E T1i, Ti, T4O, T1q, T1n, Tl, T4N, T1l, Tq, T1t, Tp, T4T, T1A, Tr, T1u;
166 E T1v;
167 {
168 E Tj, Tk, T1j, T1k;
169 {
170 E Tg, Th, T1o, T1p;
171 Tg = Cr[WS(csr, 4)];
172 T5U = T5p + T5o;
173 T5q = T5o - T5p;
174 T3u = T2G + T2F;
175 T2H = T2F - T2G;
176 Th = Cr[WS(csr, 27)];
177 T1o = Ci[WS(csi, 4)];
178 T1p = Ci[WS(csi, 27)];
179 Tj = Cr[WS(csr, 20)];
180 T1i = Tg - Th;
181 Ti = Tg + Th;
182 T4O = T1p - T1o;
183 T1q = T1o + T1p;
184 Tk = Cr[WS(csr, 11)];
185 T1j = Ci[WS(csi, 20)];
186 T1k = Ci[WS(csi, 11)];
187 }
188 {
189 E Tn, To, T1y, T1z;
190 Tn = Cr[WS(csr, 3)];
191 T1n = Tj - Tk;
192 Tl = Tj + Tk;
193 T4N = T1k - T1j;
194 T1l = T1j + T1k;
195 To = Cr[WS(csr, 28)];
196 T1y = Ci[WS(csi, 3)];
197 T1z = Ci[WS(csi, 28)];
198 Tq = Cr[WS(csr, 12)];
199 T1t = Tn - To;
200 Tp = Tn + To;
201 T4T = T1y - T1z;
202 T1A = T1y + T1z;
203 Tr = Cr[WS(csr, 19)];
204 T1u = Ci[WS(csi, 12)];
205 T1v = Ci[WS(csi, 19)];
206 }
207 }
208 {
209 E T4M, T1B, T1w, T4P, T1m, T1r, Tm, Ts, T4S;
210 T4M = Ti - Tl;
211 Tm = Ti + Tl;
212 T1B = Tq - Tr;
213 Ts = Tq + Tr;
214 T4S = T1v - T1u;
215 T1w = T1u + T1v;
216 {
217 E T6c, Tt, T4R, T6d, T4U;
218 T6c = T4N + T4O;
219 T4P = T4N - T4O;
220 Tt = Tp + Ts;
221 T4R = Tp - Ts;
222 T6d = T4S + T4T;
223 T4U = T4S - T4T;
224 T3x = T1i + T1l;
225 T1m = T1i - T1l;
226 T6v = Tm - Tt;
227 Tu = Tm + Tt;
228 T5r = T4R - T4U;
229 T4V = T4R + T4U;
230 T6R = T6c + T6d;
231 T6e = T6c - T6d;
232 T1r = T1n + T1q;
233 T3w = T1n - T1q;
234 }
235 {
236 E T3A, T3z, T1x, T1C;
237 T3A = T1t + T1w;
238 T1x = T1t - T1w;
239 T1C = T1A - T1B;
240 T3z = T1B + T1A;
241 T2K = FMA(KP414213562, T1m, T1r);
242 T1s = FNMS(KP414213562, T1r, T1m);
243 T2J = FMA(KP414213562, T1x, T1C);
244 T1D = FNMS(KP414213562, T1C, T1x);
245 T3X = FMA(KP414213562, T3z, T3A);
246 T3B = FNMS(KP414213562, T3A, T3z);
247 T5s = T4M + T4P;
248 T4Q = T4M - T4P;
249 }
250 }
251 }
252 }
253 {
254 E T1G, Ty, T54, T20, T1X, TB, T53, T1J, TI, T4Z, T1L, TF, T22, T1U, T50;
255 E T1O;
256 {
257 E T1Y, T1Z, Tz, TA, Tw, Tx, T1H, T1I;
258 Tw = Cr[WS(csr, 2)];
259 Tx = Cr[WS(csr, 29)];
260 T1Y = Ci[WS(csi, 2)];
261 T3Y = FNMS(KP414213562, T3w, T3x);
262 T3y = FMA(KP414213562, T3x, T3w);
263 T1G = Tw - Tx;
264 Ty = Tw + Tx;
265 T1Z = Ci[WS(csi, 29)];
266 Tz = Cr[WS(csr, 18)];
267 TA = Cr[WS(csr, 13)];
268 T1H = Ci[WS(csi, 18)];
269 T54 = T1Y - T1Z;
270 T20 = T1Y + T1Z;
271 T1X = Tz - TA;
272 TB = Tz + TA;
273 T1I = Ci[WS(csi, 13)];
274 {
275 E T1R, T1Q, T1S, TG, TH;
276 TG = Cr[WS(csr, 5)];
277 TH = Cr[WS(csr, 26)];
278 T1R = Ci[WS(csi, 5)];
279 T53 = T1H - T1I;
280 T1J = T1H + T1I;
281 T1Q = TG - TH;
282 TI = TG + TH;
283 T1S = Ci[WS(csi, 26)];
284 {
285 E T1M, T1N, TD, TE, T1T;
286 TD = Cr[WS(csr, 10)];
287 TE = Cr[WS(csr, 21)];
288 T1T = T1R + T1S;
289 T4Z = T1S - T1R;
290 T1M = Ci[WS(csi, 10)];
291 T1L = TD - TE;
292 TF = TD + TE;
293 T1N = Ci[WS(csi, 21)];
294 T22 = T1Q + T1T;
295 T1U = T1Q - T1T;
296 T50 = T1M - T1N;
297 T1O = T1M + T1N;
298 }
299 }
300 }
301 {
302 E T4Y, T23, T51, T1K, T1V, T3I, T3H, T21, T24;
303 {
304 E T56, T1P, T6h, T55, TC, TJ, T6i;
305 T4Y = Ty - TB;
306 TC = Ty + TB;
307 TJ = TF + TI;
308 T56 = TF - TI;
309 T1P = T1L - T1O;
310 T23 = T1L + T1O;
311 T6h = T53 + T54;
312 T55 = T53 - T54;
313 T6g = TC - TJ;
314 TK = TC + TJ;
315 T6i = T50 + T4Z;
316 T51 = T4Z - T50;
317 T3E = T1G + T1J;
318 T1K = T1G - T1J;
319 T5M = T56 + T55;
320 T57 = T55 - T56;
321 T6N = T6i + T6h;
322 T6j = T6h - T6i;
323 T1V = T1P + T1U;
324 T3I = T1P - T1U;
325 }
326 T3H = T1X - T20;
327 T21 = T1X + T20;
328 T24 = T22 - T23;
329 T3F = T23 + T22;
330 T35 = FNMS(KP707106781, T1V, T1K);
331 T1W = FMA(KP707106781, T1V, T1K);
332 T34 = FMA(KP707106781, T24, T21);
333 T25 = FNMS(KP707106781, T24, T21);
334 T4i = FMA(KP707106781, T3I, T3H);
335 T3J = FNMS(KP707106781, T3I, T3H);
336 T5N = T4Y - T51;
337 T52 = T4Y + T51;
338 }
339 }
340 {
341 E T27, TN, T5f, T2q, T2r, TQ, T5e, T2a, TX, T5a, T2c, TU, T2t, T2l, T5b;
342 E T2f;
343 {
344 E T2o, T2p, TO, TP, TL, TM, T28, T29;
345 TL = Cr[WS(csr, 1)];
346 TM = Cr[WS(csr, 30)];
347 T2o = Ci[WS(csi, 1)];
348 T4j = FMA(KP707106781, T3F, T3E);
349 T3G = FNMS(KP707106781, T3F, T3E);
350 T27 = TL - TM;
351 TN = TL + TM;
352 T2p = Ci[WS(csi, 30)];
353 TO = Cr[WS(csr, 14)];
354 TP = Cr[WS(csr, 17)];
355 T28 = Ci[WS(csi, 14)];
356 T5f = T2p - T2o;
357 T2q = T2o + T2p;
358 T2r = TO - TP;
359 TQ = TO + TP;
360 T29 = Ci[WS(csi, 17)];
361 {
362 E T2i, T2h, T2j, TV, TW;
363 TV = Cr[WS(csr, 9)];
364 TW = Cr[WS(csr, 22)];
365 T2i = Ci[WS(csi, 9)];
366 T5e = T28 - T29;
367 T2a = T28 + T29;
368 T2h = TV - TW;
369 TX = TV + TW;
370 T2j = Ci[WS(csi, 22)];
371 {
372 E T2d, T2e, TS, TT, T2k;
373 TS = Cr[WS(csr, 6)];
374 TT = Cr[WS(csr, 25)];
375 T2k = T2i + T2j;
376 T5a = T2j - T2i;
377 T2d = Ci[WS(csi, 6)];
378 T2c = TS - TT;
379 TU = TS + TT;
380 T2e = Ci[WS(csi, 25)];
381 T2t = T2h + T2k;
382 T2l = T2h - T2k;
383 T5b = T2d - T2e;
384 T2f = T2d + T2e;
385 }
386 }
387 }
388 {
389 E T59, T2u, T5c, T2b, T2m, T3P, T3O, T2s, T2v;
390 {
391 E T5h, T2g, T6m, T5g, TR, TY, T6n;
392 T59 = TN - TQ;
393 TR = TN + TQ;
394 TY = TU + TX;
395 T5h = TU - TX;
396 T2g = T2c - T2f;
397 T2u = T2c + T2f;
398 T6m = T5e + T5f;
399 T5g = T5e - T5f;
400 T6l = TR - TY;
401 TZ = TR + TY;
402 T6n = T5b + T5a;
403 T5c = T5a - T5b;
404 T3L = T27 + T2a;
405 T2b = T27 - T2a;
406 T5P = T5h + T5g;
407 T5i = T5g - T5h;
408 T6M = T6n + T6m;
409 T6o = T6m - T6n;
410 T2m = T2g + T2l;
411 T3P = T2g - T2l;
412 }
413 T3O = T2r + T2q;
414 T2s = T2q - T2r;
415 T2v = T2t - T2u;
416 T3M = T2u + T2t;
417 T38 = FNMS(KP707106781, T2m, T2b);
418 T2n = FMA(KP707106781, T2m, T2b);
419 T37 = FNMS(KP707106781, T2v, T2s);
420 T2w = FMA(KP707106781, T2v, T2s);
421 T4l = FMA(KP707106781, T3P, T3O);
422 T3Q = FNMS(KP707106781, T3P, T3O);
423 T5Q = T59 - T5c;
424 T5d = T59 + T5c;
425 }
426 }
427 }
428 {
429 E T4m, T3N, T5t, T5L, T63, T4W, T5Y, T5X, T66, T5W, T67, T5S;
430 {
431 E T6T, T6S, T6W, T6P;
432 {
433 E T6L, T6O, T6Y, T6X, T6Z, Tv, T10, T70;
434 T6L = Tf - Tu;
435 Tv = Tf + Tu;
436 T10 = TK + TZ;
437 T6T = TK - TZ;
438 T6O = T6M - T6N;
439 T6Y = T6N + T6M;
440 T4m = FMA(KP707106781, T3M, T3L);
441 T3N = FNMS(KP707106781, T3M, T3L);
442 T6X = Tv - T10;
443 T6S = T6Q - T6R;
444 T6Z = T6R + T6Q;
445 R0[0] = KP2_000000000 * (Tv + T10);
446 R0[WS(rs, 16)] = KP2_000000000 * (T6Z - T6Y);
447 T70 = T6Y + T6Z;
448 T6W = T6L - T6O;
449 T6P = T6L + T6O;
450 R0[WS(rs, 24)] = KP1_414213562 * (T70 - T6X);
451 R0[WS(rs, 8)] = KP1_414213562 * (T6X + T70);
452 }
453 {
454 E T6D, T6f, T6w, T6G, T6p, T6x, T6y, T6k, T6V, T6U;
455 T6D = T6b - T6e;
456 T6f = T6b + T6e;
457 T6w = T6u - T6v;
458 T6G = T6v + T6u;
459 T6V = T6T + T6S;
460 T6U = T6S - T6T;
461 T6p = T6l + T6o;
462 T6x = T6l - T6o;
463 R0[WS(rs, 12)] = KP1_847759065 * (FMA(KP414213562, T6W, T6V));
464 R0[WS(rs, 28)] = -(KP1_847759065 * (FNMS(KP414213562, T6V, T6W)));
465 R0[WS(rs, 20)] = KP1_847759065 * (FNMS(KP414213562, T6P, T6U));
466 R0[WS(rs, 4)] = KP1_847759065 * (FMA(KP414213562, T6U, T6P));
467 T6y = T6g + T6j;
468 T6k = T6g - T6j;
469 {
470 E T5V, T5K, T5O, T5R;
471 T5t = T5r - T5s;
472 T5K = T5s + T5r;
473 {
474 E T6E, T6z, T6H, T6q;
475 T6E = T6y + T6x;
476 T6z = T6x - T6y;
477 T6H = T6k - T6p;
478 T6q = T6k + T6p;
479 {
480 E T6F, T6K, T6B, T6A;
481 T6F = FNMS(KP707106781, T6E, T6D);
482 T6K = FMA(KP707106781, T6E, T6D);
483 T6B = FNMS(KP707106781, T6z, T6w);
484 T6A = FMA(KP707106781, T6z, T6w);
485 {
486 E T6I, T6J, T6C, T6r;
487 T6I = FNMS(KP707106781, T6H, T6G);
488 T6J = FMA(KP707106781, T6H, T6G);
489 T6C = FNMS(KP707106781, T6q, T6f);
490 T6r = FMA(KP707106781, T6q, T6f);
491 R0[WS(rs, 22)] = KP1_662939224 * (FNMS(KP668178637, T6F, T6I));
492 R0[WS(rs, 6)] = KP1_662939224 * (FMA(KP668178637, T6I, T6F));
493 R0[WS(rs, 30)] = -(KP1_961570560 * (FNMS(KP198912367, T6J, T6K)));
494 R0[WS(rs, 14)] = KP1_961570560 * (FMA(KP198912367, T6K, T6J));
495 R0[WS(rs, 26)] = -(KP1_662939224 * (FNMS(KP668178637, T6B, T6C)));
496 R0[WS(rs, 10)] = KP1_662939224 * (FMA(KP668178637, T6C, T6B));
497 R0[WS(rs, 18)] = KP1_961570560 * (FNMS(KP198912367, T6r, T6A));
498 R0[WS(rs, 2)] = KP1_961570560 * (FMA(KP198912367, T6A, T6r));
499 T5L = FNMS(KP707106781, T5K, T5J);
500 T63 = FMA(KP707106781, T5K, T5J);
501 }
502 }
503 }
504 T5V = T4Q - T4V;
505 T4W = T4Q + T4V;
506 T5Y = FNMS(KP414213562, T5M, T5N);
507 T5O = FMA(KP414213562, T5N, T5M);
508 T5R = FNMS(KP414213562, T5Q, T5P);
509 T5X = FMA(KP414213562, T5P, T5Q);
510 T66 = FMA(KP707106781, T5V, T5U);
511 T5W = FNMS(KP707106781, T5V, T5U);
512 T67 = T5O + T5R;
513 T5S = T5O - T5R;
514 }
515 }
516 }
517 {
518 E T1h, T2L, T2I, T3h, T3p, T1E, T3n, T3s, T3b, T3k, T3e, T3o;
519 {
520 E T4X, T5B, T5v, T5w, T5E, T5u, T5F, T5k, T58, T5j;
521 {
522 E T68, T69, T62, T5T, T64, T5Z;
523 T68 = FNMS(KP923879532, T67, T66);
524 T69 = FMA(KP923879532, T67, T66);
525 T62 = FNMS(KP923879532, T5S, T5L);
526 T5T = FMA(KP923879532, T5S, T5L);
527 T64 = T5Y + T5X;
528 T5Z = T5X - T5Y;
529 T4X = FMA(KP707106781, T4W, T4L);
530 T5B = FNMS(KP707106781, T4W, T4L);
531 {
532 E T65, T6a, T61, T60;
533 T65 = FNMS(KP923879532, T64, T63);
534 T6a = FMA(KP923879532, T64, T63);
535 T61 = FNMS(KP923879532, T5Z, T5W);
536 T60 = FMA(KP923879532, T5Z, T5W);
537 R0[WS(rs, 23)] = KP1_546020906 * (FNMS(KP820678790, T65, T68));
538 R0[WS(rs, 7)] = KP1_546020906 * (FMA(KP820678790, T68, T65));
539 R0[WS(rs, 31)] = -(KP1_990369453 * (FNMS(KP098491403, T69, T6a)));
540 R0[WS(rs, 15)] = KP1_990369453 * (FMA(KP098491403, T6a, T69));
541 R0[WS(rs, 27)] = -(KP1_763842528 * (FNMS(KP534511135, T61, T62)));
542 R0[WS(rs, 11)] = KP1_763842528 * (FMA(KP534511135, T62, T61));
543 R0[WS(rs, 19)] = KP1_913880671 * (FNMS(KP303346683, T5T, T60));
544 R0[WS(rs, 3)] = KP1_913880671 * (FMA(KP303346683, T60, T5T));
545 }
546 }
547 T5v = FNMS(KP414213562, T52, T57);
548 T58 = FMA(KP414213562, T57, T52);
549 T5j = FNMS(KP414213562, T5i, T5d);
550 T5w = FMA(KP414213562, T5d, T5i);
551 T5E = FNMS(KP707106781, T5t, T5q);
552 T5u = FMA(KP707106781, T5t, T5q);
553 T5F = T58 - T5j;
554 T5k = T58 + T5j;
555 {
556 E T3l, T33, T3c, T3m, T3a, T3d;
557 {
558 E T39, T3f, T3g, T36;
559 {
560 E T31, T5G, T5H, T5A, T5l, T5C, T5x, T32;
561 T1h = FMA(KP707106781, T1g, T15);
562 T31 = FNMS(KP707106781, T1g, T15);
563 T5G = FNMS(KP923879532, T5F, T5E);
564 T5H = FMA(KP923879532, T5F, T5E);
565 T5A = FNMS(KP923879532, T5k, T4X);
566 T5l = FMA(KP923879532, T5k, T4X);
567 T5C = T5w - T5v;
568 T5x = T5v + T5w;
569 T32 = T2K + T2J;
570 T2L = T2J - T2K;
571 T39 = FNMS(KP668178637, T38, T37);
572 T3f = FMA(KP668178637, T37, T38);
573 {
574 E T5D, T5I, T5z, T5y;
575 T5D = FNMS(KP923879532, T5C, T5B);
576 T5I = FMA(KP923879532, T5C, T5B);
577 T5z = FNMS(KP923879532, T5x, T5u);
578 T5y = FMA(KP923879532, T5x, T5u);
579 T3l = FMA(KP923879532, T32, T31);
580 T33 = FNMS(KP923879532, T32, T31);
581 R0[WS(rs, 21)] = KP1_763842528 * (FNMS(KP534511135, T5D, T5G));
582 R0[WS(rs, 5)] = KP1_763842528 * (FMA(KP534511135, T5G, T5D));
583 R0[WS(rs, 29)] = -(KP1_913880671 * (FNMS(KP303346683, T5H, T5I)));
584 R0[WS(rs, 13)] = KP1_913880671 * (FMA(KP303346683, T5I, T5H));
585 R0[WS(rs, 25)] = -(KP1_546020906 * (FNMS(KP820678790, T5z, T5A)));
586 R0[WS(rs, 9)] = KP1_546020906 * (FMA(KP820678790, T5A, T5z));
587 R0[WS(rs, 17)] = KP1_990369453 * (FNMS(KP098491403, T5l, T5y));
588 R0[WS(rs, 1)] = KP1_990369453 * (FMA(KP098491403, T5y, T5l));
589 T3g = FMA(KP668178637, T34, T35);
590 T36 = FNMS(KP668178637, T35, T34);
591 }
592 }
593 T2I = FNMS(KP707106781, T2H, T2E);
594 T3c = FMA(KP707106781, T2H, T2E);
595 T3m = T3g + T3f;
596 T3h = T3f - T3g;
597 T3p = T39 - T36;
598 T3a = T36 + T39;
599 T3d = T1s - T1D;
600 T1E = T1s + T1D;
601 }
602 T3n = FNMS(KP831469612, T3m, T3l);
603 T3s = FMA(KP831469612, T3m, T3l);
604 T3b = FNMS(KP831469612, T3a, T33);
605 T3k = FMA(KP831469612, T3a, T33);
606 T3e = FMA(KP923879532, T3d, T3c);
607 T3o = FNMS(KP923879532, T3d, T3c);
608 }
609 }
610 {
611 E T3v, T3Z, T3W, T4v, T4D, T3C, T4B, T4G, T4p, T4y, T4s, T4C;
612 {
613 E T4z, T4h, T4q, T4A, T4o, T4r;
614 {
615 E T4n, T4t, T4u, T4k, T4f, T4g;
616 T3v = FNMS(KP707106781, T3u, T3t);
617 T4f = FMA(KP707106781, T3u, T3t);
618 T4g = T3Y + T3X;
619 T3Z = T3X - T3Y;
620 {
621 E T3r, T3q, T3i, T3j;
622 T3r = FNMS(KP831469612, T3p, T3o);
623 T3q = FMA(KP831469612, T3p, T3o);
624 T3i = FNMS(KP831469612, T3h, T3e);
625 T3j = FMA(KP831469612, T3h, T3e);
626 R1[WS(rs, 22)] = -(KP1_606415062 * (FMA(KP741650546, T3n, T3q)));
627 R1[WS(rs, 6)] = KP1_606415062 * (FNMS(KP741650546, T3q, T3n));
628 R1[WS(rs, 30)] = -(KP1_978353019 * (FMA(KP148335987, T3r, T3s)));
629 R1[WS(rs, 14)] = -(KP1_978353019 * (FNMS(KP148335987, T3s, T3r)));
630 R1[WS(rs, 26)] = -(KP1_715457220 * (FMA(KP599376933, T3j, T3k)));
631 R1[WS(rs, 10)] = -(KP1_715457220 * (FNMS(KP599376933, T3k, T3j)));
632 R1[WS(rs, 18)] = -(KP1_940062506 * (FMA(KP250486960, T3b, T3i)));
633 R1[WS(rs, 2)] = KP1_940062506 * (FNMS(KP250486960, T3i, T3b));
634 T4z = FMA(KP923879532, T4g, T4f);
635 T4h = FNMS(KP923879532, T4g, T4f);
636 }
637 T4n = FNMS(KP198912367, T4m, T4l);
638 T4t = FMA(KP198912367, T4l, T4m);
639 T4u = FNMS(KP198912367, T4i, T4j);
640 T4k = FMA(KP198912367, T4j, T4i);
641 T3W = FNMS(KP707106781, T3V, T3U);
642 T4q = FMA(KP707106781, T3V, T3U);
643 T4A = T4u + T4t;
644 T4v = T4t - T4u;
645 T4D = T4k + T4n;
646 T4o = T4k - T4n;
647 T4r = T3y + T3B;
648 T3C = T3y - T3B;
649 }
650 T4B = FNMS(KP980785280, T4A, T4z);
651 T4G = FMA(KP980785280, T4A, T4z);
652 T4p = FMA(KP980785280, T4o, T4h);
653 T4y = FNMS(KP980785280, T4o, T4h);
654 T4s = FNMS(KP923879532, T4r, T4q);
655 T4C = FMA(KP923879532, T4r, T4q);
656 }
657 {
658 E T2P, T2X, T2V, T30, T2z, T2S, T2M, T2W;
659 {
660 E T2T, T1F, T2U, T2y;
661 {
662 E T2x, T2N, T2O, T26;
663 {
664 E T4F, T4E, T4w, T4x;
665 T4F = FMA(KP980785280, T4D, T4C);
666 T4E = FNMS(KP980785280, T4D, T4C);
667 T4w = FMA(KP980785280, T4v, T4s);
668 T4x = FNMS(KP980785280, T4v, T4s);
669 R1[WS(rs, 23)] = KP1_481902250 * (FNMS(KP906347169, T4B, T4E));
670 R1[WS(rs, 7)] = KP1_481902250 * (FMA(KP906347169, T4E, T4B));
671 R1[WS(rs, 31)] = -(KP1_997590912 * (FNMS(KP049126849, T4F, T4G)));
672 R1[WS(rs, 15)] = KP1_997590912 * (FMA(KP049126849, T4G, T4F));
673 R1[WS(rs, 27)] = -(KP1_807978586 * (FNMS(KP472964775, T4x, T4y)));
674 R1[WS(rs, 11)] = KP1_807978586 * (FMA(KP472964775, T4y, T4x));
675 R1[WS(rs, 19)] = KP1_883088130 * (FNMS(KP357805721, T4p, T4w));
676 R1[WS(rs, 3)] = KP1_883088130 * (FMA(KP357805721, T4w, T4p));
677 T2T = FNMS(KP923879532, T1E, T1h);
678 T1F = FMA(KP923879532, T1E, T1h);
679 }
680 T2x = FNMS(KP198912367, T2w, T2n);
681 T2N = FMA(KP198912367, T2n, T2w);
682 T2O = FMA(KP198912367, T1W, T25);
683 T26 = FNMS(KP198912367, T25, T1W);
684 T2U = T2O + T2N;
685 T2P = T2N - T2O;
686 T2X = T26 - T2x;
687 T2y = T26 + T2x;
688 }
689 T2V = FNMS(KP980785280, T2U, T2T);
690 T30 = FMA(KP980785280, T2U, T2T);
691 T2z = FMA(KP980785280, T2y, T1F);
692 T2S = FNMS(KP980785280, T2y, T1F);
693 T2M = FNMS(KP923879532, T2L, T2I);
694 T2W = FMA(KP923879532, T2L, T2I);
695 }
696 {
697 E T47, T3D, T48, T3S;
698 {
699 E T3K, T41, T42, T3R;
700 {
701 E T2Z, T2Y, T2Q, T2R;
702 T2Z = FNMS(KP980785280, T2X, T2W);
703 T2Y = FMA(KP980785280, T2X, T2W);
704 T2Q = FNMS(KP980785280, T2P, T2M);
705 T2R = FMA(KP980785280, T2P, T2M);
706 R1[WS(rs, 20)] = -(KP1_807978586 * (FMA(KP472964775, T2V, T2Y)));
707 R1[WS(rs, 4)] = KP1_807978586 * (FNMS(KP472964775, T2Y, T2V));
708 R1[WS(rs, 28)] = -(KP1_883088130 * (FMA(KP357805721, T2Z, T30)));
709 R1[WS(rs, 12)] = -(KP1_883088130 * (FNMS(KP357805721, T30, T2Z)));
710 R1[WS(rs, 24)] = -(KP1_481902250 * (FMA(KP906347169, T2R, T2S)));
711 R1[WS(rs, 8)] = -(KP1_481902250 * (FNMS(KP906347169, T2S, T2R)));
712 R1[WS(rs, 16)] = -(KP1_997590912 * (FMA(KP049126849, T2z, T2Q)));
713 R1[0] = KP1_997590912 * (FNMS(KP049126849, T2Q, T2z));
714 T47 = FNMS(KP923879532, T3C, T3v);
715 T3D = FMA(KP923879532, T3C, T3v);
716 }
717 T3K = FMA(KP668178637, T3J, T3G);
718 T41 = FNMS(KP668178637, T3G, T3J);
719 T42 = FMA(KP668178637, T3N, T3Q);
720 T3R = FNMS(KP668178637, T3Q, T3N);
721 T48 = T42 - T41;
722 T43 = T41 + T42;
723 T4b = T3K - T3R;
724 T3S = T3K + T3R;
725 }
726 T49 = FNMS(KP831469612, T48, T47);
727 T4e = FMA(KP831469612, T48, T47);
728 T3T = FMA(KP831469612, T3S, T3D);
729 T46 = FNMS(KP831469612, T3S, T3D);
730 T40 = FMA(KP923879532, T3Z, T3W);
731 T4a = FNMS(KP923879532, T3Z, T3W);
732 }
733 }
734 }
735 }
736 }
737 }
738 {
739 E T4d, T4c, T44, T45;
740 T4d = FMA(KP831469612, T4b, T4a);
741 T4c = FNMS(KP831469612, T4b, T4a);
742 T44 = FMA(KP831469612, T43, T40);
743 T45 = FNMS(KP831469612, T43, T40);
744 R1[WS(rs, 21)] = KP1_715457220 * (FNMS(KP599376933, T49, T4c));
745 R1[WS(rs, 5)] = KP1_715457220 * (FMA(KP599376933, T4c, T49));
746 R1[WS(rs, 29)] = -(KP1_940062506 * (FNMS(KP250486960, T4d, T4e)));
747 R1[WS(rs, 13)] = KP1_940062506 * (FMA(KP250486960, T4e, T4d));
748 R1[WS(rs, 25)] = -(KP1_606415062 * (FNMS(KP741650546, T45, T46)));
749 R1[WS(rs, 9)] = KP1_606415062 * (FMA(KP741650546, T46, T45));
750 R1[WS(rs, 17)] = KP1_978353019 * (FNMS(KP148335987, T3T, T44));
751 R1[WS(rs, 1)] = KP1_978353019 * (FMA(KP148335987, T44, T3T));
752 }
753 }
754 }
755 }
756
757 static const kr2c_desc desc = { 64, "r2cbIII_64", {238, 64, 196, 0}, &GENUS };
758
759 void X(codelet_r2cbIII_64) (planner *p) {
760 X(kr2c_register) (p, r2cbIII_64, &desc);
761 }
762
763 #else /* HAVE_FMA */
764
765 /* Generated by: ../../../genfft/gen_r2cb.native -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -name r2cbIII_64 -dft-III -include r2cbIII.h */
766
767 /*
768 * This function contains 434 FP additions, 208 FP multiplications,
769 * (or, 342 additions, 116 multiplications, 92 fused multiply/add),
770 * 130 stack variables, 39 constants, and 128 memory accesses
771 */
772 #include "r2cbIII.h"
773
774 static void r2cbIII_64(R *R0, R *R1, R *Cr, R *Ci, stride rs, stride csr, stride csi, INT v, INT ivs, INT ovs)
775 {
776 DK(KP1_343117909, +1.343117909694036801250753700854843606457501264);
777 DK(KP1_481902250, +1.481902250709918182351233794990325459457910619);
778 DK(KP1_807978586, +1.807978586246886663172400594461074097420264050);
779 DK(KP855110186, +0.855110186860564188641933713777597068609157259);
780 DK(KP1_997590912, +1.997590912410344785429543209518201388886407229);
781 DK(KP098135348, +0.098135348654836028509909953885365316629490726);
782 DK(KP673779706, +0.673779706784440101378506425238295140955533559);
783 DK(KP1_883088130, +1.883088130366041556825018805199004714371179592);
784 DK(KP195090322, +0.195090322016128267848284868477022240927691618);
785 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
786 DK(KP1_191398608, +1.191398608984866686934073057659939779023852677);
787 DK(KP1_606415062, +1.606415062961289819613353025926283847759138854);
788 DK(KP1_715457220, +1.715457220000544139804539968569540274084981599);
789 DK(KP1_028205488, +1.028205488386443453187387677937631545216098241);
790 DK(KP1_978353019, +1.978353019929561946903347476032486127967379067);
791 DK(KP293460948, +0.293460948910723503317700259293435639412430633);
792 DK(KP485960359, +0.485960359806527779896548324154942236641981567);
793 DK(KP1_940062506, +1.940062506389087985207968414572200502913731924);
794 DK(KP555570233, +0.555570233019602224742830813948532874374937191);
795 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
796 DK(KP1_268786568, +1.268786568327290996430343226450986741351374190);
797 DK(KP1_546020906, +1.546020906725473921621813219516939601942082586);
798 DK(KP1_763842528, +1.763842528696710059425513727320776699016885241);
799 DK(KP942793473, +0.942793473651995297112775251810508755314920638);
800 DK(KP1_990369453, +1.990369453344393772489673906218959843150949737);
801 DK(KP196034280, +0.196034280659121203988391127777283691722273346);
802 DK(KP580569354, +0.580569354508924735272384751634790549382952557);
803 DK(KP1_913880671, +1.913880671464417729871595773960539938965698411);
804 DK(KP1_662939224, +1.662939224605090474157576755235811513477121624);
805 DK(KP1_111140466, +1.111140466039204449485661627897065748749874382);
806 DK(KP390180644, +0.390180644032256535696569736954044481855383236);
807 DK(KP1_961570560, +1.961570560806460898252364472268478073947867462);
808 DK(KP765366864, +0.765366864730179543456919968060797733522689125);
809 DK(KP1_847759065, +1.847759065022573512256366378793576573644833252);
810 DK(KP1_414213562, +1.414213562373095048801688724209698078569671875);
811 DK(KP2_000000000, +2.000000000000000000000000000000000000000000000);
812 DK(KP382683432, +0.382683432365089771728459984030398866761344562);
813 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
814 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
815 {
816 INT i;
817 for (i = v; i > 0; i = i - 1, R0 = R0 + ovs, R1 = R1 + ovs, Cr = Cr + ivs, Ci = Ci + ivs, MAKE_VOLATILE_STRIDE(256, rs), MAKE_VOLATILE_STRIDE(256, csr), MAKE_VOLATILE_STRIDE(256, csi)) {
818 E T15, T3t, T3U, T2N, Tf, T6b, T6u, T6R, T4L, T5J, T1g, T3V, T5q, T5U, T2I;
819 E T3u, Tu, T6v, T4V, T5s, T6e, T6Q, T1s, T2D, T1D, T2E, T3B, T3Y, T4Q, T5r;
820 E T3y, T3X, TK, T6g, T57, T5N, T6j, T6N, T1W, T34, T25, T35, T3J, T4j, T52;
821 E T5M, T3G, T4i, TZ, T6l, T5i, T5Q, T6o, T6M, T2n, T37, T2w, T38, T3Q, T4m;
822 E T5d, T5P, T3N, T4l;
823 {
824 E T3, T11, T2M, T5n, T6, T2J, T14, T5m, Ta, T16, T19, T4J, Td, T1b, T1e;
825 E T4I;
826 {
827 E T1, T2, T2K, T2L;
828 T1 = Cr[0];
829 T2 = Cr[WS(csr, 31)];
830 T3 = T1 + T2;
831 T11 = T1 - T2;
832 T2K = Ci[0];
833 T2L = Ci[WS(csi, 31)];
834 T2M = T2K + T2L;
835 T5n = T2L - T2K;
836 }
837 {
838 E T4, T5, T12, T13;
839 T4 = Cr[WS(csr, 16)];
840 T5 = Cr[WS(csr, 15)];
841 T6 = T4 + T5;
842 T2J = T4 - T5;
843 T12 = Ci[WS(csi, 16)];
844 T13 = Ci[WS(csi, 15)];
845 T14 = T12 + T13;
846 T5m = T12 - T13;
847 }
848 {
849 E T8, T9, T17, T18;
850 T8 = Cr[WS(csr, 8)];
851 T9 = Cr[WS(csr, 23)];
852 Ta = T8 + T9;
853 T16 = T8 - T9;
854 T17 = Ci[WS(csi, 8)];
855 T18 = Ci[WS(csi, 23)];
856 T19 = T17 + T18;
857 T4J = T17 - T18;
858 }
859 {
860 E Tb, Tc, T1c, T1d;
861 Tb = Cr[WS(csr, 7)];
862 Tc = Cr[WS(csr, 24)];
863 Td = Tb + Tc;
864 T1b = Tb - Tc;
865 T1c = Ci[WS(csi, 7)];
866 T1d = Ci[WS(csi, 24)];
867 T1e = T1c + T1d;
868 T4I = T1d - T1c;
869 }
870 {
871 E T7, Te, T1a, T1f;
872 T15 = T11 - T14;
873 T3t = T11 + T14;
874 T3U = T2J - T2M;
875 T2N = T2J + T2M;
876 T7 = T3 + T6;
877 Te = Ta + Td;
878 Tf = T7 + Te;
879 T6b = T7 - Te;
880 {
881 E T6s, T6t, T4H, T4K;
882 T6s = T4J + T4I;
883 T6t = T5n - T5m;
884 T6u = T6s + T6t;
885 T6R = T6t - T6s;
886 T4H = T3 - T6;
887 T4K = T4I - T4J;
888 T4L = T4H + T4K;
889 T5J = T4H - T4K;
890 }
891 T1a = T16 - T19;
892 T1f = T1b - T1e;
893 T1g = KP707106781 * (T1a + T1f);
894 T3V = KP707106781 * (T1a - T1f);
895 {
896 E T5o, T5p, T2G, T2H;
897 T5o = T5m + T5n;
898 T5p = Ta - Td;
899 T5q = T5o - T5p;
900 T5U = T5p + T5o;
901 T2G = T16 + T19;
902 T2H = T1b + T1e;
903 T2I = KP707106781 * (T2G - T2H);
904 T3u = KP707106781 * (T2G + T2H);
905 }
906 }
907 }
908 {
909 E Ti, T1i, T1q, T4N, Tl, T1n, T1l, T4O, Tp, T1t, T1B, T4S, Ts, T1y, T1w;
910 E T4T;
911 {
912 E Tg, Th, T1o, T1p;
913 Tg = Cr[WS(csr, 4)];
914 Th = Cr[WS(csr, 27)];
915 Ti = Tg + Th;
916 T1i = Tg - Th;
917 T1o = Ci[WS(csi, 4)];
918 T1p = Ci[WS(csi, 27)];
919 T1q = T1o + T1p;
920 T4N = T1o - T1p;
921 }
922 {
923 E Tj, Tk, T1j, T1k;
924 Tj = Cr[WS(csr, 20)];
925 Tk = Cr[WS(csr, 11)];
926 Tl = Tj + Tk;
927 T1n = Tj - Tk;
928 T1j = Ci[WS(csi, 20)];
929 T1k = Ci[WS(csi, 11)];
930 T1l = T1j + T1k;
931 T4O = T1j - T1k;
932 }
933 {
934 E Tn, To, T1z, T1A;
935 Tn = Cr[WS(csr, 3)];
936 To = Cr[WS(csr, 28)];
937 Tp = Tn + To;
938 T1t = Tn - To;
939 T1z = Ci[WS(csi, 3)];
940 T1A = Ci[WS(csi, 28)];
941 T1B = T1z + T1A;
942 T4S = T1A - T1z;
943 }
944 {
945 E Tq, Tr, T1u, T1v;
946 Tq = Cr[WS(csr, 12)];
947 Tr = Cr[WS(csr, 19)];
948 Ts = Tq + Tr;
949 T1y = Tq - Tr;
950 T1u = Ci[WS(csi, 12)];
951 T1v = Ci[WS(csi, 19)];
952 T1w = T1u + T1v;
953 T4T = T1u - T1v;
954 }
955 {
956 E Tm, Tt, T4R, T4U;
957 Tm = Ti + Tl;
958 Tt = Tp + Ts;
959 Tu = Tm + Tt;
960 T6v = Tm - Tt;
961 T4R = Tp - Ts;
962 T4U = T4S - T4T;
963 T4V = T4R + T4U;
964 T5s = T4U - T4R;
965 }
966 {
967 E T6c, T6d, T1m, T1r;
968 T6c = T4T + T4S;
969 T6d = T4O + T4N;
970 T6e = T6c - T6d;
971 T6Q = T6d + T6c;
972 T1m = T1i - T1l;
973 T1r = T1n + T1q;
974 T1s = FNMS(KP382683432, T1r, KP923879532 * T1m);
975 T2D = FMA(KP382683432, T1m, KP923879532 * T1r);
976 }
977 {
978 E T1x, T1C, T3z, T3A;
979 T1x = T1t - T1w;
980 T1C = T1y - T1B;
981 T1D = FMA(KP923879532, T1x, KP382683432 * T1C);
982 T2E = FNMS(KP382683432, T1x, KP923879532 * T1C);
983 T3z = T1t + T1w;
984 T3A = T1y + T1B;
985 T3B = FNMS(KP923879532, T3A, KP382683432 * T3z);
986 T3Y = FMA(KP923879532, T3z, KP382683432 * T3A);
987 }
988 {
989 E T4M, T4P, T3w, T3x;
990 T4M = Ti - Tl;
991 T4P = T4N - T4O;
992 T4Q = T4M - T4P;
993 T5r = T4M + T4P;
994 T3w = T1i + T1l;
995 T3x = T1q - T1n;
996 T3y = FNMS(KP923879532, T3x, KP382683432 * T3w);
997 T3X = FMA(KP923879532, T3w, KP382683432 * T3x);
998 }
999 }
1000 {
1001 E Ty, T1G, T23, T54, TB, T20, T1J, T55, TI, T4Z, T1U, T1Y, TF, T50, T1P;
1002 E T1X;
1003 {
1004 E Tw, Tx, T1H, T1I;
1005 Tw = Cr[WS(csr, 2)];
1006 Tx = Cr[WS(csr, 29)];
1007 Ty = Tw + Tx;
1008 T1G = Tw - Tx;
1009 {
1010 E T21, T22, Tz, TA;
1011 T21 = Ci[WS(csi, 2)];
1012 T22 = Ci[WS(csi, 29)];
1013 T23 = T21 + T22;
1014 T54 = T21 - T22;
1015 Tz = Cr[WS(csr, 18)];
1016 TA = Cr[WS(csr, 13)];
1017 TB = Tz + TA;
1018 T20 = Tz - TA;
1019 }
1020 T1H = Ci[WS(csi, 18)];
1021 T1I = Ci[WS(csi, 13)];
1022 T1J = T1H + T1I;
1023 T55 = T1H - T1I;
1024 {
1025 E TG, TH, T1Q, T1R, T1S, T1T;
1026 TG = Cr[WS(csr, 5)];
1027 TH = Cr[WS(csr, 26)];
1028 T1Q = TG - TH;
1029 T1R = Ci[WS(csi, 5)];
1030 T1S = Ci[WS(csi, 26)];
1031 T1T = T1R + T1S;
1032 TI = TG + TH;
1033 T4Z = T1S - T1R;
1034 T1U = T1Q - T1T;
1035 T1Y = T1Q + T1T;
1036 }
1037 {
1038 E TD, TE, T1L, T1M, T1N, T1O;
1039 TD = Cr[WS(csr, 10)];
1040 TE = Cr[WS(csr, 21)];
1041 T1L = TD - TE;
1042 T1M = Ci[WS(csi, 10)];
1043 T1N = Ci[WS(csi, 21)];
1044 T1O = T1M + T1N;
1045 TF = TD + TE;
1046 T50 = T1M - T1N;
1047 T1P = T1L - T1O;
1048 T1X = T1L + T1O;
1049 }
1050 }
1051 {
1052 E TC, TJ, T53, T56;
1053 TC = Ty + TB;
1054 TJ = TF + TI;
1055 TK = TC + TJ;
1056 T6g = TC - TJ;
1057 T53 = TF - TI;
1058 T56 = T54 - T55;
1059 T57 = T53 + T56;
1060 T5N = T56 - T53;
1061 }
1062 {
1063 E T6h, T6i, T1K, T1V;
1064 T6h = T55 + T54;
1065 T6i = T50 + T4Z;
1066 T6j = T6h - T6i;
1067 T6N = T6i + T6h;
1068 T1K = T1G - T1J;
1069 T1V = KP707106781 * (T1P + T1U);
1070 T1W = T1K + T1V;
1071 T34 = T1K - T1V;
1072 }
1073 {
1074 E T1Z, T24, T3H, T3I;
1075 T1Z = KP707106781 * (T1X - T1Y);
1076 T24 = T20 + T23;
1077 T25 = T1Z + T24;
1078 T35 = T24 - T1Z;
1079 T3H = KP707106781 * (T1P - T1U);
1080 T3I = T23 - T20;
1081 T3J = T3H + T3I;
1082 T4j = T3I - T3H;
1083 }
1084 {
1085 E T4Y, T51, T3E, T3F;
1086 T4Y = Ty - TB;
1087 T51 = T4Z - T50;
1088 T52 = T4Y + T51;
1089 T5M = T4Y - T51;
1090 T3E = T1G + T1J;
1091 T3F = KP707106781 * (T1X + T1Y);
1092 T3G = T3E - T3F;
1093 T4i = T3E + T3F;
1094 }
1095 }
1096 {
1097 E TN, T27, T2u, T5f, TQ, T2r, T2a, T5g, TX, T5a, T2l, T2p, TU, T5b, T2g;
1098 E T2o;
1099 {
1100 E TL, TM, T28, T29;
1101 TL = Cr[WS(csr, 1)];
1102 TM = Cr[WS(csr, 30)];
1103 TN = TL + TM;
1104 T27 = TL - TM;
1105 {
1106 E T2s, T2t, TO, TP;
1107 T2s = Ci[WS(csi, 1)];
1108 T2t = Ci[WS(csi, 30)];
1109 T2u = T2s + T2t;
1110 T5f = T2t - T2s;
1111 TO = Cr[WS(csr, 14)];
1112 TP = Cr[WS(csr, 17)];
1113 TQ = TO + TP;
1114 T2r = TO - TP;
1115 }
1116 T28 = Ci[WS(csi, 14)];
1117 T29 = Ci[WS(csi, 17)];
1118 T2a = T28 + T29;
1119 T5g = T28 - T29;
1120 {
1121 E TV, TW, T2h, T2i, T2j, T2k;
1122 TV = Cr[WS(csr, 9)];
1123 TW = Cr[WS(csr, 22)];
1124 T2h = TV - TW;
1125 T2i = Ci[WS(csi, 9)];
1126 T2j = Ci[WS(csi, 22)];
1127 T2k = T2i + T2j;
1128 TX = TV + TW;
1129 T5a = T2j - T2i;
1130 T2l = T2h - T2k;
1131 T2p = T2h + T2k;
1132 }
1133 {
1134 E TS, TT, T2c, T2d, T2e, T2f;
1135 TS = Cr[WS(csr, 6)];
1136 TT = Cr[WS(csr, 25)];
1137 T2c = TS - TT;
1138 T2d = Ci[WS(csi, 6)];
1139 T2e = Ci[WS(csi, 25)];
1140 T2f = T2d + T2e;
1141 TU = TS + TT;
1142 T5b = T2d - T2e;
1143 T2g = T2c - T2f;
1144 T2o = T2c + T2f;
1145 }
1146 }
1147 {
1148 E TR, TY, T5e, T5h;
1149 TR = TN + TQ;
1150 TY = TU + TX;
1151 TZ = TR + TY;
1152 T6l = TR - TY;
1153 T5e = TU - TX;
1154 T5h = T5f - T5g;
1155 T5i = T5e + T5h;
1156 T5Q = T5h - T5e;
1157 }
1158 {
1159 E T6m, T6n, T2b, T2m;
1160 T6m = T5g + T5f;
1161 T6n = T5b + T5a;
1162 T6o = T6m - T6n;
1163 T6M = T6n + T6m;
1164 T2b = T27 - T2a;
1165 T2m = KP707106781 * (T2g + T2l);
1166 T2n = T2b + T2m;
1167 T37 = T2b - T2m;
1168 }
1169 {
1170 E T2q, T2v, T3O, T3P;
1171 T2q = KP707106781 * (T2o - T2p);
1172 T2v = T2r - T2u;
1173 T2w = T2q + T2v;
1174 T38 = T2v - T2q;
1175 T3O = KP707106781 * (T2g - T2l);
1176 T3P = T2r + T2u;
1177 T3Q = T3O - T3P;
1178 T4m = T3O + T3P;
1179 }
1180 {
1181 E T59, T5c, T3L, T3M;
1182 T59 = TN - TQ;
1183 T5c = T5a - T5b;
1184 T5d = T59 + T5c;
1185 T5P = T59 - T5c;
1186 T3L = T27 + T2a;
1187 T3M = KP707106781 * (T2o + T2p);
1188 T3N = T3L - T3M;
1189 T4l = T3L + T3M;
1190 }
1191 }
1192 {
1193 E Tv, T10, T6X, T6Y, T6Z, T70;
1194 Tv = Tf + Tu;
1195 T10 = TK + TZ;
1196 T6X = Tv - T10;
1197 T6Y = T6N + T6M;
1198 T6Z = T6R - T6Q;
1199 T70 = T6Y + T6Z;
1200 R0[0] = KP2_000000000 * (Tv + T10);
1201 R0[WS(rs, 16)] = KP2_000000000 * (T6Z - T6Y);
1202 R0[WS(rs, 8)] = KP1_414213562 * (T6X + T70);
1203 R0[WS(rs, 24)] = KP1_414213562 * (T70 - T6X);
1204 }
1205 {
1206 E T6P, T6V, T6U, T6W;
1207 {
1208 E T6L, T6O, T6S, T6T;
1209 T6L = Tf - Tu;
1210 T6O = T6M - T6N;
1211 T6P = T6L + T6O;
1212 T6V = T6L - T6O;
1213 T6S = T6Q + T6R;
1214 T6T = TK - TZ;
1215 T6U = T6S - T6T;
1216 T6W = T6T + T6S;
1217 }
1218 R0[WS(rs, 4)] = FMA(KP1_847759065, T6P, KP765366864 * T6U);
1219 R0[WS(rs, 28)] = FNMS(KP1_847759065, T6V, KP765366864 * T6W);
1220 R0[WS(rs, 20)] = FNMS(KP765366864, T6P, KP1_847759065 * T6U);
1221 R0[WS(rs, 12)] = FMA(KP765366864, T6V, KP1_847759065 * T6W);
1222 }
1223 {
1224 E T6f, T6w, T6G, T6D, T6z, T6E, T6q, T6H;
1225 T6f = T6b + T6e;
1226 T6w = T6u - T6v;
1227 T6G = T6v + T6u;
1228 T6D = T6b - T6e;
1229 {
1230 E T6x, T6y, T6k, T6p;
1231 T6x = T6g + T6j;
1232 T6y = T6o - T6l;
1233 T6z = KP707106781 * (T6x + T6y);
1234 T6E = KP707106781 * (T6y - T6x);
1235 T6k = T6g - T6j;
1236 T6p = T6l + T6o;
1237 T6q = KP707106781 * (T6k + T6p);
1238 T6H = KP707106781 * (T6k - T6p);
1239 }
1240 {
1241 E T6r, T6A, T6J, T6K;
1242 T6r = T6f + T6q;
1243 T6A = T6w - T6z;
1244 R0[WS(rs, 2)] = FMA(KP1_961570560, T6r, KP390180644 * T6A);
1245 R0[WS(rs, 18)] = FNMS(KP390180644, T6r, KP1_961570560 * T6A);
1246 T6J = T6D - T6E;
1247 T6K = T6H + T6G;
1248 R0[WS(rs, 14)] = FMA(KP390180644, T6J, KP1_961570560 * T6K);
1249 R0[WS(rs, 30)] = FNMS(KP1_961570560, T6J, KP390180644 * T6K);
1250 }
1251 {
1252 E T6B, T6C, T6F, T6I;
1253 T6B = T6f - T6q;
1254 T6C = T6z + T6w;
1255 R0[WS(rs, 10)] = FMA(KP1_111140466, T6B, KP1_662939224 * T6C);
1256 R0[WS(rs, 26)] = FNMS(KP1_662939224, T6B, KP1_111140466 * T6C);
1257 T6F = T6D + T6E;
1258 T6I = T6G - T6H;
1259 R0[WS(rs, 6)] = FMA(KP1_662939224, T6F, KP1_111140466 * T6I);
1260 R0[WS(rs, 22)] = FNMS(KP1_111140466, T6F, KP1_662939224 * T6I);
1261 }
1262 }
1263 {
1264 E T5L, T63, T5W, T66, T5S, T67, T5Z, T64, T5K, T5V;
1265 T5K = KP707106781 * (T5s - T5r);
1266 T5L = T5J + T5K;
1267 T63 = T5J - T5K;
1268 T5V = KP707106781 * (T4Q - T4V);
1269 T5W = T5U - T5V;
1270 T66 = T5V + T5U;
1271 {
1272 E T5O, T5R, T5X, T5Y;
1273 T5O = FNMS(KP923879532, T5N, KP382683432 * T5M);
1274 T5R = FMA(KP382683432, T5P, KP923879532 * T5Q);
1275 T5S = T5O + T5R;
1276 T67 = T5O - T5R;
1277 T5X = FMA(KP923879532, T5M, KP382683432 * T5N);
1278 T5Y = FNMS(KP923879532, T5P, KP382683432 * T5Q);
1279 T5Z = T5X + T5Y;
1280 T64 = T5Y - T5X;
1281 }
1282 {
1283 E T5T, T60, T69, T6a;
1284 T5T = T5L + T5S;
1285 T60 = T5W - T5Z;
1286 R0[WS(rs, 3)] = FMA(KP1_913880671, T5T, KP580569354 * T60);
1287 R0[WS(rs, 19)] = FNMS(KP580569354, T5T, KP1_913880671 * T60);
1288 T69 = T63 - T64;
1289 T6a = T67 + T66;
1290 R0[WS(rs, 15)] = FMA(KP196034280, T69, KP1_990369453 * T6a);
1291 R0[WS(rs, 31)] = FNMS(KP1_990369453, T69, KP196034280 * T6a);
1292 }
1293 {
1294 E T61, T62, T65, T68;
1295 T61 = T5L - T5S;
1296 T62 = T5Z + T5W;
1297 R0[WS(rs, 11)] = FMA(KP942793473, T61, KP1_763842528 * T62);
1298 R0[WS(rs, 27)] = FNMS(KP1_763842528, T61, KP942793473 * T62);
1299 T65 = T63 + T64;
1300 T68 = T66 - T67;
1301 R0[WS(rs, 7)] = FMA(KP1_546020906, T65, KP1_268786568 * T68);
1302 R0[WS(rs, 23)] = FNMS(KP1_268786568, T65, KP1_546020906 * T68);
1303 }
1304 }
1305 {
1306 E T4X, T5B, T5u, T5E, T5k, T5F, T5x, T5C, T4W, T5t;
1307 T4W = KP707106781 * (T4Q + T4V);
1308 T4X = T4L + T4W;
1309 T5B = T4L - T4W;
1310 T5t = KP707106781 * (T5r + T5s);
1311 T5u = T5q - T5t;
1312 T5E = T5t + T5q;
1313 {
1314 E T58, T5j, T5v, T5w;
1315 T58 = FNMS(KP382683432, T57, KP923879532 * T52);
1316 T5j = FMA(KP923879532, T5d, KP382683432 * T5i);
1317 T5k = T58 + T5j;
1318 T5F = T58 - T5j;
1319 T5v = FMA(KP382683432, T52, KP923879532 * T57);
1320 T5w = FNMS(KP382683432, T5d, KP923879532 * T5i);
1321 T5x = T5v + T5w;
1322 T5C = T5w - T5v;
1323 }
1324 {
1325 E T5l, T5y, T5H, T5I;
1326 T5l = T4X + T5k;
1327 T5y = T5u - T5x;
1328 R0[WS(rs, 1)] = FMA(KP1_990369453, T5l, KP196034280 * T5y);
1329 R0[WS(rs, 17)] = FNMS(KP196034280, T5l, KP1_990369453 * T5y);
1330 T5H = T5B - T5C;
1331 T5I = T5F + T5E;
1332 R0[WS(rs, 13)] = FMA(KP580569354, T5H, KP1_913880671 * T5I);
1333 R0[WS(rs, 29)] = FNMS(KP1_913880671, T5H, KP580569354 * T5I);
1334 }
1335 {
1336 E T5z, T5A, T5D, T5G;
1337 T5z = T4X - T5k;
1338 T5A = T5x + T5u;
1339 R0[WS(rs, 9)] = FMA(KP1_268786568, T5z, KP1_546020906 * T5A);
1340 R0[WS(rs, 25)] = FNMS(KP1_546020906, T5z, KP1_268786568 * T5A);
1341 T5D = T5B + T5C;
1342 T5G = T5E - T5F;
1343 R0[WS(rs, 5)] = FMA(KP1_763842528, T5D, KP942793473 * T5G);
1344 R0[WS(rs, 21)] = FNMS(KP942793473, T5D, KP1_763842528 * T5G);
1345 }
1346 }
1347 {
1348 E T33, T3l, T3h, T3m, T3a, T3p, T3e, T3o;
1349 {
1350 E T31, T32, T3f, T3g;
1351 T31 = T15 - T1g;
1352 T32 = T2E - T2D;
1353 T33 = T31 + T32;
1354 T3l = T31 - T32;
1355 T3f = FMA(KP831469612, T34, KP555570233 * T35);
1356 T3g = FNMS(KP831469612, T37, KP555570233 * T38);
1357 T3h = T3f + T3g;
1358 T3m = T3g - T3f;
1359 }
1360 {
1361 E T36, T39, T3c, T3d;
1362 T36 = FNMS(KP831469612, T35, KP555570233 * T34);
1363 T39 = FMA(KP555570233, T37, KP831469612 * T38);
1364 T3a = T36 + T39;
1365 T3p = T36 - T39;
1366 T3c = T2I - T2N;
1367 T3d = T1s - T1D;
1368 T3e = T3c - T3d;
1369 T3o = T3d + T3c;
1370 }
1371 {
1372 E T3b, T3i, T3r, T3s;
1373 T3b = T33 + T3a;
1374 T3i = T3e - T3h;
1375 R1[WS(rs, 2)] = FMA(KP1_940062506, T3b, KP485960359 * T3i);
1376 R1[WS(rs, 18)] = FNMS(KP485960359, T3b, KP1_940062506 * T3i);
1377 T3r = T3l - T3m;
1378 T3s = T3p + T3o;
1379 R1[WS(rs, 14)] = FMA(KP293460948, T3r, KP1_978353019 * T3s);
1380 R1[WS(rs, 30)] = FNMS(KP1_978353019, T3r, KP293460948 * T3s);
1381 }
1382 {
1383 E T3j, T3k, T3n, T3q;
1384 T3j = T33 - T3a;
1385 T3k = T3h + T3e;
1386 R1[WS(rs, 10)] = FMA(KP1_028205488, T3j, KP1_715457220 * T3k);
1387 R1[WS(rs, 26)] = FNMS(KP1_715457220, T3j, KP1_028205488 * T3k);
1388 T3n = T3l + T3m;
1389 T3q = T3o - T3p;
1390 R1[WS(rs, 6)] = FMA(KP1_606415062, T3n, KP1_191398608 * T3q);
1391 R1[WS(rs, 22)] = FNMS(KP1_191398608, T3n, KP1_606415062 * T3q);
1392 }
1393 }
1394 {
1395 E T4h, T4z, T4v, T4A, T4o, T4D, T4s, T4C;
1396 {
1397 E T4f, T4g, T4t, T4u;
1398 T4f = T3t + T3u;
1399 T4g = T3X + T3Y;
1400 T4h = T4f - T4g;
1401 T4z = T4f + T4g;
1402 T4t = FMA(KP980785280, T4i, KP195090322 * T4j);
1403 T4u = FMA(KP980785280, T4l, KP195090322 * T4m);
1404 T4v = T4t - T4u;
1405 T4A = T4t + T4u;
1406 }
1407 {
1408 E T4k, T4n, T4q, T4r;
1409 T4k = FNMS(KP980785280, T4j, KP195090322 * T4i);
1410 T4n = FNMS(KP980785280, T4m, KP195090322 * T4l);
1411 T4o = T4k + T4n;
1412 T4D = T4k - T4n;
1413 T4q = T3V + T3U;
1414 T4r = T3y - T3B;
1415 T4s = T4q - T4r;
1416 T4C = T4r + T4q;
1417 }
1418 {
1419 E T4p, T4w, T4F, T4G;
1420 T4p = T4h + T4o;
1421 T4w = T4s - T4v;
1422 R1[WS(rs, 3)] = FMA(KP1_883088130, T4p, KP673779706 * T4w);
1423 R1[WS(rs, 19)] = FNMS(KP673779706, T4p, KP1_883088130 * T4w);
1424 T4F = T4z + T4A;
1425 T4G = T4D + T4C;
1426 R1[WS(rs, 15)] = FMA(KP098135348, T4F, KP1_997590912 * T4G);
1427 R1[WS(rs, 31)] = FNMS(KP1_997590912, T4F, KP098135348 * T4G);
1428 }
1429 {
1430 E T4x, T4y, T4B, T4E;
1431 T4x = T4h - T4o;
1432 T4y = T4v + T4s;
1433 R1[WS(rs, 11)] = FMA(KP855110186, T4x, KP1_807978586 * T4y);
1434 R1[WS(rs, 27)] = FNMS(KP1_807978586, T4x, KP855110186 * T4y);
1435 T4B = T4z - T4A;
1436 T4E = T4C - T4D;
1437 R1[WS(rs, 7)] = FMA(KP1_481902250, T4B, KP1_343117909 * T4E);
1438 R1[WS(rs, 23)] = FNMS(KP1_343117909, T4B, KP1_481902250 * T4E);
1439 }
1440 }
1441 {
1442 E T1F, T2T, T2P, T2W, T2y, T2X, T2C, T2U;
1443 {
1444 E T1h, T1E, T2F, T2O;
1445 T1h = T15 + T1g;
1446 T1E = T1s + T1D;
1447 T1F = T1h + T1E;
1448 T2T = T1h - T1E;
1449 T2F = T2D + T2E;
1450 T2O = T2I + T2N;
1451 T2P = T2F + T2O;
1452 T2W = T2F - T2O;
1453 }
1454 {
1455 E T26, T2x, T2A, T2B;
1456 T26 = FNMS(KP195090322, T25, KP980785280 * T1W);
1457 T2x = FMA(KP980785280, T2n, KP195090322 * T2w);
1458 T2y = T26 + T2x;
1459 T2X = T26 - T2x;
1460 T2A = FMA(KP195090322, T1W, KP980785280 * T25);
1461 T2B = FNMS(KP195090322, T2n, KP980785280 * T2w);
1462 T2C = T2A + T2B;
1463 T2U = T2B - T2A;
1464 }
1465 {
1466 E T2z, T2Q, T2Z, T30;
1467 T2z = T1F + T2y;
1468 T2Q = T2C + T2P;
1469 R1[0] = FNMS(KP098135348, T2Q, KP1_997590912 * T2z);
1470 R1[WS(rs, 16)] = -(FMA(KP098135348, T2z, KP1_997590912 * T2Q));
1471 T2Z = T2T - T2U;
1472 T30 = T2X + T2W;
1473 R1[WS(rs, 12)] = FMA(KP673779706, T2Z, KP1_883088130 * T30);
1474 R1[WS(rs, 28)] = FNMS(KP1_883088130, T2Z, KP673779706 * T30);
1475 }
1476 {
1477 E T2R, T2S, T2V, T2Y;
1478 T2R = T1F - T2y;
1479 T2S = T2C - T2P;
1480 R1[WS(rs, 8)] = FMA(KP1_343117909, T2R, KP1_481902250 * T2S);
1481 R1[WS(rs, 24)] = FNMS(KP1_481902250, T2R, KP1_343117909 * T2S);
1482 T2V = T2T + T2U;
1483 T2Y = T2W - T2X;
1484 R1[WS(rs, 4)] = FMA(KP1_807978586, T2V, KP855110186 * T2Y);
1485 R1[WS(rs, 20)] = FNMS(KP855110186, T2V, KP1_807978586 * T2Y);
1486 }
1487 }
1488 {
1489 E T3D, T47, T43, T48, T3S, T4b, T40, T4a;
1490 {
1491 E T3v, T3C, T41, T42;
1492 T3v = T3t - T3u;
1493 T3C = T3y + T3B;
1494 T3D = T3v + T3C;
1495 T47 = T3v - T3C;
1496 T41 = FMA(KP555570233, T3G, KP831469612 * T3J);
1497 T42 = FNMS(KP555570233, T3N, KP831469612 * T3Q);
1498 T43 = T41 + T42;
1499 T48 = T42 - T41;
1500 }
1501 {
1502 E T3K, T3R, T3W, T3Z;
1503 T3K = FNMS(KP555570233, T3J, KP831469612 * T3G);
1504 T3R = FMA(KP831469612, T3N, KP555570233 * T3Q);
1505 T3S = T3K + T3R;
1506 T4b = T3K - T3R;
1507 T3W = T3U - T3V;
1508 T3Z = T3X - T3Y;
1509 T40 = T3W - T3Z;
1510 T4a = T3Z + T3W;
1511 }
1512 {
1513 E T3T, T44, T4d, T4e;
1514 T3T = T3D + T3S;
1515 T44 = T40 - T43;
1516 R1[WS(rs, 1)] = FMA(KP1_978353019, T3T, KP293460948 * T44);
1517 R1[WS(rs, 17)] = FNMS(KP293460948, T3T, KP1_978353019 * T44);
1518 T4d = T47 - T48;
1519 T4e = T4b + T4a;
1520 R1[WS(rs, 13)] = FMA(KP485960359, T4d, KP1_940062506 * T4e);
1521 R1[WS(rs, 29)] = FNMS(KP1_940062506, T4d, KP485960359 * T4e);
1522 }
1523 {
1524 E T45, T46, T49, T4c;
1525 T45 = T3D - T3S;
1526 T46 = T43 + T40;
1527 R1[WS(rs, 9)] = FMA(KP1_191398608, T45, KP1_606415062 * T46);
1528 R1[WS(rs, 25)] = FNMS(KP1_606415062, T45, KP1_191398608 * T46);
1529 T49 = T47 + T48;
1530 T4c = T4a - T4b;
1531 R1[WS(rs, 5)] = FMA(KP1_715457220, T49, KP1_028205488 * T4c);
1532 R1[WS(rs, 21)] = FNMS(KP1_028205488, T49, KP1_715457220 * T4c);
1533 }
1534 }
1535 }
1536 }
1537 }
1538
1539 static const kr2c_desc desc = { 64, "r2cbIII_64", {342, 116, 92, 0}, &GENUS };
1540
1541 void X(codelet_r2cbIII_64) (planner *p) {
1542 X(kr2c_register) (p, r2cbIII_64, &desc);
1543 }
1544
1545 #endif /* HAVE_FMA */