Mercurial > hg > js-dsp-test

comparison fft/fftw/fftw-3.3.4/rdft/scalar/r2cf/hc2cfdft_16.c @ 19:26056e866c29

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Add FFTW to comparison table
author Chris Cannam
date Tue, 06 Oct 2015 13:08:39 +0100
parents
children
comparison
equal deleted inserted replaced
18:8db794ca3e0b 19:26056e866c29
1 /*
2 * Copyright (c) 2003, 2007-14 Matteo Frigo
3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18 *
19 */
20
21 /* This file was automatically generated --- DO NOT EDIT */
22 /* Generated on Tue Mar 4 13:49:28 EST 2014 */
23
24 #include "codelet-rdft.h"
25
26 #ifdef HAVE_FMA
27
28 /* Generated by: ../../../genfft/gen_hc2cdft.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -n 16 -dit -name hc2cfdft_16 -include hc2cf.h */
29
30 /*
31 * This function contains 206 FP additions, 132 FP multiplications,
32 * (or, 136 additions, 62 multiplications, 70 fused multiply/add),
33 * 96 stack variables, 4 constants, and 64 memory accesses
34 */
35 #include "hc2cf.h"
36
37 static void hc2cfdft_16(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
38 {
39 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
40 DK(KP414213562, +0.414213562373095048801688724209698078569671875);
41 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
42 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
43 {
44 INT m;
45 for (m = mb, W = W + ((mb - 1) * 30); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 30, MAKE_VOLATILE_STRIDE(64, rs)) {
46 E T4d, T4g;
47 {
48 E T1f, T2e, T3D, T1K, T2g, T1c, T3H, T2W, T2j, TR, T3E, T2R, T2l, T11, T3G;
49 E T1v, T3p, T2s, Tl, T3o, T3w, T2G, T3z, T1Y, T23, T20, T2H, T21, T29, Tz;
50 E T26, TE, TA, T2v, T2J, T27, Tv, T2u, TB, T22, T28;
51 {
52 E T1o, T1u, T2T, T2V;
53 {
54 E T1I, T1A, T16, T1C, T1H, T1G, T2U, T1z, T1b, T1x, T1w;
55 {
56 E T1d, T1e, T14, T15;
57 T1d = Ip[0];
58 T1e = Im[0];
59 T14 = Ip[WS(rs, 4)];
60 T15 = Im[WS(rs, 4)];
61 {
62 E T1F, T1D, T1E, T19, T1a;
63 T1D = Rm[0];
64 T1I = T1d + T1e;
65 T1f = T1d - T1e;
66 T1E = Rp[0];
67 T1A = T14 + T15;
68 T16 = T14 - T15;
69 T1C = W[0];
70 T2e = T1E + T1D;
71 T1F = T1D - T1E;
72 T1H = W[1];
73 T19 = Rp[WS(rs, 4)];
74 T1a = Rm[WS(rs, 4)];
75 T1G = T1C * T1F;
76 T2U = T1H * T1F;
77 T1z = W[17];
78 T1b = T19 + T1a;
79 T1x = T1a - T19;
80 T1w = W[16];
81 }
82 }
83 {
84 E T2S, T1y, T13, T18;
85 T2S = T1z * T1x;
86 T1y = T1w * T1x;
87 T13 = W[14];
88 T18 = W[15];
89 {
90 E T1J, T1B, T2f, T17;
91 T1J = FNMS(T1H, T1I, T1G);
92 T1B = FNMS(T1z, T1A, T1y);
93 T2f = T13 * T1b;
94 T17 = T13 * T16;
95 T2T = FMA(T1w, T1A, T2S);
96 T3D = T1J - T1B;
97 T1K = T1B + T1J;
98 T2g = FMA(T18, T16, T2f);
99 T1c = FNMS(T18, T1b, T17);
100 T2V = FMA(T1C, T1I, T2U);
101 }
102 }
103 }
104 {
105 E T1n, TL, T1m, T1j, TQ, T1l, T2N, TV, T1t, T10, T1q, T1s, T1p, T1r, T2O;
106 E T2Q;
107 {
108 E TO, TP, TJ, TK;
109 TJ = Ip[WS(rs, 2)];
110 TK = Im[WS(rs, 2)];
111 TO = Rp[WS(rs, 2)];
112 T3H = T2V - T2T;
113 T2W = T2T + T2V;
114 T1n = TJ + TK;
115 TL = TJ - TK;
116 TP = Rm[WS(rs, 2)];
117 T1m = W[9];
118 T1j = W[8];
119 {
120 E TT, T1k, TU, TY, TZ;
121 TT = Ip[WS(rs, 6)];
122 TQ = TO + TP;
123 T1k = TP - TO;
124 TU = Im[WS(rs, 6)];
125 TY = Rp[WS(rs, 6)];
126 TZ = Rm[WS(rs, 6)];
127 T1l = T1j * T1k;
128 T2N = T1m * T1k;
129 TV = TT - TU;
130 T1t = TT + TU;
131 T10 = TY + TZ;
132 T1q = TZ - TY;
133 T1s = W[25];
134 T1p = W[24];
135 }
136 }
137 {
138 E TN, T2P, T2i, TM, TI;
139 TI = W[6];
140 TN = W[7];
141 T2P = T1s * T1q;
142 T1r = T1p * T1q;
143 T2i = TI * TQ;
144 TM = TI * TL;
145 T2O = FMA(T1j, T1n, T2N);
146 T2Q = FMA(T1p, T1t, T2P);
147 T2j = FMA(TN, TL, T2i);
148 TR = FNMS(TN, TQ, TM);
149 }
150 {
151 E TX, T2k, TW, TS;
152 TS = W[22];
153 T3E = T2O - T2Q;
154 T2R = T2O + T2Q;
155 TX = W[23];
156 T2k = TS * T10;
157 TW = TS * TV;
158 T1o = FNMS(T1m, T1n, T1l);
159 T1u = FNMS(T1s, T1t, T1r);
160 T2l = FMA(TX, TV, T2k);
161 T11 = FNMS(TX, T10, TW);
162 }
163 }
164 {
165 E T1Q, T1N, T2C, T1O, T1W, Te, T1T, Tj, Tf, T2q, T2E, T1U, Ta, T2p, Tg;
166 E T1P, T1V;
167 {
168 E T4, T9, T5, T2o, Tb, T1S, T1, T1M, T6;
169 {
170 E T2, T3, T7, T8;
171 T2 = Ip[WS(rs, 1)];
172 T3G = T1o - T1u;
173 T1v = T1o + T1u;
174 T3 = Im[WS(rs, 1)];
175 T7 = Rp[WS(rs, 1)];
176 T8 = Rm[WS(rs, 1)];
177 T1 = W[2];
178 T1Q = T2 + T3;
179 T4 = T2 - T3;
180 T1N = T7 - T8;
181 T9 = T7 + T8;
182 T1M = W[4];
183 T5 = T1 * T4;
184 }
185 {
186 E Tc, Td, Th, Ti;
187 Tc = Ip[WS(rs, 5)];
188 T2o = T1 * T9;
189 T2C = T1M * T1Q;
190 T1O = T1M * T1N;
191 Td = Im[WS(rs, 5)];
192 Th = Rp[WS(rs, 5)];
193 Ti = Rm[WS(rs, 5)];
194 Tb = W[18];
195 T1W = Tc + Td;
196 Te = Tc - Td;
197 T1T = Th - Ti;
198 Tj = Th + Ti;
199 T1S = W[20];
200 Tf = Tb * Te;
201 }
202 T6 = W[3];
203 T2q = Tb * Tj;
204 T2E = T1S * T1W;
205 T1U = T1S * T1T;
206 Ta = FNMS(T6, T9, T5);
207 T2p = FMA(T6, T4, T2o);
208 Tg = W[19];
209 T1P = W[5];
210 T1V = W[21];
211 }
212 {
213 E Tp, Tu, Tq, T2t, Tw, T25, Tm, T1Z, Tr;
214 {
215 E Tn, To, Ts, Tt, T2r, Tk;
216 Tn = Ip[WS(rs, 7)];
217 T2r = FMA(Tg, Te, T2q);
218 Tk = FNMS(Tg, Tj, Tf);
219 {
220 E T2D, T1R, T2F, T1X;
221 T2D = FNMS(T1P, T1N, T2C);
222 T1R = FMA(T1P, T1Q, T1O);
223 T2F = FNMS(T1V, T1T, T2E);
224 T1X = FMA(T1V, T1W, T1U);
225 T3p = T2p - T2r;
226 T2s = T2p + T2r;
227 Tl = Ta + Tk;
228 T3o = Ta - Tk;
229 T3w = T2F - T2D;
230 T2G = T2D + T2F;
231 T3z = T1X - T1R;
232 T1Y = T1R + T1X;
233 To = Im[WS(rs, 7)];
234 }
235 Ts = Rp[WS(rs, 7)];
236 Tt = Rm[WS(rs, 7)];
237 Tm = W[26];
238 T23 = Tn + To;
239 Tp = Tn - To;
240 T20 = Ts - Tt;
241 Tu = Ts + Tt;
242 T1Z = W[28];
243 Tq = Tm * Tp;
244 }
245 {
246 E Tx, Ty, TC, TD;
247 Tx = Ip[WS(rs, 3)];
248 T2t = Tm * Tu;
249 T2H = T1Z * T23;
250 T21 = T1Z * T20;
251 Ty = Im[WS(rs, 3)];
252 TC = Rp[WS(rs, 3)];
253 TD = Rm[WS(rs, 3)];
254 Tw = W[10];
255 T29 = Tx + Ty;
256 Tz = Tx - Ty;
257 T26 = TC - TD;
258 TE = TC + TD;
259 T25 = W[12];
260 TA = Tw * Tz;
261 }
262 Tr = W[27];
263 T2v = Tw * TE;
264 T2J = T25 * T29;
265 T27 = T25 * T26;
266 Tv = FNMS(Tr, Tu, Tq);
267 T2u = FMA(Tr, Tp, T2t);
268 TB = W[11];
269 T22 = W[29];
270 T28 = W[13];
271 }
272 }
273 }
274 {
275 E T3r, T3s, T3A, T3x, T3M, T3l, T3L, T3m, T3f, T3i;
276 {
277 E T3c, TH, T36, T3g, T3h, T39, T32, T1h, T2A, T2d, T2h, T31, T2y, T30, T2Y;
278 E T2m, T2B, T1i;
279 {
280 E T2x, T2M, T1L, T2c, T2X, T12, T1g;
281 {
282 E TG, T2b, T34, T2L, T2w, TF, T37, T38, T35;
283 T2w = FMA(TB, Tz, T2v);
284 TF = FNMS(TB, TE, TA);
285 {
286 E T2I, T24, T2K, T2a;
287 T2I = FNMS(T22, T20, T2H);
288 T24 = FMA(T22, T23, T21);
289 T2K = FNMS(T28, T26, T2J);
290 T2a = FMA(T28, T29, T27);
291 T3r = T2u - T2w;
292 T2x = T2u + T2w;
293 TG = Tv + TF;
294 T3s = Tv - TF;
295 T2L = T2I + T2K;
296 T3A = T2I - T2K;
297 T3x = T2a - T24;
298 T2b = T24 + T2a;
299 }
300 T2M = T2G + T2L;
301 T34 = T2L - T2G;
302 T37 = T1K - T1v;
303 T1L = T1v + T1K;
304 T2c = T1Y + T2b;
305 T35 = T1Y - T2b;
306 T3c = Tl - TG;
307 TH = Tl + TG;
308 T38 = T2W - T2R;
309 T2X = T2R + T2W;
310 T36 = T34 + T35;
311 T3g = T34 - T35;
312 T3M = TR - T11;
313 T12 = TR + T11;
314 T3h = T37 + T38;
315 T39 = T37 - T38;
316 T1g = T1c + T1f;
317 T3l = T1f - T1c;
318 }
319 T32 = T1g - T12;
320 T1h = T12 + T1g;
321 T2A = T2c + T1L;
322 T2d = T1L - T2c;
323 T3L = T2e - T2g;
324 T2h = T2e + T2g;
325 T31 = T2x - T2s;
326 T2y = T2s + T2x;
327 T30 = T2M + T2X;
328 T2Y = T2M - T2X;
329 T2m = T2j + T2l;
330 T3m = T2j - T2l;
331 }
332 T2B = T1h - TH;
333 T1i = TH + T1h;
334 {
335 E T3e, T3d, T3j, T3k;
336 {
337 E T33, T3b, T2z, T2Z, T3a, T2n;
338 T3f = T32 - T31;
339 T33 = T31 + T32;
340 T3b = T2h - T2m;
341 T2n = T2h + T2m;
342 Im[WS(rs, 7)] = KP500000000 * (T2d - T1i);
343 Ip[0] = KP500000000 * (T1i + T2d);
344 Im[WS(rs, 3)] = KP500000000 * (T2Y - T2B);
345 Ip[WS(rs, 4)] = KP500000000 * (T2B + T2Y);
346 T2z = T2n - T2y;
347 T2Z = T2n + T2y;
348 T3a = T36 + T39;
349 T3e = T39 - T36;
350 T3d = T3b - T3c;
351 T3j = T3b + T3c;
352 Rp[WS(rs, 4)] = KP500000000 * (T2z + T2A);
353 Rm[WS(rs, 3)] = KP500000000 * (T2z - T2A);
354 Rp[0] = KP500000000 * (T2Z + T30);
355 Rm[WS(rs, 7)] = KP500000000 * (T2Z - T30);
356 Im[WS(rs, 5)] = -(KP500000000 * (FNMS(KP707106781, T3a, T33)));
357 Ip[WS(rs, 2)] = KP500000000 * (FMA(KP707106781, T3a, T33));
358 T3k = T3g + T3h;
359 T3i = T3g - T3h;
360 }
361 Rp[WS(rs, 2)] = KP500000000 * (FMA(KP707106781, T3k, T3j));
362 Rm[WS(rs, 5)] = KP500000000 * (FNMS(KP707106781, T3k, T3j));
363 Rp[WS(rs, 6)] = KP500000000 * (FMA(KP707106781, T3e, T3d));
364 Rm[WS(rs, 1)] = KP500000000 * (FNMS(KP707106781, T3e, T3d));
365 }
366 }
367 {
368 E T3Z, T3n, T3F, T3I, T4e, T44, T4f, T47, T4a, T3u, T3U, T3C, T49, T3N, T40;
369 E T3Q;
370 {
371 E T3y, T3B, T3O, T3q, T3t, T3P;
372 {
373 E T42, T43, T45, T46;
374 T3y = T3w + T3x;
375 T42 = T3w - T3x;
376 Im[WS(rs, 1)] = -(KP500000000 * (FNMS(KP707106781, T3i, T3f)));
377 Ip[WS(rs, 6)] = KP500000000 * (FMA(KP707106781, T3i, T3f));
378 T3Z = T3m + T3l;
379 T3n = T3l - T3m;
380 T43 = T3A - T3z;
381 T3B = T3z + T3A;
382 T3F = T3D - T3E;
383 T45 = T3E + T3D;
384 T46 = T3H - T3G;
385 T3I = T3G + T3H;
386 T3O = T3p + T3o;
387 T3q = T3o - T3p;
388 T4e = FNMS(KP414213562, T42, T43);
389 T44 = FMA(KP414213562, T43, T42);
390 T4f = FNMS(KP414213562, T45, T46);
391 T47 = FMA(KP414213562, T46, T45);
392 T3t = T3r + T3s;
393 T3P = T3r - T3s;
394 }
395 T4a = T3q - T3t;
396 T3u = T3q + T3t;
397 T3U = FNMS(KP414213562, T3y, T3B);
398 T3C = FMA(KP414213562, T3B, T3y);
399 T49 = T3L - T3M;
400 T3N = T3L + T3M;
401 T40 = T3P - T3O;
402 T3Q = T3O + T3P;
403 }
404 {
405 E T3T, T3v, T3X, T3R, T3J, T3V;
406 T3T = FNMS(KP707106781, T3u, T3n);
407 T3v = FMA(KP707106781, T3u, T3n);
408 T3X = FMA(KP707106781, T3Q, T3N);
409 T3R = FNMS(KP707106781, T3Q, T3N);
410 T3J = FNMS(KP414213562, T3I, T3F);
411 T3V = FMA(KP414213562, T3F, T3I);
412 {
413 E T4c, T4b, T4h, T4i, T41, T48;
414 T4d = FMA(KP707106781, T40, T3Z);
415 T41 = FNMS(KP707106781, T40, T3Z);
416 T48 = T44 - T47;
417 T4c = T44 + T47;
418 {
419 E T3Y, T3W, T3K, T3S;
420 T3Y = T3U + T3V;
421 T3W = T3U - T3V;
422 T3K = T3C + T3J;
423 T3S = T3J - T3C;
424 Im[WS(rs, 2)] = -(KP500000000 * (FNMS(KP923879532, T3W, T3T)));
425 Ip[WS(rs, 5)] = KP500000000 * (FMA(KP923879532, T3W, T3T));
426 Rp[WS(rs, 1)] = KP500000000 * (FMA(KP923879532, T3Y, T3X));
427 Rm[WS(rs, 6)] = KP500000000 * (FNMS(KP923879532, T3Y, T3X));
428 Rp[WS(rs, 5)] = KP500000000 * (FMA(KP923879532, T3S, T3R));
429 Rm[WS(rs, 2)] = KP500000000 * (FNMS(KP923879532, T3S, T3R));
430 Im[WS(rs, 6)] = -(KP500000000 * (FNMS(KP923879532, T3K, T3v)));
431 Ip[WS(rs, 1)] = KP500000000 * (FMA(KP923879532, T3K, T3v));
432 Ip[WS(rs, 7)] = KP500000000 * (FMA(KP923879532, T48, T41));
433 Im[0] = -(KP500000000 * (FNMS(KP923879532, T48, T41)));
434 }
435 T4b = FMA(KP707106781, T4a, T49);
436 T4h = FNMS(KP707106781, T4a, T49);
437 T4i = T4e + T4f;
438 T4g = T4e - T4f;
439 Rm[0] = KP500000000 * (FMA(KP923879532, T4i, T4h));
440 Rp[WS(rs, 7)] = KP500000000 * (FNMS(KP923879532, T4i, T4h));
441 Rp[WS(rs, 3)] = KP500000000 * (FMA(KP923879532, T4c, T4b));
442 Rm[WS(rs, 4)] = KP500000000 * (FNMS(KP923879532, T4c, T4b));
443 }
444 }
445 }
446 }
447 }
448 Im[WS(rs, 4)] = -(KP500000000 * (FNMS(KP923879532, T4g, T4d)));
449 Ip[WS(rs, 3)] = KP500000000 * (FMA(KP923879532, T4g, T4d));
450 }
451 }
452 }
453
454 static const tw_instr twinstr[] = {
455 {TW_FULL, 1, 16},
456 {TW_NEXT, 1, 0}
457 };
458
459 static const hc2c_desc desc = { 16, "hc2cfdft_16", twinstr, &GENUS, {136, 62, 70, 0} };
460
461 void X(codelet_hc2cfdft_16) (planner *p) {
462 X(khc2c_register) (p, hc2cfdft_16, &desc, HC2C_VIA_DFT);
463 }
464 #else /* HAVE_FMA */
465
466 /* Generated by: ../../../genfft/gen_hc2cdft.native -compact -variables 4 -pipeline-latency 4 -n 16 -dit -name hc2cfdft_16 -include hc2cf.h */
467
468 /*
469 * This function contains 206 FP additions, 100 FP multiplications,
470 * (or, 168 additions, 62 multiplications, 38 fused multiply/add),
471 * 61 stack variables, 4 constants, and 64 memory accesses
472 */
473 #include "hc2cf.h"
474
475 static void hc2cfdft_16(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
476 {
477 DK(KP461939766, +0.461939766255643378064091594698394143411208313);
478 DK(KP191341716, +0.191341716182544885864229992015199433380672281);
479 DK(KP353553390, +0.353553390593273762200422181052424519642417969);
480 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
481 {
482 INT m;
483 for (m = mb, W = W + ((mb - 1) * 30); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 30, MAKE_VOLATILE_STRIDE(64, rs)) {
484 E T19, T3h, T21, T2Y, T1o, T3d, T2s, T39, TW, T3i, T24, T2Z, T1z, T3c, T2p;
485 E T3a, Tj, T2S, T28, T2R, T1L, T36, T2i, T32, TC, T2V, T2b, T2U, T1W, T35;
486 E T2l, T33;
487 {
488 E T10, T1m, T14, T1k, T18, T1h, T1f, T1Z;
489 {
490 E TY, TZ, T12, T13;
491 TY = Ip[WS(rs, 4)];
492 TZ = Im[WS(rs, 4)];
493 T10 = TY - TZ;
494 T1m = TY + TZ;
495 T12 = Rp[WS(rs, 4)];
496 T13 = Rm[WS(rs, 4)];
497 T14 = T12 + T13;
498 T1k = T12 - T13;
499 }
500 {
501 E T16, T17, T1d, T1e;
502 T16 = Ip[0];
503 T17 = Im[0];
504 T18 = T16 - T17;
505 T1h = T16 + T17;
506 T1d = Rm[0];
507 T1e = Rp[0];
508 T1f = T1d - T1e;
509 T1Z = T1e + T1d;
510 }
511 {
512 E T15, T20, TX, T11;
513 TX = W[14];
514 T11 = W[15];
515 T15 = FNMS(T11, T14, TX * T10);
516 T20 = FMA(TX, T14, T11 * T10);
517 T19 = T15 + T18;
518 T3h = T1Z - T20;
519 T21 = T1Z + T20;
520 T2Y = T18 - T15;
521 }
522 {
523 E T1i, T2r, T1n, T2q;
524 {
525 E T1c, T1g, T1j, T1l;
526 T1c = W[0];
527 T1g = W[1];
528 T1i = FNMS(T1g, T1h, T1c * T1f);
529 T2r = FMA(T1g, T1f, T1c * T1h);
530 T1j = W[16];
531 T1l = W[17];
532 T1n = FMA(T1j, T1k, T1l * T1m);
533 T2q = FNMS(T1l, T1k, T1j * T1m);
534 }
535 T1o = T1i - T1n;
536 T3d = T2r - T2q;
537 T2s = T2q + T2r;
538 T39 = T1n + T1i;
539 }
540 }
541 {
542 E TH, T1s, TL, T1q, TQ, T1x, TU, T1v;
543 {
544 E TF, TG, TJ, TK;
545 TF = Ip[WS(rs, 2)];
546 TG = Im[WS(rs, 2)];
547 TH = TF - TG;
548 T1s = TF + TG;
549 TJ = Rp[WS(rs, 2)];
550 TK = Rm[WS(rs, 2)];
551 TL = TJ + TK;
552 T1q = TJ - TK;
553 }
554 {
555 E TO, TP, TS, TT;
556 TO = Ip[WS(rs, 6)];
557 TP = Im[WS(rs, 6)];
558 TQ = TO - TP;
559 T1x = TO + TP;
560 TS = Rp[WS(rs, 6)];
561 TT = Rm[WS(rs, 6)];
562 TU = TS + TT;
563 T1v = TS - TT;
564 }
565 {
566 E TM, T22, TV, T23;
567 {
568 E TE, TI, TN, TR;
569 TE = W[6];
570 TI = W[7];
571 TM = FNMS(TI, TL, TE * TH);
572 T22 = FMA(TE, TL, TI * TH);
573 TN = W[22];
574 TR = W[23];
575 TV = FNMS(TR, TU, TN * TQ);
576 T23 = FMA(TN, TU, TR * TQ);
577 }
578 TW = TM + TV;
579 T3i = TM - TV;
580 T24 = T22 + T23;
581 T2Z = T22 - T23;
582 }
583 {
584 E T1t, T2n, T1y, T2o;
585 {
586 E T1p, T1r, T1u, T1w;
587 T1p = W[8];
588 T1r = W[9];
589 T1t = FMA(T1p, T1q, T1r * T1s);
590 T2n = FNMS(T1r, T1q, T1p * T1s);
591 T1u = W[24];
592 T1w = W[25];
593 T1y = FMA(T1u, T1v, T1w * T1x);
594 T2o = FNMS(T1w, T1v, T1u * T1x);
595 }
596 T1z = T1t + T1y;
597 T3c = T1y - T1t;
598 T2p = T2n + T2o;
599 T3a = T2n - T2o;
600 }
601 }
602 {
603 E T4, T1E, T8, T1C, Td, T1J, Th, T1H;
604 {
605 E T2, T3, T6, T7;
606 T2 = Ip[WS(rs, 1)];
607 T3 = Im[WS(rs, 1)];
608 T4 = T2 - T3;
609 T1E = T2 + T3;
610 T6 = Rp[WS(rs, 1)];
611 T7 = Rm[WS(rs, 1)];
612 T8 = T6 + T7;
613 T1C = T6 - T7;
614 }
615 {
616 E Tb, Tc, Tf, Tg;
617 Tb = Ip[WS(rs, 5)];
618 Tc = Im[WS(rs, 5)];
619 Td = Tb - Tc;
620 T1J = Tb + Tc;
621 Tf = Rp[WS(rs, 5)];
622 Tg = Rm[WS(rs, 5)];
623 Th = Tf + Tg;
624 T1H = Tf - Tg;
625 }
626 {
627 E T9, T26, Ti, T27;
628 {
629 E T1, T5, Ta, Te;
630 T1 = W[2];
631 T5 = W[3];
632 T9 = FNMS(T5, T8, T1 * T4);
633 T26 = FMA(T1, T8, T5 * T4);
634 Ta = W[18];
635 Te = W[19];
636 Ti = FNMS(Te, Th, Ta * Td);
637 T27 = FMA(Ta, Th, Te * Td);
638 }
639 Tj = T9 + Ti;
640 T2S = T26 - T27;
641 T28 = T26 + T27;
642 T2R = T9 - Ti;
643 }
644 {
645 E T1F, T2g, T1K, T2h;
646 {
647 E T1B, T1D, T1G, T1I;
648 T1B = W[4];
649 T1D = W[5];
650 T1F = FMA(T1B, T1C, T1D * T1E);
651 T2g = FNMS(T1D, T1C, T1B * T1E);
652 T1G = W[20];
653 T1I = W[21];
654 T1K = FMA(T1G, T1H, T1I * T1J);
655 T2h = FNMS(T1I, T1H, T1G * T1J);
656 }
657 T1L = T1F + T1K;
658 T36 = T2g - T2h;
659 T2i = T2g + T2h;
660 T32 = T1K - T1F;
661 }
662 }
663 {
664 E Tn, T1P, Tr, T1N, Tw, T1U, TA, T1S;
665 {
666 E Tl, Tm, Tp, Tq;
667 Tl = Ip[WS(rs, 7)];
668 Tm = Im[WS(rs, 7)];
669 Tn = Tl - Tm;
670 T1P = Tl + Tm;
671 Tp = Rp[WS(rs, 7)];
672 Tq = Rm[WS(rs, 7)];
673 Tr = Tp + Tq;
674 T1N = Tp - Tq;
675 }
676 {
677 E Tu, Tv, Ty, Tz;
678 Tu = Ip[WS(rs, 3)];
679 Tv = Im[WS(rs, 3)];
680 Tw = Tu - Tv;
681 T1U = Tu + Tv;
682 Ty = Rp[WS(rs, 3)];
683 Tz = Rm[WS(rs, 3)];
684 TA = Ty + Tz;
685 T1S = Ty - Tz;
686 }
687 {
688 E Ts, T29, TB, T2a;
689 {
690 E Tk, To, Tt, Tx;
691 Tk = W[26];
692 To = W[27];
693 Ts = FNMS(To, Tr, Tk * Tn);
694 T29 = FMA(Tk, Tr, To * Tn);
695 Tt = W[10];
696 Tx = W[11];
697 TB = FNMS(Tx, TA, Tt * Tw);
698 T2a = FMA(Tt, TA, Tx * Tw);
699 }
700 TC = Ts + TB;
701 T2V = Ts - TB;
702 T2b = T29 + T2a;
703 T2U = T29 - T2a;
704 }
705 {
706 E T1Q, T2j, T1V, T2k;
707 {
708 E T1M, T1O, T1R, T1T;
709 T1M = W[28];
710 T1O = W[29];
711 T1Q = FMA(T1M, T1N, T1O * T1P);
712 T2j = FNMS(T1O, T1N, T1M * T1P);
713 T1R = W[12];
714 T1T = W[13];
715 T1V = FMA(T1R, T1S, T1T * T1U);
716 T2k = FNMS(T1T, T1S, T1R * T1U);
717 }
718 T1W = T1Q + T1V;
719 T35 = T1V - T1Q;
720 T2l = T2j + T2k;
721 T33 = T2j - T2k;
722 }
723 }
724 {
725 E T1b, T2f, T2u, T2w, T1Y, T2e, T2d, T2v;
726 {
727 E TD, T1a, T2m, T2t;
728 TD = Tj + TC;
729 T1a = TW + T19;
730 T1b = TD + T1a;
731 T2f = T1a - TD;
732 T2m = T2i + T2l;
733 T2t = T2p + T2s;
734 T2u = T2m - T2t;
735 T2w = T2m + T2t;
736 }
737 {
738 E T1A, T1X, T25, T2c;
739 T1A = T1o - T1z;
740 T1X = T1L + T1W;
741 T1Y = T1A - T1X;
742 T2e = T1X + T1A;
743 T25 = T21 + T24;
744 T2c = T28 + T2b;
745 T2d = T25 - T2c;
746 T2v = T25 + T2c;
747 }
748 Ip[0] = KP500000000 * (T1b + T1Y);
749 Rp[0] = KP500000000 * (T2v + T2w);
750 Im[WS(rs, 7)] = KP500000000 * (T1Y - T1b);
751 Rm[WS(rs, 7)] = KP500000000 * (T2v - T2w);
752 Rm[WS(rs, 3)] = KP500000000 * (T2d - T2e);
753 Im[WS(rs, 3)] = KP500000000 * (T2u - T2f);
754 Rp[WS(rs, 4)] = KP500000000 * (T2d + T2e);
755 Ip[WS(rs, 4)] = KP500000000 * (T2f + T2u);
756 }
757 {
758 E T2z, T2L, T2J, T2P, T2C, T2M, T2F, T2N;
759 {
760 E T2x, T2y, T2H, T2I;
761 T2x = T2b - T28;
762 T2y = T19 - TW;
763 T2z = KP500000000 * (T2x + T2y);
764 T2L = KP500000000 * (T2y - T2x);
765 T2H = T21 - T24;
766 T2I = Tj - TC;
767 T2J = KP500000000 * (T2H - T2I);
768 T2P = KP500000000 * (T2H + T2I);
769 }
770 {
771 E T2A, T2B, T2D, T2E;
772 T2A = T2l - T2i;
773 T2B = T1L - T1W;
774 T2C = T2A + T2B;
775 T2M = T2A - T2B;
776 T2D = T1z + T1o;
777 T2E = T2s - T2p;
778 T2F = T2D - T2E;
779 T2N = T2D + T2E;
780 }
781 {
782 E T2G, T2Q, T2K, T2O;
783 T2G = KP353553390 * (T2C + T2F);
784 Ip[WS(rs, 2)] = T2z + T2G;
785 Im[WS(rs, 5)] = T2G - T2z;
786 T2Q = KP353553390 * (T2M + T2N);
787 Rm[WS(rs, 5)] = T2P - T2Q;
788 Rp[WS(rs, 2)] = T2P + T2Q;
789 T2K = KP353553390 * (T2F - T2C);
790 Rm[WS(rs, 1)] = T2J - T2K;
791 Rp[WS(rs, 6)] = T2J + T2K;
792 T2O = KP353553390 * (T2M - T2N);
793 Ip[WS(rs, 6)] = T2L + T2O;
794 Im[WS(rs, 1)] = T2O - T2L;
795 }
796 }
797 {
798 E T30, T3w, T3F, T3j, T2X, T3G, T3D, T3L, T3m, T3v, T38, T3q, T3A, T3K, T3f;
799 E T3r;
800 {
801 E T2T, T2W, T34, T37;
802 T30 = KP500000000 * (T2Y - T2Z);
803 T3w = KP500000000 * (T2Z + T2Y);
804 T3F = KP500000000 * (T3h - T3i);
805 T3j = KP500000000 * (T3h + T3i);
806 T2T = T2R - T2S;
807 T2W = T2U + T2V;
808 T2X = KP353553390 * (T2T + T2W);
809 T3G = KP353553390 * (T2T - T2W);
810 {
811 E T3B, T3C, T3k, T3l;
812 T3B = T3a + T39;
813 T3C = T3d - T3c;
814 T3D = FNMS(KP461939766, T3C, KP191341716 * T3B);
815 T3L = FMA(KP461939766, T3B, KP191341716 * T3C);
816 T3k = T2S + T2R;
817 T3l = T2U - T2V;
818 T3m = KP353553390 * (T3k + T3l);
819 T3v = KP353553390 * (T3l - T3k);
820 }
821 T34 = T32 + T33;
822 T37 = T35 - T36;
823 T38 = FMA(KP191341716, T34, KP461939766 * T37);
824 T3q = FNMS(KP191341716, T37, KP461939766 * T34);
825 {
826 E T3y, T3z, T3b, T3e;
827 T3y = T33 - T32;
828 T3z = T36 + T35;
829 T3A = FMA(KP461939766, T3y, KP191341716 * T3z);
830 T3K = FNMS(KP461939766, T3z, KP191341716 * T3y);
831 T3b = T39 - T3a;
832 T3e = T3c + T3d;
833 T3f = FNMS(KP191341716, T3e, KP461939766 * T3b);
834 T3r = FMA(KP191341716, T3b, KP461939766 * T3e);
835 }
836 }
837 {
838 E T31, T3g, T3t, T3u;
839 T31 = T2X + T30;
840 T3g = T38 + T3f;
841 Ip[WS(rs, 1)] = T31 + T3g;
842 Im[WS(rs, 6)] = T3g - T31;
843 T3t = T3j + T3m;
844 T3u = T3q + T3r;
845 Rm[WS(rs, 6)] = T3t - T3u;
846 Rp[WS(rs, 1)] = T3t + T3u;
847 }
848 {
849 E T3n, T3o, T3p, T3s;
850 T3n = T3j - T3m;
851 T3o = T3f - T38;
852 Rm[WS(rs, 2)] = T3n - T3o;
853 Rp[WS(rs, 5)] = T3n + T3o;
854 T3p = T30 - T2X;
855 T3s = T3q - T3r;
856 Ip[WS(rs, 5)] = T3p + T3s;
857 Im[WS(rs, 2)] = T3s - T3p;
858 }
859 {
860 E T3x, T3E, T3N, T3O;
861 T3x = T3v + T3w;
862 T3E = T3A + T3D;
863 Ip[WS(rs, 3)] = T3x + T3E;
864 Im[WS(rs, 4)] = T3E - T3x;
865 T3N = T3F + T3G;
866 T3O = T3K + T3L;
867 Rm[WS(rs, 4)] = T3N - T3O;
868 Rp[WS(rs, 3)] = T3N + T3O;
869 }
870 {
871 E T3H, T3I, T3J, T3M;
872 T3H = T3F - T3G;
873 T3I = T3D - T3A;
874 Rm[0] = T3H - T3I;
875 Rp[WS(rs, 7)] = T3H + T3I;
876 T3J = T3w - T3v;
877 T3M = T3K - T3L;
878 Ip[WS(rs, 7)] = T3J + T3M;
879 Im[0] = T3M - T3J;
880 }
881 }
882 }
883 }
884 }
885
886 static const tw_instr twinstr[] = {
887 {TW_FULL, 1, 16},
888 {TW_NEXT, 1, 0}
889 };
890
891 static const hc2c_desc desc = { 16, "hc2cfdft_16", twinstr, &GENUS, {168, 62, 38, 0} };
892
893 void X(codelet_hc2cfdft_16) (planner *p) {
894 X(khc2c_register) (p, hc2cfdft_16, &desc, HC2C_VIA_DFT);
895 }
896 #endif /* HAVE_FMA */