d@0: /* d@0: * Copyright (c) 2003, 2007-8 Matteo Frigo d@0: * Copyright (c) 2003, 2007-8 Massachusetts Institute of Technology d@0: * d@0: * This program is free software; you can redistribute it and/or modify d@0: * it under the terms of the GNU General Public License as published by d@0: * the Free Software Foundation; either version 2 of the License, or d@0: * (at your option) any later version. d@0: * d@0: * This program is distributed in the hope that it will be useful, d@0: * but WITHOUT ANY WARRANTY; without even the implied warranty of d@0: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the d@0: * GNU General Public License for more details. d@0: * d@0: * You should have received a copy of the GNU General Public License d@0: * along with this program; if not, write to the Free Software d@0: * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA d@0: * d@0: */ d@0: /* Generated by: ../../genfft/gen_notw_c -standalone -fma -reorder-insns -simd -compact -variables 100000 -with-ostride 2 -include fftw-spu.h -store-multiple 2 -n 32 -name X(spu_n2fv_32) */ d@0: d@0: /* d@0: * This function contains 186 FP additions, 98 FP multiplications, d@0: * (or, 88 additions, 0 multiplications, 98 fused multiply/add), d@0: * 228 stack variables, 7 constants, and 80 memory accesses d@0: */ d@0: #include "fftw-spu.h" d@0: d@0: void X(spu_n2fv_32) (const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) { d@0: DVK(KP980785280, +0.980785280403230449126182236134239036973933731); d@0: DVK(KP198912367, +0.198912367379658006911597622644676228597850501); d@0: DVK(KP831469612, +0.831469612302545237078788377617905756738560812); d@0: DVK(KP668178637, +0.668178637919298919997757686523080761552472251); d@0: DVK(KP923879532, +0.923879532511286756128183189396788286822416626); d@0: DVK(KP414213562, +0.414213562373095048801688724209698078569671875); d@0: DVK(KP707106781, +0.707106781186547524400844362104849039284835938); d@0: INT i; d@0: const R *xi; d@0: R *xo; d@0: xi = ri; d@0: xo = ro; d@0: for (i = v; i > 0; i = i - VL, xi = xi + (VL * ivs), xo = xo + (VL * ovs), MAKE_VOLATILE_STRIDE(is), MAKE_VOLATILE_STRIDE(os)) { d@0: V T2x, T1T, T1W, T2K, T16, T1A, T1p, Tb, TT, T1v, T1w, TY, T2t, T2b, T2H; d@0: V T2N, T1s, TC, TH, T1t, T24, T2s, T2O, T2E, T2g, T2j, T1B, Tq, T1q, T19; d@0: V T2L, T2A, T1R, T3, T1S, T14, T1U, T6, T1V, T9, T1, T2, T12, T13, T4; d@0: V T5, T7, T8, Ta, T15, T25, TL, T26, TW, T28, TO, T29, TR, TJ, TK; d@0: V TU, TV, TM, TN, TP, TQ, TX, TS, T2F, T2G, T27, T2a, Tu, T1Y, TF; d@0: V T1Z, Tx, T21, TA, T22, Ts, Tt, TD, TE, Tv, Tw, Ty, Tz, TG, TB; d@0: V T2C, T2D, T20, T23, T2h, Te, T2f, To, T2i, Th, T2e, Tl, Tc, Td, Tm; d@0: V Tn, Tf, Tg, Tj, Tk, T2z, T2y, T17, T18, Ti, Tp, T31, T32, T33, T34; d@0: V T35, T36, T37, T38, T2B, T2P, T2M, T2I, T39, T3a, T3b, T3c, T2p, T2q, T2n; d@0: V T2d, T2o, T2m, T2l, T1X, T2c, T2k, T2v, T2r, T2w, T2u, T2Z, T2V, T30, T2Y; d@0: V T2T, T2U, T2W, T2X, T3d, T3e, T3f, T3g, T2R, T2J, T2S, T2Q, T1J, T1r, T1C; d@0: V T1M, T1K, T1F, T1N, T1y, T1u, T1x, T1D, T1E, T1H, T1I, T1L, T1O, T1z, T1G; d@0: V T3h, T3i, T1P, T1Q, T3j, T3k, T3l, T3m, T3n, T3o, T1h, Tr, T1a, T1k, T1i; d@0: V T1d, T1l, T10, TI, TZ, T1b, T1c, T1f, T1g, T1j, T1m, T11, T1e, T3p, T3q; d@0: V T1n, T1o, T3r, T3s, T3t, T3u, T3v, T3w; d@0: T1 = LD(&(xi[0]), ivs, &(xi[0])); d@0: T2 = LD(&(xi[WS(is, 16)]), ivs, &(xi[0])); d@0: T1R = VADD(T1, T2); d@0: T3 = VSUB(T1, T2); d@0: T12 = LD(&(xi[WS(is, 8)]), ivs, &(xi[0])); d@0: T13 = LD(&(xi[WS(is, 24)]), ivs, &(xi[0])); d@0: T1S = VADD(T12, T13); d@0: T14 = VSUB(T12, T13); d@0: T4 = LD(&(xi[WS(is, 4)]), ivs, &(xi[0])); d@0: T5 = LD(&(xi[WS(is, 20)]), ivs, &(xi[0])); d@0: T1U = VADD(T4, T5); d@0: T6 = VSUB(T4, T5); d@0: T7 = LD(&(xi[WS(is, 28)]), ivs, &(xi[0])); d@0: T8 = LD(&(xi[WS(is, 12)]), ivs, &(xi[0])); d@0: T1V = VADD(T7, T8); d@0: T9 = VSUB(T7, T8); d@0: T2x = VSUB(T1R, T1S); d@0: T1T = VADD(T1R, T1S); d@0: T1W = VADD(T1U, T1V); d@0: T2K = VSUB(T1V, T1U); d@0: Ta = VADD(T6, T9); d@0: T15 = VSUB(T9, T6); d@0: T16 = VFNMS(LDK(KP707106781), T15, T14); d@0: T1A = VFMA(LDK(KP707106781), T15, T14); d@0: T1p = VFNMS(LDK(KP707106781), Ta, T3); d@0: Tb = VFMA(LDK(KP707106781), Ta, T3); d@0: TJ = LD(&(xi[WS(is, 31)]), ivs, &(xi[WS(is, 1)])); d@0: TK = LD(&(xi[WS(is, 15)]), ivs, &(xi[WS(is, 1)])); d@0: T25 = VADD(TJ, TK); d@0: TL = VSUB(TJ, TK); d@0: TU = LD(&(xi[WS(is, 23)]), ivs, &(xi[WS(is, 1)])); d@0: TV = LD(&(xi[WS(is, 7)]), ivs, &(xi[WS(is, 1)])); d@0: T26 = VADD(TV, TU); d@0: TW = VSUB(TU, TV); d@0: TM = LD(&(xi[WS(is, 3)]), ivs, &(xi[WS(is, 1)])); d@0: TN = LD(&(xi[WS(is, 19)]), ivs, &(xi[WS(is, 1)])); d@0: T28 = VADD(TM, TN); d@0: TO = VSUB(TM, TN); d@0: TP = LD(&(xi[WS(is, 27)]), ivs, &(xi[WS(is, 1)])); d@0: TQ = LD(&(xi[WS(is, 11)]), ivs, &(xi[WS(is, 1)])); d@0: T29 = VADD(TP, TQ); d@0: TR = VSUB(TP, TQ); d@0: TX = VSUB(TR, TO); d@0: TS = VADD(TO, TR); d@0: TT = VFMA(LDK(KP707106781), TS, TL); d@0: T1v = VFNMS(LDK(KP707106781), TS, TL); d@0: T1w = VFNMS(LDK(KP707106781), TX, TW); d@0: TY = VFMA(LDK(KP707106781), TX, TW); d@0: T2F = VSUB(T25, T26); d@0: T27 = VADD(T25, T26); d@0: T2a = VADD(T28, T29); d@0: T2G = VSUB(T29, T28); d@0: T2t = VADD(T27, T2a); d@0: T2b = VSUB(T27, T2a); d@0: T2H = VFNMS(LDK(KP414213562), T2G, T2F); d@0: T2N = VFMA(LDK(KP414213562), T2F, T2G); d@0: Ts = LD(&(xi[WS(is, 1)]), ivs, &(xi[WS(is, 1)])); d@0: Tt = LD(&(xi[WS(is, 17)]), ivs, &(xi[WS(is, 1)])); d@0: Tu = VSUB(Ts, Tt); d@0: T1Y = VADD(Ts, Tt); d@0: TD = LD(&(xi[WS(is, 9)]), ivs, &(xi[WS(is, 1)])); d@0: TE = LD(&(xi[WS(is, 25)]), ivs, &(xi[WS(is, 1)])); d@0: TF = VSUB(TD, TE); d@0: T1Z = VADD(TD, TE); d@0: Tv = LD(&(xi[WS(is, 5)]), ivs, &(xi[WS(is, 1)])); d@0: Tw = LD(&(xi[WS(is, 21)]), ivs, &(xi[WS(is, 1)])); d@0: Tx = VSUB(Tv, Tw); d@0: T21 = VADD(Tv, Tw); d@0: Ty = LD(&(xi[WS(is, 29)]), ivs, &(xi[WS(is, 1)])); d@0: Tz = LD(&(xi[WS(is, 13)]), ivs, &(xi[WS(is, 1)])); d@0: TA = VSUB(Ty, Tz); d@0: T22 = VADD(Ty, Tz); d@0: TB = VADD(Tx, TA); d@0: TG = VSUB(Tx, TA); d@0: T1s = VFNMS(LDK(KP707106781), TB, Tu); d@0: TC = VFMA(LDK(KP707106781), TB, Tu); d@0: TH = VFMA(LDK(KP707106781), TG, TF); d@0: T1t = VFNMS(LDK(KP707106781), TG, TF); d@0: T20 = VADD(T1Y, T1Z); d@0: T2C = VSUB(T1Y, T1Z); d@0: T2D = VSUB(T21, T22); d@0: T23 = VADD(T21, T22); d@0: T24 = VSUB(T20, T23); d@0: T2s = VADD(T20, T23); d@0: T2O = VFMA(LDK(KP414213562), T2C, T2D); d@0: T2E = VFNMS(LDK(KP414213562), T2D, T2C); d@0: Tc = LD(&(xi[WS(is, 2)]), ivs, &(xi[0])); d@0: Td = LD(&(xi[WS(is, 18)]), ivs, &(xi[0])); d@0: T2h = VADD(Tc, Td); d@0: Te = VSUB(Tc, Td); d@0: Tm = LD(&(xi[WS(is, 22)]), ivs, &(xi[0])); d@0: Tn = LD(&(xi[WS(is, 6)]), ivs, &(xi[0])); d@0: T2f = VADD(Tn, Tm); d@0: To = VSUB(Tm, Tn); d@0: Tf = LD(&(xi[WS(is, 10)]), ivs, &(xi[0])); d@0: Tg = LD(&(xi[WS(is, 26)]), ivs, &(xi[0])); d@0: T2i = VADD(Tf, Tg); d@0: Th = VSUB(Tf, Tg); d@0: Tj = LD(&(xi[WS(is, 30)]), ivs, &(xi[0])); d@0: Tk = LD(&(xi[WS(is, 14)]), ivs, &(xi[0])); d@0: T2e = VADD(Tj, Tk); d@0: Tl = VSUB(Tj, Tk); d@0: T2z = VSUB(T2e, T2f); d@0: T2g = VADD(T2e, T2f); d@0: T2j = VADD(T2h, T2i); d@0: T2y = VSUB(T2h, T2i); d@0: T17 = VFMA(LDK(KP414213562), Te, Th); d@0: Ti = VFNMS(LDK(KP414213562), Th, Te); d@0: Tp = VFNMS(LDK(KP414213562), To, Tl); d@0: T18 = VFMA(LDK(KP414213562), Tl, To); d@0: T1B = VSUB(Tp, Ti); d@0: Tq = VADD(Ti, Tp); d@0: T1q = VADD(T17, T18); d@0: T19 = VSUB(T17, T18); d@0: T2L = VSUB(T2z, T2y); d@0: T2A = VADD(T2y, T2z); d@0: T2p = VADD(T1T, T1W); d@0: T1X = VSUB(T1T, T1W); d@0: T2c = VADD(T24, T2b); d@0: T2l = VSUB(T2b, T24); d@0: T2n = VFMA(LDK(KP707106781), T2c, T1X); d@0: T2d = VFNMS(LDK(KP707106781), T2c, T1X); d@0: T2q = VADD(T2j, T2g); d@0: T2k = VSUB(T2g, T2j); d@0: T2o = VFMA(LDK(KP707106781), T2l, T2k); d@0: T2m = VFNMS(LDK(KP707106781), T2l, T2k); d@0: T31 = VFNMSI(T2m, T2d); d@0: STM2(&(xo[24]), T31, ovs, &(xo[0])); d@0: T32 = VFMAI(T2o, T2n); d@0: STM2(&(xo[8]), T32, ovs, &(xo[0])); d@0: T33 = VFMAI(T2m, T2d); d@0: STM2(&(xo[40]), T33, ovs, &(xo[0])); d@0: T34 = VFNMSI(T2o, T2n); d@0: STM2(&(xo[56]), T34, ovs, &(xo[0])); d@0: T2v = VSUB(T2p, T2q); d@0: T2r = VADD(T2p, T2q); d@0: T2w = VSUB(T2t, T2s); d@0: T2u = VADD(T2s, T2t); d@0: T35 = VSUB(T2r, T2u); d@0: STM2(&(xo[32]), T35, ovs, &(xo[0])); d@0: T36 = VFMAI(T2w, T2v); d@0: STM2(&(xo[16]), T36, ovs, &(xo[0])); d@0: T37 = VADD(T2r, T2u); d@0: STM2(&(xo[0]), T37, ovs, &(xo[0])); d@0: T38 = VFNMSI(T2w, T2v); d@0: STM2(&(xo[48]), T38, ovs, &(xo[0])); d@0: T2B = VFMA(LDK(KP707106781), T2A, T2x); d@0: T2T = VFNMS(LDK(KP707106781), T2A, T2x); d@0: T2U = VADD(T2O, T2N); d@0: T2P = VSUB(T2N, T2O); d@0: T2Z = VFMA(LDK(KP923879532), T2U, T2T); d@0: T2V = VFNMS(LDK(KP923879532), T2U, T2T); d@0: T2M = VFMA(LDK(KP707106781), T2L, T2K); d@0: T2W = VFNMS(LDK(KP707106781), T2L, T2K); d@0: T2X = VSUB(T2H, T2E); d@0: T2I = VADD(T2E, T2H); d@0: T30 = VFNMS(LDK(KP923879532), T2X, T2W); d@0: T2Y = VFMA(LDK(KP923879532), T2X, T2W); d@0: T39 = VFMAI(T2Y, T2V); d@0: STM2(&(xo[20]), T39, ovs, &(xo[0])); d@0: T3a = VFMAI(T30, T2Z); d@0: STM2(&(xo[52]), T3a, ovs, &(xo[0])); d@0: T3b = VFNMSI(T2Y, T2V); d@0: STM2(&(xo[44]), T3b, ovs, &(xo[0])); d@0: T3c = VFNMSI(T30, T2Z); d@0: STM2(&(xo[12]), T3c, ovs, &(xo[0])); d@0: T2R = VFMA(LDK(KP923879532), T2I, T2B); d@0: T2J = VFNMS(LDK(KP923879532), T2I, T2B); d@0: T2S = VFMA(LDK(KP923879532), T2P, T2M); d@0: T2Q = VFNMS(LDK(KP923879532), T2P, T2M); d@0: T3d = VFNMSI(T2Q, T2J); d@0: STM2(&(xo[28]), T3d, ovs, &(xo[0])); d@0: T3e = VFMAI(T2S, T2R); d@0: STM2(&(xo[4]), T3e, ovs, &(xo[0])); d@0: T3f = VFMAI(T2Q, T2J); d@0: STM2(&(xo[36]), T3f, ovs, &(xo[0])); d@0: T3g = VFNMSI(T2S, T2R); d@0: STM2(&(xo[60]), T3g, ovs, &(xo[0])); d@0: T1J = VFNMS(LDK(KP923879532), T1q, T1p); d@0: T1r = VFMA(LDK(KP923879532), T1q, T1p); d@0: T1C = VFMA(LDK(KP923879532), T1B, T1A); d@0: T1M = VFNMS(LDK(KP923879532), T1B, T1A); d@0: T1u = VFMA(LDK(KP668178637), T1t, T1s); d@0: T1D = VFNMS(LDK(KP668178637), T1s, T1t); d@0: T1E = VFNMS(LDK(KP668178637), T1v, T1w); d@0: T1x = VFMA(LDK(KP668178637), T1w, T1v); d@0: T1K = VADD(T1D, T1E); d@0: T1F = VSUB(T1D, T1E); d@0: T1N = VSUB(T1x, T1u); d@0: T1y = VADD(T1u, T1x); d@0: T1H = VFMA(LDK(KP831469612), T1y, T1r); d@0: T1z = VFNMS(LDK(KP831469612), T1y, T1r); d@0: T1G = VFNMS(LDK(KP831469612), T1F, T1C); d@0: T1I = VFMA(LDK(KP831469612), T1F, T1C); d@0: T3h = VFNMSI(T1G, T1z); d@0: STM2(&(xo[26]), T3h, ovs, &(xo[2])); d@0: STN2(&(xo[24]), T31, T3h, ovs); d@0: T3i = VFMAI(T1G, T1z); d@0: STM2(&(xo[38]), T3i, ovs, &(xo[2])); d@0: STN2(&(xo[36]), T3f, T3i, ovs); d@0: T1L = VFMA(LDK(KP831469612), T1K, T1J); d@0: T1P = VFNMS(LDK(KP831469612), T1K, T1J); d@0: T1Q = VFNMS(LDK(KP831469612), T1N, T1M); d@0: T1O = VFMA(LDK(KP831469612), T1N, T1M); d@0: T3j = VFNMSI(T1Q, T1P); d@0: STM2(&(xo[10]), T3j, ovs, &(xo[2])); d@0: STN2(&(xo[8]), T32, T3j, ovs); d@0: T3k = VFMAI(T1Q, T1P); d@0: STM2(&(xo[54]), T3k, ovs, &(xo[2])); d@0: STN2(&(xo[52]), T3a, T3k, ovs); d@0: T3l = VFNMSI(T1I, T1H); d@0: STM2(&(xo[58]), T3l, ovs, &(xo[2])); d@0: STN2(&(xo[56]), T34, T3l, ovs); d@0: T3m = VFMAI(T1I, T1H); d@0: STM2(&(xo[6]), T3m, ovs, &(xo[2])); d@0: STN2(&(xo[4]), T3e, T3m, ovs); d@0: T3n = VFMAI(T1O, T1L); d@0: STM2(&(xo[22]), T3n, ovs, &(xo[2])); d@0: STN2(&(xo[20]), T39, T3n, ovs); d@0: T3o = VFNMSI(T1O, T1L); d@0: STM2(&(xo[42]), T3o, ovs, &(xo[2])); d@0: STN2(&(xo[40]), T33, T3o, ovs); d@0: T1h = VFNMS(LDK(KP923879532), Tq, Tb); d@0: Tr = VFMA(LDK(KP923879532), Tq, Tb); d@0: T1a = VFMA(LDK(KP923879532), T19, T16); d@0: T1k = VFNMS(LDK(KP923879532), T19, T16); d@0: TI = VFNMS(LDK(KP198912367), TH, TC); d@0: T1b = VFMA(LDK(KP198912367), TC, TH); d@0: T1c = VFMA(LDK(KP198912367), TT, TY); d@0: TZ = VFNMS(LDK(KP198912367), TY, TT); d@0: T1i = VADD(T1b, T1c); d@0: T1d = VSUB(T1b, T1c); d@0: T1l = VSUB(TZ, TI); d@0: T10 = VADD(TI, TZ); d@0: T1f = VFMA(LDK(KP980785280), T10, Tr); d@0: T11 = VFNMS(LDK(KP980785280), T10, Tr); d@0: T1e = VFNMS(LDK(KP980785280), T1d, T1a); d@0: T1g = VFMA(LDK(KP980785280), T1d, T1a); d@0: T3p = VFNMSI(T1e, T11); d@0: STM2(&(xo[34]), T3p, ovs, &(xo[2])); d@0: STN2(&(xo[32]), T35, T3p, ovs); d@0: T3q = VFMAI(T1e, T11); d@0: STM2(&(xo[30]), T3q, ovs, &(xo[2])); d@0: STN2(&(xo[28]), T3d, T3q, ovs); d@0: T1j = VFNMS(LDK(KP980785280), T1i, T1h); d@0: T1n = VFMA(LDK(KP980785280), T1i, T1h); d@0: T1o = VFMA(LDK(KP980785280), T1l, T1k); d@0: T1m = VFNMS(LDK(KP980785280), T1l, T1k); d@0: T3r = VFMAI(T1o, T1n); d@0: STM2(&(xo[14]), T3r, ovs, &(xo[2])); d@0: STN2(&(xo[12]), T3c, T3r, ovs); d@0: T3s = VFNMSI(T1o, T1n); d@0: STM2(&(xo[50]), T3s, ovs, &(xo[2])); d@0: STN2(&(xo[48]), T38, T3s, ovs); d@0: T3t = VFNMSI(T1g, T1f); d@0: STM2(&(xo[2]), T3t, ovs, &(xo[2])); d@0: STN2(&(xo[0]), T37, T3t, ovs); d@0: T3u = VFMAI(T1g, T1f); d@0: STM2(&(xo[62]), T3u, ovs, &(xo[2])); d@0: STN2(&(xo[60]), T3g, T3u, ovs); d@0: T3v = VFNMSI(T1m, T1j); d@0: STM2(&(xo[18]), T3v, ovs, &(xo[2])); d@0: STN2(&(xo[16]), T36, T3v, ovs); d@0: T3w = VFMAI(T1m, T1j); d@0: STM2(&(xo[46]), T3w, ovs, &(xo[2])); d@0: STN2(&(xo[44]), T3b, T3w, ovs); d@0: } d@0: }