Mercurial > hg > batch-feature-extraction-tool
view Lib/fftw-3.2.1/dft/simd/codelets/n2sv_64.c @ 3:005e311b5e62
Fixed memory leak. :) Need to fix Debug FFTW now though.
| author | Geogaddi\David <d.m.ronan@qmul.ac.uk> |
|---|---|
| date | Fri, 10 Jul 2015 00:33:15 +0100 |
| parents | 25bf17994ef1 |
| children |
line wrap: on
line source
/* * Copyright (c) 2003, 2007-8 Matteo Frigo * Copyright (c) 2003, 2007-8 Massachusetts Institute of Technology * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * */ /* This file was automatically generated --- DO NOT EDIT */ /* Generated on Mon Feb 9 19:52:30 EST 2009 */ #include "codelet-dft.h" #ifdef HAVE_FMA /* Generated by: ../../../genfft/gen_notw -fma -reorder-insns -schedule-for-pipeline -simd -compact -variables 4 -pipeline-latency 8 -n 64 -name n2sv_64 -with-ostride 1 -include n2s.h -store-multiple 4 */ /* * This function contains 912 FP additions, 392 FP multiplications, * (or, 520 additions, 0 multiplications, 392 fused multiply/add), * 310 stack variables, 15 constants, and 288 memory accesses */ #include "n2s.h" static void n2sv_64(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) { DVK(KP881921264, +0.881921264348355029712756863660388349508442621); DVK(KP956940335, +0.956940335732208864935797886980269969482849206); DVK(KP534511135, +0.534511135950791641089685961295362908582039528); DVK(KP303346683, +0.303346683607342391675883946941299872384187453); DVK(KP773010453, +0.773010453362736960810906609758469800971041293); DVK(KP995184726, +0.995184726672196886244836953109479921575474869); DVK(KP820678790, +0.820678790828660330972281985331011598767386482); DVK(KP098491403, +0.098491403357164253077197521291327432293052451); DVK(KP831469612, +0.831469612302545237078788377617905756738560812); DVK(KP980785280, +0.980785280403230449126182236134239036973933731); DVK(KP668178637, +0.668178637919298919997757686523080761552472251); DVK(KP198912367, +0.198912367379658006911597622644676228597850501); DVK(KP923879532, +0.923879532511286756128183189396788286822416626); DVK(KP707106781, +0.707106781186547524400844362104849039284835938); DVK(KP414213562, +0.414213562373095048801688724209698078569671875); INT i; for (i = v; i > 0; i = i - (2 * VL), ri = ri + ((2 * VL) * ivs), ii = ii + ((2 * VL) * ivs), ro = ro + ((2 * VL) * ovs), io = io + ((2 * VL) * ovs), MAKE_VOLATILE_STRIDE(is), MAKE_VOLATILE_STRIDE(os)) { V TeJ, TeK, TeP, TeQ, TfH, TfI, TfJ, TfK, Tgj, Tgk, Tgv, Tgw, T9a, T99, T9e; V T9b; { V T7B, T37, T5Z, T8F, TbB, TcB, Tf, Td9, T62, T7C, T2i, TdH, Tcb, Tah, T8G; V T3e, Tak, TbC, T65, T3m, TdI, Tu, Tda, T2x, TbD, Tan, T8I, T7G, T8J, T7J; V T64, T3t, Tas, Tce, TK, Tdd, Tav, Tcf, Tdc, T2N, T3G, T6G, T9k, T7O, T9l; V T7R, T6H, T3N, T1L, TdA, Tdx, Teo, Tbs, Tct, T5Q, T6V, T8y, T9z, T5j, T6Y; V Tbb, Tcw, T8n, T9C, Tch, Taz, Tdf, TZ, Tdg, T32, Tci, TaC, T6J, T3Z, T9n; V T7V, T9o, T7Y, T6K, T46, Tdp, T1g, Tej, Tdm, Tcm, Tb1, Tcp, TaK, T6O, T4X; V T9s, T8f, T6R, T4q, T9v, T84, Tdn, T1v, Tek, Tds, Tcn, TaV, Tcq, Tb4, T9t; V T8b, T9w, T8i, T6S, T50, T6P, T4N, T5k, T1V, T1S, TdB, Tbi, T5s, Tbt, Tbg; V T5F, T5R, T5p, T1Y, Tbj, T5n, T8z, T8q; { V Tba, T57, T8l, Tb7, T5M, T8w, T8m, T5P, T8x, T5i; { V T2p, T7F, T7E, Tal, T2w, Tam, T3s, T7H, T7I, T3p, T3d, T3a; { V T8, T35, T3, T5Y, T26, T5X, T6, T36, T29, T9, T2b, T2c, Tb, Tc, T2e; V T2f; { V T1, T2, T24, T25, T4, T5, T27, T28; T1 = LD(&(ri[0]), ivs, &(ri[0])); T2 = LD(&(ri[WS(is, 32)]), ivs, &(ri[0])); T24 = LD(&(ii[0]), ivs, &(ii[0])); T25 = LD(&(ii[WS(is, 32)]), ivs, &(ii[0])); T4 = LD(&(ri[WS(is, 16)]), ivs, &(ri[0])); T5 = LD(&(ri[WS(is, 48)]), ivs, &(ri[0])); T27 = LD(&(ii[WS(is, 16)]), ivs, &(ii[0])); T28 = LD(&(ii[WS(is, 48)]), ivs, &(ii[0])); T8 = LD(&(ri[WS(is, 8)]), ivs, &(ri[0])); T35 = VSUB(T1, T2); T3 = VADD(T1, T2); T5Y = VSUB(T24, T25); T26 = VADD(T24, T25); T5X = VSUB(T4, T5); T6 = VADD(T4, T5); T36 = VSUB(T27, T28); T29 = VADD(T27, T28); T9 = LD(&(ri[WS(is, 40)]), ivs, &(ri[0])); T2b = LD(&(ii[WS(is, 8)]), ivs, &(ii[0])); T2c = LD(&(ii[WS(is, 40)]), ivs, &(ii[0])); Tb = LD(&(ri[WS(is, 56)]), ivs, &(ri[0])); Tc = LD(&(ri[WS(is, 24)]), ivs, &(ri[0])); T2e = LD(&(ii[WS(is, 56)]), ivs, &(ii[0])); T2f = LD(&(ii[WS(is, 24)]), ivs, &(ii[0])); } { V T39, Ta, T38, T2d, T3b, Td, T3c, T2g, Taf, T7; T7B = VADD(T35, T36); T37 = VSUB(T35, T36); T39 = VSUB(T8, T9); Ta = VADD(T8, T9); T38 = VSUB(T2b, T2c); T2d = VADD(T2b, T2c); T3b = VSUB(Tb, Tc); Td = VADD(Tb, Tc); T3c = VSUB(T2e, T2f); T2g = VADD(T2e, T2f); T5Z = VADD(T5X, T5Y); T8F = VSUB(T5Y, T5X); Taf = VSUB(T3, T6); T7 = VADD(T3, T6); { V TbA, T2a, Te, Tbz, T60, T61, T2h, Tag; TbA = VSUB(T26, T29); T2a = VADD(T26, T29); Te = VADD(Ta, Td); Tbz = VSUB(Td, Ta); T3d = VADD(T3b, T3c); T60 = VSUB(T3b, T3c); T61 = VADD(T39, T38); T3a = VSUB(T38, T39); T2h = VADD(T2d, T2g); Tag = VSUB(T2d, T2g); TbB = VADD(Tbz, TbA); TcB = VSUB(TbA, Tbz); Tf = VADD(T7, Te); Td9 = VSUB(T7, Te); T62 = VSUB(T60, T61); T7C = VADD(T61, T60); T2i = VADD(T2a, T2h); TdH = VSUB(T2a, T2h); Tcb = VSUB(Taf, Tag); Tah = VADD(Taf, Tag); } } } { V T3j, Ti, T3h, T2l, T3g, Tl, T2t, T3k, T2o, T3q, Tp, T3o, T2s, T3n, Ts; V T2u, T2m, T2n; { V Tg, Th, T2j, T2k, Tj, Tk; Tg = LD(&(ri[WS(is, 4)]), ivs, &(ri[0])); Th = LD(&(ri[WS(is, 36)]), ivs, &(ri[0])); T2j = LD(&(ii[WS(is, 4)]), ivs, &(ii[0])); T2k = LD(&(ii[WS(is, 36)]), ivs, &(ii[0])); Tj = LD(&(ri[WS(is, 20)]), ivs, &(ri[0])); Tk = LD(&(ri[WS(is, 52)]), ivs, &(ri[0])); T2m = LD(&(ii[WS(is, 20)]), ivs, &(ii[0])); T8G = VADD(T3a, T3d); T3e = VSUB(T3a, T3d); T3j = VSUB(Tg, Th); Ti = VADD(Tg, Th); T3h = VSUB(T2j, T2k); T2l = VADD(T2j, T2k); T3g = VSUB(Tj, Tk); Tl = VADD(Tj, Tk); T2n = LD(&(ii[WS(is, 52)]), ivs, &(ii[0])); } { V Tn, To, T2q, T2r, Tq, Tr; Tn = LD(&(ri[WS(is, 60)]), ivs, &(ri[0])); To = LD(&(ri[WS(is, 28)]), ivs, &(ri[0])); T2q = LD(&(ii[WS(is, 60)]), ivs, &(ii[0])); T2r = LD(&(ii[WS(is, 28)]), ivs, &(ii[0])); Tq = LD(&(ri[WS(is, 12)]), ivs, &(ri[0])); Tr = LD(&(ri[WS(is, 44)]), ivs, &(ri[0])); T2t = LD(&(ii[WS(is, 12)]), ivs, &(ii[0])); T3k = VSUB(T2m, T2n); T2o = VADD(T2m, T2n); T3q = VSUB(Tn, To); Tp = VADD(Tn, To); T3o = VSUB(T2q, T2r); T2s = VADD(T2q, T2r); T3n = VSUB(Tq, Tr); Ts = VADD(Tq, Tr); T2u = LD(&(ii[WS(is, 44)]), ivs, &(ii[0])); } { V Tai, Tm, Taj, T3r; Tai = VSUB(Ti, Tl); Tm = VADD(Ti, Tl); T2p = VADD(T2l, T2o); Taj = VSUB(T2l, T2o); { V T3i, T3l, Tt, T2v; T7F = VSUB(T3h, T3g); T3i = VADD(T3g, T3h); T3l = VSUB(T3j, T3k); T7E = VADD(T3j, T3k); Tt = VADD(Tp, Ts); Tal = VSUB(Tp, Ts); T2v = VADD(T2t, T2u); T3r = VSUB(T2t, T2u); Tak = VADD(Tai, Taj); TbC = VSUB(Taj, Tai); T65 = VFNMS(LDK(KP414213562), T3i, T3l); T3m = VFMA(LDK(KP414213562), T3l, T3i); TdI = VSUB(Tt, Tm); Tu = VADD(Tm, Tt); T2w = VADD(T2s, T2v); Tam = VSUB(T2s, T2v); } T3s = VSUB(T3q, T3r); T7H = VADD(T3q, T3r); T7I = VSUB(T3o, T3n); T3p = VADD(T3n, T3o); } } { V T7M, T7Q, T7N, T3M, T3J, T7P; { V TG, T3H, Ty, T3x, T2B, T3w, TB, T3I, T2E, TH, T2J, T2K, TD, TE, T2G; V T2H; { V Tw, Tx, T2z, T2A, Tz, TA, T2C, T2D; Tw = LD(&(ri[WS(is, 2)]), ivs, &(ri[0])); Tda = VSUB(T2p, T2w); T2x = VADD(T2p, T2w); TbD = VADD(Tal, Tam); Tan = VSUB(Tal, Tam); T8I = VFNMS(LDK(KP414213562), T7E, T7F); T7G = VFMA(LDK(KP414213562), T7F, T7E); T8J = VFMA(LDK(KP414213562), T7H, T7I); T7J = VFNMS(LDK(KP414213562), T7I, T7H); T64 = VFMA(LDK(KP414213562), T3p, T3s); T3t = VFNMS(LDK(KP414213562), T3s, T3p); Tx = LD(&(ri[WS(is, 34)]), ivs, &(ri[0])); T2z = LD(&(ii[WS(is, 2)]), ivs, &(ii[0])); T2A = LD(&(ii[WS(is, 34)]), ivs, &(ii[0])); Tz = LD(&(ri[WS(is, 18)]), ivs, &(ri[0])); TA = LD(&(ri[WS(is, 50)]), ivs, &(ri[0])); T2C = LD(&(ii[WS(is, 18)]), ivs, &(ii[0])); T2D = LD(&(ii[WS(is, 50)]), ivs, &(ii[0])); TG = LD(&(ri[WS(is, 58)]), ivs, &(ri[0])); T3H = VSUB(Tw, Tx); Ty = VADD(Tw, Tx); T3x = VSUB(T2z, T2A); T2B = VADD(T2z, T2A); T3w = VSUB(Tz, TA); TB = VADD(Tz, TA); T3I = VSUB(T2C, T2D); T2E = VADD(T2C, T2D); TH = LD(&(ri[WS(is, 26)]), ivs, &(ri[0])); T2J = LD(&(ii[WS(is, 58)]), ivs, &(ii[0])); T2K = LD(&(ii[WS(is, 26)]), ivs, &(ii[0])); TD = LD(&(ri[WS(is, 10)]), ivs, &(ri[0])); TE = LD(&(ri[WS(is, 42)]), ivs, &(ri[0])); T2G = LD(&(ii[WS(is, 10)]), ivs, &(ii[0])); T2H = LD(&(ii[WS(is, 42)]), ivs, &(ii[0])); } { V Tat, TC, Tar, T2F, T3K, T3E, TJ, Taq, T2M, Tau, T3B, T3L, T3y, T3F; { V TI, T3C, T2L, T3D, TF, T3z, T2I, T3A; Tat = VSUB(Ty, TB); TC = VADD(Ty, TB); TI = VADD(TG, TH); T3C = VSUB(TG, TH); T2L = VADD(T2J, T2K); T3D = VSUB(T2J, T2K); TF = VADD(TD, TE); T3z = VSUB(TD, TE); T2I = VADD(T2G, T2H); T3A = VSUB(T2G, T2H); Tar = VSUB(T2B, T2E); T2F = VADD(T2B, T2E); T3K = VADD(T3C, T3D); T3E = VSUB(T3C, T3D); TJ = VADD(TF, TI); Taq = VSUB(TI, TF); T2M = VADD(T2I, T2L); Tau = VSUB(T2I, T2L); T3B = VADD(T3z, T3A); T3L = VSUB(T3A, T3z); } T7M = VSUB(T3x, T3w); T3y = VADD(T3w, T3x); Tas = VADD(Taq, Tar); Tce = VSUB(Tar, Taq); TK = VADD(TC, TJ); Tdd = VSUB(TC, TJ); Tav = VADD(Tat, Tau); Tcf = VSUB(Tat, Tau); T7Q = VADD(T3B, T3E); T3F = VSUB(T3B, T3E); Tdc = VSUB(T2F, T2M); T2N = VADD(T2F, T2M); T7N = VADD(T3L, T3K); T3M = VSUB(T3K, T3L); T3J = VSUB(T3H, T3I); T7P = VADD(T3H, T3I); T3G = VFNMS(LDK(KP707106781), T3F, T3y); T6G = VFMA(LDK(KP707106781), T3F, T3y); } } { V T1H, T5I, T1z, Tb8, T56, T53, T1C, Tb9, T5L, T1I, T5e, T5f, T1E, T1F, T59; V T5a; { V T1x, T1y, T54, T55, T1A, T1B, T5J, T5K; T1x = LD(&(ri[WS(is, 63)]), ivs, &(ri[WS(is, 1)])); T9k = VFNMS(LDK(KP707106781), T7N, T7M); T7O = VFMA(LDK(KP707106781), T7N, T7M); T9l = VFNMS(LDK(KP707106781), T7Q, T7P); T7R = VFMA(LDK(KP707106781), T7Q, T7P); T6H = VFMA(LDK(KP707106781), T3M, T3J); T3N = VFNMS(LDK(KP707106781), T3M, T3J); T1y = LD(&(ri[WS(is, 31)]), ivs, &(ri[WS(is, 1)])); T54 = LD(&(ii[WS(is, 63)]), ivs, &(ii[WS(is, 1)])); T55 = LD(&(ii[WS(is, 31)]), ivs, &(ii[WS(is, 1)])); T1A = LD(&(ri[WS(is, 15)]), ivs, &(ri[WS(is, 1)])); T1B = LD(&(ri[WS(is, 47)]), ivs, &(ri[WS(is, 1)])); T5J = LD(&(ii[WS(is, 15)]), ivs, &(ii[WS(is, 1)])); T5K = LD(&(ii[WS(is, 47)]), ivs, &(ii[WS(is, 1)])); T1H = LD(&(ri[WS(is, 55)]), ivs, &(ri[WS(is, 1)])); T5I = VSUB(T1x, T1y); T1z = VADD(T1x, T1y); Tb8 = VADD(T54, T55); T56 = VSUB(T54, T55); T53 = VSUB(T1A, T1B); T1C = VADD(T1A, T1B); Tb9 = VADD(T5J, T5K); T5L = VSUB(T5J, T5K); T1I = LD(&(ri[WS(is, 23)]), ivs, &(ri[WS(is, 1)])); T5e = LD(&(ii[WS(is, 55)]), ivs, &(ii[WS(is, 1)])); T5f = LD(&(ii[WS(is, 23)]), ivs, &(ii[WS(is, 1)])); T1E = LD(&(ri[WS(is, 7)]), ivs, &(ri[WS(is, 1)])); T1F = LD(&(ri[WS(is, 39)]), ivs, &(ri[WS(is, 1)])); T59 = LD(&(ii[WS(is, 7)]), ivs, &(ii[WS(is, 1)])); T5a = LD(&(ii[WS(is, 39)]), ivs, &(ii[WS(is, 1)])); } { V Tbo, T1D, Tdv, T5h, T5N, T1K, Tdw, Tbr, T5O, T5c; { V T1J, T5d, Tbq, T5g, T1G, T58, Tbp, T5b; Tbo = VSUB(T1z, T1C); T1D = VADD(T1z, T1C); T1J = VADD(T1H, T1I); T5d = VSUB(T1H, T1I); Tbq = VADD(T5e, T5f); T5g = VSUB(T5e, T5f); T1G = VADD(T1E, T1F); T58 = VSUB(T1E, T1F); Tbp = VADD(T59, T5a); T5b = VSUB(T59, T5a); Tba = VSUB(Tb8, Tb9); Tdv = VADD(Tb8, Tb9); T57 = VADD(T53, T56); T8l = VSUB(T56, T53); T5h = VSUB(T5d, T5g); T5N = VADD(T5d, T5g); Tb7 = VSUB(T1J, T1G); T1K = VADD(T1G, T1J); Tdw = VADD(Tbp, Tbq); Tbr = VSUB(Tbp, Tbq); T5O = VSUB(T5b, T58); T5c = VADD(T58, T5b); } T5M = VSUB(T5I, T5L); T8w = VADD(T5I, T5L); T1L = VADD(T1D, T1K); TdA = VSUB(T1D, T1K); Tdx = VSUB(Tdv, Tdw); Teo = VADD(Tdv, Tdw); Tbs = VADD(Tbo, Tbr); Tct = VSUB(Tbo, Tbr); T8m = VADD(T5O, T5N); T5P = VSUB(T5N, T5O); T8x = VADD(T5c, T5h); T5i = VSUB(T5c, T5h); } } } } { V T4e, T82, T8d, T4T, T4W, T83, T4p, T8e; { V T7T, T3R, T42, T7W, T3Y, T7X, T45, T7U; { V T40, TN, T2Y, T3Q, T2Q, T3P, TQ, T41, T2T, T3V, TX, T2Z, TS, TT, T2V; V T2W; { V T2O, T2P, TO, TP, TL, TM; TL = LD(&(ri[WS(is, 62)]), ivs, &(ri[0])); TM = LD(&(ri[WS(is, 30)]), ivs, &(ri[0])); T5Q = VFNMS(LDK(KP707106781), T5P, T5M); T6V = VFMA(LDK(KP707106781), T5P, T5M); T8y = VFMA(LDK(KP707106781), T8x, T8w); T9z = VFNMS(LDK(KP707106781), T8x, T8w); T5j = VFNMS(LDK(KP707106781), T5i, T57); T6Y = VFMA(LDK(KP707106781), T5i, T57); Tbb = VADD(Tb7, Tba); Tcw = VSUB(Tba, Tb7); T8n = VFMA(LDK(KP707106781), T8m, T8l); T9C = VFNMS(LDK(KP707106781), T8m, T8l); T40 = VSUB(TL, TM); TN = VADD(TL, TM); T2O = LD(&(ii[WS(is, 62)]), ivs, &(ii[0])); T2P = LD(&(ii[WS(is, 30)]), ivs, &(ii[0])); TO = LD(&(ri[WS(is, 14)]), ivs, &(ri[0])); TP = LD(&(ri[WS(is, 46)]), ivs, &(ri[0])); { V T2R, T2S, TV, TW; T2R = LD(&(ii[WS(is, 14)]), ivs, &(ii[0])); T2S = LD(&(ii[WS(is, 46)]), ivs, &(ii[0])); TV = LD(&(ri[WS(is, 54)]), ivs, &(ri[0])); TW = LD(&(ri[WS(is, 22)]), ivs, &(ri[0])); T2Y = LD(&(ii[WS(is, 54)]), ivs, &(ii[0])); T3Q = VSUB(T2O, T2P); T2Q = VADD(T2O, T2P); T3P = VSUB(TO, TP); TQ = VADD(TO, TP); T41 = VSUB(T2R, T2S); T2T = VADD(T2R, T2S); T3V = VSUB(TV, TW); TX = VADD(TV, TW); T2Z = LD(&(ii[WS(is, 22)]), ivs, &(ii[0])); TS = LD(&(ri[WS(is, 6)]), ivs, &(ri[0])); TT = LD(&(ri[WS(is, 38)]), ivs, &(ri[0])); T2V = LD(&(ii[WS(is, 6)]), ivs, &(ii[0])); T2W = LD(&(ii[WS(is, 38)]), ivs, &(ii[0])); } } { V TaA, TR, Tay, T2U, T3W, T30, TU, T3S, T2X, T3T; TaA = VSUB(TN, TQ); TR = VADD(TN, TQ); Tay = VSUB(T2Q, T2T); T2U = VADD(T2Q, T2T); T3W = VSUB(T2Y, T2Z); T30 = VADD(T2Y, T2Z); TU = VADD(TS, TT); T3S = VSUB(TS, TT); T2X = VADD(T2V, T2W); T3T = VSUB(T2V, T2W); { V T3X, T43, Tax, TY, T31, TaB, T3U, T44; T7T = VSUB(T3Q, T3P); T3R = VADD(T3P, T3Q); T3X = VSUB(T3V, T3W); T43 = VADD(T3V, T3W); Tax = VSUB(TX, TU); TY = VADD(TU, TX); T31 = VADD(T2X, T30); TaB = VSUB(T2X, T30); T3U = VADD(T3S, T3T); T44 = VSUB(T3T, T3S); T42 = VSUB(T40, T41); T7W = VADD(T40, T41); Tch = VSUB(Tay, Tax); Taz = VADD(Tax, Tay); Tdf = VSUB(TR, TY); TZ = VADD(TR, TY); Tdg = VSUB(T2U, T31); T32 = VADD(T2U, T31); Tci = VSUB(TaA, TaB); TaC = VADD(TaA, TaB); T3Y = VSUB(T3U, T3X); T7X = VADD(T3U, T3X); T45 = VSUB(T43, T44); T7U = VADD(T44, T43); } } } { V T4P, T14, T4l, TaH, T4d, T4a, T17, TaI, T4S, T4k, T1e, T4m, T19, T1a, T4g; V T4h; { V T4b, T4c, T15, T16, T12, T13; T12 = LD(&(ri[WS(is, 1)]), ivs, &(ri[WS(is, 1)])); T13 = LD(&(ri[WS(is, 33)]), ivs, &(ri[WS(is, 1)])); T4b = LD(&(ii[WS(is, 1)]), ivs, &(ii[WS(is, 1)])); T6J = VFMA(LDK(KP707106781), T3Y, T3R); T3Z = VFNMS(LDK(KP707106781), T3Y, T3R); T9n = VFNMS(LDK(KP707106781), T7U, T7T); T7V = VFMA(LDK(KP707106781), T7U, T7T); T9o = VFNMS(LDK(KP707106781), T7X, T7W); T7Y = VFMA(LDK(KP707106781), T7X, T7W); T6K = VFMA(LDK(KP707106781), T45, T42); T46 = VFNMS(LDK(KP707106781), T45, T42); T4P = VSUB(T12, T13); T14 = VADD(T12, T13); T4c = LD(&(ii[WS(is, 33)]), ivs, &(ii[WS(is, 1)])); T15 = LD(&(ri[WS(is, 17)]), ivs, &(ri[WS(is, 1)])); T16 = LD(&(ri[WS(is, 49)]), ivs, &(ri[WS(is, 1)])); { V T4Q, T4R, T1c, T1d; T4Q = LD(&(ii[WS(is, 17)]), ivs, &(ii[WS(is, 1)])); T4R = LD(&(ii[WS(is, 49)]), ivs, &(ii[WS(is, 1)])); T1c = LD(&(ri[WS(is, 57)]), ivs, &(ri[WS(is, 1)])); T1d = LD(&(ri[WS(is, 25)]), ivs, &(ri[WS(is, 1)])); T4l = LD(&(ii[WS(is, 57)]), ivs, &(ii[WS(is, 1)])); TaH = VADD(T4b, T4c); T4d = VSUB(T4b, T4c); T4a = VSUB(T15, T16); T17 = VADD(T15, T16); TaI = VADD(T4Q, T4R); T4S = VSUB(T4Q, T4R); T4k = VSUB(T1c, T1d); T1e = VADD(T1c, T1d); T4m = LD(&(ii[WS(is, 25)]), ivs, &(ii[WS(is, 1)])); T19 = LD(&(ri[WS(is, 9)]), ivs, &(ri[WS(is, 1)])); T1a = LD(&(ri[WS(is, 41)]), ivs, &(ri[WS(is, 1)])); T4g = LD(&(ii[WS(is, 9)]), ivs, &(ii[WS(is, 1)])); T4h = LD(&(ii[WS(is, 41)]), ivs, &(ii[WS(is, 1)])); } } { V TaX, T18, T4n, TaZ, TaJ, Tdk, T1b, T4f, TaY, T4i; TaX = VSUB(T14, T17); T18 = VADD(T14, T17); T4n = VSUB(T4l, T4m); TaZ = VADD(T4l, T4m); TaJ = VSUB(TaH, TaI); Tdk = VADD(TaH, TaI); T1b = VADD(T19, T1a); T4f = VSUB(T19, T1a); TaY = VADD(T4g, T4h); T4i = VSUB(T4g, T4h); T4e = VADD(T4a, T4d); T82 = VSUB(T4d, T4a); { V T4U, T4o, T1f, TaG, Tdl, Tb0, T4V, T4j; T8d = VADD(T4P, T4S); T4T = VSUB(T4P, T4S); T4U = VADD(T4k, T4n); T4o = VSUB(T4k, T4n); T1f = VADD(T1b, T1e); TaG = VSUB(T1e, T1b); Tdl = VADD(TaY, TaZ); Tb0 = VSUB(TaY, TaZ); T4V = VSUB(T4i, T4f); T4j = VADD(T4f, T4i); Tdp = VSUB(T18, T1f); T1g = VADD(T18, T1f); Tej = VADD(Tdk, Tdl); Tdm = VSUB(Tdk, Tdl); Tcm = VSUB(TaX, Tb0); Tb1 = VADD(TaX, Tb0); T4W = VSUB(T4U, T4V); T83 = VADD(T4V, T4U); T4p = VSUB(T4j, T4o); T8e = VADD(T4j, T4o); Tcp = VSUB(TaJ, TaG); TaK = VADD(TaG, TaJ); } } } } { V T1n, Tdq, T4r, T1q, TaR, T4z, Tb2, TaP, T4M, T4Y, T4w, T1t, TaS, T4u, T8g; V T87; { V T1r, T85, T4L, TaO, TaN, T86, T4G, T1s, T4s, T4t; { V T1h, T1i, T4I, T4J, T1k, T1l, T4D, T4E; T1h = LD(&(ri[WS(is, 5)]), ivs, &(ri[WS(is, 1)])); T6O = VFMA(LDK(KP707106781), T4W, T4T); T4X = VFNMS(LDK(KP707106781), T4W, T4T); T9s = VFNMS(LDK(KP707106781), T8e, T8d); T8f = VFMA(LDK(KP707106781), T8e, T8d); T6R = VFMA(LDK(KP707106781), T4p, T4e); T4q = VFNMS(LDK(KP707106781), T4p, T4e); T9v = VFNMS(LDK(KP707106781), T83, T82); T84 = VFMA(LDK(KP707106781), T83, T82); T1i = LD(&(ri[WS(is, 37)]), ivs, &(ri[WS(is, 1)])); T4I = LD(&(ii[WS(is, 5)]), ivs, &(ii[WS(is, 1)])); T4J = LD(&(ii[WS(is, 37)]), ivs, &(ii[WS(is, 1)])); T1k = LD(&(ri[WS(is, 21)]), ivs, &(ri[WS(is, 1)])); T1l = LD(&(ri[WS(is, 53)]), ivs, &(ri[WS(is, 1)])); T4D = LD(&(ii[WS(is, 21)]), ivs, &(ii[WS(is, 1)])); T4E = LD(&(ii[WS(is, 53)]), ivs, &(ii[WS(is, 1)])); { V T1o, T4C, T1j, TaL, T4K, T4H, T1m, TaM, T4F, T1p, T4x, T4y; T1o = LD(&(ri[WS(is, 61)]), ivs, &(ri[WS(is, 1)])); T4C = VSUB(T1h, T1i); T1j = VADD(T1h, T1i); TaL = VADD(T4I, T4J); T4K = VSUB(T4I, T4J); T4H = VSUB(T1k, T1l); T1m = VADD(T1k, T1l); TaM = VADD(T4D, T4E); T4F = VSUB(T4D, T4E); T1p = LD(&(ri[WS(is, 29)]), ivs, &(ri[WS(is, 1)])); T4x = LD(&(ii[WS(is, 61)]), ivs, &(ii[WS(is, 1)])); T4y = LD(&(ii[WS(is, 29)]), ivs, &(ii[WS(is, 1)])); T1r = LD(&(ri[WS(is, 13)]), ivs, &(ri[WS(is, 1)])); T85 = VSUB(T4K, T4H); T4L = VADD(T4H, T4K); TaO = VSUB(T1j, T1m); T1n = VADD(T1j, T1m); Tdq = VADD(TaL, TaM); TaN = VSUB(TaL, TaM); T86 = VADD(T4C, T4F); T4G = VSUB(T4C, T4F); T4r = VSUB(T1o, T1p); T1q = VADD(T1o, T1p); TaR = VADD(T4x, T4y); T4z = VSUB(T4x, T4y); T1s = LD(&(ri[WS(is, 45)]), ivs, &(ri[WS(is, 1)])); T4s = LD(&(ii[WS(is, 13)]), ivs, &(ii[WS(is, 1)])); T4t = LD(&(ii[WS(is, 45)]), ivs, &(ii[WS(is, 1)])); } } Tb2 = VADD(TaO, TaN); TaP = VSUB(TaN, TaO); T4M = VFNMS(LDK(KP414213562), T4L, T4G); T4Y = VFMA(LDK(KP414213562), T4G, T4L); T4w = VSUB(T1r, T1s); T1t = VADD(T1r, T1s); TaS = VADD(T4s, T4t); T4u = VSUB(T4s, T4t); T8g = VFMA(LDK(KP414213562), T85, T86); T87 = VFNMS(LDK(KP414213562), T86, T85); } { V T1W, T8o, T5E, Tbf, Tbe, T8p, T5z, T1X, T5l, T5m; { V T5B, T5v, T1O, T5C, T1P, T1Q, T5w, T5x; { V T1M, T88, T4A, T1u, TaQ, Tdr, TaT, T89, T4v, T1N, TaU, Tb3; T1M = LD(&(ri[WS(is, 3)]), ivs, &(ri[WS(is, 1)])); T88 = VSUB(T4z, T4w); T4A = VADD(T4w, T4z); T1u = VADD(T1q, T1t); TaQ = VSUB(T1q, T1t); Tdr = VADD(TaR, TaS); TaT = VSUB(TaR, TaS); T89 = VADD(T4r, T4u); T4v = VSUB(T4r, T4u); T1N = LD(&(ri[WS(is, 35)]), ivs, &(ri[WS(is, 1)])); T5B = LD(&(ii[WS(is, 3)]), ivs, &(ii[WS(is, 1)])); Tdn = VSUB(T1u, T1n); T1v = VADD(T1n, T1u); Tek = VADD(Tdq, Tdr); Tds = VSUB(Tdq, Tdr); TaU = VADD(TaQ, TaT); Tb3 = VSUB(TaQ, TaT); { V T8a, T8h, T4Z, T4B; T8a = VFMA(LDK(KP414213562), T89, T88); T8h = VFNMS(LDK(KP414213562), T88, T89); T4Z = VFNMS(LDK(KP414213562), T4v, T4A); T4B = VFMA(LDK(KP414213562), T4A, T4v); T5v = VSUB(T1M, T1N); T1O = VADD(T1M, T1N); Tcn = VSUB(TaU, TaP); TaV = VADD(TaP, TaU); Tcq = VSUB(Tb2, Tb3); Tb4 = VADD(Tb2, Tb3); T9t = VSUB(T8a, T87); T8b = VADD(T87, T8a); T9w = VSUB(T8g, T8h); T8i = VADD(T8g, T8h); T6S = VADD(T4Y, T4Z); T50 = VSUB(T4Y, T4Z); T6P = VADD(T4M, T4B); T4N = VSUB(T4B, T4M); T5C = LD(&(ii[WS(is, 35)]), ivs, &(ii[WS(is, 1)])); } } T1P = LD(&(ri[WS(is, 19)]), ivs, &(ri[WS(is, 1)])); T1Q = LD(&(ri[WS(is, 51)]), ivs, &(ri[WS(is, 1)])); T5w = LD(&(ii[WS(is, 19)]), ivs, &(ii[WS(is, 1)])); T5x = LD(&(ii[WS(is, 51)]), ivs, &(ii[WS(is, 1)])); { V T5q, Tbc, T5D, T5A, T1R, Tbd, T5y, T5r, T1T, T1U; T1T = LD(&(ri[WS(is, 59)]), ivs, &(ri[WS(is, 1)])); T1U = LD(&(ri[WS(is, 27)]), ivs, &(ri[WS(is, 1)])); T5q = LD(&(ii[WS(is, 59)]), ivs, &(ii[WS(is, 1)])); Tbc = VADD(T5B, T5C); T5D = VSUB(T5B, T5C); T5A = VSUB(T1P, T1Q); T1R = VADD(T1P, T1Q); Tbd = VADD(T5w, T5x); T5y = VSUB(T5w, T5x); T5k = VSUB(T1T, T1U); T1V = VADD(T1T, T1U); T5r = LD(&(ii[WS(is, 27)]), ivs, &(ii[WS(is, 1)])); T1W = LD(&(ri[WS(is, 11)]), ivs, &(ri[WS(is, 1)])); T8o = VSUB(T5D, T5A); T5E = VADD(T5A, T5D); Tbf = VSUB(T1O, T1R); T1S = VADD(T1O, T1R); TdB = VADD(Tbc, Tbd); Tbe = VSUB(Tbc, Tbd); T8p = VADD(T5v, T5y); T5z = VSUB(T5v, T5y); Tbi = VADD(T5q, T5r); T5s = VSUB(T5q, T5r); T1X = LD(&(ri[WS(is, 43)]), ivs, &(ri[WS(is, 1)])); T5l = LD(&(ii[WS(is, 11)]), ivs, &(ii[WS(is, 1)])); T5m = LD(&(ii[WS(is, 43)]), ivs, &(ii[WS(is, 1)])); } } Tbt = VADD(Tbf, Tbe); Tbg = VSUB(Tbe, Tbf); T5F = VFNMS(LDK(KP414213562), T5E, T5z); T5R = VFMA(LDK(KP414213562), T5z, T5E); T5p = VSUB(T1W, T1X); T1Y = VADD(T1W, T1X); Tbj = VADD(T5l, T5m); T5n = VSUB(T5l, T5m); T8z = VFMA(LDK(KP414213562), T8o, T8p); T8q = VFNMS(LDK(KP414213562), T8p, T8o); } } } } { V Tbm, Tbv, T9A, T8u, T9D, T8B, T6Z, T5T, T6W, T5G, TeL, TeM, TeN, TeO, TeR; V TeS, TeT, TeU, TeV, TeW, TeX, TeY, TeZ, Tf0, Tf1, Tf2, Tf3, Tf4, Tf5, Tf6; V Tf7, Tf8, Tf9, Tfa, Tfb, Tfc, TbE, Tao, Tfd, Tfe, Td7, Td8, Tff, Tfg, Tfh; V Tfi, Tfj, Tfk, Tfl, Tfm, Tfn, Tfo, Tfp, Tfq, Tfr, Tfs; { V Tel, Tdy, TdD, Tcu, Tcx, Teq, Tei, Ten, Tex, Teh, TeB, Tev, Te9, Tec; { V Tef, Teu, TeE, TeD, T11, TeF, T1w, T21, Tet, T2y, T33, Teg, T20; { V Tv, T8r, T5t, T1Z, Tbh, TdC, Tbk, T8s, T5o, T10, Tep, Tbl, Tbu; Tef = VSUB(Tf, Tu); Tv = VADD(Tf, Tu); T8r = VSUB(T5s, T5p); T5t = VADD(T5p, T5s); T1Z = VADD(T1V, T1Y); Tbh = VSUB(T1V, T1Y); TdC = VADD(Tbi, Tbj); Tbk = VSUB(Tbi, Tbj); T8s = VADD(T5k, T5n); T5o = VSUB(T5k, T5n); T10 = VADD(TK, TZ); Teu = VSUB(TZ, TK); Tel = VSUB(Tej, Tek); TeE = VADD(Tej, Tek); Tdy = VSUB(T1Z, T1S); T20 = VADD(T1S, T1Z); Tep = VADD(TdB, TdC); TdD = VSUB(TdB, TdC); Tbl = VADD(Tbh, Tbk); Tbu = VSUB(Tbh, Tbk); { V T8t, T8A, T5S, T5u; T8t = VFMA(LDK(KP414213562), T8s, T8r); T8A = VFNMS(LDK(KP414213562), T8r, T8s); T5S = VFNMS(LDK(KP414213562), T5o, T5t); T5u = VFMA(LDK(KP414213562), T5t, T5o); TeD = VSUB(Tv, T10); T11 = VADD(Tv, T10); Tcu = VSUB(Tbl, Tbg); Tbm = VADD(Tbg, Tbl); Tcx = VSUB(Tbt, Tbu); Tbv = VADD(Tbt, Tbu); T9A = VSUB(T8t, T8q); T8u = VADD(T8q, T8t); T9D = VSUB(T8z, T8A); T8B = VADD(T8z, T8A); T6Z = VADD(T5R, T5S); T5T = VSUB(T5R, T5S); T6W = VADD(T5F, T5u); T5G = VSUB(T5u, T5F); TeF = VADD(Teo, Tep); Teq = VSUB(Teo, Tep); } } Tei = VSUB(T1g, T1v); T1w = VADD(T1g, T1v); T21 = VADD(T1L, T20); Ten = VSUB(T1L, T20); Tet = VSUB(T2i, T2x); T2y = VADD(T2i, T2x); T33 = VADD(T2N, T32); Teg = VSUB(T2N, T32); { V TeI, TeG, T23, T22, TeH, T34; TeI = VADD(TeE, TeF); TeG = VSUB(TeE, TeF); T23 = VSUB(T21, T1w); T22 = VADD(T1w, T21); TeH = VADD(T2y, T33); T34 = VSUB(T2y, T33); Tex = VSUB(Tef, Teg); Teh = VADD(Tef, Teg); TeJ = VSUB(TeD, TeG); STM4(&(ro[48]), TeJ, ovs, &(ro[0])); TeK = VADD(TeD, TeG); STM4(&(ro[16]), TeK, ovs, &(ro[0])); TeL = VADD(T11, T22); STM4(&(ro[0]), TeL, ovs, &(ro[0])); TeM = VSUB(T11, T22); STM4(&(ro[32]), TeM, ovs, &(ro[0])); TeN = VADD(TeH, TeI); STM4(&(io[0]), TeN, ovs, &(io[0])); TeO = VSUB(TeH, TeI); STM4(&(io[32]), TeO, ovs, &(io[0])); TeP = VSUB(T34, T23); STM4(&(io[48]), TeP, ovs, &(io[0])); TeQ = VADD(T23, T34); STM4(&(io[16]), TeQ, ovs, &(io[0])); TeB = VADD(Teu, Tet); Tev = VSUB(Tet, Teu); } } { V TdV, Tdb, TdJ, Te5, TdE, Tdz, TdZ, Tdo, Te6, Tdi, Teb, Te3, TdW, TdM, Tdt; V TdY; { V TdL, Tde, Tey, Tem, Tez, Ter, Tdh, TdK, Te1, Te2; TdV = VADD(Td9, Tda); Tdb = VSUB(Td9, Tda); TdJ = VSUB(TdH, TdI); Te5 = VADD(TdI, TdH); TdL = VADD(Tdd, Tdc); Tde = VSUB(Tdc, Tdd); Tey = VSUB(Tel, Tei); Tem = VADD(Tei, Tel); Tez = VADD(Ten, Teq); Ter = VSUB(Ten, Teq); Tdh = VADD(Tdf, Tdg); TdK = VSUB(Tdf, Tdg); TdE = VSUB(TdA, TdD); Te1 = VADD(TdA, TdD); Te2 = VADD(Tdy, Tdx); Tdz = VSUB(Tdx, Tdy); TdZ = VADD(Tdn, Tdm); Tdo = VSUB(Tdm, Tdn); { V TeA, TeC, Tew, Tes; TeA = VSUB(Tey, Tez); TeC = VADD(Tey, Tez); Tew = VSUB(Ter, Tem); Tes = VADD(Tem, Ter); Te6 = VADD(Tde, Tdh); Tdi = VSUB(Tde, Tdh); Teb = VFMA(LDK(KP414213562), Te1, Te2); Te3 = VFNMS(LDK(KP414213562), Te2, Te1); TdW = VADD(TdL, TdK); TdM = VSUB(TdK, TdL); TeR = VFMA(LDK(KP707106781), TeA, Tex); STM4(&(ro[24]), TeR, ovs, &(ro[0])); TeS = VFNMS(LDK(KP707106781), TeA, Tex); STM4(&(ro[56]), TeS, ovs, &(ro[0])); TeT = VFMA(LDK(KP707106781), TeC, TeB); STM4(&(io[8]), TeT, ovs, &(io[0])); TeU = VFNMS(LDK(KP707106781), TeC, TeB); STM4(&(io[40]), TeU, ovs, &(io[0])); TeV = VFMA(LDK(KP707106781), Tew, Tev); STM4(&(io[24]), TeV, ovs, &(io[0])); TeW = VFNMS(LDK(KP707106781), Tew, Tev); STM4(&(io[56]), TeW, ovs, &(io[0])); TeX = VFMA(LDK(KP707106781), Tes, Teh); STM4(&(ro[8]), TeX, ovs, &(ro[0])); TeY = VFNMS(LDK(KP707106781), Tes, Teh); STM4(&(ro[40]), TeY, ovs, &(ro[0])); Tdt = VSUB(Tdp, Tds); TdY = VADD(Tdp, Tds); } } { V TdT, Tdj, TdP, TdN, TdR, Tdu, Tea, Te0, TdQ, TdF, TdX, Ted, Te7; TdT = VFNMS(LDK(KP707106781), Tdi, Tdb); Tdj = VFMA(LDK(KP707106781), Tdi, Tdb); TdP = VFMA(LDK(KP707106781), TdM, TdJ); TdN = VFNMS(LDK(KP707106781), TdM, TdJ); TdR = VFNMS(LDK(KP414213562), Tdo, Tdt); Tdu = VFMA(LDK(KP414213562), Tdt, Tdo); Tea = VFNMS(LDK(KP414213562), TdY, TdZ); Te0 = VFMA(LDK(KP414213562), TdZ, TdY); TdQ = VFMA(LDK(KP414213562), Tdz, TdE); TdF = VFNMS(LDK(KP414213562), TdE, Tdz); Te9 = VFNMS(LDK(KP707106781), TdW, TdV); TdX = VFMA(LDK(KP707106781), TdW, TdV); Ted = VFMA(LDK(KP707106781), Te6, Te5); Te7 = VFNMS(LDK(KP707106781), Te6, Te5); { V Tee, Te8, Te4, TdU, TdS, TdO, TdG; Tee = VADD(Tea, Teb); Tec = VSUB(Tea, Teb); Te8 = VSUB(Te3, Te0); Te4 = VADD(Te0, Te3); TdU = VADD(TdR, TdQ); TdS = VSUB(TdQ, TdR); TdO = VADD(Tdu, TdF); TdG = VSUB(Tdu, TdF); TeZ = VFMA(LDK(KP923879532), Tee, Ted); STM4(&(io[4]), TeZ, ovs, &(io[0])); Tf0 = VFNMS(LDK(KP923879532), Tee, Ted); STM4(&(io[36]), Tf0, ovs, &(io[0])); Tf1 = VFMA(LDK(KP923879532), Te4, TdX); STM4(&(ro[4]), Tf1, ovs, &(ro[0])); Tf2 = VFNMS(LDK(KP923879532), Te4, TdX); STM4(&(ro[36]), Tf2, ovs, &(ro[0])); Tf3 = VFMA(LDK(KP923879532), TdU, TdT); STM4(&(ro[60]), Tf3, ovs, &(ro[0])); Tf4 = VFNMS(LDK(KP923879532), TdU, TdT); STM4(&(ro[28]), Tf4, ovs, &(ro[0])); Tf5 = VFMA(LDK(KP923879532), TdS, TdP); STM4(&(io[12]), Tf5, ovs, &(io[0])); Tf6 = VFNMS(LDK(KP923879532), TdS, TdP); STM4(&(io[44]), Tf6, ovs, &(io[0])); Tf7 = VFMA(LDK(KP923879532), TdO, TdN); STM4(&(io[60]), Tf7, ovs, &(io[0])); Tf8 = VFNMS(LDK(KP923879532), TdO, TdN); STM4(&(io[28]), Tf8, ovs, &(io[0])); Tf9 = VFMA(LDK(KP923879532), TdG, Tdj); STM4(&(ro[12]), Tf9, ovs, &(ro[0])); Tfa = VFNMS(LDK(KP923879532), TdG, Tdj); STM4(&(ro[44]), Tfa, ovs, &(ro[0])); Tfb = VFMA(LDK(KP923879532), Te8, Te7); STM4(&(io[20]), Tfb, ovs, &(io[0])); Tfc = VFNMS(LDK(KP923879532), Te8, Te7); STM4(&(io[52]), Tfc, ovs, &(io[0])); } } } { V TcF, TcE, Tcy, Tcv, TcT, Tco, TcP, Tcd, TcZ, TcD, Td0, Tck, Td4, TcX, Tcr; V TcS; { V Tcc, TcC, Tcg, Tcj, TcV, TcW; TbE = VADD(TbC, TbD); Tcc = VSUB(TbC, TbD); TcC = VSUB(Tan, Tak); Tao = VADD(Tak, Tan); TcF = VFNMS(LDK(KP414213562), Tce, Tcf); Tcg = VFMA(LDK(KP414213562), Tcf, Tce); Tcj = VFNMS(LDK(KP414213562), Tci, Tch); TcE = VFMA(LDK(KP414213562), Tch, Tci); Tcy = VFNMS(LDK(KP707106781), Tcx, Tcw); TcV = VFMA(LDK(KP707106781), Tcx, Tcw); TcW = VFMA(LDK(KP707106781), Tcu, Tct); Tcv = VFNMS(LDK(KP707106781), Tcu, Tct); TcT = VFMA(LDK(KP707106781), Tcn, Tcm); Tco = VFNMS(LDK(KP707106781), Tcn, Tcm); Tfd = VFMA(LDK(KP923879532), Tec, Te9); STM4(&(ro[20]), Tfd, ovs, &(ro[0])); Tfe = VFNMS(LDK(KP923879532), Tec, Te9); STM4(&(ro[52]), Tfe, ovs, &(ro[0])); TcP = VFNMS(LDK(KP707106781), Tcc, Tcb); Tcd = VFMA(LDK(KP707106781), Tcc, Tcb); TcZ = VFNMS(LDK(KP707106781), TcC, TcB); TcD = VFMA(LDK(KP707106781), TcC, TcB); Td0 = VADD(Tcg, Tcj); Tck = VSUB(Tcg, Tcj); Td4 = VFMA(LDK(KP198912367), TcV, TcW); TcX = VFNMS(LDK(KP198912367), TcW, TcV); Tcr = VFNMS(LDK(KP707106781), Tcq, Tcp); TcS = VFMA(LDK(KP707106781), Tcq, Tcp); } { V TcJ, Tcl, TcK, Tcs, TcQ, TcG, Td5, TcU, TcL, Tcz; TcJ = VFNMS(LDK(KP923879532), Tck, Tcd); Tcl = VFMA(LDK(KP923879532), Tck, Tcd); TcK = VFNMS(LDK(KP668178637), Tco, Tcr); Tcs = VFMA(LDK(KP668178637), Tcr, Tco); TcQ = VADD(TcF, TcE); TcG = VSUB(TcE, TcF); Td5 = VFNMS(LDK(KP198912367), TcS, TcT); TcU = VFMA(LDK(KP198912367), TcT, TcS); TcL = VFMA(LDK(KP668178637), Tcv, Tcy); Tcz = VFNMS(LDK(KP668178637), Tcy, Tcv); { V Td1, Td3, TcR, TcN, TcH, Td2, TcY, TcM, TcO, TcI, TcA, Td6; Td1 = VFMA(LDK(KP923879532), Td0, TcZ); Td3 = VFNMS(LDK(KP923879532), Td0, TcZ); TcR = VFNMS(LDK(KP923879532), TcQ, TcP); Td7 = VFMA(LDK(KP923879532), TcQ, TcP); TcN = VFMA(LDK(KP923879532), TcG, TcD); TcH = VFNMS(LDK(KP923879532), TcG, TcD); Td2 = VADD(TcU, TcX); TcY = VSUB(TcU, TcX); TcM = VSUB(TcK, TcL); TcO = VADD(TcK, TcL); TcI = VSUB(Tcz, Tcs); TcA = VADD(Tcs, Tcz); Td6 = VSUB(Td4, Td5); Td8 = VADD(Td5, Td4); Tff = VFMA(LDK(KP980785280), TcY, TcR); STM4(&(ro[14]), Tff, ovs, &(ro[0])); Tfg = VFNMS(LDK(KP980785280), TcY, TcR); STM4(&(ro[46]), Tfg, ovs, &(ro[0])); Tfh = VFMA(LDK(KP831469612), TcM, TcJ); STM4(&(ro[22]), Tfh, ovs, &(ro[0])); Tfi = VFNMS(LDK(KP831469612), TcM, TcJ); STM4(&(ro[54]), Tfi, ovs, &(ro[0])); Tfj = VFMA(LDK(KP831469612), TcO, TcN); STM4(&(io[6]), Tfj, ovs, &(io[0])); Tfk = VFNMS(LDK(KP831469612), TcO, TcN); STM4(&(io[38]), Tfk, ovs, &(io[0])); Tfl = VFMA(LDK(KP831469612), TcI, TcH); STM4(&(io[22]), Tfl, ovs, &(io[0])); Tfm = VFNMS(LDK(KP831469612), TcI, TcH); STM4(&(io[54]), Tfm, ovs, &(io[0])); Tfn = VFMA(LDK(KP831469612), TcA, Tcl); STM4(&(ro[6]), Tfn, ovs, &(ro[0])); Tfo = VFNMS(LDK(KP831469612), TcA, Tcl); STM4(&(ro[38]), Tfo, ovs, &(ro[0])); Tfp = VFMA(LDK(KP980785280), Td6, Td3); STM4(&(io[14]), Tfp, ovs, &(io[0])); Tfq = VFNMS(LDK(KP980785280), Td6, Td3); STM4(&(io[46]), Tfq, ovs, &(io[0])); Tfr = VFNMS(LDK(KP980785280), Td2, Td1); STM4(&(io[30]), Tfr, ovs, &(io[0])); Tfs = VFMA(LDK(KP980785280), Td2, Td1); STM4(&(io[62]), Tfs, ovs, &(io[0])); } } } } { V Tft, Tfu, Tfv, Tfw, Tfx, Tfy, Tfz, TfA, TfB, TfC, TfD, TfE, TfF, TfG, T3f; V T66, T63, T3u, TfL, TfM, TfN, TfO, TfP, TfQ, TfR, TfS, TfT, TfU, TfV, TfW; V TfX, TfY, TfZ, Tg0, Tc5, Tc8; { V TbH, TbG, Tbw, Tbn, TbV, TaW, TbR, Tap, Tc1, TbF, Tc2, TaE, Tc7, TbZ, Tb5; V TbU; { V Taw, TaD, TbX, TbY; TbH = VFMA(LDK(KP414213562), Tas, Tav); Taw = VFNMS(LDK(KP414213562), Tav, Tas); TaD = VFMA(LDK(KP414213562), TaC, Taz); TbG = VFNMS(LDK(KP414213562), Taz, TaC); Tbw = VFNMS(LDK(KP707106781), Tbv, Tbs); TbX = VFMA(LDK(KP707106781), Tbv, Tbs); TbY = VFMA(LDK(KP707106781), Tbm, Tbb); Tbn = VFNMS(LDK(KP707106781), Tbm, Tbb); TbV = VFMA(LDK(KP707106781), TaV, TaK); TaW = VFNMS(LDK(KP707106781), TaV, TaK); Tft = VFMA(LDK(KP980785280), Td8, Td7); STM4(&(ro[62]), Tft, ovs, &(ro[0])); Tfu = VFNMS(LDK(KP980785280), Td8, Td7); STM4(&(ro[30]), Tfu, ovs, &(ro[0])); TbR = VFMA(LDK(KP707106781), Tao, Tah); Tap = VFNMS(LDK(KP707106781), Tao, Tah); Tc1 = VFMA(LDK(KP707106781), TbE, TbB); TbF = VFNMS(LDK(KP707106781), TbE, TbB); Tc2 = VADD(Taw, TaD); TaE = VSUB(Taw, TaD); Tc7 = VFMA(LDK(KP198912367), TbX, TbY); TbZ = VFNMS(LDK(KP198912367), TbY, TbX); Tb5 = VFNMS(LDK(KP707106781), Tb4, Tb1); TbU = VFMA(LDK(KP707106781), Tb4, Tb1); } { V TbP, TaF, TbN, Tb6, TbS, TbI, Tc6, TbW, TbM, Tbx; TbP = VFNMS(LDK(KP923879532), TaE, Tap); TaF = VFMA(LDK(KP923879532), TaE, Tap); TbN = VFNMS(LDK(KP668178637), TaW, Tb5); Tb6 = VFMA(LDK(KP668178637), Tb5, TaW); TbS = VADD(TbH, TbG); TbI = VSUB(TbG, TbH); Tc6 = VFNMS(LDK(KP198912367), TbU, TbV); TbW = VFMA(LDK(KP198912367), TbV, TbU); TbM = VFMA(LDK(KP668178637), Tbn, Tbw); Tbx = VFNMS(LDK(KP668178637), Tbw, Tbn); { V Tc3, Tc9, TbT, TbL, TbJ, Tc4, Tc0, TbQ, TbO, TbK, Tby, Tca; Tc3 = VFNMS(LDK(KP923879532), Tc2, Tc1); Tc9 = VFMA(LDK(KP923879532), Tc2, Tc1); TbT = VFMA(LDK(KP923879532), TbS, TbR); Tc5 = VFNMS(LDK(KP923879532), TbS, TbR); TbL = VFMA(LDK(KP923879532), TbI, TbF); TbJ = VFNMS(LDK(KP923879532), TbI, TbF); Tc4 = VSUB(TbZ, TbW); Tc0 = VADD(TbW, TbZ); TbQ = VADD(TbN, TbM); TbO = VSUB(TbM, TbN); TbK = VADD(Tb6, Tbx); Tby = VSUB(Tb6, Tbx); Tca = VADD(Tc6, Tc7); Tc8 = VSUB(Tc6, Tc7); Tfv = VFMA(LDK(KP980785280), Tc0, TbT); STM4(&(ro[2]), Tfv, ovs, &(ro[0])); Tfw = VFNMS(LDK(KP980785280), Tc0, TbT); STM4(&(ro[34]), Tfw, ovs, &(ro[0])); Tfx = VFMA(LDK(KP831469612), TbQ, TbP); STM4(&(ro[58]), Tfx, ovs, &(ro[0])); Tfy = VFNMS(LDK(KP831469612), TbQ, TbP); STM4(&(ro[26]), Tfy, ovs, &(ro[0])); Tfz = VFMA(LDK(KP831469612), TbO, TbL); STM4(&(io[10]), Tfz, ovs, &(io[0])); TfA = VFNMS(LDK(KP831469612), TbO, TbL); STM4(&(io[42]), TfA, ovs, &(io[0])); TfB = VFMA(LDK(KP831469612), TbK, TbJ); STM4(&(io[58]), TfB, ovs, &(io[0])); TfC = VFNMS(LDK(KP831469612), TbK, TbJ); STM4(&(io[26]), TfC, ovs, &(io[0])); TfD = VFMA(LDK(KP831469612), Tby, TaF); STM4(&(ro[10]), TfD, ovs, &(ro[0])); TfE = VFNMS(LDK(KP831469612), Tby, TaF); STM4(&(ro[42]), TfE, ovs, &(ro[0])); TfF = VFMA(LDK(KP980785280), Tca, Tc9); STM4(&(io[2]), TfF, ovs, &(io[0])); TfG = VFNMS(LDK(KP980785280), Tca, Tc9); STM4(&(io[34]), TfG, ovs, &(io[0])); TfH = VFNMS(LDK(KP980785280), Tc4, Tc3); STM4(&(io[50]), TfH, ovs, &(io[0])); TfI = VFMA(LDK(KP980785280), Tc4, Tc3); STM4(&(io[18]), TfI, ovs, &(io[0])); } } } { V T70, T6X, T7h, T6F, T7x, T7m, T7w, T7p, T7s, T6M, T7c, T6U, T7r, T75, T7i; V T78, T7b, T6N; { V T6T, T6Q, T77, T6I, T6L, T76, T73, T74; { V T6D, T6E, T7k, T7l, T7n, T7o; T3f = VFMA(LDK(KP707106781), T3e, T37); T6D = VFNMS(LDK(KP707106781), T3e, T37); T6E = VADD(T65, T64); T66 = VSUB(T64, T65); T6T = VFNMS(LDK(KP923879532), T6S, T6R); T7k = VFMA(LDK(KP923879532), T6S, T6R); T7l = VFMA(LDK(KP923879532), T6P, T6O); T6Q = VFNMS(LDK(KP923879532), T6P, T6O); T70 = VFNMS(LDK(KP923879532), T6Z, T6Y); T7n = VFMA(LDK(KP923879532), T6Z, T6Y); T7o = VFMA(LDK(KP923879532), T6W, T6V); T6X = VFNMS(LDK(KP923879532), T6W, T6V); T77 = VFNMS(LDK(KP198912367), T6G, T6H); T6I = VFMA(LDK(KP198912367), T6H, T6G); TfJ = VFMA(LDK(KP980785280), Tc8, Tc5); STM4(&(ro[18]), TfJ, ovs, &(ro[0])); TfK = VFNMS(LDK(KP980785280), Tc8, Tc5); STM4(&(ro[50]), TfK, ovs, &(ro[0])); T7h = VFMA(LDK(KP923879532), T6E, T6D); T6F = VFNMS(LDK(KP923879532), T6E, T6D); T7x = VFNMS(LDK(KP098491403), T7k, T7l); T7m = VFMA(LDK(KP098491403), T7l, T7k); T7w = VFMA(LDK(KP098491403), T7n, T7o); T7p = VFNMS(LDK(KP098491403), T7o, T7n); T6L = VFNMS(LDK(KP198912367), T6K, T6J); T76 = VFMA(LDK(KP198912367), T6J, T6K); } T63 = VFMA(LDK(KP707106781), T62, T5Z); T73 = VFNMS(LDK(KP707106781), T62, T5Z); T74 = VADD(T3m, T3t); T3u = VSUB(T3m, T3t); T7s = VADD(T6I, T6L); T6M = VSUB(T6I, T6L); T7c = VFNMS(LDK(KP820678790), T6Q, T6T); T6U = VFMA(LDK(KP820678790), T6T, T6Q); T7r = VFMA(LDK(KP923879532), T74, T73); T75 = VFNMS(LDK(KP923879532), T74, T73); T7i = VADD(T77, T76); T78 = VSUB(T76, T77); } T7b = VFNMS(LDK(KP980785280), T6M, T6F); T6N = VFMA(LDK(KP980785280), T6M, T6F); { V T7u, T7q, T7v, T7t, T7A, T7y, T7j, T7z, T7f, T79, T71, T7d; T7u = VADD(T7m, T7p); T7q = VSUB(T7m, T7p); T7v = VFNMS(LDK(KP980785280), T7s, T7r); T7t = VFMA(LDK(KP980785280), T7s, T7r); T7A = VADD(T7x, T7w); T7y = VSUB(T7w, T7x); T7j = VFNMS(LDK(KP980785280), T7i, T7h); T7z = VFMA(LDK(KP980785280), T7i, T7h); T7f = VFMA(LDK(KP980785280), T78, T75); T79 = VFNMS(LDK(KP980785280), T78, T75); T71 = VFNMS(LDK(KP820678790), T70, T6X); T7d = VFMA(LDK(KP820678790), T6X, T70); { V T7g, T7e, T72, T7a; TfL = VFMA(LDK(KP995184726), T7y, T7v); STM4(&(io[15]), TfL, ovs, &(io[1])); TfM = VFNMS(LDK(KP995184726), T7y, T7v); STM4(&(io[47]), TfM, ovs, &(io[1])); TfN = VFMA(LDK(KP995184726), T7q, T7j); STM4(&(ro[15]), TfN, ovs, &(ro[1])); TfO = VFNMS(LDK(KP995184726), T7q, T7j); STM4(&(ro[47]), TfO, ovs, &(ro[1])); T7g = VADD(T7c, T7d); T7e = VSUB(T7c, T7d); T72 = VADD(T6U, T71); T7a = VSUB(T71, T6U); TfP = VFNMS(LDK(KP995184726), T7u, T7t); STM4(&(io[31]), TfP, ovs, &(io[1])); TfQ = VFMA(LDK(KP995184726), T7u, T7t); STM4(&(io[63]), TfQ, ovs, &(io[1])); TfR = VFMA(LDK(KP773010453), T7e, T7b); STM4(&(ro[23]), TfR, ovs, &(ro[1])); TfS = VFNMS(LDK(KP773010453), T7e, T7b); STM4(&(ro[55]), TfS, ovs, &(ro[1])); TfT = VFMA(LDK(KP773010453), T7g, T7f); STM4(&(io[7]), TfT, ovs, &(io[1])); TfU = VFNMS(LDK(KP773010453), T7g, T7f); STM4(&(io[39]), TfU, ovs, &(io[1])); TfV = VFMA(LDK(KP773010453), T7a, T79); STM4(&(io[23]), TfV, ovs, &(io[1])); TfW = VFNMS(LDK(KP773010453), T7a, T79); STM4(&(io[55]), TfW, ovs, &(io[1])); TfX = VFMA(LDK(KP773010453), T72, T6N); STM4(&(ro[7]), TfX, ovs, &(ro[1])); TfY = VFNMS(LDK(KP773010453), T72, T6N); STM4(&(ro[39]), TfY, ovs, &(ro[1])); TfZ = VFNMS(LDK(KP995184726), T7A, T7z); STM4(&(ro[31]), TfZ, ovs, &(ro[1])); Tg0 = VFMA(LDK(KP995184726), T7A, T7z); STM4(&(ro[63]), Tg0, ovs, &(ro[1])); } } } { V T7D, T8K, T8H, T7K, Ta8, Ta7, Tae, Tad; { V T9x, T9u, T9E, T9B, T9L, T9K, T9V, T9j, Tab, Ta0, Taa, Ta3, Ta6, T9q, T9H; V T9I; { V T9h, T9i, T9Y, T9Z, Ta1, Ta2, T9m, T9p; T7D = VFMA(LDK(KP707106781), T7C, T7B); T9h = VFNMS(LDK(KP707106781), T7C, T7B); T9i = VSUB(T8I, T8J); T8K = VADD(T8I, T8J); T9x = VFNMS(LDK(KP923879532), T9w, T9v); T9Y = VFMA(LDK(KP923879532), T9w, T9v); T9Z = VFMA(LDK(KP923879532), T9t, T9s); T9u = VFNMS(LDK(KP923879532), T9t, T9s); T9E = VFNMS(LDK(KP923879532), T9D, T9C); Ta1 = VFMA(LDK(KP923879532), T9D, T9C); Ta2 = VFMA(LDK(KP923879532), T9A, T9z); T9B = VFNMS(LDK(KP923879532), T9A, T9z); T9L = VFNMS(LDK(KP668178637), T9k, T9l); T9m = VFMA(LDK(KP668178637), T9l, T9k); T9p = VFNMS(LDK(KP668178637), T9o, T9n); T9K = VFMA(LDK(KP668178637), T9n, T9o); T9V = VFNMS(LDK(KP923879532), T9i, T9h); T9j = VFMA(LDK(KP923879532), T9i, T9h); Tab = VFNMS(LDK(KP303346683), T9Y, T9Z); Ta0 = VFMA(LDK(KP303346683), T9Z, T9Y); Taa = VFMA(LDK(KP303346683), Ta1, Ta2); Ta3 = VFNMS(LDK(KP303346683), Ta2, Ta1); Ta6 = VADD(T9m, T9p); T9q = VSUB(T9m, T9p); T8H = VFMA(LDK(KP707106781), T8G, T8F); T9H = VFNMS(LDK(KP707106781), T8G, T8F); T9I = VSUB(T7J, T7G); T7K = VADD(T7G, T7J); } { V T9P, T9r, T9Q, T9y, Ta5, T9J, T9W, T9M, T9R, T9F; T9P = VFNMS(LDK(KP831469612), T9q, T9j); T9r = VFMA(LDK(KP831469612), T9q, T9j); T9Q = VFNMS(LDK(KP534511135), T9u, T9x); T9y = VFMA(LDK(KP534511135), T9x, T9u); Ta5 = VFNMS(LDK(KP923879532), T9I, T9H); T9J = VFMA(LDK(KP923879532), T9I, T9H); T9W = VADD(T9L, T9K); T9M = VSUB(T9K, T9L); T9R = VFMA(LDK(KP534511135), T9B, T9E); T9F = VFNMS(LDK(KP534511135), T9E, T9B); { V T9T, T9N, T9U, T9S, T9G, T9O; { V Ta4, Ta9, Tac, T9X; Ta8 = VADD(Ta0, Ta3); Ta4 = VSUB(Ta0, Ta3); Ta9 = VFNMS(LDK(KP831469612), Ta6, Ta5); Ta7 = VFMA(LDK(KP831469612), Ta6, Ta5); Tae = VADD(Tab, Taa); Tac = VSUB(Taa, Tab); T9X = VFNMS(LDK(KP831469612), T9W, T9V); Tad = VFMA(LDK(KP831469612), T9W, T9V); T9T = VFMA(LDK(KP831469612), T9M, T9J); T9N = VFNMS(LDK(KP831469612), T9M, T9J); T9U = VADD(T9Q, T9R); T9S = VSUB(T9Q, T9R); T9G = VADD(T9y, T9F); T9O = VSUB(T9F, T9y); { V Tg1, Tg2, Tg3, Tg4; Tg1 = VFNMS(LDK(KP956940335), Tac, Ta9); STM4(&(io[45]), Tg1, ovs, &(io[1])); STN4(&(io[44]), Tf6, Tg1, Tfq, TfM, ovs); Tg2 = VFMA(LDK(KP956940335), Ta4, T9X); STM4(&(ro[13]), Tg2, ovs, &(ro[1])); STN4(&(ro[12]), Tf9, Tg2, Tff, TfN, ovs); Tg3 = VFNMS(LDK(KP956940335), Ta4, T9X); STM4(&(ro[45]), Tg3, ovs, &(ro[1])); STN4(&(ro[44]), Tfa, Tg3, Tfg, TfO, ovs); Tg4 = VFMA(LDK(KP956940335), Tac, Ta9); STM4(&(io[13]), Tg4, ovs, &(io[1])); STN4(&(io[12]), Tf5, Tg4, Tfp, TfL, ovs); } } { V Tg5, Tg6, Tg7, Tg8; Tg5 = VFMA(LDK(KP881921264), T9S, T9P); STM4(&(ro[21]), Tg5, ovs, &(ro[1])); STN4(&(ro[20]), Tfd, Tg5, Tfh, TfR, ovs); Tg6 = VFNMS(LDK(KP881921264), T9S, T9P); STM4(&(ro[53]), Tg6, ovs, &(ro[1])); STN4(&(ro[52]), Tfe, Tg6, Tfi, TfS, ovs); Tg7 = VFMA(LDK(KP881921264), T9U, T9T); STM4(&(io[5]), Tg7, ovs, &(io[1])); STN4(&(io[4]), TeZ, Tg7, Tfj, TfT, ovs); Tg8 = VFNMS(LDK(KP881921264), T9U, T9T); STM4(&(io[37]), Tg8, ovs, &(io[1])); STN4(&(io[36]), Tf0, Tg8, Tfk, TfU, ovs); { V Tg9, Tga, Tgb, Tgc; Tg9 = VFMA(LDK(KP881921264), T9O, T9N); STM4(&(io[21]), Tg9, ovs, &(io[1])); STN4(&(io[20]), Tfb, Tg9, Tfl, TfV, ovs); Tga = VFNMS(LDK(KP881921264), T9O, T9N); STM4(&(io[53]), Tga, ovs, &(io[1])); STN4(&(io[52]), Tfc, Tga, Tfm, TfW, ovs); Tgb = VFMA(LDK(KP881921264), T9G, T9r); STM4(&(ro[5]), Tgb, ovs, &(ro[1])); STN4(&(ro[4]), Tf1, Tgb, Tfn, TfX, ovs); Tgc = VFNMS(LDK(KP881921264), T9G, T9r); STM4(&(ro[37]), Tgc, ovs, &(ro[1])); STN4(&(ro[36]), Tf2, Tgc, Tfo, TfY, ovs); } } } } } { V Tgh, Tgi, Tgl, Tgm, Tgn, Tgo, Tgp, Tgq, Tgr, Tgs, Tgt, Tgu; { V T5U, T6j, T3v, T6y, T6o, T5H, T69, T68, T6z, T6r, T6u, T48, T6f, T52, T6t; V T67, T6h, T49; { V T51, T4O, T6p, T6q, T3O, T47, T6m, T6n; T51 = VFNMS(LDK(KP923879532), T50, T4X); T6m = VFMA(LDK(KP923879532), T50, T4X); T6n = VFMA(LDK(KP923879532), T4N, T4q); T4O = VFNMS(LDK(KP923879532), T4N, T4q); T5U = VFNMS(LDK(KP923879532), T5T, T5Q); T6p = VFMA(LDK(KP923879532), T5T, T5Q); { V Tgd, Tge, Tgf, Tgg; Tgd = VFMA(LDK(KP956940335), Ta8, Ta7); STM4(&(io[61]), Tgd, ovs, &(io[1])); STN4(&(io[60]), Tf7, Tgd, Tfs, TfQ, ovs); Tge = VFNMS(LDK(KP956940335), Ta8, Ta7); STM4(&(io[29]), Tge, ovs, &(io[1])); STN4(&(io[28]), Tf8, Tge, Tfr, TfP, ovs); Tgf = VFMA(LDK(KP956940335), Tae, Tad); STM4(&(ro[61]), Tgf, ovs, &(ro[1])); STN4(&(ro[60]), Tf3, Tgf, Tft, Tg0, ovs); Tgg = VFNMS(LDK(KP956940335), Tae, Tad); STM4(&(ro[29]), Tgg, ovs, &(ro[1])); STN4(&(ro[28]), Tf4, Tgg, Tfu, TfZ, ovs); T6j = VFMA(LDK(KP923879532), T3u, T3f); T3v = VFNMS(LDK(KP923879532), T3u, T3f); T6y = VFNMS(LDK(KP303346683), T6m, T6n); T6o = VFMA(LDK(KP303346683), T6n, T6m); T6q = VFMA(LDK(KP923879532), T5G, T5j); T5H = VFNMS(LDK(KP923879532), T5G, T5j); } T69 = VFMA(LDK(KP668178637), T3G, T3N); T3O = VFNMS(LDK(KP668178637), T3N, T3G); T47 = VFMA(LDK(KP668178637), T46, T3Z); T68 = VFNMS(LDK(KP668178637), T3Z, T46); T6z = VFMA(LDK(KP303346683), T6p, T6q); T6r = VFNMS(LDK(KP303346683), T6q, T6p); T6u = VADD(T3O, T47); T48 = VSUB(T3O, T47); T6f = VFNMS(LDK(KP534511135), T4O, T51); T52 = VFMA(LDK(KP534511135), T51, T4O); T6t = VFMA(LDK(KP923879532), T66, T63); T67 = VFNMS(LDK(KP923879532), T66, T63); } T6h = VFNMS(LDK(KP831469612), T48, T3v); T49 = VFMA(LDK(KP831469612), T48, T3v); { V T6w, T6s, T6B, T6v, T6A, T6C, T6k, T6a, T6e, T5V; T6w = VSUB(T6r, T6o); T6s = VADD(T6o, T6r); T6B = VFMA(LDK(KP831469612), T6u, T6t); T6v = VFNMS(LDK(KP831469612), T6u, T6t); T6A = VSUB(T6y, T6z); T6C = VADD(T6y, T6z); T6k = VADD(T69, T68); T6a = VSUB(T68, T69); T6e = VFMA(LDK(KP534511135), T5H, T5U); T5V = VFNMS(LDK(KP534511135), T5U, T5H); Tgh = VFMA(LDK(KP956940335), T6C, T6B); STM4(&(io[3]), Tgh, ovs, &(io[1])); Tgi = VFNMS(LDK(KP956940335), T6C, T6B); STM4(&(io[35]), Tgi, ovs, &(io[1])); { V T6l, T6x, T6d, T6b; T6l = VFMA(LDK(KP831469612), T6k, T6j); T6x = VFNMS(LDK(KP831469612), T6k, T6j); T6d = VFMA(LDK(KP831469612), T6a, T67); T6b = VFNMS(LDK(KP831469612), T6a, T67); { V T6g, T6i, T5W, T6c; T6g = VSUB(T6e, T6f); T6i = VADD(T6f, T6e); T5W = VSUB(T52, T5V); T6c = VADD(T52, T5V); Tgj = VFMA(LDK(KP956940335), T6w, T6v); STM4(&(io[19]), Tgj, ovs, &(io[1])); Tgk = VFNMS(LDK(KP956940335), T6w, T6v); STM4(&(io[51]), Tgk, ovs, &(io[1])); Tgl = VFMA(LDK(KP956940335), T6s, T6l); STM4(&(ro[3]), Tgl, ovs, &(ro[1])); Tgm = VFNMS(LDK(KP956940335), T6s, T6l); STM4(&(ro[35]), Tgm, ovs, &(ro[1])); Tgn = VFMA(LDK(KP881921264), T6i, T6h); STM4(&(ro[59]), Tgn, ovs, &(ro[1])); Tgo = VFNMS(LDK(KP881921264), T6i, T6h); STM4(&(ro[27]), Tgo, ovs, &(ro[1])); Tgp = VFMA(LDK(KP881921264), T6g, T6d); STM4(&(io[11]), Tgp, ovs, &(io[1])); Tgq = VFNMS(LDK(KP881921264), T6g, T6d); STM4(&(io[43]), Tgq, ovs, &(io[1])); Tgr = VFMA(LDK(KP881921264), T6c, T6b); STM4(&(io[59]), Tgr, ovs, &(io[1])); Tgs = VFNMS(LDK(KP881921264), T6c, T6b); STM4(&(io[27]), Tgs, ovs, &(io[1])); Tgt = VFMA(LDK(KP881921264), T5W, T49); STM4(&(ro[11]), Tgt, ovs, &(ro[1])); Tgu = VFNMS(LDK(KP881921264), T5W, T49); STM4(&(ro[43]), Tgu, ovs, &(ro[1])); Tgv = VFNMS(LDK(KP956940335), T6A, T6x); STM4(&(ro[51]), Tgv, ovs, &(ro[1])); Tgw = VFMA(LDK(KP956940335), T6A, T6x); STM4(&(ro[19]), Tgw, ovs, &(ro[1])); } } } } { V T8j, T8c, T8C, T8v, T8N, T8M, T8X, T7L, T9c, T92, T9d, T95, T98, T80; { V T90, T91, T93, T94, T7S, T7Z; T8j = VFNMS(LDK(KP923879532), T8i, T8f); T90 = VFMA(LDK(KP923879532), T8i, T8f); T91 = VFMA(LDK(KP923879532), T8b, T84); T8c = VFNMS(LDK(KP923879532), T8b, T84); T8C = VFNMS(LDK(KP923879532), T8B, T8y); T93 = VFMA(LDK(KP923879532), T8B, T8y); T94 = VFMA(LDK(KP923879532), T8u, T8n); T8v = VFNMS(LDK(KP923879532), T8u, T8n); T8N = VFMA(LDK(KP198912367), T7O, T7R); T7S = VFNMS(LDK(KP198912367), T7R, T7O); T7Z = VFMA(LDK(KP198912367), T7Y, T7V); T8M = VFNMS(LDK(KP198912367), T7V, T7Y); T8X = VFMA(LDK(KP923879532), T7K, T7D); T7L = VFNMS(LDK(KP923879532), T7K, T7D); T9c = VFNMS(LDK(KP098491403), T90, T91); T92 = VFMA(LDK(KP098491403), T91, T90); T9d = VFMA(LDK(KP098491403), T93, T94); T95 = VFNMS(LDK(KP098491403), T94, T93); T98 = VADD(T7S, T7Z); T80 = VSUB(T7S, T7Z); } { V T8V, T81, T8T, T8k, T97, T8L, T8Y, T8O, T8S, T8D; T8V = VFNMS(LDK(KP980785280), T80, T7L); T81 = VFMA(LDK(KP980785280), T80, T7L); T8T = VFNMS(LDK(KP820678790), T8c, T8j); T8k = VFMA(LDK(KP820678790), T8j, T8c); T97 = VFMA(LDK(KP923879532), T8K, T8H); T8L = VFNMS(LDK(KP923879532), T8K, T8H); T8Y = VADD(T8N, T8M); T8O = VSUB(T8M, T8N); T8S = VFMA(LDK(KP820678790), T8v, T8C); T8D = VFNMS(LDK(KP820678790), T8C, T8v); { V T8R, T8P, T8U, T8W, T8E, T8Q; { V T96, T9f, T9g, T8Z; T9a = VSUB(T95, T92); T96 = VADD(T92, T95); T9f = VFMA(LDK(KP980785280), T98, T97); T99 = VFNMS(LDK(KP980785280), T98, T97); T9e = VSUB(T9c, T9d); T9g = VADD(T9c, T9d); T8Z = VFMA(LDK(KP980785280), T8Y, T8X); T9b = VFNMS(LDK(KP980785280), T8Y, T8X); T8R = VFMA(LDK(KP980785280), T8O, T8L); T8P = VFNMS(LDK(KP980785280), T8O, T8L); T8U = VSUB(T8S, T8T); T8W = VADD(T8T, T8S); T8E = VSUB(T8k, T8D); T8Q = VADD(T8k, T8D); { V Tgx, Tgy, Tgz, TgA; Tgx = VFNMS(LDK(KP995184726), T9g, T9f); STM4(&(io[33]), Tgx, ovs, &(io[1])); STN4(&(io[32]), TeO, Tgx, TfG, Tgi, ovs); Tgy = VFMA(LDK(KP995184726), T96, T8Z); STM4(&(ro[1]), Tgy, ovs, &(ro[1])); STN4(&(ro[0]), TeL, Tgy, Tfv, Tgl, ovs); Tgz = VFNMS(LDK(KP995184726), T96, T8Z); STM4(&(ro[33]), Tgz, ovs, &(ro[1])); STN4(&(ro[32]), TeM, Tgz, Tfw, Tgm, ovs); TgA = VFMA(LDK(KP995184726), T9g, T9f); STM4(&(io[1]), TgA, ovs, &(io[1])); STN4(&(io[0]), TeN, TgA, TfF, Tgh, ovs); } } { V TgB, TgC, TgD, TgE; TgB = VFMA(LDK(KP773010453), T8W, T8V); STM4(&(ro[57]), TgB, ovs, &(ro[1])); STN4(&(ro[56]), TeS, TgB, Tfx, Tgn, ovs); TgC = VFNMS(LDK(KP773010453), T8W, T8V); STM4(&(ro[25]), TgC, ovs, &(ro[1])); STN4(&(ro[24]), TeR, TgC, Tfy, Tgo, ovs); TgD = VFMA(LDK(KP773010453), T8U, T8R); STM4(&(io[9]), TgD, ovs, &(io[1])); STN4(&(io[8]), TeT, TgD, Tfz, Tgp, ovs); TgE = VFNMS(LDK(KP773010453), T8U, T8R); STM4(&(io[41]), TgE, ovs, &(io[1])); STN4(&(io[40]), TeU, TgE, TfA, Tgq, ovs); { V TgF, TgG, TgH, TgI; TgF = VFMA(LDK(KP773010453), T8Q, T8P); STM4(&(io[57]), TgF, ovs, &(io[1])); STN4(&(io[56]), TeW, TgF, TfB, Tgr, ovs); TgG = VFNMS(LDK(KP773010453), T8Q, T8P); STM4(&(io[25]), TgG, ovs, &(io[1])); STN4(&(io[24]), TeV, TgG, TfC, Tgs, ovs); TgH = VFMA(LDK(KP773010453), T8E, T81); STM4(&(ro[9]), TgH, ovs, &(ro[1])); STN4(&(ro[8]), TeX, TgH, TfD, Tgt, ovs); TgI = VFNMS(LDK(KP773010453), T8E, T81); STM4(&(ro[41]), TgI, ovs, &(ro[1])); STN4(&(ro[40]), TeY, TgI, TfE, Tgu, ovs); } } } } } } } } } } { V TgJ, TgK, TgL, TgM; TgJ = VFMA(LDK(KP995184726), T9a, T99); STM4(&(io[17]), TgJ, ovs, &(io[1])); STN4(&(io[16]), TeQ, TgJ, TfI, Tgj, ovs); TgK = VFNMS(LDK(KP995184726), T9a, T99); STM4(&(io[49]), TgK, ovs, &(io[1])); STN4(&(io[48]), TeP, TgK, TfH, Tgk, ovs); TgL = VFMA(LDK(KP995184726), T9e, T9b); STM4(&(ro[17]), TgL, ovs, &(ro[1])); STN4(&(ro[16]), TeK, TgL, TfJ, Tgw, ovs); TgM = VFNMS(LDK(KP995184726), T9e, T9b); STM4(&(ro[49]), TgM, ovs, &(ro[1])); STN4(&(ro[48]), TeJ, TgM, TfK, Tgv, ovs); } } } static const kdft_desc desc = { 64, "n2sv_64", {520, 0, 392, 0}, &GENUS, 0, 1, 0, 0 }; void X(codelet_n2sv_64) (planner *p) { X(kdft_register) (p, n2sv_64, &desc); } #else /* HAVE_FMA */ /* Generated by: ../../../genfft/gen_notw -simd -compact -variables 4 -pipeline-latency 8 -n 64 -name n2sv_64 -with-ostride 1 -include n2s.h -store-multiple 4 */ /* * This function contains 912 FP additions, 248 FP multiplications, * (or, 808 additions, 144 multiplications, 104 fused multiply/add), * 260 stack variables, 15 constants, and 288 memory accesses */ #include "n2s.h" static void n2sv_64(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) { DVK(KP773010453, +0.773010453362736960810906609758469800971041293); DVK(KP634393284, +0.634393284163645498215171613225493370675687095); DVK(KP098017140, +0.098017140329560601994195563888641845861136673); DVK(KP995184726, +0.995184726672196886244836953109479921575474869); DVK(KP881921264, +0.881921264348355029712756863660388349508442621); DVK(KP471396736, +0.471396736825997648556387625905254377657460319); DVK(KP290284677, +0.290284677254462367636192375817395274691476278); DVK(KP956940335, +0.956940335732208864935797886980269969482849206); DVK(KP831469612, +0.831469612302545237078788377617905756738560812); DVK(KP555570233, +0.555570233019602224742830813948532874374937191); DVK(KP195090322, +0.195090322016128267848284868477022240927691618); DVK(KP980785280, +0.980785280403230449126182236134239036973933731); DVK(KP923879532, +0.923879532511286756128183189396788286822416626); DVK(KP382683432, +0.382683432365089771728459984030398866761344562); DVK(KP707106781, +0.707106781186547524400844362104849039284835938); INT i; for (i = v; i > 0; i = i - (2 * VL), ri = ri + ((2 * VL) * ivs), ii = ii + ((2 * VL) * ivs), ro = ro + ((2 * VL) * ovs), io = io + ((2 * VL) * ovs), MAKE_VOLATILE_STRIDE(is), MAKE_VOLATILE_STRIDE(os)) { V T37, T7B, T8F, T5Z, Tf, Td9, TbB, TcB, T62, T7C, T2i, TdH, Tah, Tcb, T3e; V T8G, Tu, TdI, Tak, TbD, Tan, TbC, T2x, Tda, T3m, T65, T7G, T8J, T7J, T8I; V T3t, T64, TK, Tdd, Tas, Tce, Tav, Tcf, T2N, Tdc, T3G, T6G, T7O, T9k, T7R; V T9l, T3N, T6H, T1L, Tdv, Tbs, Tcw, TdC, Teo, T5j, T6V, T5Q, T6Y, T8y, T9C; V Tbb, Tct, T8n, T9z, TZ, Tdf, Taz, Tch, TaC, Tci, T32, Tdg, T3Z, T6J, T7V; V T9n, T7Y, T9o, T46, T6K, T1g, Tdp, Tb1, Tcm, Tdm, Tej, T4q, T6R, T4X, T6O; V T8f, T9s, TaK, Tcp, T84, T9v, T1v, Tdn, Tb4, Tcq, Tds, Tek, T4N, T6P, T50; V T6S, T8i, T9w, TaV, Tcn, T8b, T9t, T20, TdD, Tbv, Tcu, Tdy, Tep, T5G, T6Z; V T5T, T6W, T8B, T9A, Tbm, Tcx, T8u, T9D; { V T3, T35, T26, T5Y, T6, T5X, T29, T36, Ta, T39, T2d, T38, Td, T3b, T2g; V T3c; { V T1, T2, T24, T25; T1 = LD(&(ri[0]), ivs, &(ri[0])); T2 = LD(&(ri[WS(is, 32)]), ivs, &(ri[0])); T3 = VADD(T1, T2); T35 = VSUB(T1, T2); T24 = LD(&(ii[0]), ivs, &(ii[0])); T25 = LD(&(ii[WS(is, 32)]), ivs, &(ii[0])); T26 = VADD(T24, T25); T5Y = VSUB(T24, T25); } { V T4, T5, T27, T28; T4 = LD(&(ri[WS(is, 16)]), ivs, &(ri[0])); T5 = LD(&(ri[WS(is, 48)]), ivs, &(ri[0])); T6 = VADD(T4, T5); T5X = VSUB(T4, T5); T27 = LD(&(ii[WS(is, 16)]), ivs, &(ii[0])); T28 = LD(&(ii[WS(is, 48)]), ivs, &(ii[0])); T29 = VADD(T27, T28); T36 = VSUB(T27, T28); } { V T8, T9, T2b, T2c; T8 = LD(&(ri[WS(is, 8)]), ivs, &(ri[0])); T9 = LD(&(ri[WS(is, 40)]), ivs, &(ri[0])); Ta = VADD(T8, T9); T39 = VSUB(T8, T9); T2b = LD(&(ii[WS(is, 8)]), ivs, &(ii[0])); T2c = LD(&(ii[WS(is, 40)]), ivs, &(ii[0])); T2d = VADD(T2b, T2c); T38 = VSUB(T2b, T2c); } { V Tb, Tc, T2e, T2f; Tb = LD(&(ri[WS(is, 56)]), ivs, &(ri[0])); Tc = LD(&(ri[WS(is, 24)]), ivs, &(ri[0])); Td = VADD(Tb, Tc); T3b = VSUB(Tb, Tc); T2e = LD(&(ii[WS(is, 56)]), ivs, &(ii[0])); T2f = LD(&(ii[WS(is, 24)]), ivs, &(ii[0])); T2g = VADD(T2e, T2f); T3c = VSUB(T2e, T2f); } { V T7, Te, T2a, T2h; T37 = VSUB(T35, T36); T7B = VADD(T35, T36); T8F = VSUB(T5Y, T5X); T5Z = VADD(T5X, T5Y); T7 = VADD(T3, T6); Te = VADD(Ta, Td); Tf = VADD(T7, Te); Td9 = VSUB(T7, Te); { V Tbz, TbA, T60, T61; Tbz = VSUB(T26, T29); TbA = VSUB(Td, Ta); TbB = VSUB(Tbz, TbA); TcB = VADD(TbA, Tbz); T60 = VSUB(T3b, T3c); T61 = VADD(T39, T38); T62 = VMUL(LDK(KP707106781), VSUB(T60, T61)); T7C = VMUL(LDK(KP707106781), VADD(T61, T60)); } T2a = VADD(T26, T29); T2h = VADD(T2d, T2g); T2i = VADD(T2a, T2h); TdH = VSUB(T2a, T2h); { V Taf, Tag, T3a, T3d; Taf = VSUB(T3, T6); Tag = VSUB(T2d, T2g); Tah = VSUB(Taf, Tag); Tcb = VADD(Taf, Tag); T3a = VSUB(T38, T39); T3d = VADD(T3b, T3c); T3e = VMUL(LDK(KP707106781), VSUB(T3a, T3d)); T8G = VMUL(LDK(KP707106781), VADD(T3a, T3d)); } } } { V Ti, T3j, T2l, T3h, Tl, T3g, T2o, T3k, Tp, T3q, T2s, T3o, Ts, T3n, T2v; V T3r; { V Tg, Th, T2j, T2k; Tg = LD(&(ri[WS(is, 4)]), ivs, &(ri[0])); Th = LD(&(ri[WS(is, 36)]), ivs, &(ri[0])); Ti = VADD(Tg, Th); T3j = VSUB(Tg, Th); T2j = LD(&(ii[WS(is, 4)]), ivs, &(ii[0])); T2k = LD(&(ii[WS(is, 36)]), ivs, &(ii[0])); T2l = VADD(T2j, T2k); T3h = VSUB(T2j, T2k); } { V Tj, Tk, T2m, T2n; Tj = LD(&(ri[WS(is, 20)]), ivs, &(ri[0])); Tk = LD(&(ri[WS(is, 52)]), ivs, &(ri[0])); Tl = VADD(Tj, Tk); T3g = VSUB(Tj, Tk); T2m = LD(&(ii[WS(is, 20)]), ivs, &(ii[0])); T2n = LD(&(ii[WS(is, 52)]), ivs, &(ii[0])); T2o = VADD(T2m, T2n); T3k = VSUB(T2m, T2n); } { V Tn, To, T2q, T2r; Tn = LD(&(ri[WS(is, 60)]), ivs, &(ri[0])); To = LD(&(ri[WS(is, 28)]), ivs, &(ri[0])); Tp = VADD(Tn, To); T3q = VSUB(Tn, To); T2q = LD(&(ii[WS(is, 60)]), ivs, &(ii[0])); T2r = LD(&(ii[WS(is, 28)]), ivs, &(ii[0])); T2s = VADD(T2q, T2r); T3o = VSUB(T2q, T2r); } { V Tq, Tr, T2t, T2u; Tq = LD(&(ri[WS(is, 12)]), ivs, &(ri[0])); Tr = LD(&(ri[WS(is, 44)]), ivs, &(ri[0])); Ts = VADD(Tq, Tr); T3n = VSUB(Tq, Tr); T2t = LD(&(ii[WS(is, 12)]), ivs, &(ii[0])); T2u = LD(&(ii[WS(is, 44)]), ivs, &(ii[0])); T2v = VADD(T2t, T2u); T3r = VSUB(T2t, T2u); } { V Tm, Tt, Tai, Taj; Tm = VADD(Ti, Tl); Tt = VADD(Tp, Ts); Tu = VADD(Tm, Tt); TdI = VSUB(Tt, Tm); Tai = VSUB(T2l, T2o); Taj = VSUB(Ti, Tl); Tak = VSUB(Tai, Taj); TbD = VADD(Taj, Tai); } { V Tal, Tam, T2p, T2w; Tal = VSUB(Tp, Ts); Tam = VSUB(T2s, T2v); Tan = VADD(Tal, Tam); TbC = VSUB(Tal, Tam); T2p = VADD(T2l, T2o); T2w = VADD(T2s, T2v); T2x = VADD(T2p, T2w); Tda = VSUB(T2p, T2w); } { V T3i, T3l, T7E, T7F; T3i = VADD(T3g, T3h); T3l = VSUB(T3j, T3k); T3m = VFNMS(LDK(KP923879532), T3l, VMUL(LDK(KP382683432), T3i)); T65 = VFMA(LDK(KP923879532), T3i, VMUL(LDK(KP382683432), T3l)); T7E = VSUB(T3h, T3g); T7F = VADD(T3j, T3k); T7G = VFNMS(LDK(KP382683432), T7F, VMUL(LDK(KP923879532), T7E)); T8J = VFMA(LDK(KP382683432), T7E, VMUL(LDK(KP923879532), T7F)); } { V T7H, T7I, T3p, T3s; T7H = VSUB(T3o, T3n); T7I = VADD(T3q, T3r); T7J = VFMA(LDK(KP923879532), T7H, VMUL(LDK(KP382683432), T7I)); T8I = VFNMS(LDK(KP382683432), T7H, VMUL(LDK(KP923879532), T7I)); T3p = VADD(T3n, T3o); T3s = VSUB(T3q, T3r); T3t = VFMA(LDK(KP382683432), T3p, VMUL(LDK(KP923879532), T3s)); T64 = VFNMS(LDK(KP923879532), T3p, VMUL(LDK(KP382683432), T3s)); } } { V Ty, T3H, T2B, T3x, TB, T3w, T2E, T3I, TI, T3L, T2L, T3B, TF, T3K, T2I; V T3E; { V Tw, Tx, T2C, T2D; Tw = LD(&(ri[WS(is, 2)]), ivs, &(ri[0])); Tx = LD(&(ri[WS(is, 34)]), ivs, &(ri[0])); Ty = VADD(Tw, Tx); T3H = VSUB(Tw, Tx); { V T2z, T2A, Tz, TA; T2z = LD(&(ii[WS(is, 2)]), ivs, &(ii[0])); T2A = LD(&(ii[WS(is, 34)]), ivs, &(ii[0])); T2B = VADD(T2z, T2A); T3x = VSUB(T2z, T2A); Tz = LD(&(ri[WS(is, 18)]), ivs, &(ri[0])); TA = LD(&(ri[WS(is, 50)]), ivs, &(ri[0])); TB = VADD(Tz, TA); T3w = VSUB(Tz, TA); } T2C = LD(&(ii[WS(is, 18)]), ivs, &(ii[0])); T2D = LD(&(ii[WS(is, 50)]), ivs, &(ii[0])); T2E = VADD(T2C, T2D); T3I = VSUB(T2C, T2D); { V TG, TH, T3z, T2J, T2K, T3A; TG = LD(&(ri[WS(is, 58)]), ivs, &(ri[0])); TH = LD(&(ri[WS(is, 26)]), ivs, &(ri[0])); T3z = VSUB(TG, TH); T2J = LD(&(ii[WS(is, 58)]), ivs, &(ii[0])); T2K = LD(&(ii[WS(is, 26)]), ivs, &(ii[0])); T3A = VSUB(T2J, T2K); TI = VADD(TG, TH); T3L = VADD(T3z, T3A); T2L = VADD(T2J, T2K); T3B = VSUB(T3z, T3A); } { V TD, TE, T3C, T2G, T2H, T3D; TD = LD(&(ri[WS(is, 10)]), ivs, &(ri[0])); TE = LD(&(ri[WS(is, 42)]), ivs, &(ri[0])); T3C = VSUB(TD, TE); T2G = LD(&(ii[WS(is, 10)]), ivs, &(ii[0])); T2H = LD(&(ii[WS(is, 42)]), ivs, &(ii[0])); T3D = VSUB(T2G, T2H); TF = VADD(TD, TE); T3K = VSUB(T3D, T3C); T2I = VADD(T2G, T2H); T3E = VADD(T3C, T3D); } } { V TC, TJ, Taq, Tar; TC = VADD(Ty, TB); TJ = VADD(TF, TI); TK = VADD(TC, TJ); Tdd = VSUB(TC, TJ); Taq = VSUB(T2B, T2E); Tar = VSUB(TI, TF); Tas = VSUB(Taq, Tar); Tce = VADD(Tar, Taq); } { V Tat, Tau, T2F, T2M; Tat = VSUB(Ty, TB); Tau = VSUB(T2I, T2L); Tav = VSUB(Tat, Tau); Tcf = VADD(Tat, Tau); T2F = VADD(T2B, T2E); T2M = VADD(T2I, T2L); T2N = VADD(T2F, T2M); Tdc = VSUB(T2F, T2M); } { V T3y, T3F, T7M, T7N; T3y = VADD(T3w, T3x); T3F = VMUL(LDK(KP707106781), VSUB(T3B, T3E)); T3G = VSUB(T3y, T3F); T6G = VADD(T3y, T3F); T7M = VSUB(T3x, T3w); T7N = VMUL(LDK(KP707106781), VADD(T3K, T3L)); T7O = VSUB(T7M, T7N); T9k = VADD(T7M, T7N); } { V T7P, T7Q, T3J, T3M; T7P = VADD(T3H, T3I); T7Q = VMUL(LDK(KP707106781), VADD(T3E, T3B)); T7R = VSUB(T7P, T7Q); T9l = VADD(T7P, T7Q); T3J = VSUB(T3H, T3I); T3M = VMUL(LDK(KP707106781), VSUB(T3K, T3L)); T3N = VSUB(T3J, T3M); T6H = VADD(T3J, T3M); } } { V T1z, T53, T5L, Tbo, T1C, T5I, T56, Tbp, T1J, Tb9, T5h, T5N, T1G, Tb8, T5c; V T5O; { V T1x, T1y, T54, T55; T1x = LD(&(ri[WS(is, 63)]), ivs, &(ri[WS(is, 1)])); T1y = LD(&(ri[WS(is, 31)]), ivs, &(ri[WS(is, 1)])); T1z = VADD(T1x, T1y); T53 = VSUB(T1x, T1y); { V T5J, T5K, T1A, T1B; T5J = LD(&(ii[WS(is, 63)]), ivs, &(ii[WS(is, 1)])); T5K = LD(&(ii[WS(is, 31)]), ivs, &(ii[WS(is, 1)])); T5L = VSUB(T5J, T5K); Tbo = VADD(T5J, T5K); T1A = LD(&(ri[WS(is, 15)]), ivs, &(ri[WS(is, 1)])); T1B = LD(&(ri[WS(is, 47)]), ivs, &(ri[WS(is, 1)])); T1C = VADD(T1A, T1B); T5I = VSUB(T1A, T1B); } T54 = LD(&(ii[WS(is, 15)]), ivs, &(ii[WS(is, 1)])); T55 = LD(&(ii[WS(is, 47)]), ivs, &(ii[WS(is, 1)])); T56 = VSUB(T54, T55); Tbp = VADD(T54, T55); { V T1H, T1I, T5d, T5e, T5f, T5g; T1H = LD(&(ri[WS(is, 55)]), ivs, &(ri[WS(is, 1)])); T1I = LD(&(ri[WS(is, 23)]), ivs, &(ri[WS(is, 1)])); T5d = VSUB(T1H, T1I); T5e = LD(&(ii[WS(is, 55)]), ivs, &(ii[WS(is, 1)])); T5f = LD(&(ii[WS(is, 23)]), ivs, &(ii[WS(is, 1)])); T5g = VSUB(T5e, T5f); T1J = VADD(T1H, T1I); Tb9 = VADD(T5e, T5f); T5h = VADD(T5d, T5g); T5N = VSUB(T5d, T5g); } { V T1E, T1F, T5b, T58, T59, T5a; T1E = LD(&(ri[WS(is, 7)]), ivs, &(ri[WS(is, 1)])); T1F = LD(&(ri[WS(is, 39)]), ivs, &(ri[WS(is, 1)])); T5b = VSUB(T1E, T1F); T58 = LD(&(ii[WS(is, 7)]), ivs, &(ii[WS(is, 1)])); T59 = LD(&(ii[WS(is, 39)]), ivs, &(ii[WS(is, 1)])); T5a = VSUB(T58, T59); T1G = VADD(T1E, T1F); Tb8 = VADD(T58, T59); T5c = VSUB(T5a, T5b); T5O = VADD(T5b, T5a); } } { V T1D, T1K, Tbq, Tbr; T1D = VADD(T1z, T1C); T1K = VADD(T1G, T1J); T1L = VADD(T1D, T1K); Tdv = VSUB(T1D, T1K); Tbq = VSUB(Tbo, Tbp); Tbr = VSUB(T1J, T1G); Tbs = VSUB(Tbq, Tbr); Tcw = VADD(Tbr, Tbq); } { V TdA, TdB, T57, T5i; TdA = VADD(Tbo, Tbp); TdB = VADD(Tb8, Tb9); TdC = VSUB(TdA, TdB); Teo = VADD(TdA, TdB); T57 = VSUB(T53, T56); T5i = VMUL(LDK(KP707106781), VSUB(T5c, T5h)); T5j = VSUB(T57, T5i); T6V = VADD(T57, T5i); } { V T5M, T5P, T8w, T8x; T5M = VADD(T5I, T5L); T5P = VMUL(LDK(KP707106781), VSUB(T5N, T5O)); T5Q = VSUB(T5M, T5P); T6Y = VADD(T5M, T5P); T8w = VSUB(T5L, T5I); T8x = VMUL(LDK(KP707106781), VADD(T5c, T5h)); T8y = VSUB(T8w, T8x); T9C = VADD(T8w, T8x); } { V Tb7, Tba, T8l, T8m; Tb7 = VSUB(T1z, T1C); Tba = VSUB(Tb8, Tb9); Tbb = VSUB(Tb7, Tba); Tct = VADD(Tb7, Tba); T8l = VADD(T53, T56); T8m = VMUL(LDK(KP707106781), VADD(T5O, T5N)); T8n = VSUB(T8l, T8m); T9z = VADD(T8l, T8m); } } { V TN, T40, T2Q, T3Q, TQ, T3P, T2T, T41, TX, T44, T30, T3U, TU, T43, T2X; V T3X; { V TL, TM, T2R, T2S; TL = LD(&(ri[WS(is, 62)]), ivs, &(ri[0])); TM = LD(&(ri[WS(is, 30)]), ivs, &(ri[0])); TN = VADD(TL, TM); T40 = VSUB(TL, TM); { V T2O, T2P, TO, TP; T2O = LD(&(ii[WS(is, 62)]), ivs, &(ii[0])); T2P = LD(&(ii[WS(is, 30)]), ivs, &(ii[0])); T2Q = VADD(T2O, T2P); T3Q = VSUB(T2O, T2P); TO = LD(&(ri[WS(is, 14)]), ivs, &(ri[0])); TP = LD(&(ri[WS(is, 46)]), ivs, &(ri[0])); TQ = VADD(TO, TP); T3P = VSUB(TO, TP); } T2R = LD(&(ii[WS(is, 14)]), ivs, &(ii[0])); T2S = LD(&(ii[WS(is, 46)]), ivs, &(ii[0])); T2T = VADD(T2R, T2S); T41 = VSUB(T2R, T2S); { V TV, TW, T3S, T2Y, T2Z, T3T; TV = LD(&(ri[WS(is, 54)]), ivs, &(ri[0])); TW = LD(&(ri[WS(is, 22)]), ivs, &(ri[0])); T3S = VSUB(TV, TW); T2Y = LD(&(ii[WS(is, 54)]), ivs, &(ii[0])); T2Z = LD(&(ii[WS(is, 22)]), ivs, &(ii[0])); T3T = VSUB(T2Y, T2Z); TX = VADD(TV, TW); T44 = VADD(T3S, T3T); T30 = VADD(T2Y, T2Z); T3U = VSUB(T3S, T3T); } { V TS, TT, T3V, T2V, T2W, T3W; TS = LD(&(ri[WS(is, 6)]), ivs, &(ri[0])); TT = LD(&(ri[WS(is, 38)]), ivs, &(ri[0])); T3V = VSUB(TS, TT); T2V = LD(&(ii[WS(is, 6)]), ivs, &(ii[0])); T2W = LD(&(ii[WS(is, 38)]), ivs, &(ii[0])); T3W = VSUB(T2V, T2W); TU = VADD(TS, TT); T43 = VSUB(T3W, T3V); T2X = VADD(T2V, T2W); T3X = VADD(T3V, T3W); } } { V TR, TY, Tax, Tay; TR = VADD(TN, TQ); TY = VADD(TU, TX); TZ = VADD(TR, TY); Tdf = VSUB(TR, TY); Tax = VSUB(T2Q, T2T); Tay = VSUB(TX, TU); Taz = VSUB(Tax, Tay); Tch = VADD(Tay, Tax); } { V TaA, TaB, T2U, T31; TaA = VSUB(TN, TQ); TaB = VSUB(T2X, T30); TaC = VSUB(TaA, TaB); Tci = VADD(TaA, TaB); T2U = VADD(T2Q, T2T); T31 = VADD(T2X, T30); T32 = VADD(T2U, T31); Tdg = VSUB(T2U, T31); } { V T3R, T3Y, T7T, T7U; T3R = VADD(T3P, T3Q); T3Y = VMUL(LDK(KP707106781), VSUB(T3U, T3X)); T3Z = VSUB(T3R, T3Y); T6J = VADD(T3R, T3Y); T7T = VADD(T40, T41); T7U = VMUL(LDK(KP707106781), VADD(T3X, T3U)); T7V = VSUB(T7T, T7U); T9n = VADD(T7T, T7U); } { V T7W, T7X, T42, T45; T7W = VSUB(T3Q, T3P); T7X = VMUL(LDK(KP707106781), VADD(T43, T44)); T7Y = VSUB(T7W, T7X); T9o = VADD(T7W, T7X); T42 = VSUB(T40, T41); T45 = VMUL(LDK(KP707106781), VSUB(T43, T44)); T46 = VSUB(T42, T45); T6K = VADD(T42, T45); } } { V T14, T4P, T4d, TaG, T17, T4a, T4S, TaH, T1e, TaZ, T4j, T4V, T1b, TaY, T4o; V T4U; { V T12, T13, T4Q, T4R; T12 = LD(&(ri[WS(is, 1)]), ivs, &(ri[WS(is, 1)])); T13 = LD(&(ri[WS(is, 33)]), ivs, &(ri[WS(is, 1)])); T14 = VADD(T12, T13); T4P = VSUB(T12, T13); { V T4b, T4c, T15, T16; T4b = LD(&(ii[WS(is, 1)]), ivs, &(ii[WS(is, 1)])); T4c = LD(&(ii[WS(is, 33)]), ivs, &(ii[WS(is, 1)])); T4d = VSUB(T4b, T4c); TaG = VADD(T4b, T4c); T15 = LD(&(ri[WS(is, 17)]), ivs, &(ri[WS(is, 1)])); T16 = LD(&(ri[WS(is, 49)]), ivs, &(ri[WS(is, 1)])); T17 = VADD(T15, T16); T4a = VSUB(T15, T16); } T4Q = LD(&(ii[WS(is, 17)]), ivs, &(ii[WS(is, 1)])); T4R = LD(&(ii[WS(is, 49)]), ivs, &(ii[WS(is, 1)])); T4S = VSUB(T4Q, T4R); TaH = VADD(T4Q, T4R); { V T1c, T1d, T4f, T4g, T4h, T4i; T1c = LD(&(ri[WS(is, 57)]), ivs, &(ri[WS(is, 1)])); T1d = LD(&(ri[WS(is, 25)]), ivs, &(ri[WS(is, 1)])); T4f = VSUB(T1c, T1d); T4g = LD(&(ii[WS(is, 57)]), ivs, &(ii[WS(is, 1)])); T4h = LD(&(ii[WS(is, 25)]), ivs, &(ii[WS(is, 1)])); T4i = VSUB(T4g, T4h); T1e = VADD(T1c, T1d); TaZ = VADD(T4g, T4h); T4j = VSUB(T4f, T4i); T4V = VADD(T4f, T4i); } { V T19, T1a, T4k, T4l, T4m, T4n; T19 = LD(&(ri[WS(is, 9)]), ivs, &(ri[WS(is, 1)])); T1a = LD(&(ri[WS(is, 41)]), ivs, &(ri[WS(is, 1)])); T4k = VSUB(T19, T1a); T4l = LD(&(ii[WS(is, 9)]), ivs, &(ii[WS(is, 1)])); T4m = LD(&(ii[WS(is, 41)]), ivs, &(ii[WS(is, 1)])); T4n = VSUB(T4l, T4m); T1b = VADD(T19, T1a); TaY = VADD(T4l, T4m); T4o = VADD(T4k, T4n); T4U = VSUB(T4n, T4k); } } { V T18, T1f, TaX, Tb0; T18 = VADD(T14, T17); T1f = VADD(T1b, T1e); T1g = VADD(T18, T1f); Tdp = VSUB(T18, T1f); TaX = VSUB(T14, T17); Tb0 = VSUB(TaY, TaZ); Tb1 = VSUB(TaX, Tb0); Tcm = VADD(TaX, Tb0); } { V Tdk, Tdl, T4e, T4p; Tdk = VADD(TaG, TaH); Tdl = VADD(TaY, TaZ); Tdm = VSUB(Tdk, Tdl); Tej = VADD(Tdk, Tdl); T4e = VADD(T4a, T4d); T4p = VMUL(LDK(KP707106781), VSUB(T4j, T4o)); T4q = VSUB(T4e, T4p); T6R = VADD(T4e, T4p); } { V T4T, T4W, T8d, T8e; T4T = VSUB(T4P, T4S); T4W = VMUL(LDK(KP707106781), VSUB(T4U, T4V)); T4X = VSUB(T4T, T4W); T6O = VADD(T4T, T4W); T8d = VADD(T4P, T4S); T8e = VMUL(LDK(KP707106781), VADD(T4o, T4j)); T8f = VSUB(T8d, T8e); T9s = VADD(T8d, T8e); } { V TaI, TaJ, T82, T83; TaI = VSUB(TaG, TaH); TaJ = VSUB(T1e, T1b); TaK = VSUB(TaI, TaJ); Tcp = VADD(TaJ, TaI); T82 = VSUB(T4d, T4a); T83 = VMUL(LDK(KP707106781), VADD(T4U, T4V)); T84 = VSUB(T82, T83); T9v = VADD(T82, T83); } } { V T1j, TaR, T1m, TaS, T4G, T4L, TaT, TaQ, T89, T88, T1q, TaM, T1t, TaN, T4v; V T4A, TaO, TaL, T86, T85; { V T4H, T4F, T4C, T4K; { V T1h, T1i, T4D, T4E; T1h = LD(&(ri[WS(is, 5)]), ivs, &(ri[WS(is, 1)])); T1i = LD(&(ri[WS(is, 37)]), ivs, &(ri[WS(is, 1)])); T1j = VADD(T1h, T1i); T4H = VSUB(T1h, T1i); T4D = LD(&(ii[WS(is, 5)]), ivs, &(ii[WS(is, 1)])); T4E = LD(&(ii[WS(is, 37)]), ivs, &(ii[WS(is, 1)])); T4F = VSUB(T4D, T4E); TaR = VADD(T4D, T4E); } { V T1k, T1l, T4I, T4J; T1k = LD(&(ri[WS(is, 21)]), ivs, &(ri[WS(is, 1)])); T1l = LD(&(ri[WS(is, 53)]), ivs, &(ri[WS(is, 1)])); T1m = VADD(T1k, T1l); T4C = VSUB(T1k, T1l); T4I = LD(&(ii[WS(is, 21)]), ivs, &(ii[WS(is, 1)])); T4J = LD(&(ii[WS(is, 53)]), ivs, &(ii[WS(is, 1)])); T4K = VSUB(T4I, T4J); TaS = VADD(T4I, T4J); } T4G = VADD(T4C, T4F); T4L = VSUB(T4H, T4K); TaT = VSUB(TaR, TaS); TaQ = VSUB(T1j, T1m); T89 = VADD(T4H, T4K); T88 = VSUB(T4F, T4C); } { V T4r, T4z, T4w, T4u; { V T1o, T1p, T4x, T4y; T1o = LD(&(ri[WS(is, 61)]), ivs, &(ri[WS(is, 1)])); T1p = LD(&(ri[WS(is, 29)]), ivs, &(ri[WS(is, 1)])); T1q = VADD(T1o, T1p); T4r = VSUB(T1o, T1p); T4x = LD(&(ii[WS(is, 61)]), ivs, &(ii[WS(is, 1)])); T4y = LD(&(ii[WS(is, 29)]), ivs, &(ii[WS(is, 1)])); T4z = VSUB(T4x, T4y); TaM = VADD(T4x, T4y); } { V T1r, T1s, T4s, T4t; T1r = LD(&(ri[WS(is, 13)]), ivs, &(ri[WS(is, 1)])); T1s = LD(&(ri[WS(is, 45)]), ivs, &(ri[WS(is, 1)])); T1t = VADD(T1r, T1s); T4w = VSUB(T1r, T1s); T4s = LD(&(ii[WS(is, 13)]), ivs, &(ii[WS(is, 1)])); T4t = LD(&(ii[WS(is, 45)]), ivs, &(ii[WS(is, 1)])); T4u = VSUB(T4s, T4t); TaN = VADD(T4s, T4t); } T4v = VSUB(T4r, T4u); T4A = VADD(T4w, T4z); TaO = VSUB(TaM, TaN); TaL = VSUB(T1q, T1t); T86 = VSUB(T4z, T4w); T85 = VADD(T4r, T4u); } { V T1n, T1u, Tb2, Tb3; T1n = VADD(T1j, T1m); T1u = VADD(T1q, T1t); T1v = VADD(T1n, T1u); Tdn = VSUB(T1u, T1n); Tb2 = VSUB(TaT, TaQ); Tb3 = VADD(TaL, TaO); Tb4 = VMUL(LDK(KP707106781), VSUB(Tb2, Tb3)); Tcq = VMUL(LDK(KP707106781), VADD(Tb2, Tb3)); } { V Tdq, Tdr, T4B, T4M; Tdq = VADD(TaR, TaS); Tdr = VADD(TaM, TaN); Tds = VSUB(Tdq, Tdr); Tek = VADD(Tdq, Tdr); T4B = VFNMS(LDK(KP923879532), T4A, VMUL(LDK(KP382683432), T4v)); T4M = VFMA(LDK(KP923879532), T4G, VMUL(LDK(KP382683432), T4L)); T4N = VSUB(T4B, T4M); T6P = VADD(T4M, T4B); } { V T4Y, T4Z, T8g, T8h; T4Y = VFNMS(LDK(KP923879532), T4L, VMUL(LDK(KP382683432), T4G)); T4Z = VFMA(LDK(KP382683432), T4A, VMUL(LDK(KP923879532), T4v)); T50 = VSUB(T4Y, T4Z); T6S = VADD(T4Y, T4Z); T8g = VFNMS(LDK(KP382683432), T89, VMUL(LDK(KP923879532), T88)); T8h = VFMA(LDK(KP923879532), T86, VMUL(LDK(KP382683432), T85)); T8i = VSUB(T8g, T8h); T9w = VADD(T8g, T8h); } { V TaP, TaU, T87, T8a; TaP = VSUB(TaL, TaO); TaU = VADD(TaQ, TaT); TaV = VMUL(LDK(KP707106781), VSUB(TaP, TaU)); Tcn = VMUL(LDK(KP707106781), VADD(TaU, TaP)); T87 = VFNMS(LDK(KP382683432), T86, VMUL(LDK(KP923879532), T85)); T8a = VFMA(LDK(KP382683432), T88, VMUL(LDK(KP923879532), T89)); T8b = VSUB(T87, T8a); T9t = VADD(T8a, T87); } } { V T1O, Tbc, T1R, Tbd, T5o, T5t, Tbf, Tbe, T8p, T8o, T1V, Tbi, T1Y, Tbj, T5z; V T5E, Tbk, Tbh, T8s, T8r; { V T5p, T5n, T5k, T5s; { V T1M, T1N, T5l, T5m; T1M = LD(&(ri[WS(is, 3)]), ivs, &(ri[WS(is, 1)])); T1N = LD(&(ri[WS(is, 35)]), ivs, &(ri[WS(is, 1)])); T1O = VADD(T1M, T1N); T5p = VSUB(T1M, T1N); T5l = LD(&(ii[WS(is, 3)]), ivs, &(ii[WS(is, 1)])); T5m = LD(&(ii[WS(is, 35)]), ivs, &(ii[WS(is, 1)])); T5n = VSUB(T5l, T5m); Tbc = VADD(T5l, T5m); } { V T1P, T1Q, T5q, T5r; T1P = LD(&(ri[WS(is, 19)]), ivs, &(ri[WS(is, 1)])); T1Q = LD(&(ri[WS(is, 51)]), ivs, &(ri[WS(is, 1)])); T1R = VADD(T1P, T1Q); T5k = VSUB(T1P, T1Q); T5q = LD(&(ii[WS(is, 19)]), ivs, &(ii[WS(is, 1)])); T5r = LD(&(ii[WS(is, 51)]), ivs, &(ii[WS(is, 1)])); T5s = VSUB(T5q, T5r); Tbd = VADD(T5q, T5r); } T5o = VADD(T5k, T5n); T5t = VSUB(T5p, T5s); Tbf = VSUB(T1O, T1R); Tbe = VSUB(Tbc, Tbd); T8p = VADD(T5p, T5s); T8o = VSUB(T5n, T5k); } { V T5A, T5y, T5v, T5D; { V T1T, T1U, T5w, T5x; T1T = LD(&(ri[WS(is, 59)]), ivs, &(ri[WS(is, 1)])); T1U = LD(&(ri[WS(is, 27)]), ivs, &(ri[WS(is, 1)])); T1V = VADD(T1T, T1U); T5A = VSUB(T1T, T1U); T5w = LD(&(ii[WS(is, 59)]), ivs, &(ii[WS(is, 1)])); T5x = LD(&(ii[WS(is, 27)]), ivs, &(ii[WS(is, 1)])); T5y = VSUB(T5w, T5x); Tbi = VADD(T5w, T5x); } { V T1W, T1X, T5B, T5C; T1W = LD(&(ri[WS(is, 11)]), ivs, &(ri[WS(is, 1)])); T1X = LD(&(ri[WS(is, 43)]), ivs, &(ri[WS(is, 1)])); T1Y = VADD(T1W, T1X); T5v = VSUB(T1W, T1X); T5B = LD(&(ii[WS(is, 11)]), ivs, &(ii[WS(is, 1)])); T5C = LD(&(ii[WS(is, 43)]), ivs, &(ii[WS(is, 1)])); T5D = VSUB(T5B, T5C); Tbj = VADD(T5B, T5C); } T5z = VADD(T5v, T5y); T5E = VSUB(T5A, T5D); Tbk = VSUB(Tbi, Tbj); Tbh = VSUB(T1V, T1Y); T8s = VADD(T5A, T5D); T8r = VSUB(T5y, T5v); } { V T1S, T1Z, Tbt, Tbu; T1S = VADD(T1O, T1R); T1Z = VADD(T1V, T1Y); T20 = VADD(T1S, T1Z); TdD = VSUB(T1Z, T1S); Tbt = VSUB(Tbh, Tbk); Tbu = VADD(Tbf, Tbe); Tbv = VMUL(LDK(KP707106781), VSUB(Tbt, Tbu)); Tcu = VMUL(LDK(KP707106781), VADD(Tbu, Tbt)); } { V Tdw, Tdx, T5u, T5F; Tdw = VADD(Tbc, Tbd); Tdx = VADD(Tbi, Tbj); Tdy = VSUB(Tdw, Tdx); Tep = VADD(Tdw, Tdx); T5u = VFNMS(LDK(KP923879532), T5t, VMUL(LDK(KP382683432), T5o)); T5F = VFMA(LDK(KP382683432), T5z, VMUL(LDK(KP923879532), T5E)); T5G = VSUB(T5u, T5F); T6Z = VADD(T5u, T5F); } { V T5R, T5S, T8z, T8A; T5R = VFNMS(LDK(KP923879532), T5z, VMUL(LDK(KP382683432), T5E)); T5S = VFMA(LDK(KP923879532), T5o, VMUL(LDK(KP382683432), T5t)); T5T = VSUB(T5R, T5S); T6W = VADD(T5S, T5R); T8z = VFNMS(LDK(KP382683432), T8r, VMUL(LDK(KP923879532), T8s)); T8A = VFMA(LDK(KP382683432), T8o, VMUL(LDK(KP923879532), T8p)); T8B = VSUB(T8z, T8A); T9A = VADD(T8A, T8z); } { V Tbg, Tbl, T8q, T8t; Tbg = VSUB(Tbe, Tbf); Tbl = VADD(Tbh, Tbk); Tbm = VMUL(LDK(KP707106781), VSUB(Tbg, Tbl)); Tcx = VMUL(LDK(KP707106781), VADD(Tbg, Tbl)); T8q = VFNMS(LDK(KP382683432), T8p, VMUL(LDK(KP923879532), T8o)); T8t = VFMA(LDK(KP923879532), T8r, VMUL(LDK(KP382683432), T8s)); T8u = VSUB(T8q, T8t); T9D = VADD(T8q, T8t); } } { V TeJ, TeK, TeL, TeM, TeN, TeO, TeP, TeQ, TeR, TeS, TeT, TeU, TeV, TeW, TeX; V TeY, TeZ, Tf0, Tf1, Tf2, Tf3, Tf4, Tf5, Tf6, Tf7, Tf8, Tf9, Tfa, Tfb, Tfc; V Tfd, Tfe, Tff, Tfg, Tfh, Tfi, Tfj, Tfk, Tfl, Tfm, Tfn, Tfo, Tfp, Tfq, Tfr; V Tfs, Tft, Tfu; { V T11, TeD, TeG, TeI, T22, T23, T34, TeH; { V Tv, T10, TeE, TeF; Tv = VADD(Tf, Tu); T10 = VADD(TK, TZ); T11 = VADD(Tv, T10); TeD = VSUB(Tv, T10); TeE = VADD(Tej, Tek); TeF = VADD(Teo, Tep); TeG = VSUB(TeE, TeF); TeI = VADD(TeE, TeF); } { V T1w, T21, T2y, T33; T1w = VADD(T1g, T1v); T21 = VADD(T1L, T20); T22 = VADD(T1w, T21); T23 = VSUB(T21, T1w); T2y = VADD(T2i, T2x); T33 = VADD(T2N, T32); T34 = VSUB(T2y, T33); TeH = VADD(T2y, T33); } TeJ = VSUB(T11, T22); STM4(&(ro[32]), TeJ, ovs, &(ro[0])); TeK = VSUB(TeH, TeI); STM4(&(io[32]), TeK, ovs, &(io[0])); TeL = VADD(T11, T22); STM4(&(ro[0]), TeL, ovs, &(ro[0])); TeM = VADD(TeH, TeI); STM4(&(io[0]), TeM, ovs, &(io[0])); TeN = VADD(T23, T34); STM4(&(io[16]), TeN, ovs, &(io[0])); TeO = VADD(TeD, TeG); STM4(&(ro[16]), TeO, ovs, &(ro[0])); TeP = VSUB(T34, T23); STM4(&(io[48]), TeP, ovs, &(io[0])); TeQ = VSUB(TeD, TeG); STM4(&(ro[48]), TeQ, ovs, &(ro[0])); } { V Teh, Tex, Tev, TeB, Tem, Tey, Ter, Tez; { V Tef, Teg, Tet, Teu; Tef = VSUB(Tf, Tu); Teg = VSUB(T2N, T32); Teh = VADD(Tef, Teg); Tex = VSUB(Tef, Teg); Tet = VSUB(T2i, T2x); Teu = VSUB(TZ, TK); Tev = VSUB(Tet, Teu); TeB = VADD(Teu, Tet); } { V Tei, Tel, Ten, Teq; Tei = VSUB(T1g, T1v); Tel = VSUB(Tej, Tek); Tem = VADD(Tei, Tel); Tey = VSUB(Tel, Tei); Ten = VSUB(T1L, T20); Teq = VSUB(Teo, Tep); Ter = VSUB(Ten, Teq); Tez = VADD(Ten, Teq); } { V Tes, TeC, Tew, TeA; Tes = VMUL(LDK(KP707106781), VADD(Tem, Ter)); TeR = VSUB(Teh, Tes); STM4(&(ro[40]), TeR, ovs, &(ro[0])); TeS = VADD(Teh, Tes); STM4(&(ro[8]), TeS, ovs, &(ro[0])); TeC = VMUL(LDK(KP707106781), VADD(Tey, Tez)); TeT = VSUB(TeB, TeC); STM4(&(io[40]), TeT, ovs, &(io[0])); TeU = VADD(TeB, TeC); STM4(&(io[8]), TeU, ovs, &(io[0])); Tew = VMUL(LDK(KP707106781), VSUB(Ter, Tem)); TeV = VSUB(Tev, Tew); STM4(&(io[56]), TeV, ovs, &(io[0])); TeW = VADD(Tev, Tew); STM4(&(io[24]), TeW, ovs, &(io[0])); TeA = VMUL(LDK(KP707106781), VSUB(Tey, Tez)); TeX = VSUB(Tex, TeA); STM4(&(ro[56]), TeX, ovs, &(ro[0])); TeY = VADD(Tex, TeA); STM4(&(ro[24]), TeY, ovs, &(ro[0])); } } { V Tdb, TdV, Te5, TdJ, Tdi, Te6, Te3, Teb, TdM, TdW, Tdu, TdQ, Te0, Tea, TdF; V TdR; { V Tde, Tdh, Tdo, Tdt; Tdb = VSUB(Td9, Tda); TdV = VADD(Td9, Tda); Te5 = VADD(TdI, TdH); TdJ = VSUB(TdH, TdI); Tde = VSUB(Tdc, Tdd); Tdh = VADD(Tdf, Tdg); Tdi = VMUL(LDK(KP707106781), VSUB(Tde, Tdh)); Te6 = VMUL(LDK(KP707106781), VADD(Tde, Tdh)); { V Te1, Te2, TdK, TdL; Te1 = VADD(Tdv, Tdy); Te2 = VADD(TdD, TdC); Te3 = VFNMS(LDK(KP382683432), Te2, VMUL(LDK(KP923879532), Te1)); Teb = VFMA(LDK(KP923879532), Te2, VMUL(LDK(KP382683432), Te1)); TdK = VSUB(Tdf, Tdg); TdL = VADD(Tdd, Tdc); TdM = VMUL(LDK(KP707106781), VSUB(TdK, TdL)); TdW = VMUL(LDK(KP707106781), VADD(TdL, TdK)); } Tdo = VSUB(Tdm, Tdn); Tdt = VSUB(Tdp, Tds); Tdu = VFMA(LDK(KP923879532), Tdo, VMUL(LDK(KP382683432), Tdt)); TdQ = VFNMS(LDK(KP923879532), Tdt, VMUL(LDK(KP382683432), Tdo)); { V TdY, TdZ, Tdz, TdE; TdY = VADD(Tdn, Tdm); TdZ = VADD(Tdp, Tds); Te0 = VFMA(LDK(KP382683432), TdY, VMUL(LDK(KP923879532), TdZ)); Tea = VFNMS(LDK(KP382683432), TdZ, VMUL(LDK(KP923879532), TdY)); Tdz = VSUB(Tdv, Tdy); TdE = VSUB(TdC, TdD); TdF = VFNMS(LDK(KP923879532), TdE, VMUL(LDK(KP382683432), Tdz)); TdR = VFMA(LDK(KP382683432), TdE, VMUL(LDK(KP923879532), Tdz)); } } { V Tdj, TdG, TdT, TdU; Tdj = VADD(Tdb, Tdi); TdG = VADD(Tdu, TdF); TeZ = VSUB(Tdj, TdG); STM4(&(ro[44]), TeZ, ovs, &(ro[0])); Tf0 = VADD(Tdj, TdG); STM4(&(ro[12]), Tf0, ovs, &(ro[0])); TdT = VADD(TdJ, TdM); TdU = VADD(TdQ, TdR); Tf1 = VSUB(TdT, TdU); STM4(&(io[44]), Tf1, ovs, &(io[0])); Tf2 = VADD(TdT, TdU); STM4(&(io[12]), Tf2, ovs, &(io[0])); } { V TdN, TdO, TdP, TdS; TdN = VSUB(TdJ, TdM); TdO = VSUB(TdF, Tdu); Tf3 = VSUB(TdN, TdO); STM4(&(io[60]), Tf3, ovs, &(io[0])); Tf4 = VADD(TdN, TdO); STM4(&(io[28]), Tf4, ovs, &(io[0])); TdP = VSUB(Tdb, Tdi); TdS = VSUB(TdQ, TdR); Tf5 = VSUB(TdP, TdS); STM4(&(ro[60]), Tf5, ovs, &(ro[0])); Tf6 = VADD(TdP, TdS); STM4(&(ro[28]), Tf6, ovs, &(ro[0])); } { V TdX, Te4, Ted, Tee; TdX = VADD(TdV, TdW); Te4 = VADD(Te0, Te3); Tf7 = VSUB(TdX, Te4); STM4(&(ro[36]), Tf7, ovs, &(ro[0])); Tf8 = VADD(TdX, Te4); STM4(&(ro[4]), Tf8, ovs, &(ro[0])); Ted = VADD(Te5, Te6); Tee = VADD(Tea, Teb); Tf9 = VSUB(Ted, Tee); STM4(&(io[36]), Tf9, ovs, &(io[0])); Tfa = VADD(Ted, Tee); STM4(&(io[4]), Tfa, ovs, &(io[0])); } { V Te7, Te8, Te9, Tec; Te7 = VSUB(Te5, Te6); Te8 = VSUB(Te3, Te0); Tfb = VSUB(Te7, Te8); STM4(&(io[52]), Tfb, ovs, &(io[0])); Tfc = VADD(Te7, Te8); STM4(&(io[20]), Tfc, ovs, &(io[0])); Te9 = VSUB(TdV, TdW); Tec = VSUB(Tea, Teb); Tfd = VSUB(Te9, Tec); STM4(&(ro[52]), Tfd, ovs, &(ro[0])); Tfe = VADD(Te9, Tec); STM4(&(ro[20]), Tfe, ovs, &(ro[0])); } } { V Tcd, TcP, TcD, TcZ, Tck, Td0, TcX, Td5, Tcs, TcK, TcG, TcQ, TcU, Td4, Tcz; V TcL, Tcc, TcC; Tcc = VMUL(LDK(KP707106781), VADD(TbD, TbC)); Tcd = VSUB(Tcb, Tcc); TcP = VADD(Tcb, Tcc); TcC = VMUL(LDK(KP707106781), VADD(Tak, Tan)); TcD = VSUB(TcB, TcC); TcZ = VADD(TcB, TcC); { V Tcg, Tcj, TcV, TcW; Tcg = VFNMS(LDK(KP382683432), Tcf, VMUL(LDK(KP923879532), Tce)); Tcj = VFMA(LDK(KP923879532), Tch, VMUL(LDK(KP382683432), Tci)); Tck = VSUB(Tcg, Tcj); Td0 = VADD(Tcg, Tcj); TcV = VADD(Tct, Tcu); TcW = VADD(Tcw, Tcx); TcX = VFNMS(LDK(KP195090322), TcW, VMUL(LDK(KP980785280), TcV)); Td5 = VFMA(LDK(KP195090322), TcV, VMUL(LDK(KP980785280), TcW)); } { V Tco, Tcr, TcE, TcF; Tco = VSUB(Tcm, Tcn); Tcr = VSUB(Tcp, Tcq); Tcs = VFMA(LDK(KP555570233), Tco, VMUL(LDK(KP831469612), Tcr)); TcK = VFNMS(LDK(KP831469612), Tco, VMUL(LDK(KP555570233), Tcr)); TcE = VFNMS(LDK(KP382683432), Tch, VMUL(LDK(KP923879532), Tci)); TcF = VFMA(LDK(KP382683432), Tce, VMUL(LDK(KP923879532), Tcf)); TcG = VSUB(TcE, TcF); TcQ = VADD(TcF, TcE); } { V TcS, TcT, Tcv, Tcy; TcS = VADD(Tcm, Tcn); TcT = VADD(Tcp, Tcq); TcU = VFMA(LDK(KP980785280), TcS, VMUL(LDK(KP195090322), TcT)); Td4 = VFNMS(LDK(KP195090322), TcS, VMUL(LDK(KP980785280), TcT)); Tcv = VSUB(Tct, Tcu); Tcy = VSUB(Tcw, Tcx); Tcz = VFNMS(LDK(KP831469612), Tcy, VMUL(LDK(KP555570233), Tcv)); TcL = VFMA(LDK(KP831469612), Tcv, VMUL(LDK(KP555570233), Tcy)); } { V Tcl, TcA, TcN, TcO; Tcl = VADD(Tcd, Tck); TcA = VADD(Tcs, Tcz); Tff = VSUB(Tcl, TcA); STM4(&(ro[42]), Tff, ovs, &(ro[0])); Tfg = VADD(Tcl, TcA); STM4(&(ro[10]), Tfg, ovs, &(ro[0])); TcN = VADD(TcD, TcG); TcO = VADD(TcK, TcL); Tfh = VSUB(TcN, TcO); STM4(&(io[42]), Tfh, ovs, &(io[0])); Tfi = VADD(TcN, TcO); STM4(&(io[10]), Tfi, ovs, &(io[0])); } { V TcH, TcI, TcJ, TcM; TcH = VSUB(TcD, TcG); TcI = VSUB(Tcz, Tcs); Tfj = VSUB(TcH, TcI); STM4(&(io[58]), Tfj, ovs, &(io[0])); Tfk = VADD(TcH, TcI); STM4(&(io[26]), Tfk, ovs, &(io[0])); TcJ = VSUB(Tcd, Tck); TcM = VSUB(TcK, TcL); Tfl = VSUB(TcJ, TcM); STM4(&(ro[58]), Tfl, ovs, &(ro[0])); Tfm = VADD(TcJ, TcM); STM4(&(ro[26]), Tfm, ovs, &(ro[0])); } { V TcR, TcY, Td7, Td8; TcR = VADD(TcP, TcQ); TcY = VADD(TcU, TcX); Tfn = VSUB(TcR, TcY); STM4(&(ro[34]), Tfn, ovs, &(ro[0])); Tfo = VADD(TcR, TcY); STM4(&(ro[2]), Tfo, ovs, &(ro[0])); Td7 = VADD(TcZ, Td0); Td8 = VADD(Td4, Td5); Tfp = VSUB(Td7, Td8); STM4(&(io[34]), Tfp, ovs, &(io[0])); Tfq = VADD(Td7, Td8); STM4(&(io[2]), Tfq, ovs, &(io[0])); } { V Td1, Td2, Td3, Td6; Td1 = VSUB(TcZ, Td0); Td2 = VSUB(TcX, TcU); Tfr = VSUB(Td1, Td2); STM4(&(io[50]), Tfr, ovs, &(io[0])); Tfs = VADD(Td1, Td2); STM4(&(io[18]), Tfs, ovs, &(io[0])); Td3 = VSUB(TcP, TcQ); Td6 = VSUB(Td4, Td5); Tft = VSUB(Td3, Td6); STM4(&(ro[50]), Tft, ovs, &(ro[0])); Tfu = VADD(Td3, Td6); STM4(&(ro[18]), Tfu, ovs, &(ro[0])); } } { V Tfv, Tfw, Tfx, Tfy, Tfz, TfA, TfB, TfC, TfD, TfE, TfF, TfG, TfH, TfI, TfJ; V TfK, TfL, TfM, TfN, TfO, TfP, TfQ, TfR, TfS, TfT, TfU, TfV, TfW, TfX, TfY; V TfZ, Tg0; { V Tap, TbR, TbF, Tc1, TaE, Tc2, TbZ, Tc7, Tb6, TbM, TbI, TbS, TbW, Tc6, Tbx; V TbN, Tao, TbE; Tao = VMUL(LDK(KP707106781), VSUB(Tak, Tan)); Tap = VSUB(Tah, Tao); TbR = VADD(Tah, Tao); TbE = VMUL(LDK(KP707106781), VSUB(TbC, TbD)); TbF = VSUB(TbB, TbE); Tc1 = VADD(TbB, TbE); { V Taw, TaD, TbX, TbY; Taw = VFNMS(LDK(KP923879532), Tav, VMUL(LDK(KP382683432), Tas)); TaD = VFMA(LDK(KP382683432), Taz, VMUL(LDK(KP923879532), TaC)); TaE = VSUB(Taw, TaD); Tc2 = VADD(Taw, TaD); TbX = VADD(Tbb, Tbm); TbY = VADD(Tbs, Tbv); TbZ = VFNMS(LDK(KP555570233), TbY, VMUL(LDK(KP831469612), TbX)); Tc7 = VFMA(LDK(KP831469612), TbY, VMUL(LDK(KP555570233), TbX)); } { V TaW, Tb5, TbG, TbH; TaW = VSUB(TaK, TaV); Tb5 = VSUB(Tb1, Tb4); Tb6 = VFMA(LDK(KP980785280), TaW, VMUL(LDK(KP195090322), Tb5)); TbM = VFNMS(LDK(KP980785280), Tb5, VMUL(LDK(KP195090322), TaW)); TbG = VFNMS(LDK(KP923879532), Taz, VMUL(LDK(KP382683432), TaC)); TbH = VFMA(LDK(KP923879532), Tas, VMUL(LDK(KP382683432), Tav)); TbI = VSUB(TbG, TbH); TbS = VADD(TbH, TbG); } { V TbU, TbV, Tbn, Tbw; TbU = VADD(TaK, TaV); TbV = VADD(Tb1, Tb4); TbW = VFMA(LDK(KP555570233), TbU, VMUL(LDK(KP831469612), TbV)); Tc6 = VFNMS(LDK(KP555570233), TbV, VMUL(LDK(KP831469612), TbU)); Tbn = VSUB(Tbb, Tbm); Tbw = VSUB(Tbs, Tbv); Tbx = VFNMS(LDK(KP980785280), Tbw, VMUL(LDK(KP195090322), Tbn)); TbN = VFMA(LDK(KP195090322), Tbw, VMUL(LDK(KP980785280), Tbn)); } { V TaF, Tby, TbP, TbQ; TaF = VADD(Tap, TaE); Tby = VADD(Tb6, Tbx); Tfv = VSUB(TaF, Tby); STM4(&(ro[46]), Tfv, ovs, &(ro[0])); Tfw = VADD(TaF, Tby); STM4(&(ro[14]), Tfw, ovs, &(ro[0])); TbP = VADD(TbF, TbI); TbQ = VADD(TbM, TbN); Tfx = VSUB(TbP, TbQ); STM4(&(io[46]), Tfx, ovs, &(io[0])); Tfy = VADD(TbP, TbQ); STM4(&(io[14]), Tfy, ovs, &(io[0])); } { V TbJ, TbK, TbL, TbO; TbJ = VSUB(TbF, TbI); TbK = VSUB(Tbx, Tb6); Tfz = VSUB(TbJ, TbK); STM4(&(io[62]), Tfz, ovs, &(io[0])); TfA = VADD(TbJ, TbK); STM4(&(io[30]), TfA, ovs, &(io[0])); TbL = VSUB(Tap, TaE); TbO = VSUB(TbM, TbN); TfB = VSUB(TbL, TbO); STM4(&(ro[62]), TfB, ovs, &(ro[0])); TfC = VADD(TbL, TbO); STM4(&(ro[30]), TfC, ovs, &(ro[0])); } { V TbT, Tc0, Tc9, Tca; TbT = VADD(TbR, TbS); Tc0 = VADD(TbW, TbZ); TfD = VSUB(TbT, Tc0); STM4(&(ro[38]), TfD, ovs, &(ro[0])); TfE = VADD(TbT, Tc0); STM4(&(ro[6]), TfE, ovs, &(ro[0])); Tc9 = VADD(Tc1, Tc2); Tca = VADD(Tc6, Tc7); TfF = VSUB(Tc9, Tca); STM4(&(io[38]), TfF, ovs, &(io[0])); TfG = VADD(Tc9, Tca); STM4(&(io[6]), TfG, ovs, &(io[0])); } { V Tc3, Tc4, Tc5, Tc8; Tc3 = VSUB(Tc1, Tc2); Tc4 = VSUB(TbZ, TbW); TfH = VSUB(Tc3, Tc4); STM4(&(io[54]), TfH, ovs, &(io[0])); TfI = VADD(Tc3, Tc4); STM4(&(io[22]), TfI, ovs, &(io[0])); Tc5 = VSUB(TbR, TbS); Tc8 = VSUB(Tc6, Tc7); TfJ = VSUB(Tc5, Tc8); STM4(&(ro[54]), TfJ, ovs, &(ro[0])); TfK = VADD(Tc5, Tc8); STM4(&(ro[22]), TfK, ovs, &(ro[0])); } } { V T6F, T7h, T7m, T7w, T7p, T7x, T6M, T7s, T6U, T7c, T75, T7r, T78, T7i, T71; V T7d; { V T6D, T6E, T7k, T7l; T6D = VADD(T37, T3e); T6E = VADD(T65, T64); T6F = VSUB(T6D, T6E); T7h = VADD(T6D, T6E); T7k = VADD(T6O, T6P); T7l = VADD(T6R, T6S); T7m = VFMA(LDK(KP956940335), T7k, VMUL(LDK(KP290284677), T7l)); T7w = VFNMS(LDK(KP290284677), T7k, VMUL(LDK(KP956940335), T7l)); } { V T7n, T7o, T6I, T6L; T7n = VADD(T6V, T6W); T7o = VADD(T6Y, T6Z); T7p = VFNMS(LDK(KP290284677), T7o, VMUL(LDK(KP956940335), T7n)); T7x = VFMA(LDK(KP290284677), T7n, VMUL(LDK(KP956940335), T7o)); T6I = VFNMS(LDK(KP555570233), T6H, VMUL(LDK(KP831469612), T6G)); T6L = VFMA(LDK(KP831469612), T6J, VMUL(LDK(KP555570233), T6K)); T6M = VSUB(T6I, T6L); T7s = VADD(T6I, T6L); } { V T6Q, T6T, T73, T74; T6Q = VSUB(T6O, T6P); T6T = VSUB(T6R, T6S); T6U = VFMA(LDK(KP471396736), T6Q, VMUL(LDK(KP881921264), T6T)); T7c = VFNMS(LDK(KP881921264), T6Q, VMUL(LDK(KP471396736), T6T)); T73 = VADD(T5Z, T62); T74 = VADD(T3m, T3t); T75 = VSUB(T73, T74); T7r = VADD(T73, T74); } { V T76, T77, T6X, T70; T76 = VFNMS(LDK(KP555570233), T6J, VMUL(LDK(KP831469612), T6K)); T77 = VFMA(LDK(KP555570233), T6G, VMUL(LDK(KP831469612), T6H)); T78 = VSUB(T76, T77); T7i = VADD(T77, T76); T6X = VSUB(T6V, T6W); T70 = VSUB(T6Y, T6Z); T71 = VFNMS(LDK(KP881921264), T70, VMUL(LDK(KP471396736), T6X)); T7d = VFMA(LDK(KP881921264), T6X, VMUL(LDK(KP471396736), T70)); } { V T6N, T72, T7f, T7g; T6N = VADD(T6F, T6M); T72 = VADD(T6U, T71); TfL = VSUB(T6N, T72); STM4(&(ro[43]), TfL, ovs, &(ro[1])); TfM = VADD(T6N, T72); STM4(&(ro[11]), TfM, ovs, &(ro[1])); T7f = VADD(T75, T78); T7g = VADD(T7c, T7d); TfN = VSUB(T7f, T7g); STM4(&(io[43]), TfN, ovs, &(io[1])); TfO = VADD(T7f, T7g); STM4(&(io[11]), TfO, ovs, &(io[1])); } { V T79, T7a, T7b, T7e; T79 = VSUB(T75, T78); T7a = VSUB(T71, T6U); TfP = VSUB(T79, T7a); STM4(&(io[59]), TfP, ovs, &(io[1])); TfQ = VADD(T79, T7a); STM4(&(io[27]), TfQ, ovs, &(io[1])); T7b = VSUB(T6F, T6M); T7e = VSUB(T7c, T7d); TfR = VSUB(T7b, T7e); STM4(&(ro[59]), TfR, ovs, &(ro[1])); TfS = VADD(T7b, T7e); STM4(&(ro[27]), TfS, ovs, &(ro[1])); } { V T7j, T7q, T7z, T7A; T7j = VADD(T7h, T7i); T7q = VADD(T7m, T7p); TfT = VSUB(T7j, T7q); STM4(&(ro[35]), TfT, ovs, &(ro[1])); TfU = VADD(T7j, T7q); STM4(&(ro[3]), TfU, ovs, &(ro[1])); T7z = VADD(T7r, T7s); T7A = VADD(T7w, T7x); TfV = VSUB(T7z, T7A); STM4(&(io[35]), TfV, ovs, &(io[1])); TfW = VADD(T7z, T7A); STM4(&(io[3]), TfW, ovs, &(io[1])); } { V T7t, T7u, T7v, T7y; T7t = VSUB(T7r, T7s); T7u = VSUB(T7p, T7m); TfX = VSUB(T7t, T7u); STM4(&(io[51]), TfX, ovs, &(io[1])); TfY = VADD(T7t, T7u); STM4(&(io[19]), TfY, ovs, &(io[1])); T7v = VSUB(T7h, T7i); T7y = VSUB(T7w, T7x); TfZ = VSUB(T7v, T7y); STM4(&(ro[51]), TfZ, ovs, &(ro[1])); Tg0 = VADD(T7v, T7y); STM4(&(ro[19]), Tg0, ovs, &(ro[1])); } } { V T9j, T9V, Ta0, Taa, Ta3, Tab, T9q, Ta6, T9y, T9Q, T9J, Ta5, T9M, T9W, T9F; V T9R; { V T9h, T9i, T9Y, T9Z; T9h = VADD(T7B, T7C); T9i = VADD(T8J, T8I); T9j = VSUB(T9h, T9i); T9V = VADD(T9h, T9i); T9Y = VADD(T9s, T9t); T9Z = VADD(T9v, T9w); Ta0 = VFMA(LDK(KP995184726), T9Y, VMUL(LDK(KP098017140), T9Z)); Taa = VFNMS(LDK(KP098017140), T9Y, VMUL(LDK(KP995184726), T9Z)); } { V Ta1, Ta2, T9m, T9p; Ta1 = VADD(T9z, T9A); Ta2 = VADD(T9C, T9D); Ta3 = VFNMS(LDK(KP098017140), Ta2, VMUL(LDK(KP995184726), Ta1)); Tab = VFMA(LDK(KP098017140), Ta1, VMUL(LDK(KP995184726), Ta2)); T9m = VFNMS(LDK(KP195090322), T9l, VMUL(LDK(KP980785280), T9k)); T9p = VFMA(LDK(KP195090322), T9n, VMUL(LDK(KP980785280), T9o)); T9q = VSUB(T9m, T9p); Ta6 = VADD(T9m, T9p); } { V T9u, T9x, T9H, T9I; T9u = VSUB(T9s, T9t); T9x = VSUB(T9v, T9w); T9y = VFMA(LDK(KP634393284), T9u, VMUL(LDK(KP773010453), T9x)); T9Q = VFNMS(LDK(KP773010453), T9u, VMUL(LDK(KP634393284), T9x)); T9H = VADD(T8F, T8G); T9I = VADD(T7G, T7J); T9J = VSUB(T9H, T9I); Ta5 = VADD(T9H, T9I); } { V T9K, T9L, T9B, T9E; T9K = VFNMS(LDK(KP195090322), T9o, VMUL(LDK(KP980785280), T9n)); T9L = VFMA(LDK(KP980785280), T9l, VMUL(LDK(KP195090322), T9k)); T9M = VSUB(T9K, T9L); T9W = VADD(T9L, T9K); T9B = VSUB(T9z, T9A); T9E = VSUB(T9C, T9D); T9F = VFNMS(LDK(KP773010453), T9E, VMUL(LDK(KP634393284), T9B)); T9R = VFMA(LDK(KP773010453), T9B, VMUL(LDK(KP634393284), T9E)); } { V T9r, T9G, Tg1, Tg2; T9r = VADD(T9j, T9q); T9G = VADD(T9y, T9F); Tg1 = VSUB(T9r, T9G); STM4(&(ro[41]), Tg1, ovs, &(ro[1])); STN4(&(ro[40]), TeR, Tg1, Tff, TfL, ovs); Tg2 = VADD(T9r, T9G); STM4(&(ro[9]), Tg2, ovs, &(ro[1])); STN4(&(ro[8]), TeS, Tg2, Tfg, TfM, ovs); } { V T9T, T9U, Tg3, Tg4; T9T = VADD(T9J, T9M); T9U = VADD(T9Q, T9R); Tg3 = VSUB(T9T, T9U); STM4(&(io[41]), Tg3, ovs, &(io[1])); STN4(&(io[40]), TeT, Tg3, Tfh, TfN, ovs); Tg4 = VADD(T9T, T9U); STM4(&(io[9]), Tg4, ovs, &(io[1])); STN4(&(io[8]), TeU, Tg4, Tfi, TfO, ovs); } { V T9N, T9O, Tg5, Tg6; T9N = VSUB(T9J, T9M); T9O = VSUB(T9F, T9y); Tg5 = VSUB(T9N, T9O); STM4(&(io[57]), Tg5, ovs, &(io[1])); STN4(&(io[56]), TeV, Tg5, Tfj, TfP, ovs); Tg6 = VADD(T9N, T9O); STM4(&(io[25]), Tg6, ovs, &(io[1])); STN4(&(io[24]), TeW, Tg6, Tfk, TfQ, ovs); } { V T9P, T9S, Tg7, Tg8; T9P = VSUB(T9j, T9q); T9S = VSUB(T9Q, T9R); Tg7 = VSUB(T9P, T9S); STM4(&(ro[57]), Tg7, ovs, &(ro[1])); STN4(&(ro[56]), TeX, Tg7, Tfl, TfR, ovs); Tg8 = VADD(T9P, T9S); STM4(&(ro[25]), Tg8, ovs, &(ro[1])); STN4(&(ro[24]), TeY, Tg8, Tfm, TfS, ovs); } { V T9X, Ta4, Tg9, Tga; T9X = VADD(T9V, T9W); Ta4 = VADD(Ta0, Ta3); Tg9 = VSUB(T9X, Ta4); STM4(&(ro[33]), Tg9, ovs, &(ro[1])); STN4(&(ro[32]), TeJ, Tg9, Tfn, TfT, ovs); Tga = VADD(T9X, Ta4); STM4(&(ro[1]), Tga, ovs, &(ro[1])); STN4(&(ro[0]), TeL, Tga, Tfo, TfU, ovs); } { V Tad, Tae, Tgb, Tgc; Tad = VADD(Ta5, Ta6); Tae = VADD(Taa, Tab); Tgb = VSUB(Tad, Tae); STM4(&(io[33]), Tgb, ovs, &(io[1])); STN4(&(io[32]), TeK, Tgb, Tfp, TfV, ovs); Tgc = VADD(Tad, Tae); STM4(&(io[1]), Tgc, ovs, &(io[1])); STN4(&(io[0]), TeM, Tgc, Tfq, TfW, ovs); } { V Ta7, Ta8, Tgd, Tge; Ta7 = VSUB(Ta5, Ta6); Ta8 = VSUB(Ta3, Ta0); Tgd = VSUB(Ta7, Ta8); STM4(&(io[49]), Tgd, ovs, &(io[1])); STN4(&(io[48]), TeP, Tgd, Tfr, TfX, ovs); Tge = VADD(Ta7, Ta8); STM4(&(io[17]), Tge, ovs, &(io[1])); STN4(&(io[16]), TeN, Tge, Tfs, TfY, ovs); } { V Ta9, Tac, Tgf, Tgg; Ta9 = VSUB(T9V, T9W); Tac = VSUB(Taa, Tab); Tgf = VSUB(Ta9, Tac); STM4(&(ro[49]), Tgf, ovs, &(ro[1])); STN4(&(ro[48]), TeQ, Tgf, Tft, TfZ, ovs); Tgg = VADD(Ta9, Tac); STM4(&(ro[17]), Tgg, ovs, &(ro[1])); STN4(&(ro[16]), TeO, Tgg, Tfu, Tg0, ovs); } } { V Tgh, Tgi, Tgj, Tgk, Tgl, Tgm, Tgn, Tgo, Tgp, Tgq, Tgr, Tgs, Tgt, Tgu, Tgv; V Tgw; { V T3v, T6j, T6o, T6y, T6r, T6z, T48, T6u, T52, T6e, T67, T6t, T6a, T6k, T5V; V T6f; { V T3f, T3u, T6m, T6n; T3f = VSUB(T37, T3e); T3u = VSUB(T3m, T3t); T3v = VSUB(T3f, T3u); T6j = VADD(T3f, T3u); T6m = VADD(T4q, T4N); T6n = VADD(T4X, T50); T6o = VFMA(LDK(KP634393284), T6m, VMUL(LDK(KP773010453), T6n)); T6y = VFNMS(LDK(KP634393284), T6n, VMUL(LDK(KP773010453), T6m)); } { V T6p, T6q, T3O, T47; T6p = VADD(T5j, T5G); T6q = VADD(T5Q, T5T); T6r = VFNMS(LDK(KP634393284), T6q, VMUL(LDK(KP773010453), T6p)); T6z = VFMA(LDK(KP773010453), T6q, VMUL(LDK(KP634393284), T6p)); T3O = VFNMS(LDK(KP980785280), T3N, VMUL(LDK(KP195090322), T3G)); T47 = VFMA(LDK(KP195090322), T3Z, VMUL(LDK(KP980785280), T46)); T48 = VSUB(T3O, T47); T6u = VADD(T3O, T47); } { V T4O, T51, T63, T66; T4O = VSUB(T4q, T4N); T51 = VSUB(T4X, T50); T52 = VFMA(LDK(KP995184726), T4O, VMUL(LDK(KP098017140), T51)); T6e = VFNMS(LDK(KP995184726), T51, VMUL(LDK(KP098017140), T4O)); T63 = VSUB(T5Z, T62); T66 = VSUB(T64, T65); T67 = VSUB(T63, T66); T6t = VADD(T63, T66); } { V T68, T69, T5H, T5U; T68 = VFNMS(LDK(KP980785280), T3Z, VMUL(LDK(KP195090322), T46)); T69 = VFMA(LDK(KP980785280), T3G, VMUL(LDK(KP195090322), T3N)); T6a = VSUB(T68, T69); T6k = VADD(T69, T68); T5H = VSUB(T5j, T5G); T5U = VSUB(T5Q, T5T); T5V = VFNMS(LDK(KP995184726), T5U, VMUL(LDK(KP098017140), T5H)); T6f = VFMA(LDK(KP098017140), T5U, VMUL(LDK(KP995184726), T5H)); } { V T49, T5W, T6h, T6i; T49 = VADD(T3v, T48); T5W = VADD(T52, T5V); Tgh = VSUB(T49, T5W); STM4(&(ro[47]), Tgh, ovs, &(ro[1])); Tgi = VADD(T49, T5W); STM4(&(ro[15]), Tgi, ovs, &(ro[1])); T6h = VADD(T67, T6a); T6i = VADD(T6e, T6f); Tgj = VSUB(T6h, T6i); STM4(&(io[47]), Tgj, ovs, &(io[1])); Tgk = VADD(T6h, T6i); STM4(&(io[15]), Tgk, ovs, &(io[1])); } { V T6b, T6c, T6d, T6g; T6b = VSUB(T67, T6a); T6c = VSUB(T5V, T52); Tgl = VSUB(T6b, T6c); STM4(&(io[63]), Tgl, ovs, &(io[1])); Tgm = VADD(T6b, T6c); STM4(&(io[31]), Tgm, ovs, &(io[1])); T6d = VSUB(T3v, T48); T6g = VSUB(T6e, T6f); Tgn = VSUB(T6d, T6g); STM4(&(ro[63]), Tgn, ovs, &(ro[1])); Tgo = VADD(T6d, T6g); STM4(&(ro[31]), Tgo, ovs, &(ro[1])); } { V T6l, T6s, T6B, T6C; T6l = VADD(T6j, T6k); T6s = VADD(T6o, T6r); Tgp = VSUB(T6l, T6s); STM4(&(ro[39]), Tgp, ovs, &(ro[1])); Tgq = VADD(T6l, T6s); STM4(&(ro[7]), Tgq, ovs, &(ro[1])); T6B = VADD(T6t, T6u); T6C = VADD(T6y, T6z); Tgr = VSUB(T6B, T6C); STM4(&(io[39]), Tgr, ovs, &(io[1])); Tgs = VADD(T6B, T6C); STM4(&(io[7]), Tgs, ovs, &(io[1])); } { V T6v, T6w, T6x, T6A; T6v = VSUB(T6t, T6u); T6w = VSUB(T6r, T6o); Tgt = VSUB(T6v, T6w); STM4(&(io[55]), Tgt, ovs, &(io[1])); Tgu = VADD(T6v, T6w); STM4(&(io[23]), Tgu, ovs, &(io[1])); T6x = VSUB(T6j, T6k); T6A = VSUB(T6y, T6z); Tgv = VSUB(T6x, T6A); STM4(&(ro[55]), Tgv, ovs, &(ro[1])); Tgw = VADD(T6x, T6A); STM4(&(ro[23]), Tgw, ovs, &(ro[1])); } } { V T7L, T8X, T92, T9c, T95, T9d, T80, T98, T8k, T8S, T8L, T97, T8O, T8Y, T8D; V T8T; { V T7D, T7K, T90, T91; T7D = VSUB(T7B, T7C); T7K = VSUB(T7G, T7J); T7L = VSUB(T7D, T7K); T8X = VADD(T7D, T7K); T90 = VADD(T84, T8b); T91 = VADD(T8f, T8i); T92 = VFMA(LDK(KP471396736), T90, VMUL(LDK(KP881921264), T91)); T9c = VFNMS(LDK(KP471396736), T91, VMUL(LDK(KP881921264), T90)); } { V T93, T94, T7S, T7Z; T93 = VADD(T8n, T8u); T94 = VADD(T8y, T8B); T95 = VFNMS(LDK(KP471396736), T94, VMUL(LDK(KP881921264), T93)); T9d = VFMA(LDK(KP881921264), T94, VMUL(LDK(KP471396736), T93)); T7S = VFNMS(LDK(KP831469612), T7R, VMUL(LDK(KP555570233), T7O)); T7Z = VFMA(LDK(KP831469612), T7V, VMUL(LDK(KP555570233), T7Y)); T80 = VSUB(T7S, T7Z); T98 = VADD(T7S, T7Z); } { V T8c, T8j, T8H, T8K; T8c = VSUB(T84, T8b); T8j = VSUB(T8f, T8i); T8k = VFMA(LDK(KP956940335), T8c, VMUL(LDK(KP290284677), T8j)); T8S = VFNMS(LDK(KP956940335), T8j, VMUL(LDK(KP290284677), T8c)); T8H = VSUB(T8F, T8G); T8K = VSUB(T8I, T8J); T8L = VSUB(T8H, T8K); T97 = VADD(T8H, T8K); } { V T8M, T8N, T8v, T8C; T8M = VFNMS(LDK(KP831469612), T7Y, VMUL(LDK(KP555570233), T7V)); T8N = VFMA(LDK(KP555570233), T7R, VMUL(LDK(KP831469612), T7O)); T8O = VSUB(T8M, T8N); T8Y = VADD(T8N, T8M); T8v = VSUB(T8n, T8u); T8C = VSUB(T8y, T8B); T8D = VFNMS(LDK(KP956940335), T8C, VMUL(LDK(KP290284677), T8v)); T8T = VFMA(LDK(KP290284677), T8C, VMUL(LDK(KP956940335), T8v)); } { V T81, T8E, Tgx, Tgy; T81 = VADD(T7L, T80); T8E = VADD(T8k, T8D); Tgx = VSUB(T81, T8E); STM4(&(ro[45]), Tgx, ovs, &(ro[1])); STN4(&(ro[44]), TeZ, Tgx, Tfv, Tgh, ovs); Tgy = VADD(T81, T8E); STM4(&(ro[13]), Tgy, ovs, &(ro[1])); STN4(&(ro[12]), Tf0, Tgy, Tfw, Tgi, ovs); } { V T8V, T8W, Tgz, TgA; T8V = VADD(T8L, T8O); T8W = VADD(T8S, T8T); Tgz = VSUB(T8V, T8W); STM4(&(io[45]), Tgz, ovs, &(io[1])); STN4(&(io[44]), Tf1, Tgz, Tfx, Tgj, ovs); TgA = VADD(T8V, T8W); STM4(&(io[13]), TgA, ovs, &(io[1])); STN4(&(io[12]), Tf2, TgA, Tfy, Tgk, ovs); } { V T8P, T8Q, TgB, TgC; T8P = VSUB(T8L, T8O); T8Q = VSUB(T8D, T8k); TgB = VSUB(T8P, T8Q); STM4(&(io[61]), TgB, ovs, &(io[1])); STN4(&(io[60]), Tf3, TgB, Tfz, Tgl, ovs); TgC = VADD(T8P, T8Q); STM4(&(io[29]), TgC, ovs, &(io[1])); STN4(&(io[28]), Tf4, TgC, TfA, Tgm, ovs); } { V T8R, T8U, TgD, TgE; T8R = VSUB(T7L, T80); T8U = VSUB(T8S, T8T); TgD = VSUB(T8R, T8U); STM4(&(ro[61]), TgD, ovs, &(ro[1])); STN4(&(ro[60]), Tf5, TgD, TfB, Tgn, ovs); TgE = VADD(T8R, T8U); STM4(&(ro[29]), TgE, ovs, &(ro[1])); STN4(&(ro[28]), Tf6, TgE, TfC, Tgo, ovs); } { V T8Z, T96, TgF, TgG; T8Z = VADD(T8X, T8Y); T96 = VADD(T92, T95); TgF = VSUB(T8Z, T96); STM4(&(ro[37]), TgF, ovs, &(ro[1])); STN4(&(ro[36]), Tf7, TgF, TfD, Tgp, ovs); TgG = VADD(T8Z, T96); STM4(&(ro[5]), TgG, ovs, &(ro[1])); STN4(&(ro[4]), Tf8, TgG, TfE, Tgq, ovs); } { V T9f, T9g, TgH, TgI; T9f = VADD(T97, T98); T9g = VADD(T9c, T9d); TgH = VSUB(T9f, T9g); STM4(&(io[37]), TgH, ovs, &(io[1])); STN4(&(io[36]), Tf9, TgH, TfF, Tgr, ovs); TgI = VADD(T9f, T9g); STM4(&(io[5]), TgI, ovs, &(io[1])); STN4(&(io[4]), Tfa, TgI, TfG, Tgs, ovs); } { V T99, T9a, TgJ, TgK; T99 = VSUB(T97, T98); T9a = VSUB(T95, T92); TgJ = VSUB(T99, T9a); STM4(&(io[53]), TgJ, ovs, &(io[1])); STN4(&(io[52]), Tfb, TgJ, TfH, Tgt, ovs); TgK = VADD(T99, T9a); STM4(&(io[21]), TgK, ovs, &(io[1])); STN4(&(io[20]), Tfc, TgK, TfI, Tgu, ovs); } { V T9b, T9e, TgL, TgM; T9b = VSUB(T8X, T8Y); T9e = VSUB(T9c, T9d); TgL = VSUB(T9b, T9e); STM4(&(ro[53]), TgL, ovs, &(ro[1])); STN4(&(ro[52]), Tfd, TgL, TfJ, Tgv, ovs); TgM = VADD(T9b, T9e); STM4(&(ro[21]), TgM, ovs, &(ro[1])); STN4(&(ro[20]), Tfe, TgM, TfK, Tgw, ovs); } } } } } } } static const kdft_desc desc = { 64, "n2sv_64", {808, 144, 104, 0}, &GENUS, 0, 1, 0, 0 }; void X(codelet_n2sv_64) (planner *p) { X(kdft_register) (p, n2sv_64, &desc); } #endif /* HAVE_FMA */