annotate src/fftw-3.3.5/dft/scalar/codelets/t2_5.c @ 127:7867fa7e1b6b

Current fftw source
author Chris Cannam <cannam@all-day-breakfast.com>
date Tue, 18 Oct 2016 13:40:26 +0100
parents
children
rev   line source
cannam@127 1 /*
cannam@127 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
cannam@127 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
cannam@127 4 *
cannam@127 5 * This program is free software; you can redistribute it and/or modify
cannam@127 6 * it under the terms of the GNU General Public License as published by
cannam@127 7 * the Free Software Foundation; either version 2 of the License, or
cannam@127 8 * (at your option) any later version.
cannam@127 9 *
cannam@127 10 * This program is distributed in the hope that it will be useful,
cannam@127 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
cannam@127 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
cannam@127 13 * GNU General Public License for more details.
cannam@127 14 *
cannam@127 15 * You should have received a copy of the GNU General Public License
cannam@127 16 * along with this program; if not, write to the Free Software
cannam@127 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
cannam@127 18 *
cannam@127 19 */
cannam@127 20
cannam@127 21 /* This file was automatically generated --- DO NOT EDIT */
cannam@127 22 /* Generated on Sat Jul 30 16:37:11 EDT 2016 */
cannam@127 23
cannam@127 24 #include "codelet-dft.h"
cannam@127 25
cannam@127 26 #ifdef HAVE_FMA
cannam@127 27
cannam@127 28 /* Generated by: ../../../genfft/gen_twiddle.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -twiddle-log3 -precompute-twiddles -n 5 -name t2_5 -include t.h */
cannam@127 29
cannam@127 30 /*
cannam@127 31 * This function contains 44 FP additions, 40 FP multiplications,
cannam@127 32 * (or, 14 additions, 10 multiplications, 30 fused multiply/add),
cannam@127 33 * 47 stack variables, 4 constants, and 20 memory accesses
cannam@127 34 */
cannam@127 35 #include "t.h"
cannam@127 36
cannam@127 37 static void t2_5(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@127 38 {
cannam@127 39 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
cannam@127 40 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
cannam@127 41 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
cannam@127 42 DK(KP618033988, +0.618033988749894848204586834365638117720309180);
cannam@127 43 {
cannam@127 44 INT m;
cannam@127 45 for (m = mb, W = W + (mb * 4); m < me; m = m + 1, ri = ri + ms, ii = ii + ms, W = W + 4, MAKE_VOLATILE_STRIDE(10, rs)) {
cannam@127 46 E Ta, T1, TO, Tp, TS, Ti, TL, TC, To, TE, Ts, TF, T2, T8, T5;
cannam@127 47 E TT, Tt, TG;
cannam@127 48 T2 = W[0];
cannam@127 49 Ta = W[3];
cannam@127 50 T8 = W[2];
cannam@127 51 T5 = W[1];
cannam@127 52 {
cannam@127 53 E Tq, Tr, Te, T9;
cannam@127 54 T1 = ri[0];
cannam@127 55 Te = T2 * Ta;
cannam@127 56 T9 = T2 * T8;
cannam@127 57 TO = ii[0];
cannam@127 58 {
cannam@127 59 E T3, Tf, Tm, Tj, Tb, T4, T6, Tc, Tg;
cannam@127 60 T3 = ri[WS(rs, 1)];
cannam@127 61 Tf = FMA(T5, T8, Te);
cannam@127 62 Tm = FNMS(T5, T8, Te);
cannam@127 63 Tj = FMA(T5, Ta, T9);
cannam@127 64 Tb = FNMS(T5, Ta, T9);
cannam@127 65 T4 = T2 * T3;
cannam@127 66 T6 = ii[WS(rs, 1)];
cannam@127 67 Tc = ri[WS(rs, 4)];
cannam@127 68 Tg = ii[WS(rs, 4)];
cannam@127 69 {
cannam@127 70 E Tk, Tl, Tn, TD;
cannam@127 71 {
cannam@127 72 E T7, Tz, Th, TB, Ty, Td, TA;
cannam@127 73 Tk = ri[WS(rs, 2)];
cannam@127 74 T7 = FMA(T5, T6, T4);
cannam@127 75 Ty = T2 * T6;
cannam@127 76 Td = Tb * Tc;
cannam@127 77 TA = Tb * Tg;
cannam@127 78 Tl = Tj * Tk;
cannam@127 79 Tz = FNMS(T5, T3, Ty);
cannam@127 80 Th = FMA(Tf, Tg, Td);
cannam@127 81 TB = FNMS(Tf, Tc, TA);
cannam@127 82 Tn = ii[WS(rs, 2)];
cannam@127 83 Tp = ri[WS(rs, 3)];
cannam@127 84 TS = T7 - Th;
cannam@127 85 Ti = T7 + Th;
cannam@127 86 TL = Tz + TB;
cannam@127 87 TC = Tz - TB;
cannam@127 88 TD = Tj * Tn;
cannam@127 89 Tq = T8 * Tp;
cannam@127 90 Tr = ii[WS(rs, 3)];
cannam@127 91 }
cannam@127 92 To = FMA(Tm, Tn, Tl);
cannam@127 93 TE = FNMS(Tm, Tk, TD);
cannam@127 94 }
cannam@127 95 }
cannam@127 96 Ts = FMA(Ta, Tr, Tq);
cannam@127 97 TF = T8 * Tr;
cannam@127 98 }
cannam@127 99 TT = To - Ts;
cannam@127 100 Tt = To + Ts;
cannam@127 101 TG = FNMS(Ta, Tp, TF);
cannam@127 102 {
cannam@127 103 E TU, TW, TV, TR, Tw, Tu;
cannam@127 104 TU = FMA(KP618033988, TT, TS);
cannam@127 105 TW = FNMS(KP618033988, TS, TT);
cannam@127 106 Tw = Ti - Tt;
cannam@127 107 Tu = Ti + Tt;
cannam@127 108 {
cannam@127 109 E TM, TH, Tv, TI, TK;
cannam@127 110 TM = TE + TG;
cannam@127 111 TH = TE - TG;
cannam@127 112 ri[0] = T1 + Tu;
cannam@127 113 Tv = FNMS(KP250000000, Tu, T1);
cannam@127 114 TI = FMA(KP618033988, TH, TC);
cannam@127 115 TK = FNMS(KP618033988, TC, TH);
cannam@127 116 {
cannam@127 117 E TQ, TN, TJ, Tx, TP;
cannam@127 118 TQ = TL - TM;
cannam@127 119 TN = TL + TM;
cannam@127 120 TJ = FNMS(KP559016994, Tw, Tv);
cannam@127 121 Tx = FMA(KP559016994, Tw, Tv);
cannam@127 122 ii[0] = TN + TO;
cannam@127 123 TP = FNMS(KP250000000, TN, TO);
cannam@127 124 ri[WS(rs, 1)] = FMA(KP951056516, TI, Tx);
cannam@127 125 ri[WS(rs, 4)] = FNMS(KP951056516, TI, Tx);
cannam@127 126 ri[WS(rs, 3)] = FMA(KP951056516, TK, TJ);
cannam@127 127 ri[WS(rs, 2)] = FNMS(KP951056516, TK, TJ);
cannam@127 128 TV = FNMS(KP559016994, TQ, TP);
cannam@127 129 TR = FMA(KP559016994, TQ, TP);
cannam@127 130 }
cannam@127 131 }
cannam@127 132 ii[WS(rs, 4)] = FMA(KP951056516, TU, TR);
cannam@127 133 ii[WS(rs, 1)] = FNMS(KP951056516, TU, TR);
cannam@127 134 ii[WS(rs, 3)] = FNMS(KP951056516, TW, TV);
cannam@127 135 ii[WS(rs, 2)] = FMA(KP951056516, TW, TV);
cannam@127 136 }
cannam@127 137 }
cannam@127 138 }
cannam@127 139 }
cannam@127 140
cannam@127 141 static const tw_instr twinstr[] = {
cannam@127 142 {TW_CEXP, 0, 1},
cannam@127 143 {TW_CEXP, 0, 3},
cannam@127 144 {TW_NEXT, 1, 0}
cannam@127 145 };
cannam@127 146
cannam@127 147 static const ct_desc desc = { 5, "t2_5", twinstr, &GENUS, {14, 10, 30, 0}, 0, 0, 0 };
cannam@127 148
cannam@127 149 void X(codelet_t2_5) (planner *p) {
cannam@127 150 X(kdft_dit_register) (p, t2_5, &desc);
cannam@127 151 }
cannam@127 152 #else /* HAVE_FMA */
cannam@127 153
cannam@127 154 /* Generated by: ../../../genfft/gen_twiddle.native -compact -variables 4 -pipeline-latency 4 -twiddle-log3 -precompute-twiddles -n 5 -name t2_5 -include t.h */
cannam@127 155
cannam@127 156 /*
cannam@127 157 * This function contains 44 FP additions, 32 FP multiplications,
cannam@127 158 * (or, 30 additions, 18 multiplications, 14 fused multiply/add),
cannam@127 159 * 37 stack variables, 4 constants, and 20 memory accesses
cannam@127 160 */
cannam@127 161 #include "t.h"
cannam@127 162
cannam@127 163 static void t2_5(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@127 164 {
cannam@127 165 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
cannam@127 166 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
cannam@127 167 DK(KP587785252, +0.587785252292473129168705954639072768597652438);
cannam@127 168 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
cannam@127 169 {
cannam@127 170 INT m;
cannam@127 171 for (m = mb, W = W + (mb * 4); m < me; m = m + 1, ri = ri + ms, ii = ii + ms, W = W + 4, MAKE_VOLATILE_STRIDE(10, rs)) {
cannam@127 172 E T2, T4, T7, T9, Tb, Tl, Tf, Tj;
cannam@127 173 {
cannam@127 174 E T8, Te, Ta, Td;
cannam@127 175 T2 = W[0];
cannam@127 176 T4 = W[1];
cannam@127 177 T7 = W[2];
cannam@127 178 T9 = W[3];
cannam@127 179 T8 = T2 * T7;
cannam@127 180 Te = T4 * T7;
cannam@127 181 Ta = T4 * T9;
cannam@127 182 Td = T2 * T9;
cannam@127 183 Tb = T8 - Ta;
cannam@127 184 Tl = Td - Te;
cannam@127 185 Tf = Td + Te;
cannam@127 186 Tj = T8 + Ta;
cannam@127 187 }
cannam@127 188 {
cannam@127 189 E T1, TI, Ty, TB, TN, TM, TF, TG, TH, Ti, Tr, Ts;
cannam@127 190 T1 = ri[0];
cannam@127 191 TI = ii[0];
cannam@127 192 {
cannam@127 193 E T6, Tw, Tq, TA, Th, Tx, Tn, Tz;
cannam@127 194 {
cannam@127 195 E T3, T5, To, Tp;
cannam@127 196 T3 = ri[WS(rs, 1)];
cannam@127 197 T5 = ii[WS(rs, 1)];
cannam@127 198 T6 = FMA(T2, T3, T4 * T5);
cannam@127 199 Tw = FNMS(T4, T3, T2 * T5);
cannam@127 200 To = ri[WS(rs, 3)];
cannam@127 201 Tp = ii[WS(rs, 3)];
cannam@127 202 Tq = FMA(T7, To, T9 * Tp);
cannam@127 203 TA = FNMS(T9, To, T7 * Tp);
cannam@127 204 }
cannam@127 205 {
cannam@127 206 E Tc, Tg, Tk, Tm;
cannam@127 207 Tc = ri[WS(rs, 4)];
cannam@127 208 Tg = ii[WS(rs, 4)];
cannam@127 209 Th = FMA(Tb, Tc, Tf * Tg);
cannam@127 210 Tx = FNMS(Tf, Tc, Tb * Tg);
cannam@127 211 Tk = ri[WS(rs, 2)];
cannam@127 212 Tm = ii[WS(rs, 2)];
cannam@127 213 Tn = FMA(Tj, Tk, Tl * Tm);
cannam@127 214 Tz = FNMS(Tl, Tk, Tj * Tm);
cannam@127 215 }
cannam@127 216 Ty = Tw - Tx;
cannam@127 217 TB = Tz - TA;
cannam@127 218 TN = Tn - Tq;
cannam@127 219 TM = T6 - Th;
cannam@127 220 TF = Tw + Tx;
cannam@127 221 TG = Tz + TA;
cannam@127 222 TH = TF + TG;
cannam@127 223 Ti = T6 + Th;
cannam@127 224 Tr = Tn + Tq;
cannam@127 225 Ts = Ti + Tr;
cannam@127 226 }
cannam@127 227 ri[0] = T1 + Ts;
cannam@127 228 ii[0] = TH + TI;
cannam@127 229 {
cannam@127 230 E TC, TE, Tv, TD, Tt, Tu;
cannam@127 231 TC = FMA(KP951056516, Ty, KP587785252 * TB);
cannam@127 232 TE = FNMS(KP587785252, Ty, KP951056516 * TB);
cannam@127 233 Tt = KP559016994 * (Ti - Tr);
cannam@127 234 Tu = FNMS(KP250000000, Ts, T1);
cannam@127 235 Tv = Tt + Tu;
cannam@127 236 TD = Tu - Tt;
cannam@127 237 ri[WS(rs, 4)] = Tv - TC;
cannam@127 238 ri[WS(rs, 3)] = TD + TE;
cannam@127 239 ri[WS(rs, 1)] = Tv + TC;
cannam@127 240 ri[WS(rs, 2)] = TD - TE;
cannam@127 241 }
cannam@127 242 {
cannam@127 243 E TO, TP, TL, TQ, TJ, TK;
cannam@127 244 TO = FMA(KP951056516, TM, KP587785252 * TN);
cannam@127 245 TP = FNMS(KP587785252, TM, KP951056516 * TN);
cannam@127 246 TJ = KP559016994 * (TF - TG);
cannam@127 247 TK = FNMS(KP250000000, TH, TI);
cannam@127 248 TL = TJ + TK;
cannam@127 249 TQ = TK - TJ;
cannam@127 250 ii[WS(rs, 1)] = TL - TO;
cannam@127 251 ii[WS(rs, 3)] = TQ - TP;
cannam@127 252 ii[WS(rs, 4)] = TO + TL;
cannam@127 253 ii[WS(rs, 2)] = TP + TQ;
cannam@127 254 }
cannam@127 255 }
cannam@127 256 }
cannam@127 257 }
cannam@127 258 }
cannam@127 259
cannam@127 260 static const tw_instr twinstr[] = {
cannam@127 261 {TW_CEXP, 0, 1},
cannam@127 262 {TW_CEXP, 0, 3},
cannam@127 263 {TW_NEXT, 1, 0}
cannam@127 264 };
cannam@127 265
cannam@127 266 static const ct_desc desc = { 5, "t2_5", twinstr, &GENUS, {30, 18, 14, 0}, 0, 0, 0 };
cannam@127 267
cannam@127 268 void X(codelet_t2_5) (planner *p) {
cannam@127 269 X(kdft_dit_register) (p, t2_5, &desc);
cannam@127 270 }
cannam@127 271 #endif /* HAVE_FMA */