annotate src/fftw-3.3.5/rdft/scalar/r2cf/hf_6.c @ 148:b4bfdf10c4b3

Update Win64 capnp builds to v0.6
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 22 May 2017 18:56:49 +0100
parents 7867fa7e1b6b
children
rev   line source
cannam@127 1 /*
cannam@127 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
cannam@127 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
cannam@127 4 *
cannam@127 5 * This program is free software; you can redistribute it and/or modify
cannam@127 6 * it under the terms of the GNU General Public License as published by
cannam@127 7 * the Free Software Foundation; either version 2 of the License, or
cannam@127 8 * (at your option) any later version.
cannam@127 9 *
cannam@127 10 * This program is distributed in the hope that it will be useful,
cannam@127 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
cannam@127 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
cannam@127 13 * GNU General Public License for more details.
cannam@127 14 *
cannam@127 15 * You should have received a copy of the GNU General Public License
cannam@127 16 * along with this program; if not, write to the Free Software
cannam@127 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
cannam@127 18 *
cannam@127 19 */
cannam@127 20
cannam@127 21 /* This file was automatically generated --- DO NOT EDIT */
cannam@127 22 /* Generated on Sat Jul 30 16:46:15 EDT 2016 */
cannam@127 23
cannam@127 24 #include "codelet-rdft.h"
cannam@127 25
cannam@127 26 #ifdef HAVE_FMA
cannam@127 27
cannam@127 28 /* Generated by: ../../../genfft/gen_hc2hc.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -n 6 -dit -name hf_6 -include hf.h */
cannam@127 29
cannam@127 30 /*
cannam@127 31 * This function contains 46 FP additions, 32 FP multiplications,
cannam@127 32 * (or, 24 additions, 10 multiplications, 22 fused multiply/add),
cannam@127 33 * 47 stack variables, 2 constants, and 24 memory accesses
cannam@127 34 */
cannam@127 35 #include "hf.h"
cannam@127 36
cannam@127 37 static void hf_6(R *cr, R *ci, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@127 38 {
cannam@127 39 DK(KP866025403, +0.866025403784438646763723170752936183471402627);
cannam@127 40 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
cannam@127 41 {
cannam@127 42 INT m;
cannam@127 43 for (m = mb, W = W + ((mb - 1) * 10); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 10, MAKE_VOLATILE_STRIDE(12, rs)) {
cannam@127 44 E T11, T12, T14, T13;
cannam@127 45 {
cannam@127 46 E T1, TV, TX, T7, Tn, Tq, TO, TR, TB, Tl, To, TH, Tt, Tw, Ts;
cannam@127 47 E Tp, Tv;
cannam@127 48 T1 = cr[0];
cannam@127 49 TV = ci[0];
cannam@127 50 {
cannam@127 51 E T3, T6, T2, T5;
cannam@127 52 T3 = cr[WS(rs, 3)];
cannam@127 53 T6 = ci[WS(rs, 3)];
cannam@127 54 T2 = W[4];
cannam@127 55 T5 = W[5];
cannam@127 56 {
cannam@127 57 E Ta, Td, Tg, TM, Tb, Tj, Tf, Tc, Ti, TW, T4, T9;
cannam@127 58 Ta = cr[WS(rs, 2)];
cannam@127 59 Td = ci[WS(rs, 2)];
cannam@127 60 TW = T2 * T6;
cannam@127 61 T4 = T2 * T3;
cannam@127 62 T9 = W[2];
cannam@127 63 Tg = cr[WS(rs, 5)];
cannam@127 64 TX = FNMS(T5, T3, TW);
cannam@127 65 T7 = FMA(T5, T6, T4);
cannam@127 66 TM = T9 * Td;
cannam@127 67 Tb = T9 * Ta;
cannam@127 68 Tj = ci[WS(rs, 5)];
cannam@127 69 Tf = W[8];
cannam@127 70 Tc = W[3];
cannam@127 71 Ti = W[9];
cannam@127 72 {
cannam@127 73 E TN, Te, TL, Tk, TK, Th, Tm;
cannam@127 74 Tn = cr[WS(rs, 4)];
cannam@127 75 TK = Tf * Tj;
cannam@127 76 Th = Tf * Tg;
cannam@127 77 TN = FNMS(Tc, Ta, TM);
cannam@127 78 Te = FMA(Tc, Td, Tb);
cannam@127 79 TL = FNMS(Ti, Tg, TK);
cannam@127 80 Tk = FMA(Ti, Tj, Th);
cannam@127 81 Tq = ci[WS(rs, 4)];
cannam@127 82 Tm = W[6];
cannam@127 83 TO = TL - TN;
cannam@127 84 TR = TN + TL;
cannam@127 85 TB = Te + Tk;
cannam@127 86 Tl = Te - Tk;
cannam@127 87 To = Tm * Tn;
cannam@127 88 TH = Tm * Tq;
cannam@127 89 }
cannam@127 90 Tt = cr[WS(rs, 1)];
cannam@127 91 Tw = ci[WS(rs, 1)];
cannam@127 92 Ts = W[0];
cannam@127 93 Tp = W[7];
cannam@127 94 Tv = W[1];
cannam@127 95 }
cannam@127 96 }
cannam@127 97 {
cannam@127 98 E TA, T8, TI, Tr, TG, Tx, TF, Tu;
cannam@127 99 TA = T1 + T7;
cannam@127 100 T8 = T1 - T7;
cannam@127 101 TF = Ts * Tw;
cannam@127 102 Tu = Ts * Tt;
cannam@127 103 TI = FNMS(Tp, Tn, TH);
cannam@127 104 Tr = FMA(Tp, Tq, To);
cannam@127 105 TG = FNMS(Tv, Tt, TF);
cannam@127 106 Tx = FMA(Tv, Tw, Tu);
cannam@127 107 {
cannam@127 108 E TY, TU, TP, TT, TD, T10, Tz, TZ, TQ, TE;
cannam@127 109 T11 = TX + TV;
cannam@127 110 TY = TV - TX;
cannam@127 111 {
cannam@127 112 E TJ, TS, TC, Ty;
cannam@127 113 TJ = TG - TI;
cannam@127 114 TS = TI + TG;
cannam@127 115 TC = Tr + Tx;
cannam@127 116 Ty = Tr - Tx;
cannam@127 117 TU = TO + TJ;
cannam@127 118 TP = TJ - TO;
cannam@127 119 TT = TR - TS;
cannam@127 120 T12 = TR + TS;
cannam@127 121 T14 = TB - TC;
cannam@127 122 TD = TB + TC;
cannam@127 123 T10 = Ty - Tl;
cannam@127 124 Tz = Tl + Ty;
cannam@127 125 TZ = FMA(KP500000000, TU, TY);
cannam@127 126 }
cannam@127 127 cr[0] = TA + TD;
cannam@127 128 TQ = FNMS(KP500000000, TD, TA);
cannam@127 129 ci[WS(rs, 2)] = T8 + Tz;
cannam@127 130 TE = FNMS(KP500000000, Tz, T8);
cannam@127 131 cr[WS(rs, 3)] = TU - TY;
cannam@127 132 cr[WS(rs, 2)] = FNMS(KP866025403, TT, TQ);
cannam@127 133 ci[WS(rs, 1)] = FMA(KP866025403, TT, TQ);
cannam@127 134 ci[0] = FNMS(KP866025403, TP, TE);
cannam@127 135 cr[WS(rs, 1)] = FMA(KP866025403, TP, TE);
cannam@127 136 ci[WS(rs, 4)] = FMA(KP866025403, T10, TZ);
cannam@127 137 cr[WS(rs, 5)] = FMS(KP866025403, T10, TZ);
cannam@127 138 }
cannam@127 139 }
cannam@127 140 }
cannam@127 141 ci[WS(rs, 5)] = T12 + T11;
cannam@127 142 T13 = FNMS(KP500000000, T12, T11);
cannam@127 143 ci[WS(rs, 3)] = FMA(KP866025403, T14, T13);
cannam@127 144 cr[WS(rs, 4)] = FMS(KP866025403, T14, T13);
cannam@127 145 }
cannam@127 146 }
cannam@127 147 }
cannam@127 148
cannam@127 149 static const tw_instr twinstr[] = {
cannam@127 150 {TW_FULL, 1, 6},
cannam@127 151 {TW_NEXT, 1, 0}
cannam@127 152 };
cannam@127 153
cannam@127 154 static const hc2hc_desc desc = { 6, "hf_6", twinstr, &GENUS, {24, 10, 22, 0} };
cannam@127 155
cannam@127 156 void X(codelet_hf_6) (planner *p) {
cannam@127 157 X(khc2hc_register) (p, hf_6, &desc);
cannam@127 158 }
cannam@127 159 #else /* HAVE_FMA */
cannam@127 160
cannam@127 161 /* Generated by: ../../../genfft/gen_hc2hc.native -compact -variables 4 -pipeline-latency 4 -n 6 -dit -name hf_6 -include hf.h */
cannam@127 162
cannam@127 163 /*
cannam@127 164 * This function contains 46 FP additions, 28 FP multiplications,
cannam@127 165 * (or, 32 additions, 14 multiplications, 14 fused multiply/add),
cannam@127 166 * 23 stack variables, 2 constants, and 24 memory accesses
cannam@127 167 */
cannam@127 168 #include "hf.h"
cannam@127 169
cannam@127 170 static void hf_6(R *cr, R *ci, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@127 171 {
cannam@127 172 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
cannam@127 173 DK(KP866025403, +0.866025403784438646763723170752936183471402627);
cannam@127 174 {
cannam@127 175 INT m;
cannam@127 176 for (m = mb, W = W + ((mb - 1) * 10); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 10, MAKE_VOLATILE_STRIDE(12, rs)) {
cannam@127 177 E T7, TS, Tv, TO, Tt, TJ, Tx, TF, Ti, TI, Tw, TC;
cannam@127 178 {
cannam@127 179 E T1, TM, T6, TN;
cannam@127 180 T1 = cr[0];
cannam@127 181 TM = ci[0];
cannam@127 182 {
cannam@127 183 E T3, T5, T2, T4;
cannam@127 184 T3 = cr[WS(rs, 3)];
cannam@127 185 T5 = ci[WS(rs, 3)];
cannam@127 186 T2 = W[4];
cannam@127 187 T4 = W[5];
cannam@127 188 T6 = FMA(T2, T3, T4 * T5);
cannam@127 189 TN = FNMS(T4, T3, T2 * T5);
cannam@127 190 }
cannam@127 191 T7 = T1 - T6;
cannam@127 192 TS = TN + TM;
cannam@127 193 Tv = T1 + T6;
cannam@127 194 TO = TM - TN;
cannam@127 195 }
cannam@127 196 {
cannam@127 197 E Tn, TE, Ts, TD;
cannam@127 198 {
cannam@127 199 E Tk, Tm, Tj, Tl;
cannam@127 200 Tk = cr[WS(rs, 4)];
cannam@127 201 Tm = ci[WS(rs, 4)];
cannam@127 202 Tj = W[6];
cannam@127 203 Tl = W[7];
cannam@127 204 Tn = FMA(Tj, Tk, Tl * Tm);
cannam@127 205 TE = FNMS(Tl, Tk, Tj * Tm);
cannam@127 206 }
cannam@127 207 {
cannam@127 208 E Tp, Tr, To, Tq;
cannam@127 209 Tp = cr[WS(rs, 1)];
cannam@127 210 Tr = ci[WS(rs, 1)];
cannam@127 211 To = W[0];
cannam@127 212 Tq = W[1];
cannam@127 213 Ts = FMA(To, Tp, Tq * Tr);
cannam@127 214 TD = FNMS(Tq, Tp, To * Tr);
cannam@127 215 }
cannam@127 216 Tt = Tn - Ts;
cannam@127 217 TJ = TE + TD;
cannam@127 218 Tx = Tn + Ts;
cannam@127 219 TF = TD - TE;
cannam@127 220 }
cannam@127 221 {
cannam@127 222 E Tc, TA, Th, TB;
cannam@127 223 {
cannam@127 224 E T9, Tb, T8, Ta;
cannam@127 225 T9 = cr[WS(rs, 2)];
cannam@127 226 Tb = ci[WS(rs, 2)];
cannam@127 227 T8 = W[2];
cannam@127 228 Ta = W[3];
cannam@127 229 Tc = FMA(T8, T9, Ta * Tb);
cannam@127 230 TA = FNMS(Ta, T9, T8 * Tb);
cannam@127 231 }
cannam@127 232 {
cannam@127 233 E Te, Tg, Td, Tf;
cannam@127 234 Te = cr[WS(rs, 5)];
cannam@127 235 Tg = ci[WS(rs, 5)];
cannam@127 236 Td = W[8];
cannam@127 237 Tf = W[9];
cannam@127 238 Th = FMA(Td, Te, Tf * Tg);
cannam@127 239 TB = FNMS(Tf, Te, Td * Tg);
cannam@127 240 }
cannam@127 241 Ti = Tc - Th;
cannam@127 242 TI = TA + TB;
cannam@127 243 Tw = Tc + Th;
cannam@127 244 TC = TA - TB;
cannam@127 245 }
cannam@127 246 {
cannam@127 247 E TG, Tu, Tz, TK, Ty, TH;
cannam@127 248 TG = KP866025403 * (TC + TF);
cannam@127 249 Tu = Ti + Tt;
cannam@127 250 Tz = FNMS(KP500000000, Tu, T7);
cannam@127 251 ci[WS(rs, 2)] = T7 + Tu;
cannam@127 252 cr[WS(rs, 1)] = Tz + TG;
cannam@127 253 ci[0] = Tz - TG;
cannam@127 254 TK = KP866025403 * (TI - TJ);
cannam@127 255 Ty = Tw + Tx;
cannam@127 256 TH = FNMS(KP500000000, Ty, Tv);
cannam@127 257 cr[0] = Tv + Ty;
cannam@127 258 ci[WS(rs, 1)] = TH + TK;
cannam@127 259 cr[WS(rs, 2)] = TH - TK;
cannam@127 260 }
cannam@127 261 {
cannam@127 262 E TP, TL, TQ, TR, TT, TU;
cannam@127 263 TP = KP866025403 * (Tt - Ti);
cannam@127 264 TL = TF - TC;
cannam@127 265 TQ = FMA(KP500000000, TL, TO);
cannam@127 266 cr[WS(rs, 3)] = TL - TO;
cannam@127 267 ci[WS(rs, 4)] = TP + TQ;
cannam@127 268 cr[WS(rs, 5)] = TP - TQ;
cannam@127 269 TR = KP866025403 * (Tw - Tx);
cannam@127 270 TT = TI + TJ;
cannam@127 271 TU = FNMS(KP500000000, TT, TS);
cannam@127 272 cr[WS(rs, 4)] = TR - TU;
cannam@127 273 ci[WS(rs, 5)] = TT + TS;
cannam@127 274 ci[WS(rs, 3)] = TR + TU;
cannam@127 275 }
cannam@127 276 }
cannam@127 277 }
cannam@127 278 }
cannam@127 279
cannam@127 280 static const tw_instr twinstr[] = {
cannam@127 281 {TW_FULL, 1, 6},
cannam@127 282 {TW_NEXT, 1, 0}
cannam@127 283 };
cannam@127 284
cannam@127 285 static const hc2hc_desc desc = { 6, "hf_6", twinstr, &GENUS, {32, 14, 14, 0} };
cannam@127 286
cannam@127 287 void X(codelet_hf_6) (planner *p) {
cannam@127 288 X(khc2hc_register) (p, hf_6, &desc);
cannam@127 289 }
cannam@127 290 #endif /* HAVE_FMA */