annotate src/fftw-3.3.5/rdft/scalar/r2cb/r2cbIII_15.c @ 148:b4bfdf10c4b3

Update Win64 capnp builds to v0.6
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 22 May 2017 18:56:49 +0100
parents 7867fa7e1b6b
children
rev   line source
cannam@127 1 /*
cannam@127 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
cannam@127 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
cannam@127 4 *
cannam@127 5 * This program is free software; you can redistribute it and/or modify
cannam@127 6 * it under the terms of the GNU General Public License as published by
cannam@127 7 * the Free Software Foundation; either version 2 of the License, or
cannam@127 8 * (at your option) any later version.
cannam@127 9 *
cannam@127 10 * This program is distributed in the hope that it will be useful,
cannam@127 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
cannam@127 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
cannam@127 13 * GNU General Public License for more details.
cannam@127 14 *
cannam@127 15 * You should have received a copy of the GNU General Public License
cannam@127 16 * along with this program; if not, write to the Free Software
cannam@127 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
cannam@127 18 *
cannam@127 19 */
cannam@127 20
cannam@127 21 /* This file was automatically generated --- DO NOT EDIT */
cannam@127 22 /* Generated on Sat Jul 30 16:50:42 EDT 2016 */
cannam@127 23
cannam@127 24 #include "codelet-rdft.h"
cannam@127 25
cannam@127 26 #ifdef HAVE_FMA
cannam@127 27
cannam@127 28 /* Generated by: ../../../genfft/gen_r2cb.native -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -sign 1 -n 15 -name r2cbIII_15 -dft-III -include r2cbIII.h */
cannam@127 29
cannam@127 30 /*
cannam@127 31 * This function contains 64 FP additions, 43 FP multiplications,
cannam@127 32 * (or, 21 additions, 0 multiplications, 43 fused multiply/add),
cannam@127 33 * 48 stack variables, 9 constants, and 30 memory accesses
cannam@127 34 */
cannam@127 35 #include "r2cbIII.h"
cannam@127 36
cannam@127 37 static void r2cbIII_15(R *R0, R *R1, R *Cr, R *Ci, stride rs, stride csr, stride csi, INT v, INT ivs, INT ovs)
cannam@127 38 {
cannam@127 39 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
cannam@127 40 DK(KP1_732050807, +1.732050807568877293527446341505872366942805254);
cannam@127 41 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
cannam@127 42 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
cannam@127 43 DK(KP1_902113032, +1.902113032590307144232878666758764286811397268);
cannam@127 44 DK(KP1_118033988, +1.118033988749894848204586834365638117720309180);
cannam@127 45 DK(KP2_000000000, +2.000000000000000000000000000000000000000000000);
cannam@127 46 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
cannam@127 47 DK(KP618033988, +0.618033988749894848204586834365638117720309180);
cannam@127 48 {
cannam@127 49 INT i;
cannam@127 50 for (i = v; i > 0; i = i - 1, R0 = R0 + ovs, R1 = R1 + ovs, Cr = Cr + ivs, Ci = Ci + ivs, MAKE_VOLATILE_STRIDE(60, rs), MAKE_VOLATILE_STRIDE(60, csr), MAKE_VOLATILE_STRIDE(60, csi)) {
cannam@127 51 E TX, Tv, To, TW, Tl, Tx, Ty, Tw;
cannam@127 52 {
cannam@127 53 E TA, Tk, T6, T5, Tz, Th, TI, Tp, Tu, TK, TR, Tn, Td, Tq;
cannam@127 54 {
cannam@127 55 E T1, T2, T3, Ti, Tj;
cannam@127 56 Ti = Ci[WS(csi, 4)];
cannam@127 57 Tj = Ci[WS(csi, 1)];
cannam@127 58 T1 = Cr[WS(csr, 7)];
cannam@127 59 T2 = Cr[WS(csr, 4)];
cannam@127 60 T3 = Cr[WS(csr, 1)];
cannam@127 61 TA = FNMS(KP618033988, Ti, Tj);
cannam@127 62 Tk = FMA(KP618033988, Tj, Ti);
cannam@127 63 {
cannam@127 64 E T7, TP, Tc, T8;
cannam@127 65 T6 = Cr[WS(csr, 2)];
cannam@127 66 {
cannam@127 67 E T4, Tg, Ta, Tb, Tf;
cannam@127 68 T4 = T2 + T3;
cannam@127 69 Tg = T2 - T3;
cannam@127 70 Ta = Cr[WS(csr, 3)];
cannam@127 71 Tb = Cr[WS(csr, 6)];
cannam@127 72 T7 = Cr[0];
cannam@127 73 Tf = FNMS(KP500000000, T4, T1);
cannam@127 74 T5 = FMA(KP2_000000000, T4, T1);
cannam@127 75 TP = Ta - Tb;
cannam@127 76 Tc = Ta + Tb;
cannam@127 77 Tz = FNMS(KP1_118033988, Tg, Tf);
cannam@127 78 Th = FMA(KP1_118033988, Tg, Tf);
cannam@127 79 T8 = Cr[WS(csr, 5)];
cannam@127 80 }
cannam@127 81 TI = Ci[WS(csi, 2)];
cannam@127 82 {
cannam@127 83 E Ts, Tt, TQ, T9;
cannam@127 84 Ts = Ci[WS(csi, 3)];
cannam@127 85 Tt = Ci[WS(csi, 6)];
cannam@127 86 TQ = T7 - T8;
cannam@127 87 T9 = T7 + T8;
cannam@127 88 Tp = Ci[0];
cannam@127 89 Tu = Ts - Tt;
cannam@127 90 TK = Ts + Tt;
cannam@127 91 TX = FMA(KP618033988, TP, TQ);
cannam@127 92 TR = FNMS(KP618033988, TQ, TP);
cannam@127 93 Tn = T9 - Tc;
cannam@127 94 Td = T9 + Tc;
cannam@127 95 Tq = Ci[WS(csi, 5)];
cannam@127 96 }
cannam@127 97 }
cannam@127 98 }
cannam@127 99 {
cannam@127 100 E TB, TF, TO, TG, TE;
cannam@127 101 {
cannam@127 102 E Tm, T11, TN, TD, TM, T12, TC;
cannam@127 103 TB = FNMS(KP1_902113032, TA, Tz);
cannam@127 104 TF = FMA(KP1_902113032, TA, Tz);
cannam@127 105 {
cannam@127 106 E Te, Tr, TJ, TL;
cannam@127 107 Tm = FNMS(KP250000000, Td, T6);
cannam@127 108 Te = T6 + Td;
cannam@127 109 Tr = Tp + Tq;
cannam@127 110 TJ = Tq - Tp;
cannam@127 111 R0[0] = FMA(KP2_000000000, Te, T5);
cannam@127 112 T11 = Te - T5;
cannam@127 113 TN = TJ + TK;
cannam@127 114 TL = TJ - TK;
cannam@127 115 Tv = FMA(KP618033988, Tu, Tr);
cannam@127 116 TD = FNMS(KP618033988, Tr, Tu);
cannam@127 117 TM = FNMS(KP250000000, TL, TI);
cannam@127 118 T12 = TL + TI;
cannam@127 119 }
cannam@127 120 TC = FNMS(KP559016994, Tn, Tm);
cannam@127 121 To = FMA(KP559016994, Tn, Tm);
cannam@127 122 R1[WS(rs, 2)] = FMA(KP1_732050807, T12, T11);
cannam@127 123 R0[WS(rs, 5)] = FMS(KP1_732050807, T12, T11);
cannam@127 124 TW = FMA(KP559016994, TN, TM);
cannam@127 125 TO = FNMS(KP559016994, TN, TM);
cannam@127 126 TG = FNMS(KP951056516, TD, TC);
cannam@127 127 TE = FMA(KP951056516, TD, TC);
cannam@127 128 }
cannam@127 129 Tl = FNMS(KP1_902113032, Tk, Th);
cannam@127 130 Tx = FMA(KP1_902113032, Tk, Th);
cannam@127 131 {
cannam@127 132 E TS, TU, TT, TH;
cannam@127 133 TS = FMA(KP951056516, TR, TO);
cannam@127 134 TU = FNMS(KP951056516, TR, TO);
cannam@127 135 TT = TF - TG;
cannam@127 136 R1[WS(rs, 1)] = -(FMA(KP2_000000000, TG, TF));
cannam@127 137 TH = TB - TE;
cannam@127 138 R0[WS(rs, 6)] = FMA(KP2_000000000, TE, TB);
cannam@127 139 R1[WS(rs, 6)] = -(FMA(KP1_732050807, TU, TT));
cannam@127 140 R0[WS(rs, 4)] = FNMS(KP1_732050807, TU, TT);
cannam@127 141 R1[WS(rs, 3)] = -(FMA(KP1_732050807, TS, TH));
cannam@127 142 R0[WS(rs, 1)] = FNMS(KP1_732050807, TS, TH);
cannam@127 143 }
cannam@127 144 }
cannam@127 145 }
cannam@127 146 Ty = FNMS(KP951056516, Tv, To);
cannam@127 147 Tw = FMA(KP951056516, Tv, To);
cannam@127 148 {
cannam@127 149 E T10, TY, TV, TZ;
cannam@127 150 T10 = FMA(KP951056516, TX, TW);
cannam@127 151 TY = FNMS(KP951056516, TX, TW);
cannam@127 152 TV = Ty - Tx;
cannam@127 153 R0[WS(rs, 3)] = FMA(KP2_000000000, Ty, Tx);
cannam@127 154 TZ = Tl - Tw;
cannam@127 155 R1[WS(rs, 4)] = -(FMA(KP2_000000000, Tw, Tl));
cannam@127 156 R1[WS(rs, 5)] = FMA(KP1_732050807, TY, TV);
cannam@127 157 R1[0] = FNMS(KP1_732050807, TY, TV);
cannam@127 158 R0[WS(rs, 2)] = FMA(KP1_732050807, T10, TZ);
cannam@127 159 R0[WS(rs, 7)] = FNMS(KP1_732050807, T10, TZ);
cannam@127 160 }
cannam@127 161 }
cannam@127 162 }
cannam@127 163 }
cannam@127 164
cannam@127 165 static const kr2c_desc desc = { 15, "r2cbIII_15", {21, 0, 43, 0}, &GENUS };
cannam@127 166
cannam@127 167 void X(codelet_r2cbIII_15) (planner *p) {
cannam@127 168 X(kr2c_register) (p, r2cbIII_15, &desc);
cannam@127 169 }
cannam@127 170
cannam@127 171 #else /* HAVE_FMA */
cannam@127 172
cannam@127 173 /* Generated by: ../../../genfft/gen_r2cb.native -compact -variables 4 -pipeline-latency 4 -sign 1 -n 15 -name r2cbIII_15 -dft-III -include r2cbIII.h */
cannam@127 174
cannam@127 175 /*
cannam@127 176 * This function contains 64 FP additions, 26 FP multiplications,
cannam@127 177 * (or, 49 additions, 11 multiplications, 15 fused multiply/add),
cannam@127 178 * 47 stack variables, 14 constants, and 30 memory accesses
cannam@127 179 */
cannam@127 180 #include "r2cbIII.h"
cannam@127 181
cannam@127 182 static void r2cbIII_15(R *R0, R *R1, R *Cr, R *Ci, stride rs, stride csr, stride csi, INT v, INT ivs, INT ovs)
cannam@127 183 {
cannam@127 184 DK(KP1_732050807, +1.732050807568877293527446341505872366942805254);
cannam@127 185 DK(KP433012701, +0.433012701892219323381861585376468091735701313);
cannam@127 186 DK(KP968245836, +0.968245836551854221294816349945599902708230426);
cannam@127 187 DK(KP587785252, +0.587785252292473129168705954639072768597652438);
cannam@127 188 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
cannam@127 189 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
cannam@127 190 DK(KP1_647278207, +1.647278207092663851754840078556380006059321028);
cannam@127 191 DK(KP1_018073920, +1.018073920910254366901961726787815297021466329);
cannam@127 192 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
cannam@127 193 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
cannam@127 194 DK(KP2_000000000, +2.000000000000000000000000000000000000000000000);
cannam@127 195 DK(KP1_118033988, +1.118033988749894848204586834365638117720309180);
cannam@127 196 DK(KP1_175570504, +1.175570504584946258337411909278145537195304875);
cannam@127 197 DK(KP1_902113032, +1.902113032590307144232878666758764286811397268);
cannam@127 198 {
cannam@127 199 INT i;
cannam@127 200 for (i = v; i > 0; i = i - 1, R0 = R0 + ovs, R1 = R1 + ovs, Cr = Cr + ivs, Ci = Ci + ivs, MAKE_VOLATILE_STRIDE(60, rs), MAKE_VOLATILE_STRIDE(60, csr), MAKE_VOLATILE_STRIDE(60, csi)) {
cannam@127 201 E Tv, TD, T5, Ts, TC, T6, Tf, TW, TK, Td, Tg, TP, To, TN, TA;
cannam@127 202 E TO, TQ, Tt, Tu, T12, Te, T11;
cannam@127 203 Tt = Ci[WS(csi, 4)];
cannam@127 204 Tu = Ci[WS(csi, 1)];
cannam@127 205 Tv = FMA(KP1_902113032, Tt, KP1_175570504 * Tu);
cannam@127 206 TD = FNMS(KP1_175570504, Tt, KP1_902113032 * Tu);
cannam@127 207 {
cannam@127 208 E T1, T4, Tq, T2, T3, Tr;
cannam@127 209 T1 = Cr[WS(csr, 7)];
cannam@127 210 T2 = Cr[WS(csr, 4)];
cannam@127 211 T3 = Cr[WS(csr, 1)];
cannam@127 212 T4 = T2 + T3;
cannam@127 213 Tq = KP1_118033988 * (T2 - T3);
cannam@127 214 T5 = FMA(KP2_000000000, T4, T1);
cannam@127 215 Tr = FNMS(KP500000000, T4, T1);
cannam@127 216 Ts = Tq + Tr;
cannam@127 217 TC = Tr - Tq;
cannam@127 218 }
cannam@127 219 {
cannam@127 220 E Tc, TJ, T9, TI;
cannam@127 221 T6 = Cr[WS(csr, 2)];
cannam@127 222 {
cannam@127 223 E Ta, Tb, T7, T8;
cannam@127 224 Ta = Cr[WS(csr, 3)];
cannam@127 225 Tb = Cr[WS(csr, 6)];
cannam@127 226 Tc = Ta + Tb;
cannam@127 227 TJ = Ta - Tb;
cannam@127 228 T7 = Cr[0];
cannam@127 229 T8 = Cr[WS(csr, 5)];
cannam@127 230 T9 = T7 + T8;
cannam@127 231 TI = T7 - T8;
cannam@127 232 }
cannam@127 233 Tf = KP559016994 * (T9 - Tc);
cannam@127 234 TW = FNMS(KP1_647278207, TJ, KP1_018073920 * TI);
cannam@127 235 TK = FMA(KP1_647278207, TI, KP1_018073920 * TJ);
cannam@127 236 Td = T9 + Tc;
cannam@127 237 Tg = FNMS(KP250000000, Td, T6);
cannam@127 238 }
cannam@127 239 {
cannam@127 240 E Tn, TM, Tk, TL;
cannam@127 241 TP = Ci[WS(csi, 2)];
cannam@127 242 {
cannam@127 243 E Tl, Tm, Ti, Tj;
cannam@127 244 Tl = Ci[WS(csi, 3)];
cannam@127 245 Tm = Ci[WS(csi, 6)];
cannam@127 246 Tn = Tl - Tm;
cannam@127 247 TM = Tl + Tm;
cannam@127 248 Ti = Ci[0];
cannam@127 249 Tj = Ci[WS(csi, 5)];
cannam@127 250 Tk = Ti + Tj;
cannam@127 251 TL = Ti - Tj;
cannam@127 252 }
cannam@127 253 To = FMA(KP951056516, Tk, KP587785252 * Tn);
cannam@127 254 TN = KP968245836 * (TL - TM);
cannam@127 255 TA = FNMS(KP587785252, Tk, KP951056516 * Tn);
cannam@127 256 TO = TL + TM;
cannam@127 257 TQ = FMA(KP433012701, TO, KP1_732050807 * TP);
cannam@127 258 }
cannam@127 259 T12 = KP1_732050807 * (TP - TO);
cannam@127 260 Te = T6 + Td;
cannam@127 261 T11 = Te - T5;
cannam@127 262 R0[0] = FMA(KP2_000000000, Te, T5);
cannam@127 263 R0[WS(rs, 5)] = T12 - T11;
cannam@127 264 R1[WS(rs, 2)] = T11 + T12;
cannam@127 265 {
cannam@127 266 E TE, TG, TB, TF, TY, T10, Tz, TX, TV, TZ;
cannam@127 267 TE = TC - TD;
cannam@127 268 TG = TC + TD;
cannam@127 269 Tz = Tg - Tf;
cannam@127 270 TB = Tz + TA;
cannam@127 271 TF = TA - Tz;
cannam@127 272 TX = TN + TQ;
cannam@127 273 TY = TW - TX;
cannam@127 274 T10 = TW + TX;
cannam@127 275 R0[WS(rs, 6)] = FMA(KP2_000000000, TB, TE);
cannam@127 276 R1[WS(rs, 1)] = FMS(KP2_000000000, TF, TG);
cannam@127 277 TV = TE - TB;
cannam@127 278 R0[WS(rs, 1)] = TV + TY;
cannam@127 279 R1[WS(rs, 3)] = TY - TV;
cannam@127 280 TZ = TF + TG;
cannam@127 281 R0[WS(rs, 4)] = TZ - T10;
cannam@127 282 R1[WS(rs, 6)] = -(TZ + T10);
cannam@127 283 }
cannam@127 284 {
cannam@127 285 E Tw, Ty, Tp, Tx, TS, TU, Th, TR, TH, TT;
cannam@127 286 Tw = Ts - Tv;
cannam@127 287 Ty = Ts + Tv;
cannam@127 288 Th = Tf + Tg;
cannam@127 289 Tp = Th + To;
cannam@127 290 Tx = Th - To;
cannam@127 291 TR = TN - TQ;
cannam@127 292 TS = TK + TR;
cannam@127 293 TU = TR - TK;
cannam@127 294 R1[WS(rs, 4)] = -(FMA(KP2_000000000, Tp, Tw));
cannam@127 295 R0[WS(rs, 3)] = FMA(KP2_000000000, Tx, Ty);
cannam@127 296 TH = Tx - Ty;
cannam@127 297 R1[WS(rs, 5)] = TH - TS;
cannam@127 298 R1[0] = TH + TS;
cannam@127 299 TT = Tw - Tp;
cannam@127 300 R0[WS(rs, 2)] = TT - TU;
cannam@127 301 R0[WS(rs, 7)] = TT + TU;
cannam@127 302 }
cannam@127 303 }
cannam@127 304 }
cannam@127 305 }
cannam@127 306
cannam@127 307 static const kr2c_desc desc = { 15, "r2cbIII_15", {49, 11, 15, 0}, &GENUS };
cannam@127 308
cannam@127 309 void X(codelet_r2cbIII_15) (planner *p) {
cannam@127 310 X(kr2c_register) (p, r2cbIII_15, &desc);
cannam@127 311 }
cannam@127 312
cannam@127 313 #endif /* HAVE_FMA */