annotate src/fftw-3.3.8/rdft/scalar/r2cf/hc2cfdft2_4.c @ 82:d0c2a83c1364

Add FFTW 3.3.8 source, and a Linux build
author Chris Cannam
date Tue, 19 Nov 2019 14:52:55 +0000
parents
children
rev   line source
Chris@82 1 /*
Chris@82 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82 4 *
Chris@82 5 * This program is free software; you can redistribute it and/or modify
Chris@82 6 * it under the terms of the GNU General Public License as published by
Chris@82 7 * the Free Software Foundation; either version 2 of the License, or
Chris@82 8 * (at your option) any later version.
Chris@82 9 *
Chris@82 10 * This program is distributed in the hope that it will be useful,
Chris@82 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@82 13 * GNU General Public License for more details.
Chris@82 14 *
Chris@82 15 * You should have received a copy of the GNU General Public License
Chris@82 16 * along with this program; if not, write to the Free Software
Chris@82 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@82 18 *
Chris@82 19 */
Chris@82 20
Chris@82 21 /* This file was automatically generated --- DO NOT EDIT */
Chris@82 22 /* Generated on Thu May 24 08:07:16 EDT 2018 */
Chris@82 23
Chris@82 24 #include "rdft/codelet-rdft.h"
Chris@82 25
Chris@82 26 #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA)
Chris@82 27
Chris@82 28 /* Generated by: ../../../genfft/gen_hc2cdft.native -fma -compact -variables 4 -pipeline-latency 4 -twiddle-log3 -precompute-twiddles -n 4 -dit -name hc2cfdft2_4 -include rdft/scalar/hc2cf.h */
Chris@82 29
Chris@82 30 /*
Chris@82 31 * This function contains 32 FP additions, 24 FP multiplications,
Chris@82 32 * (or, 24 additions, 16 multiplications, 8 fused multiply/add),
Chris@82 33 * 37 stack variables, 1 constants, and 16 memory accesses
Chris@82 34 */
Chris@82 35 #include "rdft/scalar/hc2cf.h"
Chris@82 36
Chris@82 37 static void hc2cfdft2_4(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82 38 {
Chris@82 39 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
Chris@82 40 {
Chris@82 41 INT m;
Chris@82 42 for (m = mb, W = W + ((mb - 1) * 4); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 4, MAKE_VOLATILE_STRIDE(16, rs)) {
Chris@82 43 E T1, T5, T2, T4, T6, Tc, T3, Tb;
Chris@82 44 T1 = W[0];
Chris@82 45 T5 = W[3];
Chris@82 46 T2 = W[2];
Chris@82 47 T3 = T1 * T2;
Chris@82 48 Tb = T1 * T5;
Chris@82 49 T4 = W[1];
Chris@82 50 T6 = FMA(T4, T5, T3);
Chris@82 51 Tc = FNMS(T4, T2, Tb);
Chris@82 52 {
Chris@82 53 E Tj, Tp, To, TE, Tw, T9, Tt, Ta, TC, Tf, Tr, Ts, Tx;
Chris@82 54 {
Chris@82 55 E Th, Ti, Tl, Tm, Tn;
Chris@82 56 Th = Ip[0];
Chris@82 57 Ti = Im[0];
Chris@82 58 Tj = Th - Ti;
Chris@82 59 Tp = Th + Ti;
Chris@82 60 Tl = Rm[0];
Chris@82 61 Tm = Rp[0];
Chris@82 62 Tn = Tl - Tm;
Chris@82 63 To = T1 * Tn;
Chris@82 64 TE = T4 * Tn;
Chris@82 65 Tw = Tm + Tl;
Chris@82 66 }
Chris@82 67 {
Chris@82 68 E T7, T8, Td, Te;
Chris@82 69 T7 = Ip[WS(rs, 1)];
Chris@82 70 T8 = Im[WS(rs, 1)];
Chris@82 71 T9 = T7 - T8;
Chris@82 72 Tt = T7 + T8;
Chris@82 73 Ta = T6 * T9;
Chris@82 74 TC = T2 * Tt;
Chris@82 75 Td = Rp[WS(rs, 1)];
Chris@82 76 Te = Rm[WS(rs, 1)];
Chris@82 77 Tf = Td + Te;
Chris@82 78 Tr = Td - Te;
Chris@82 79 Ts = T2 * Tr;
Chris@82 80 Tx = T6 * Tf;
Chris@82 81 }
Chris@82 82 {
Chris@82 83 E Tk, TB, Tz, TH, Tv, TA, TG, TI, Tg, Ty;
Chris@82 84 Tg = FNMS(Tc, Tf, Ta);
Chris@82 85 Tk = Tg + Tj;
Chris@82 86 TB = Tj - Tg;
Chris@82 87 Ty = FMA(Tc, T9, Tx);
Chris@82 88 Tz = Tw - Ty;
Chris@82 89 TH = Tw + Ty;
Chris@82 90 {
Chris@82 91 E Tq, Tu, TD, TF;
Chris@82 92 Tq = FNMS(T4, Tp, To);
Chris@82 93 Tu = FMA(T5, Tt, Ts);
Chris@82 94 Tv = Tq - Tu;
Chris@82 95 TA = Tu + Tq;
Chris@82 96 TD = FNMS(T5, Tr, TC);
Chris@82 97 TF = FMA(T1, Tp, TE);
Chris@82 98 TG = TD - TF;
Chris@82 99 TI = TD + TF;
Chris@82 100 }
Chris@82 101 Ip[0] = KP500000000 * (Tk + Tv);
Chris@82 102 Rp[0] = KP500000000 * (TH + TI);
Chris@82 103 Im[WS(rs, 1)] = KP500000000 * (Tv - Tk);
Chris@82 104 Rm[WS(rs, 1)] = KP500000000 * (TH - TI);
Chris@82 105 Rm[0] = KP500000000 * (Tz - TA);
Chris@82 106 Im[0] = KP500000000 * (TG - TB);
Chris@82 107 Rp[WS(rs, 1)] = KP500000000 * (Tz + TA);
Chris@82 108 Ip[WS(rs, 1)] = KP500000000 * (TB + TG);
Chris@82 109 }
Chris@82 110 }
Chris@82 111 }
Chris@82 112 }
Chris@82 113 }
Chris@82 114
Chris@82 115 static const tw_instr twinstr[] = {
Chris@82 116 {TW_CEXP, 1, 1},
Chris@82 117 {TW_CEXP, 1, 3},
Chris@82 118 {TW_NEXT, 1, 0}
Chris@82 119 };
Chris@82 120
Chris@82 121 static const hc2c_desc desc = { 4, "hc2cfdft2_4", twinstr, &GENUS, {24, 16, 8, 0} };
Chris@82 122
Chris@82 123 void X(codelet_hc2cfdft2_4) (planner *p) {
Chris@82 124 X(khc2c_register) (p, hc2cfdft2_4, &desc, HC2C_VIA_DFT);
Chris@82 125 }
Chris@82 126 #else
Chris@82 127
Chris@82 128 /* Generated by: ../../../genfft/gen_hc2cdft.native -compact -variables 4 -pipeline-latency 4 -twiddle-log3 -precompute-twiddles -n 4 -dit -name hc2cfdft2_4 -include rdft/scalar/hc2cf.h */
Chris@82 129
Chris@82 130 /*
Chris@82 131 * This function contains 32 FP additions, 24 FP multiplications,
Chris@82 132 * (or, 24 additions, 16 multiplications, 8 fused multiply/add),
Chris@82 133 * 24 stack variables, 1 constants, and 16 memory accesses
Chris@82 134 */
Chris@82 135 #include "rdft/scalar/hc2cf.h"
Chris@82 136
Chris@82 137 static void hc2cfdft2_4(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82 138 {
Chris@82 139 DK(KP500000000, +0.500000000000000000000000000000000000000000000);
Chris@82 140 {
Chris@82 141 INT m;
Chris@82 142 for (m = mb, W = W + ((mb - 1) * 4); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 4, MAKE_VOLATILE_STRIDE(16, rs)) {
Chris@82 143 E T1, T3, T2, T4, T5, T9;
Chris@82 144 T1 = W[0];
Chris@82 145 T3 = W[1];
Chris@82 146 T2 = W[2];
Chris@82 147 T4 = W[3];
Chris@82 148 T5 = FMA(T1, T2, T3 * T4);
Chris@82 149 T9 = FNMS(T3, T2, T1 * T4);
Chris@82 150 {
Chris@82 151 E Tg, Tr, Tm, Tx, Td, Tw, Tp, Ts;
Chris@82 152 {
Chris@82 153 E Te, Tf, Tl, Ti, Tj, Tk;
Chris@82 154 Te = Ip[0];
Chris@82 155 Tf = Im[0];
Chris@82 156 Tl = Te + Tf;
Chris@82 157 Ti = Rm[0];
Chris@82 158 Tj = Rp[0];
Chris@82 159 Tk = Ti - Tj;
Chris@82 160 Tg = Te - Tf;
Chris@82 161 Tr = Tj + Ti;
Chris@82 162 Tm = FNMS(T3, Tl, T1 * Tk);
Chris@82 163 Tx = FMA(T3, Tk, T1 * Tl);
Chris@82 164 }
Chris@82 165 {
Chris@82 166 E T8, To, Tc, Tn;
Chris@82 167 {
Chris@82 168 E T6, T7, Ta, Tb;
Chris@82 169 T6 = Ip[WS(rs, 1)];
Chris@82 170 T7 = Im[WS(rs, 1)];
Chris@82 171 T8 = T6 - T7;
Chris@82 172 To = T6 + T7;
Chris@82 173 Ta = Rp[WS(rs, 1)];
Chris@82 174 Tb = Rm[WS(rs, 1)];
Chris@82 175 Tc = Ta + Tb;
Chris@82 176 Tn = Ta - Tb;
Chris@82 177 }
Chris@82 178 Td = FNMS(T9, Tc, T5 * T8);
Chris@82 179 Tw = FNMS(T4, Tn, T2 * To);
Chris@82 180 Tp = FMA(T2, Tn, T4 * To);
Chris@82 181 Ts = FMA(T5, Tc, T9 * T8);
Chris@82 182 }
Chris@82 183 {
Chris@82 184 E Th, Tq, Tz, TA;
Chris@82 185 Th = Td + Tg;
Chris@82 186 Tq = Tm - Tp;
Chris@82 187 Ip[0] = KP500000000 * (Th + Tq);
Chris@82 188 Im[WS(rs, 1)] = KP500000000 * (Tq - Th);
Chris@82 189 Tz = Tr + Ts;
Chris@82 190 TA = Tw + Tx;
Chris@82 191 Rm[WS(rs, 1)] = KP500000000 * (Tz - TA);
Chris@82 192 Rp[0] = KP500000000 * (Tz + TA);
Chris@82 193 }
Chris@82 194 {
Chris@82 195 E Tt, Tu, Tv, Ty;
Chris@82 196 Tt = Tr - Ts;
Chris@82 197 Tu = Tp + Tm;
Chris@82 198 Rm[0] = KP500000000 * (Tt - Tu);
Chris@82 199 Rp[WS(rs, 1)] = KP500000000 * (Tt + Tu);
Chris@82 200 Tv = Tg - Td;
Chris@82 201 Ty = Tw - Tx;
Chris@82 202 Ip[WS(rs, 1)] = KP500000000 * (Tv + Ty);
Chris@82 203 Im[0] = KP500000000 * (Ty - Tv);
Chris@82 204 }
Chris@82 205 }
Chris@82 206 }
Chris@82 207 }
Chris@82 208 }
Chris@82 209
Chris@82 210 static const tw_instr twinstr[] = {
Chris@82 211 {TW_CEXP, 1, 1},
Chris@82 212 {TW_CEXP, 1, 3},
Chris@82 213 {TW_NEXT, 1, 0}
Chris@82 214 };
Chris@82 215
Chris@82 216 static const hc2c_desc desc = { 4, "hc2cfdft2_4", twinstr, &GENUS, {24, 16, 8, 0} };
Chris@82 217
Chris@82 218 void X(codelet_hc2cfdft2_4) (planner *p) {
Chris@82 219 X(khc2c_register) (p, hc2cfdft2_4, &desc, HC2C_VIA_DFT);
Chris@82 220 }
Chris@82 221 #endif