annotate src/fftw-3.3.8/rdft/scalar/r2cb/hc2cbdft_4.c @ 167:bd3cc4d1df30

Add FFTW 3.3.8 source, and a Linux build
author Chris Cannam <cannam@all-day-breakfast.com>
date Tue, 19 Nov 2019 14:52:55 +0000
parents
children
rev   line source
cannam@167 1 /*
cannam@167 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
cannam@167 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
cannam@167 4 *
cannam@167 5 * This program is free software; you can redistribute it and/or modify
cannam@167 6 * it under the terms of the GNU General Public License as published by
cannam@167 7 * the Free Software Foundation; either version 2 of the License, or
cannam@167 8 * (at your option) any later version.
cannam@167 9 *
cannam@167 10 * This program is distributed in the hope that it will be useful,
cannam@167 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
cannam@167 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
cannam@167 13 * GNU General Public License for more details.
cannam@167 14 *
cannam@167 15 * You should have received a copy of the GNU General Public License
cannam@167 16 * along with this program; if not, write to the Free Software
cannam@167 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
cannam@167 18 *
cannam@167 19 */
cannam@167 20
cannam@167 21 /* This file was automatically generated --- DO NOT EDIT */
cannam@167 22 /* Generated on Thu May 24 08:07:57 EDT 2018 */
cannam@167 23
cannam@167 24 #include "rdft/codelet-rdft.h"
cannam@167 25
cannam@167 26 #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA)
cannam@167 27
cannam@167 28 /* Generated by: ../../../genfft/gen_hc2cdft.native -fma -compact -variables 4 -pipeline-latency 4 -sign 1 -n 4 -dif -name hc2cbdft_4 -include rdft/scalar/hc2cb.h */
cannam@167 29
cannam@167 30 /*
cannam@167 31 * This function contains 30 FP additions, 12 FP multiplications,
cannam@167 32 * (or, 24 additions, 6 multiplications, 6 fused multiply/add),
cannam@167 33 * 23 stack variables, 0 constants, and 16 memory accesses
cannam@167 34 */
cannam@167 35 #include "rdft/scalar/hc2cb.h"
cannam@167 36
cannam@167 37 static void hc2cbdft_4(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@167 38 {
cannam@167 39 {
cannam@167 40 INT m;
cannam@167 41 for (m = mb, W = W + ((mb - 1) * 6); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 6, MAKE_VOLATILE_STRIDE(16, rs)) {
cannam@167 42 E T3, Tm, T6, Tn, Td, Tk, TB, Ty, Tv, Ts;
cannam@167 43 {
cannam@167 44 E Tg, Tc, T9, Tj;
cannam@167 45 {
cannam@167 46 E T1, T2, Ta, Tb;
cannam@167 47 T1 = Rp[0];
cannam@167 48 T2 = Rm[WS(rs, 1)];
cannam@167 49 T3 = T1 + T2;
cannam@167 50 Tg = T1 - T2;
cannam@167 51 Ta = Ip[0];
cannam@167 52 Tb = Im[WS(rs, 1)];
cannam@167 53 Tc = Ta + Tb;
cannam@167 54 Tm = Ta - Tb;
cannam@167 55 }
cannam@167 56 {
cannam@167 57 E T4, T5, Th, Ti;
cannam@167 58 T4 = Rp[WS(rs, 1)];
cannam@167 59 T5 = Rm[0];
cannam@167 60 T6 = T4 + T5;
cannam@167 61 T9 = T4 - T5;
cannam@167 62 Th = Ip[WS(rs, 1)];
cannam@167 63 Ti = Im[0];
cannam@167 64 Tj = Th + Ti;
cannam@167 65 Tn = Th - Ti;
cannam@167 66 }
cannam@167 67 Td = T9 + Tc;
cannam@167 68 Tk = Tg - Tj;
cannam@167 69 TB = Tg + Tj;
cannam@167 70 Ty = Tc - T9;
cannam@167 71 Tv = Tm - Tn;
cannam@167 72 Ts = T3 - T6;
cannam@167 73 }
cannam@167 74 {
cannam@167 75 E T7, To, Te, Tp, T8, Tl, Tq, Tf;
cannam@167 76 T7 = T3 + T6;
cannam@167 77 To = Tm + Tn;
cannam@167 78 T8 = W[0];
cannam@167 79 Te = T8 * Td;
cannam@167 80 Tp = T8 * Tk;
cannam@167 81 Tf = W[1];
cannam@167 82 Tl = FMA(Tf, Tk, Te);
cannam@167 83 Tq = FNMS(Tf, Td, Tp);
cannam@167 84 Rp[0] = T7 - Tl;
cannam@167 85 Ip[0] = To + Tq;
cannam@167 86 Rm[0] = T7 + Tl;
cannam@167 87 Im[0] = Tq - To;
cannam@167 88 }
cannam@167 89 {
cannam@167 90 E Tr, Tt, Tu, TD, Tz, TF, Tx;
cannam@167 91 Tr = W[2];
cannam@167 92 Tt = Tr * Ts;
cannam@167 93 Tu = W[3];
cannam@167 94 TD = Tu * Ts;
cannam@167 95 Tx = W[4];
cannam@167 96 Tz = Tx * Ty;
cannam@167 97 TF = Tx * TB;
cannam@167 98 {
cannam@167 99 E Tw, TE, TC, TG, TA;
cannam@167 100 Tw = FNMS(Tu, Tv, Tt);
cannam@167 101 TE = FMA(Tr, Tv, TD);
cannam@167 102 TA = W[5];
cannam@167 103 TC = FMA(TA, TB, Tz);
cannam@167 104 TG = FNMS(TA, Ty, TF);
cannam@167 105 Rp[WS(rs, 1)] = Tw - TC;
cannam@167 106 Ip[WS(rs, 1)] = TE + TG;
cannam@167 107 Rm[WS(rs, 1)] = Tw + TC;
cannam@167 108 Im[WS(rs, 1)] = TG - TE;
cannam@167 109 }
cannam@167 110 }
cannam@167 111 }
cannam@167 112 }
cannam@167 113 }
cannam@167 114
cannam@167 115 static const tw_instr twinstr[] = {
cannam@167 116 {TW_FULL, 1, 4},
cannam@167 117 {TW_NEXT, 1, 0}
cannam@167 118 };
cannam@167 119
cannam@167 120 static const hc2c_desc desc = { 4, "hc2cbdft_4", twinstr, &GENUS, {24, 6, 6, 0} };
cannam@167 121
cannam@167 122 void X(codelet_hc2cbdft_4) (planner *p) {
cannam@167 123 X(khc2c_register) (p, hc2cbdft_4, &desc, HC2C_VIA_DFT);
cannam@167 124 }
cannam@167 125 #else
cannam@167 126
cannam@167 127 /* Generated by: ../../../genfft/gen_hc2cdft.native -compact -variables 4 -pipeline-latency 4 -sign 1 -n 4 -dif -name hc2cbdft_4 -include rdft/scalar/hc2cb.h */
cannam@167 128
cannam@167 129 /*
cannam@167 130 * This function contains 30 FP additions, 12 FP multiplications,
cannam@167 131 * (or, 24 additions, 6 multiplications, 6 fused multiply/add),
cannam@167 132 * 19 stack variables, 0 constants, and 16 memory accesses
cannam@167 133 */
cannam@167 134 #include "rdft/scalar/hc2cb.h"
cannam@167 135
cannam@167 136 static void hc2cbdft_4(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@167 137 {
cannam@167 138 {
cannam@167 139 INT m;
cannam@167 140 for (m = mb, W = W + ((mb - 1) * 6); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 6, MAKE_VOLATILE_STRIDE(16, rs)) {
cannam@167 141 E T3, Tl, T6, Tm, Td, Tj, Tx, Tv, Ts, Tq;
cannam@167 142 {
cannam@167 143 E Tf, Tc, T9, Ti;
cannam@167 144 {
cannam@167 145 E T1, T2, Ta, Tb;
cannam@167 146 T1 = Rp[0];
cannam@167 147 T2 = Rm[WS(rs, 1)];
cannam@167 148 T3 = T1 + T2;
cannam@167 149 Tf = T1 - T2;
cannam@167 150 Ta = Ip[0];
cannam@167 151 Tb = Im[WS(rs, 1)];
cannam@167 152 Tc = Ta + Tb;
cannam@167 153 Tl = Ta - Tb;
cannam@167 154 }
cannam@167 155 {
cannam@167 156 E T4, T5, Tg, Th;
cannam@167 157 T4 = Rp[WS(rs, 1)];
cannam@167 158 T5 = Rm[0];
cannam@167 159 T6 = T4 + T5;
cannam@167 160 T9 = T4 - T5;
cannam@167 161 Tg = Ip[WS(rs, 1)];
cannam@167 162 Th = Im[0];
cannam@167 163 Ti = Tg + Th;
cannam@167 164 Tm = Tg - Th;
cannam@167 165 }
cannam@167 166 Td = T9 + Tc;
cannam@167 167 Tj = Tf - Ti;
cannam@167 168 Tx = Tf + Ti;
cannam@167 169 Tv = Tc - T9;
cannam@167 170 Ts = Tl - Tm;
cannam@167 171 Tq = T3 - T6;
cannam@167 172 }
cannam@167 173 {
cannam@167 174 E T7, Tn, Tk, To, T8, Te;
cannam@167 175 T7 = T3 + T6;
cannam@167 176 Tn = Tl + Tm;
cannam@167 177 T8 = W[0];
cannam@167 178 Te = W[1];
cannam@167 179 Tk = FMA(T8, Td, Te * Tj);
cannam@167 180 To = FNMS(Te, Td, T8 * Tj);
cannam@167 181 Rp[0] = T7 - Tk;
cannam@167 182 Ip[0] = Tn + To;
cannam@167 183 Rm[0] = T7 + Tk;
cannam@167 184 Im[0] = To - Tn;
cannam@167 185 }
cannam@167 186 {
cannam@167 187 E Tt, Tz, Ty, TA;
cannam@167 188 {
cannam@167 189 E Tp, Tr, Tu, Tw;
cannam@167 190 Tp = W[2];
cannam@167 191 Tr = W[3];
cannam@167 192 Tt = FNMS(Tr, Ts, Tp * Tq);
cannam@167 193 Tz = FMA(Tr, Tq, Tp * Ts);
cannam@167 194 Tu = W[4];
cannam@167 195 Tw = W[5];
cannam@167 196 Ty = FMA(Tu, Tv, Tw * Tx);
cannam@167 197 TA = FNMS(Tw, Tv, Tu * Tx);
cannam@167 198 }
cannam@167 199 Rp[WS(rs, 1)] = Tt - Ty;
cannam@167 200 Ip[WS(rs, 1)] = Tz + TA;
cannam@167 201 Rm[WS(rs, 1)] = Tt + Ty;
cannam@167 202 Im[WS(rs, 1)] = TA - Tz;
cannam@167 203 }
cannam@167 204 }
cannam@167 205 }
cannam@167 206 }
cannam@167 207
cannam@167 208 static const tw_instr twinstr[] = {
cannam@167 209 {TW_FULL, 1, 4},
cannam@167 210 {TW_NEXT, 1, 0}
cannam@167 211 };
cannam@167 212
cannam@167 213 static const hc2c_desc desc = { 4, "hc2cbdft_4", twinstr, &GENUS, {24, 6, 6, 0} };
cannam@167 214
cannam@167 215 void X(codelet_hc2cbdft_4) (planner *p) {
cannam@167 216 X(khc2c_register) (p, hc2cbdft_4, &desc, HC2C_VIA_DFT);
cannam@167 217 }
cannam@167 218 #endif