annotate src/fftw-3.3.5/dft/simd/common/n1fv_7.c @ 83:ae30d91d2ffe

Replace these with versions built using an older toolset (so as to avoid ABI compatibilities when linking on Ubuntu 14.04 for packaging purposes)
author Chris Cannam
date Fri, 07 Feb 2020 11:51:13 +0000
parents 2cd0e3b3e1fd
children
rev   line source
Chris@42 1 /*
Chris@42 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@42 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@42 4 *
Chris@42 5 * This program is free software; you can redistribute it and/or modify
Chris@42 6 * it under the terms of the GNU General Public License as published by
Chris@42 7 * the Free Software Foundation; either version 2 of the License, or
Chris@42 8 * (at your option) any later version.
Chris@42 9 *
Chris@42 10 * This program is distributed in the hope that it will be useful,
Chris@42 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@42 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@42 13 * GNU General Public License for more details.
Chris@42 14 *
Chris@42 15 * You should have received a copy of the GNU General Public License
Chris@42 16 * along with this program; if not, write to the Free Software
Chris@42 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@42 18 *
Chris@42 19 */
Chris@42 20
Chris@42 21 /* This file was automatically generated --- DO NOT EDIT */
Chris@42 22 /* Generated on Sat Jul 30 16:38:39 EDT 2016 */
Chris@42 23
Chris@42 24 #include "codelet-dft.h"
Chris@42 25
Chris@42 26 #ifdef HAVE_FMA
Chris@42 27
Chris@42 28 /* Generated by: ../../../genfft/gen_notw_c.native -fma -reorder-insns -schedule-for-pipeline -simd -compact -variables 4 -pipeline-latency 8 -n 7 -name n1fv_7 -include n1f.h */
Chris@42 29
Chris@42 30 /*
Chris@42 31 * This function contains 30 FP additions, 24 FP multiplications,
Chris@42 32 * (or, 9 additions, 3 multiplications, 21 fused multiply/add),
Chris@42 33 * 37 stack variables, 6 constants, and 14 memory accesses
Chris@42 34 */
Chris@42 35 #include "n1f.h"
Chris@42 36
Chris@42 37 static void n1fv_7(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs)
Chris@42 38 {
Chris@42 39 DVK(KP900968867, +0.900968867902419126236102319507445051165919162);
Chris@42 40 DVK(KP692021471, +0.692021471630095869627814897002069140197260599);
Chris@42 41 DVK(KP801937735, +0.801937735804838252472204639014890102331838324);
Chris@42 42 DVK(KP974927912, +0.974927912181823607018131682993931217232785801);
Chris@42 43 DVK(KP356895867, +0.356895867892209443894399510021300583399127187);
Chris@42 44 DVK(KP554958132, +0.554958132087371191422194871006410481067288862);
Chris@42 45 {
Chris@42 46 INT i;
Chris@42 47 const R *xi;
Chris@42 48 R *xo;
Chris@42 49 xi = ri;
Chris@42 50 xo = ro;
Chris@42 51 for (i = v; i > 0; i = i - VL, xi = xi + (VL * ivs), xo = xo + (VL * ovs), MAKE_VOLATILE_STRIDE(14, is), MAKE_VOLATILE_STRIDE(14, os)) {
Chris@42 52 V T1, T2, T3, T8, T9, T5, T6;
Chris@42 53 T1 = LD(&(xi[0]), ivs, &(xi[0]));
Chris@42 54 T2 = LD(&(xi[WS(is, 1)]), ivs, &(xi[WS(is, 1)]));
Chris@42 55 T3 = LD(&(xi[WS(is, 6)]), ivs, &(xi[0]));
Chris@42 56 T8 = LD(&(xi[WS(is, 3)]), ivs, &(xi[WS(is, 1)]));
Chris@42 57 T9 = LD(&(xi[WS(is, 4)]), ivs, &(xi[0]));
Chris@42 58 T5 = LD(&(xi[WS(is, 2)]), ivs, &(xi[0]));
Chris@42 59 T6 = LD(&(xi[WS(is, 5)]), ivs, &(xi[WS(is, 1)]));
Chris@42 60 {
Chris@42 61 V Te, T4, Tf, Ta, Tg, T7;
Chris@42 62 Te = VSUB(T3, T2);
Chris@42 63 T4 = VADD(T2, T3);
Chris@42 64 Tf = VSUB(T9, T8);
Chris@42 65 Ta = VADD(T8, T9);
Chris@42 66 Tg = VSUB(T6, T5);
Chris@42 67 T7 = VADD(T5, T6);
Chris@42 68 {
Chris@42 69 V Tm, Tb, Tr, Th, Tj, To;
Chris@42 70 Tm = VFMA(LDK(KP554958132), Tf, Te);
Chris@42 71 Tb = VFNMS(LDK(KP356895867), T4, Ta);
Chris@42 72 Tr = VFNMS(LDK(KP554958132), Te, Tg);
Chris@42 73 Th = VFMA(LDK(KP554958132), Tg, Tf);
Chris@42 74 ST(&(xo[0]), VADD(T1, VADD(T4, VADD(T7, Ta))), ovs, &(xo[0]));
Chris@42 75 Tj = VFNMS(LDK(KP356895867), T7, T4);
Chris@42 76 To = VFNMS(LDK(KP356895867), Ta, T7);
Chris@42 77 {
Chris@42 78 V Tn, Tc, Ts, Ti;
Chris@42 79 Tn = VMUL(LDK(KP974927912), VFMA(LDK(KP801937735), Tm, Tg));
Chris@42 80 Tc = VFNMS(LDK(KP692021471), Tb, T7);
Chris@42 81 Ts = VMUL(LDK(KP974927912), VFNMS(LDK(KP801937735), Tr, Tf));
Chris@42 82 Ti = VMUL(LDK(KP974927912), VFNMS(LDK(KP801937735), Th, Te));
Chris@42 83 {
Chris@42 84 V Tk, Tp, Td, Tl, Tq;
Chris@42 85 Tk = VFNMS(LDK(KP692021471), Tj, Ta);
Chris@42 86 Tp = VFNMS(LDK(KP692021471), To, T4);
Chris@42 87 Td = VFNMS(LDK(KP900968867), Tc, T1);
Chris@42 88 Tl = VFNMS(LDK(KP900968867), Tk, T1);
Chris@42 89 Tq = VFNMS(LDK(KP900968867), Tp, T1);
Chris@42 90 ST(&(xo[WS(os, 2)]), VFMAI(Ti, Td), ovs, &(xo[0]));
Chris@42 91 ST(&(xo[WS(os, 5)]), VFNMSI(Ti, Td), ovs, &(xo[WS(os, 1)]));
Chris@42 92 ST(&(xo[WS(os, 1)]), VFMAI(Tn, Tl), ovs, &(xo[WS(os, 1)]));
Chris@42 93 ST(&(xo[WS(os, 6)]), VFNMSI(Tn, Tl), ovs, &(xo[0]));
Chris@42 94 ST(&(xo[WS(os, 3)]), VFMAI(Ts, Tq), ovs, &(xo[WS(os, 1)]));
Chris@42 95 ST(&(xo[WS(os, 4)]), VFNMSI(Ts, Tq), ovs, &(xo[0]));
Chris@42 96 }
Chris@42 97 }
Chris@42 98 }
Chris@42 99 }
Chris@42 100 }
Chris@42 101 }
Chris@42 102 VLEAVE();
Chris@42 103 }
Chris@42 104
Chris@42 105 static const kdft_desc desc = { 7, XSIMD_STRING("n1fv_7"), {9, 3, 21, 0}, &GENUS, 0, 0, 0, 0 };
Chris@42 106
Chris@42 107 void XSIMD(codelet_n1fv_7) (planner *p) {
Chris@42 108 X(kdft_register) (p, n1fv_7, &desc);
Chris@42 109 }
Chris@42 110
Chris@42 111 #else /* HAVE_FMA */
Chris@42 112
Chris@42 113 /* Generated by: ../../../genfft/gen_notw_c.native -simd -compact -variables 4 -pipeline-latency 8 -n 7 -name n1fv_7 -include n1f.h */
Chris@42 114
Chris@42 115 /*
Chris@42 116 * This function contains 30 FP additions, 18 FP multiplications,
Chris@42 117 * (or, 18 additions, 6 multiplications, 12 fused multiply/add),
Chris@42 118 * 24 stack variables, 6 constants, and 14 memory accesses
Chris@42 119 */
Chris@42 120 #include "n1f.h"
Chris@42 121
Chris@42 122 static void n1fv_7(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs)
Chris@42 123 {
Chris@42 124 DVK(KP900968867, +0.900968867902419126236102319507445051165919162);
Chris@42 125 DVK(KP222520933, +0.222520933956314404288902564496794759466355569);
Chris@42 126 DVK(KP623489801, +0.623489801858733530525004884004239810632274731);
Chris@42 127 DVK(KP781831482, +0.781831482468029808708444526674057750232334519);
Chris@42 128 DVK(KP974927912, +0.974927912181823607018131682993931217232785801);
Chris@42 129 DVK(KP433883739, +0.433883739117558120475768332848358754609990728);
Chris@42 130 {
Chris@42 131 INT i;
Chris@42 132 const R *xi;
Chris@42 133 R *xo;
Chris@42 134 xi = ri;
Chris@42 135 xo = ro;
Chris@42 136 for (i = v; i > 0; i = i - VL, xi = xi + (VL * ivs), xo = xo + (VL * ovs), MAKE_VOLATILE_STRIDE(14, is), MAKE_VOLATILE_STRIDE(14, os)) {
Chris@42 137 V T1, Ta, Td, T4, Tc, T7, Te, T8, T9, Tj, Ti;
Chris@42 138 T1 = LD(&(xi[0]), ivs, &(xi[0]));
Chris@42 139 T8 = LD(&(xi[WS(is, 3)]), ivs, &(xi[WS(is, 1)]));
Chris@42 140 T9 = LD(&(xi[WS(is, 4)]), ivs, &(xi[0]));
Chris@42 141 Ta = VADD(T8, T9);
Chris@42 142 Td = VSUB(T9, T8);
Chris@42 143 {
Chris@42 144 V T2, T3, T5, T6;
Chris@42 145 T2 = LD(&(xi[WS(is, 1)]), ivs, &(xi[WS(is, 1)]));
Chris@42 146 T3 = LD(&(xi[WS(is, 6)]), ivs, &(xi[0]));
Chris@42 147 T4 = VADD(T2, T3);
Chris@42 148 Tc = VSUB(T3, T2);
Chris@42 149 T5 = LD(&(xi[WS(is, 2)]), ivs, &(xi[0]));
Chris@42 150 T6 = LD(&(xi[WS(is, 5)]), ivs, &(xi[WS(is, 1)]));
Chris@42 151 T7 = VADD(T5, T6);
Chris@42 152 Te = VSUB(T6, T5);
Chris@42 153 }
Chris@42 154 ST(&(xo[0]), VADD(T1, VADD(T4, VADD(T7, Ta))), ovs, &(xo[0]));
Chris@42 155 Tj = VBYI(VFMA(LDK(KP433883739), Tc, VFNMS(LDK(KP781831482), Te, VMUL(LDK(KP974927912), Td))));
Chris@42 156 Ti = VFMA(LDK(KP623489801), T7, VFNMS(LDK(KP222520933), Ta, VFNMS(LDK(KP900968867), T4, T1)));
Chris@42 157 ST(&(xo[WS(os, 4)]), VSUB(Ti, Tj), ovs, &(xo[0]));
Chris@42 158 ST(&(xo[WS(os, 3)]), VADD(Ti, Tj), ovs, &(xo[WS(os, 1)]));
Chris@42 159 {
Chris@42 160 V Tf, Tb, Th, Tg;
Chris@42 161 Tf = VBYI(VFNMS(LDK(KP781831482), Td, VFNMS(LDK(KP433883739), Te, VMUL(LDK(KP974927912), Tc))));
Chris@42 162 Tb = VFMA(LDK(KP623489801), Ta, VFNMS(LDK(KP900968867), T7, VFNMS(LDK(KP222520933), T4, T1)));
Chris@42 163 ST(&(xo[WS(os, 5)]), VSUB(Tb, Tf), ovs, &(xo[WS(os, 1)]));
Chris@42 164 ST(&(xo[WS(os, 2)]), VADD(Tb, Tf), ovs, &(xo[0]));
Chris@42 165 Th = VBYI(VFMA(LDK(KP781831482), Tc, VFMA(LDK(KP974927912), Te, VMUL(LDK(KP433883739), Td))));
Chris@42 166 Tg = VFMA(LDK(KP623489801), T4, VFNMS(LDK(KP900968867), Ta, VFNMS(LDK(KP222520933), T7, T1)));
Chris@42 167 ST(&(xo[WS(os, 6)]), VSUB(Tg, Th), ovs, &(xo[0]));
Chris@42 168 ST(&(xo[WS(os, 1)]), VADD(Tg, Th), ovs, &(xo[WS(os, 1)]));
Chris@42 169 }
Chris@42 170 }
Chris@42 171 }
Chris@42 172 VLEAVE();
Chris@42 173 }
Chris@42 174
Chris@42 175 static const kdft_desc desc = { 7, XSIMD_STRING("n1fv_7"), {18, 6, 12, 0}, &GENUS, 0, 0, 0, 0 };
Chris@42 176
Chris@42 177 void XSIMD(codelet_n1fv_7) (planner *p) {
Chris@42 178 X(kdft_register) (p, n1fv_7, &desc);
Chris@42 179 }
Chris@42 180
Chris@42 181 #endif /* HAVE_FMA */