annotate src/fftw-3.3.5/dft/simd/common/t3bv_5.c @ 129:90a976269628

Updated MSVC
author Chris Cannam <cannam@all-day-breakfast.com>
date Tue, 18 Oct 2016 15:58:42 +0100
parents 7867fa7e1b6b
children
rev   line source
cannam@127 1 /*
cannam@127 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
cannam@127 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
cannam@127 4 *
cannam@127 5 * This program is free software; you can redistribute it and/or modify
cannam@127 6 * it under the terms of the GNU General Public License as published by
cannam@127 7 * the Free Software Foundation; either version 2 of the License, or
cannam@127 8 * (at your option) any later version.
cannam@127 9 *
cannam@127 10 * This program is distributed in the hope that it will be useful,
cannam@127 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
cannam@127 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
cannam@127 13 * GNU General Public License for more details.
cannam@127 14 *
cannam@127 15 * You should have received a copy of the GNU General Public License
cannam@127 16 * along with this program; if not, write to the Free Software
cannam@127 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
cannam@127 18 *
cannam@127 19 */
cannam@127 20
cannam@127 21 /* This file was automatically generated --- DO NOT EDIT */
cannam@127 22 /* Generated on Sat Jul 30 16:45:01 EDT 2016 */
cannam@127 23
cannam@127 24 #include "codelet-dft.h"
cannam@127 25
cannam@127 26 #ifdef HAVE_FMA
cannam@127 27
cannam@127 28 /* Generated by: ../../../genfft/gen_twiddle_c.native -fma -reorder-insns -schedule-for-pipeline -simd -compact -variables 4 -pipeline-latency 8 -twiddle-log3 -precompute-twiddles -no-generate-bytw -n 5 -name t3bv_5 -include t3b.h -sign 1 */
cannam@127 29
cannam@127 30 /*
cannam@127 31 * This function contains 22 FP additions, 23 FP multiplications,
cannam@127 32 * (or, 13 additions, 14 multiplications, 9 fused multiply/add),
cannam@127 33 * 30 stack variables, 4 constants, and 10 memory accesses
cannam@127 34 */
cannam@127 35 #include "t3b.h"
cannam@127 36
cannam@127 37 static void t3bv_5(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@127 38 {
cannam@127 39 DVK(KP559016994, +0.559016994374947424102293417182819058860154590);
cannam@127 40 DVK(KP250000000, +0.250000000000000000000000000000000000000000000);
cannam@127 41 DVK(KP618033988, +0.618033988749894848204586834365638117720309180);
cannam@127 42 DVK(KP951056516, +0.951056516295153572116439333379382143405698634);
cannam@127 43 {
cannam@127 44 INT m;
cannam@127 45 R *x;
cannam@127 46 x = ii;
cannam@127 47 for (m = mb, W = W + (mb * ((TWVL / VL) * 4)); m < me; m = m + VL, x = x + (VL * ms), W = W + (TWVL * 4), MAKE_VOLATILE_STRIDE(5, rs)) {
cannam@127 48 V T2, T5, T1, T3, Td, T7, Tb;
cannam@127 49 T2 = LDW(&(W[0]));
cannam@127 50 T5 = LDW(&(W[TWVL * 2]));
cannam@127 51 T1 = LD(&(x[0]), ms, &(x[0]));
cannam@127 52 T3 = LD(&(x[WS(rs, 1)]), ms, &(x[WS(rs, 1)]));
cannam@127 53 Td = LD(&(x[WS(rs, 3)]), ms, &(x[WS(rs, 1)]));
cannam@127 54 T7 = LD(&(x[WS(rs, 4)]), ms, &(x[0]));
cannam@127 55 Tb = LD(&(x[WS(rs, 2)]), ms, &(x[0]));
cannam@127 56 {
cannam@127 57 V Ta, T6, T4, Te, Tc, T8;
cannam@127 58 Ta = VZMULJ(T2, T5);
cannam@127 59 T6 = VZMUL(T2, T5);
cannam@127 60 T4 = VZMUL(T2, T3);
cannam@127 61 Te = VZMUL(T5, Td);
cannam@127 62 Tc = VZMUL(Ta, Tb);
cannam@127 63 T8 = VZMUL(T6, T7);
cannam@127 64 {
cannam@127 65 V Tf, Tl, T9, Tk;
cannam@127 66 Tf = VADD(Tc, Te);
cannam@127 67 Tl = VSUB(Tc, Te);
cannam@127 68 T9 = VADD(T4, T8);
cannam@127 69 Tk = VSUB(T4, T8);
cannam@127 70 {
cannam@127 71 V Ti, Tg, To, Tm, Th, Tn, Tj;
cannam@127 72 Ti = VSUB(T9, Tf);
cannam@127 73 Tg = VADD(T9, Tf);
cannam@127 74 To = VMUL(LDK(KP951056516), VFNMS(LDK(KP618033988), Tk, Tl));
cannam@127 75 Tm = VMUL(LDK(KP951056516), VFMA(LDK(KP618033988), Tl, Tk));
cannam@127 76 Th = VFNMS(LDK(KP250000000), Tg, T1);
cannam@127 77 ST(&(x[0]), VADD(T1, Tg), ms, &(x[0]));
cannam@127 78 Tn = VFNMS(LDK(KP559016994), Ti, Th);
cannam@127 79 Tj = VFMA(LDK(KP559016994), Ti, Th);
cannam@127 80 ST(&(x[WS(rs, 2)]), VFNMSI(To, Tn), ms, &(x[0]));
cannam@127 81 ST(&(x[WS(rs, 3)]), VFMAI(To, Tn), ms, &(x[WS(rs, 1)]));
cannam@127 82 ST(&(x[WS(rs, 4)]), VFNMSI(Tm, Tj), ms, &(x[0]));
cannam@127 83 ST(&(x[WS(rs, 1)]), VFMAI(Tm, Tj), ms, &(x[WS(rs, 1)]));
cannam@127 84 }
cannam@127 85 }
cannam@127 86 }
cannam@127 87 }
cannam@127 88 }
cannam@127 89 VLEAVE();
cannam@127 90 }
cannam@127 91
cannam@127 92 static const tw_instr twinstr[] = {
cannam@127 93 VTW(0, 1),
cannam@127 94 VTW(0, 3),
cannam@127 95 {TW_NEXT, VL, 0}
cannam@127 96 };
cannam@127 97
cannam@127 98 static const ct_desc desc = { 5, XSIMD_STRING("t3bv_5"), twinstr, &GENUS, {13, 14, 9, 0}, 0, 0, 0 };
cannam@127 99
cannam@127 100 void XSIMD(codelet_t3bv_5) (planner *p) {
cannam@127 101 X(kdft_dit_register) (p, t3bv_5, &desc);
cannam@127 102 }
cannam@127 103 #else /* HAVE_FMA */
cannam@127 104
cannam@127 105 /* Generated by: ../../../genfft/gen_twiddle_c.native -simd -compact -variables 4 -pipeline-latency 8 -twiddle-log3 -precompute-twiddles -no-generate-bytw -n 5 -name t3bv_5 -include t3b.h -sign 1 */
cannam@127 106
cannam@127 107 /*
cannam@127 108 * This function contains 22 FP additions, 18 FP multiplications,
cannam@127 109 * (or, 19 additions, 15 multiplications, 3 fused multiply/add),
cannam@127 110 * 24 stack variables, 4 constants, and 10 memory accesses
cannam@127 111 */
cannam@127 112 #include "t3b.h"
cannam@127 113
cannam@127 114 static void t3bv_5(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
cannam@127 115 {
cannam@127 116 DVK(KP250000000, +0.250000000000000000000000000000000000000000000);
cannam@127 117 DVK(KP559016994, +0.559016994374947424102293417182819058860154590);
cannam@127 118 DVK(KP587785252, +0.587785252292473129168705954639072768597652438);
cannam@127 119 DVK(KP951056516, +0.951056516295153572116439333379382143405698634);
cannam@127 120 {
cannam@127 121 INT m;
cannam@127 122 R *x;
cannam@127 123 x = ii;
cannam@127 124 for (m = mb, W = W + (mb * ((TWVL / VL) * 4)); m < me; m = m + VL, x = x + (VL * ms), W = W + (TWVL * 4), MAKE_VOLATILE_STRIDE(5, rs)) {
cannam@127 125 V T1, T4, T5, T9;
cannam@127 126 T1 = LDW(&(W[0]));
cannam@127 127 T4 = LDW(&(W[TWVL * 2]));
cannam@127 128 T5 = VZMUL(T1, T4);
cannam@127 129 T9 = VZMULJ(T1, T4);
cannam@127 130 {
cannam@127 131 V Tj, T8, Te, Tg, Th, Tk;
cannam@127 132 Tj = LD(&(x[0]), ms, &(x[0]));
cannam@127 133 {
cannam@127 134 V T3, Td, T7, Tb;
cannam@127 135 {
cannam@127 136 V T2, Tc, T6, Ta;
cannam@127 137 T2 = LD(&(x[WS(rs, 1)]), ms, &(x[WS(rs, 1)]));
cannam@127 138 T3 = VZMUL(T1, T2);
cannam@127 139 Tc = LD(&(x[WS(rs, 3)]), ms, &(x[WS(rs, 1)]));
cannam@127 140 Td = VZMUL(T4, Tc);
cannam@127 141 T6 = LD(&(x[WS(rs, 4)]), ms, &(x[0]));
cannam@127 142 T7 = VZMUL(T5, T6);
cannam@127 143 Ta = LD(&(x[WS(rs, 2)]), ms, &(x[0]));
cannam@127 144 Tb = VZMUL(T9, Ta);
cannam@127 145 }
cannam@127 146 T8 = VSUB(T3, T7);
cannam@127 147 Te = VSUB(Tb, Td);
cannam@127 148 Tg = VADD(T3, T7);
cannam@127 149 Th = VADD(Tb, Td);
cannam@127 150 Tk = VADD(Tg, Th);
cannam@127 151 }
cannam@127 152 ST(&(x[0]), VADD(Tj, Tk), ms, &(x[0]));
cannam@127 153 {
cannam@127 154 V Tf, Tn, Tm, To, Ti, Tl;
cannam@127 155 Tf = VBYI(VFMA(LDK(KP951056516), T8, VMUL(LDK(KP587785252), Te)));
cannam@127 156 Tn = VBYI(VFNMS(LDK(KP951056516), Te, VMUL(LDK(KP587785252), T8)));
cannam@127 157 Ti = VMUL(LDK(KP559016994), VSUB(Tg, Th));
cannam@127 158 Tl = VFNMS(LDK(KP250000000), Tk, Tj);
cannam@127 159 Tm = VADD(Ti, Tl);
cannam@127 160 To = VSUB(Tl, Ti);
cannam@127 161 ST(&(x[WS(rs, 1)]), VADD(Tf, Tm), ms, &(x[WS(rs, 1)]));
cannam@127 162 ST(&(x[WS(rs, 3)]), VSUB(To, Tn), ms, &(x[WS(rs, 1)]));
cannam@127 163 ST(&(x[WS(rs, 4)]), VSUB(Tm, Tf), ms, &(x[0]));
cannam@127 164 ST(&(x[WS(rs, 2)]), VADD(Tn, To), ms, &(x[0]));
cannam@127 165 }
cannam@127 166 }
cannam@127 167 }
cannam@127 168 }
cannam@127 169 VLEAVE();
cannam@127 170 }
cannam@127 171
cannam@127 172 static const tw_instr twinstr[] = {
cannam@127 173 VTW(0, 1),
cannam@127 174 VTW(0, 3),
cannam@127 175 {TW_NEXT, VL, 0}
cannam@127 176 };
cannam@127 177
cannam@127 178 static const ct_desc desc = { 5, XSIMD_STRING("t3bv_5"), twinstr, &GENUS, {19, 15, 3, 0}, 0, 0, 0 };
cannam@127 179
cannam@127 180 void XSIMD(codelet_t3bv_5) (planner *p) {
cannam@127 181 X(kdft_dit_register) (p, t3bv_5, &desc);
cannam@127 182 }
cannam@127 183 #endif /* HAVE_FMA */