annotate src/fftw-3.3.8/dft/simd/common/t3bv_5.c @ 83:ae30d91d2ffe

Replace these with versions built using an older toolset (so as to avoid ABI compatibilities when linking on Ubuntu 14.04 for packaging purposes)
author Chris Cannam
date Fri, 07 Feb 2020 11:51:13 +0000
parents d0c2a83c1364
children
rev   line source
Chris@82 1 /*
Chris@82 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82 4 *
Chris@82 5 * This program is free software; you can redistribute it and/or modify
Chris@82 6 * it under the terms of the GNU General Public License as published by
Chris@82 7 * the Free Software Foundation; either version 2 of the License, or
Chris@82 8 * (at your option) any later version.
Chris@82 9 *
Chris@82 10 * This program is distributed in the hope that it will be useful,
Chris@82 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@82 13 * GNU General Public License for more details.
Chris@82 14 *
Chris@82 15 * You should have received a copy of the GNU General Public License
Chris@82 16 * along with this program; if not, write to the Free Software
Chris@82 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@82 18 *
Chris@82 19 */
Chris@82 20
Chris@82 21 /* This file was automatically generated --- DO NOT EDIT */
Chris@82 22 /* Generated on Thu May 24 08:06:09 EDT 2018 */
Chris@82 23
Chris@82 24 #include "dft/codelet-dft.h"
Chris@82 25
Chris@82 26 #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA)
Chris@82 27
Chris@82 28 /* Generated by: ../../../genfft/gen_twiddle_c.native -fma -simd -compact -variables 4 -pipeline-latency 8 -twiddle-log3 -precompute-twiddles -no-generate-bytw -n 5 -name t3bv_5 -include dft/simd/t3b.h -sign 1 */
Chris@82 29
Chris@82 30 /*
Chris@82 31 * This function contains 22 FP additions, 23 FP multiplications,
Chris@82 32 * (or, 13 additions, 14 multiplications, 9 fused multiply/add),
Chris@82 33 * 24 stack variables, 4 constants, and 10 memory accesses
Chris@82 34 */
Chris@82 35 #include "dft/simd/t3b.h"
Chris@82 36
Chris@82 37 static void t3bv_5(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82 38 {
Chris@82 39 DVK(KP559016994, +0.559016994374947424102293417182819058860154590);
Chris@82 40 DVK(KP250000000, +0.250000000000000000000000000000000000000000000);
Chris@82 41 DVK(KP618033988, +0.618033988749894848204586834365638117720309180);
Chris@82 42 DVK(KP951056516, +0.951056516295153572116439333379382143405698634);
Chris@82 43 {
Chris@82 44 INT m;
Chris@82 45 R *x;
Chris@82 46 x = ii;
Chris@82 47 for (m = mb, W = W + (mb * ((TWVL / VL) * 4)); m < me; m = m + VL, x = x + (VL * ms), W = W + (TWVL * 4), MAKE_VOLATILE_STRIDE(5, rs)) {
Chris@82 48 V T2, T5, T6, Ta;
Chris@82 49 T2 = LDW(&(W[0]));
Chris@82 50 T5 = LDW(&(W[TWVL * 2]));
Chris@82 51 T6 = VZMUL(T2, T5);
Chris@82 52 Ta = VZMULJ(T2, T5);
Chris@82 53 {
Chris@82 54 V T1, Tk, Tl, T9, Tf, Tg;
Chris@82 55 T1 = LD(&(x[0]), ms, &(x[0]));
Chris@82 56 {
Chris@82 57 V T4, Te, T8, Tc;
Chris@82 58 {
Chris@82 59 V T3, Td, T7, Tb;
Chris@82 60 T3 = LD(&(x[WS(rs, 1)]), ms, &(x[WS(rs, 1)]));
Chris@82 61 T4 = VZMUL(T2, T3);
Chris@82 62 Td = LD(&(x[WS(rs, 3)]), ms, &(x[WS(rs, 1)]));
Chris@82 63 Te = VZMUL(T5, Td);
Chris@82 64 T7 = LD(&(x[WS(rs, 4)]), ms, &(x[0]));
Chris@82 65 T8 = VZMUL(T6, T7);
Chris@82 66 Tb = LD(&(x[WS(rs, 2)]), ms, &(x[0]));
Chris@82 67 Tc = VZMUL(Ta, Tb);
Chris@82 68 }
Chris@82 69 Tk = VSUB(T4, T8);
Chris@82 70 Tl = VSUB(Tc, Te);
Chris@82 71 T9 = VADD(T4, T8);
Chris@82 72 Tf = VADD(Tc, Te);
Chris@82 73 Tg = VADD(T9, Tf);
Chris@82 74 }
Chris@82 75 ST(&(x[0]), VADD(T1, Tg), ms, &(x[0]));
Chris@82 76 {
Chris@82 77 V Tm, To, Tj, Tn, Th, Ti;
Chris@82 78 Tm = VMUL(LDK(KP951056516), VFMA(LDK(KP618033988), Tl, Tk));
Chris@82 79 To = VMUL(LDK(KP951056516), VFNMS(LDK(KP618033988), Tk, Tl));
Chris@82 80 Th = VFNMS(LDK(KP250000000), Tg, T1);
Chris@82 81 Ti = VSUB(T9, Tf);
Chris@82 82 Tj = VFMA(LDK(KP559016994), Ti, Th);
Chris@82 83 Tn = VFNMS(LDK(KP559016994), Ti, Th);
Chris@82 84 ST(&(x[WS(rs, 1)]), VFMAI(Tm, Tj), ms, &(x[WS(rs, 1)]));
Chris@82 85 ST(&(x[WS(rs, 3)]), VFMAI(To, Tn), ms, &(x[WS(rs, 1)]));
Chris@82 86 ST(&(x[WS(rs, 4)]), VFNMSI(Tm, Tj), ms, &(x[0]));
Chris@82 87 ST(&(x[WS(rs, 2)]), VFNMSI(To, Tn), ms, &(x[0]));
Chris@82 88 }
Chris@82 89 }
Chris@82 90 }
Chris@82 91 }
Chris@82 92 VLEAVE();
Chris@82 93 }
Chris@82 94
Chris@82 95 static const tw_instr twinstr[] = {
Chris@82 96 VTW(0, 1),
Chris@82 97 VTW(0, 3),
Chris@82 98 {TW_NEXT, VL, 0}
Chris@82 99 };
Chris@82 100
Chris@82 101 static const ct_desc desc = { 5, XSIMD_STRING("t3bv_5"), twinstr, &GENUS, {13, 14, 9, 0}, 0, 0, 0 };
Chris@82 102
Chris@82 103 void XSIMD(codelet_t3bv_5) (planner *p) {
Chris@82 104 X(kdft_dit_register) (p, t3bv_5, &desc);
Chris@82 105 }
Chris@82 106 #else
Chris@82 107
Chris@82 108 /* Generated by: ../../../genfft/gen_twiddle_c.native -simd -compact -variables 4 -pipeline-latency 8 -twiddle-log3 -precompute-twiddles -no-generate-bytw -n 5 -name t3bv_5 -include dft/simd/t3b.h -sign 1 */
Chris@82 109
Chris@82 110 /*
Chris@82 111 * This function contains 22 FP additions, 18 FP multiplications,
Chris@82 112 * (or, 19 additions, 15 multiplications, 3 fused multiply/add),
Chris@82 113 * 24 stack variables, 4 constants, and 10 memory accesses
Chris@82 114 */
Chris@82 115 #include "dft/simd/t3b.h"
Chris@82 116
Chris@82 117 static void t3bv_5(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms)
Chris@82 118 {
Chris@82 119 DVK(KP250000000, +0.250000000000000000000000000000000000000000000);
Chris@82 120 DVK(KP559016994, +0.559016994374947424102293417182819058860154590);
Chris@82 121 DVK(KP587785252, +0.587785252292473129168705954639072768597652438);
Chris@82 122 DVK(KP951056516, +0.951056516295153572116439333379382143405698634);
Chris@82 123 {
Chris@82 124 INT m;
Chris@82 125 R *x;
Chris@82 126 x = ii;
Chris@82 127 for (m = mb, W = W + (mb * ((TWVL / VL) * 4)); m < me; m = m + VL, x = x + (VL * ms), W = W + (TWVL * 4), MAKE_VOLATILE_STRIDE(5, rs)) {
Chris@82 128 V T1, T4, T5, T9;
Chris@82 129 T1 = LDW(&(W[0]));
Chris@82 130 T4 = LDW(&(W[TWVL * 2]));
Chris@82 131 T5 = VZMUL(T1, T4);
Chris@82 132 T9 = VZMULJ(T1, T4);
Chris@82 133 {
Chris@82 134 V Tj, T8, Te, Tg, Th, Tk;
Chris@82 135 Tj = LD(&(x[0]), ms, &(x[0]));
Chris@82 136 {
Chris@82 137 V T3, Td, T7, Tb;
Chris@82 138 {
Chris@82 139 V T2, Tc, T6, Ta;
Chris@82 140 T2 = LD(&(x[WS(rs, 1)]), ms, &(x[WS(rs, 1)]));
Chris@82 141 T3 = VZMUL(T1, T2);
Chris@82 142 Tc = LD(&(x[WS(rs, 3)]), ms, &(x[WS(rs, 1)]));
Chris@82 143 Td = VZMUL(T4, Tc);
Chris@82 144 T6 = LD(&(x[WS(rs, 4)]), ms, &(x[0]));
Chris@82 145 T7 = VZMUL(T5, T6);
Chris@82 146 Ta = LD(&(x[WS(rs, 2)]), ms, &(x[0]));
Chris@82 147 Tb = VZMUL(T9, Ta);
Chris@82 148 }
Chris@82 149 T8 = VSUB(T3, T7);
Chris@82 150 Te = VSUB(Tb, Td);
Chris@82 151 Tg = VADD(T3, T7);
Chris@82 152 Th = VADD(Tb, Td);
Chris@82 153 Tk = VADD(Tg, Th);
Chris@82 154 }
Chris@82 155 ST(&(x[0]), VADD(Tj, Tk), ms, &(x[0]));
Chris@82 156 {
Chris@82 157 V Tf, Tn, Tm, To, Ti, Tl;
Chris@82 158 Tf = VBYI(VFMA(LDK(KP951056516), T8, VMUL(LDK(KP587785252), Te)));
Chris@82 159 Tn = VBYI(VFNMS(LDK(KP951056516), Te, VMUL(LDK(KP587785252), T8)));
Chris@82 160 Ti = VMUL(LDK(KP559016994), VSUB(Tg, Th));
Chris@82 161 Tl = VFNMS(LDK(KP250000000), Tk, Tj);
Chris@82 162 Tm = VADD(Ti, Tl);
Chris@82 163 To = VSUB(Tl, Ti);
Chris@82 164 ST(&(x[WS(rs, 1)]), VADD(Tf, Tm), ms, &(x[WS(rs, 1)]));
Chris@82 165 ST(&(x[WS(rs, 3)]), VSUB(To, Tn), ms, &(x[WS(rs, 1)]));
Chris@82 166 ST(&(x[WS(rs, 4)]), VSUB(Tm, Tf), ms, &(x[0]));
Chris@82 167 ST(&(x[WS(rs, 2)]), VADD(Tn, To), ms, &(x[0]));
Chris@82 168 }
Chris@82 169 }
Chris@82 170 }
Chris@82 171 }
Chris@82 172 VLEAVE();
Chris@82 173 }
Chris@82 174
Chris@82 175 static const tw_instr twinstr[] = {
Chris@82 176 VTW(0, 1),
Chris@82 177 VTW(0, 3),
Chris@82 178 {TW_NEXT, VL, 0}
Chris@82 179 };
Chris@82 180
Chris@82 181 static const ct_desc desc = { 5, XSIMD_STRING("t3bv_5"), twinstr, &GENUS, {19, 15, 3, 0}, 0, 0, 0 };
Chris@82 182
Chris@82 183 void XSIMD(codelet_t3bv_5) (planner *p) {
Chris@82 184 X(kdft_dit_register) (p, t3bv_5, &desc);
Chris@82 185 }
Chris@82 186 #endif