annotate src/fftw-3.3.5/dft/simd/common/n1bv_12.c @ 83:ae30d91d2ffe

Replace these with versions built using an older toolset (so as to avoid ABI compatibilities when linking on Ubuntu 14.04 for packaging purposes)
author Chris Cannam
date Fri, 07 Feb 2020 11:51:13 +0000
parents 2cd0e3b3e1fd
children
rev   line source
Chris@42 1 /*
Chris@42 2 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@42 3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@42 4 *
Chris@42 5 * This program is free software; you can redistribute it and/or modify
Chris@42 6 * it under the terms of the GNU General Public License as published by
Chris@42 7 * the Free Software Foundation; either version 2 of the License, or
Chris@42 8 * (at your option) any later version.
Chris@42 9 *
Chris@42 10 * This program is distributed in the hope that it will be useful,
Chris@42 11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@42 12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@42 13 * GNU General Public License for more details.
Chris@42 14 *
Chris@42 15 * You should have received a copy of the GNU General Public License
Chris@42 16 * along with this program; if not, write to the Free Software
Chris@42 17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@42 18 *
Chris@42 19 */
Chris@42 20
Chris@42 21 /* This file was automatically generated --- DO NOT EDIT */
Chris@42 22 /* Generated on Sat Jul 30 16:39:13 EDT 2016 */
Chris@42 23
Chris@42 24 #include "codelet-dft.h"
Chris@42 25
Chris@42 26 #ifdef HAVE_FMA
Chris@42 27
Chris@42 28 /* Generated by: ../../../genfft/gen_notw_c.native -fma -reorder-insns -schedule-for-pipeline -simd -compact -variables 4 -pipeline-latency 8 -sign 1 -n 12 -name n1bv_12 -include n1b.h */
Chris@42 29
Chris@42 30 /*
Chris@42 31 * This function contains 48 FP additions, 20 FP multiplications,
Chris@42 32 * (or, 30 additions, 2 multiplications, 18 fused multiply/add),
Chris@42 33 * 49 stack variables, 2 constants, and 24 memory accesses
Chris@42 34 */
Chris@42 35 #include "n1b.h"
Chris@42 36
Chris@42 37 static void n1bv_12(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs)
Chris@42 38 {
Chris@42 39 DVK(KP866025403, +0.866025403784438646763723170752936183471402627);
Chris@42 40 DVK(KP500000000, +0.500000000000000000000000000000000000000000000);
Chris@42 41 {
Chris@42 42 INT i;
Chris@42 43 const R *xi;
Chris@42 44 R *xo;
Chris@42 45 xi = ii;
Chris@42 46 xo = io;
Chris@42 47 for (i = v; i > 0; i = i - VL, xi = xi + (VL * ivs), xo = xo + (VL * ovs), MAKE_VOLATILE_STRIDE(24, is), MAKE_VOLATILE_STRIDE(24, os)) {
Chris@42 48 V T1, T6, Tc, Th, Td, Te, Ti, Tz, T4, TA, T9, Tj, Tf, Tw;
Chris@42 49 {
Chris@42 50 V T2, T3, T7, T8;
Chris@42 51 T1 = LD(&(xi[0]), ivs, &(xi[0]));
Chris@42 52 T6 = LD(&(xi[WS(is, 6)]), ivs, &(xi[0]));
Chris@42 53 T2 = LD(&(xi[WS(is, 4)]), ivs, &(xi[0]));
Chris@42 54 T3 = LD(&(xi[WS(is, 8)]), ivs, &(xi[0]));
Chris@42 55 T7 = LD(&(xi[WS(is, 10)]), ivs, &(xi[0]));
Chris@42 56 T8 = LD(&(xi[WS(is, 2)]), ivs, &(xi[0]));
Chris@42 57 Tc = LD(&(xi[WS(is, 3)]), ivs, &(xi[WS(is, 1)]));
Chris@42 58 Th = LD(&(xi[WS(is, 9)]), ivs, &(xi[WS(is, 1)]));
Chris@42 59 Td = LD(&(xi[WS(is, 7)]), ivs, &(xi[WS(is, 1)]));
Chris@42 60 Te = LD(&(xi[WS(is, 11)]), ivs, &(xi[WS(is, 1)]));
Chris@42 61 Ti = LD(&(xi[WS(is, 1)]), ivs, &(xi[WS(is, 1)]));
Chris@42 62 Tz = VSUB(T2, T3);
Chris@42 63 T4 = VADD(T2, T3);
Chris@42 64 TA = VSUB(T7, T8);
Chris@42 65 T9 = VADD(T7, T8);
Chris@42 66 Tj = LD(&(xi[WS(is, 5)]), ivs, &(xi[WS(is, 1)]));
Chris@42 67 }
Chris@42 68 Tf = VADD(Td, Te);
Chris@42 69 Tw = VSUB(Td, Te);
Chris@42 70 {
Chris@42 71 V T5, Tp, TJ, TB, Ta, Tq, Tk, Tx, Tg, Ts;
Chris@42 72 T5 = VADD(T1, T4);
Chris@42 73 Tp = VFNMS(LDK(KP500000000), T4, T1);
Chris@42 74 TJ = VSUB(Tz, TA);
Chris@42 75 TB = VADD(Tz, TA);
Chris@42 76 Ta = VADD(T6, T9);
Chris@42 77 Tq = VFNMS(LDK(KP500000000), T9, T6);
Chris@42 78 Tk = VADD(Ti, Tj);
Chris@42 79 Tx = VSUB(Tj, Ti);
Chris@42 80 Tg = VADD(Tc, Tf);
Chris@42 81 Ts = VFNMS(LDK(KP500000000), Tf, Tc);
Chris@42 82 {
Chris@42 83 V Tr, TF, Tb, Tn, TG, Ty, Tl, Tt;
Chris@42 84 Tr = VADD(Tp, Tq);
Chris@42 85 TF = VSUB(Tp, Tq);
Chris@42 86 Tb = VSUB(T5, Ta);
Chris@42 87 Tn = VADD(T5, Ta);
Chris@42 88 TG = VADD(Tw, Tx);
Chris@42 89 Ty = VSUB(Tw, Tx);
Chris@42 90 Tl = VADD(Th, Tk);
Chris@42 91 Tt = VFNMS(LDK(KP500000000), Tk, Th);
Chris@42 92 {
Chris@42 93 V TC, TE, TH, TL, Tu, TI, Tm, To;
Chris@42 94 TC = VMUL(LDK(KP866025403), VSUB(Ty, TB));
Chris@42 95 TE = VMUL(LDK(KP866025403), VADD(TB, Ty));
Chris@42 96 TH = VFNMS(LDK(KP866025403), TG, TF);
Chris@42 97 TL = VFMA(LDK(KP866025403), TG, TF);
Chris@42 98 Tu = VADD(Ts, Tt);
Chris@42 99 TI = VSUB(Ts, Tt);
Chris@42 100 Tm = VSUB(Tg, Tl);
Chris@42 101 To = VADD(Tg, Tl);
Chris@42 102 {
Chris@42 103 V TK, TM, Tv, TD;
Chris@42 104 TK = VFMA(LDK(KP866025403), TJ, TI);
Chris@42 105 TM = VFNMS(LDK(KP866025403), TJ, TI);
Chris@42 106 Tv = VSUB(Tr, Tu);
Chris@42 107 TD = VADD(Tr, Tu);
Chris@42 108 ST(&(xo[0]), VADD(Tn, To), ovs, &(xo[0]));
Chris@42 109 ST(&(xo[WS(os, 6)]), VSUB(Tn, To), ovs, &(xo[0]));
Chris@42 110 ST(&(xo[WS(os, 9)]), VFMAI(Tm, Tb), ovs, &(xo[WS(os, 1)]));
Chris@42 111 ST(&(xo[WS(os, 3)]), VFNMSI(Tm, Tb), ovs, &(xo[WS(os, 1)]));
Chris@42 112 ST(&(xo[WS(os, 5)]), VFMAI(TM, TL), ovs, &(xo[WS(os, 1)]));
Chris@42 113 ST(&(xo[WS(os, 7)]), VFNMSI(TM, TL), ovs, &(xo[WS(os, 1)]));
Chris@42 114 ST(&(xo[WS(os, 11)]), VFNMSI(TK, TH), ovs, &(xo[WS(os, 1)]));
Chris@42 115 ST(&(xo[WS(os, 1)]), VFMAI(TK, TH), ovs, &(xo[WS(os, 1)]));
Chris@42 116 ST(&(xo[WS(os, 8)]), VFNMSI(TE, TD), ovs, &(xo[0]));
Chris@42 117 ST(&(xo[WS(os, 4)]), VFMAI(TE, TD), ovs, &(xo[0]));
Chris@42 118 ST(&(xo[WS(os, 2)]), VFMAI(TC, Tv), ovs, &(xo[0]));
Chris@42 119 ST(&(xo[WS(os, 10)]), VFNMSI(TC, Tv), ovs, &(xo[0]));
Chris@42 120 }
Chris@42 121 }
Chris@42 122 }
Chris@42 123 }
Chris@42 124 }
Chris@42 125 }
Chris@42 126 VLEAVE();
Chris@42 127 }
Chris@42 128
Chris@42 129 static const kdft_desc desc = { 12, XSIMD_STRING("n1bv_12"), {30, 2, 18, 0}, &GENUS, 0, 0, 0, 0 };
Chris@42 130
Chris@42 131 void XSIMD(codelet_n1bv_12) (planner *p) {
Chris@42 132 X(kdft_register) (p, n1bv_12, &desc);
Chris@42 133 }
Chris@42 134
Chris@42 135 #else /* HAVE_FMA */
Chris@42 136
Chris@42 137 /* Generated by: ../../../genfft/gen_notw_c.native -simd -compact -variables 4 -pipeline-latency 8 -sign 1 -n 12 -name n1bv_12 -include n1b.h */
Chris@42 138
Chris@42 139 /*
Chris@42 140 * This function contains 48 FP additions, 8 FP multiplications,
Chris@42 141 * (or, 44 additions, 4 multiplications, 4 fused multiply/add),
Chris@42 142 * 27 stack variables, 2 constants, and 24 memory accesses
Chris@42 143 */
Chris@42 144 #include "n1b.h"
Chris@42 145
Chris@42 146 static void n1bv_12(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs)
Chris@42 147 {
Chris@42 148 DVK(KP866025403, +0.866025403784438646763723170752936183471402627);
Chris@42 149 DVK(KP500000000, +0.500000000000000000000000000000000000000000000);
Chris@42 150 {
Chris@42 151 INT i;
Chris@42 152 const R *xi;
Chris@42 153 R *xo;
Chris@42 154 xi = ii;
Chris@42 155 xo = io;
Chris@42 156 for (i = v; i > 0; i = i - VL, xi = xi + (VL * ivs), xo = xo + (VL * ovs), MAKE_VOLATILE_STRIDE(24, is), MAKE_VOLATILE_STRIDE(24, os)) {
Chris@42 157 V T5, Ta, TG, TF, Ty, Tm, Ti, Tp, TJ, TI, Tx, Ts;
Chris@42 158 {
Chris@42 159 V T1, T6, T4, Tk, T9, Tl;
Chris@42 160 T1 = LD(&(xi[0]), ivs, &(xi[0]));
Chris@42 161 T6 = LD(&(xi[WS(is, 6)]), ivs, &(xi[0]));
Chris@42 162 {
Chris@42 163 V T2, T3, T7, T8;
Chris@42 164 T2 = LD(&(xi[WS(is, 4)]), ivs, &(xi[0]));
Chris@42 165 T3 = LD(&(xi[WS(is, 8)]), ivs, &(xi[0]));
Chris@42 166 T4 = VADD(T2, T3);
Chris@42 167 Tk = VSUB(T2, T3);
Chris@42 168 T7 = LD(&(xi[WS(is, 10)]), ivs, &(xi[0]));
Chris@42 169 T8 = LD(&(xi[WS(is, 2)]), ivs, &(xi[0]));
Chris@42 170 T9 = VADD(T7, T8);
Chris@42 171 Tl = VSUB(T7, T8);
Chris@42 172 }
Chris@42 173 T5 = VFNMS(LDK(KP500000000), T4, T1);
Chris@42 174 Ta = VFNMS(LDK(KP500000000), T9, T6);
Chris@42 175 TG = VADD(T6, T9);
Chris@42 176 TF = VADD(T1, T4);
Chris@42 177 Ty = VADD(Tk, Tl);
Chris@42 178 Tm = VMUL(LDK(KP866025403), VSUB(Tk, Tl));
Chris@42 179 }
Chris@42 180 {
Chris@42 181 V Tn, Tq, Te, To, Th, Tr;
Chris@42 182 Tn = LD(&(xi[WS(is, 3)]), ivs, &(xi[WS(is, 1)]));
Chris@42 183 Tq = LD(&(xi[WS(is, 9)]), ivs, &(xi[WS(is, 1)]));
Chris@42 184 {
Chris@42 185 V Tc, Td, Tf, Tg;
Chris@42 186 Tc = LD(&(xi[WS(is, 7)]), ivs, &(xi[WS(is, 1)]));
Chris@42 187 Td = LD(&(xi[WS(is, 11)]), ivs, &(xi[WS(is, 1)]));
Chris@42 188 Te = VSUB(Tc, Td);
Chris@42 189 To = VADD(Tc, Td);
Chris@42 190 Tf = LD(&(xi[WS(is, 1)]), ivs, &(xi[WS(is, 1)]));
Chris@42 191 Tg = LD(&(xi[WS(is, 5)]), ivs, &(xi[WS(is, 1)]));
Chris@42 192 Th = VSUB(Tf, Tg);
Chris@42 193 Tr = VADD(Tf, Tg);
Chris@42 194 }
Chris@42 195 Ti = VMUL(LDK(KP866025403), VSUB(Te, Th));
Chris@42 196 Tp = VFNMS(LDK(KP500000000), To, Tn);
Chris@42 197 TJ = VADD(Tq, Tr);
Chris@42 198 TI = VADD(Tn, To);
Chris@42 199 Tx = VADD(Te, Th);
Chris@42 200 Ts = VFNMS(LDK(KP500000000), Tr, Tq);
Chris@42 201 }
Chris@42 202 {
Chris@42 203 V TH, TK, TL, TM;
Chris@42 204 TH = VSUB(TF, TG);
Chris@42 205 TK = VBYI(VSUB(TI, TJ));
Chris@42 206 ST(&(xo[WS(os, 3)]), VSUB(TH, TK), ovs, &(xo[WS(os, 1)]));
Chris@42 207 ST(&(xo[WS(os, 9)]), VADD(TH, TK), ovs, &(xo[WS(os, 1)]));
Chris@42 208 TL = VADD(TF, TG);
Chris@42 209 TM = VADD(TI, TJ);
Chris@42 210 ST(&(xo[WS(os, 6)]), VSUB(TL, TM), ovs, &(xo[0]));
Chris@42 211 ST(&(xo[0]), VADD(TL, TM), ovs, &(xo[0]));
Chris@42 212 }
Chris@42 213 {
Chris@42 214 V Tj, Tv, Tu, Tw, Tb, Tt;
Chris@42 215 Tb = VSUB(T5, Ta);
Chris@42 216 Tj = VSUB(Tb, Ti);
Chris@42 217 Tv = VADD(Tb, Ti);
Chris@42 218 Tt = VSUB(Tp, Ts);
Chris@42 219 Tu = VBYI(VADD(Tm, Tt));
Chris@42 220 Tw = VBYI(VSUB(Tt, Tm));
Chris@42 221 ST(&(xo[WS(os, 11)]), VSUB(Tj, Tu), ovs, &(xo[WS(os, 1)]));
Chris@42 222 ST(&(xo[WS(os, 5)]), VADD(Tv, Tw), ovs, &(xo[WS(os, 1)]));
Chris@42 223 ST(&(xo[WS(os, 1)]), VADD(Tj, Tu), ovs, &(xo[WS(os, 1)]));
Chris@42 224 ST(&(xo[WS(os, 7)]), VSUB(Tv, Tw), ovs, &(xo[WS(os, 1)]));
Chris@42 225 }
Chris@42 226 {
Chris@42 227 V Tz, TD, TC, TE, TA, TB;
Chris@42 228 Tz = VBYI(VMUL(LDK(KP866025403), VSUB(Tx, Ty)));
Chris@42 229 TD = VBYI(VMUL(LDK(KP866025403), VADD(Ty, Tx)));
Chris@42 230 TA = VADD(T5, Ta);
Chris@42 231 TB = VADD(Tp, Ts);
Chris@42 232 TC = VSUB(TA, TB);
Chris@42 233 TE = VADD(TA, TB);
Chris@42 234 ST(&(xo[WS(os, 2)]), VADD(Tz, TC), ovs, &(xo[0]));
Chris@42 235 ST(&(xo[WS(os, 8)]), VSUB(TE, TD), ovs, &(xo[0]));
Chris@42 236 ST(&(xo[WS(os, 10)]), VSUB(TC, Tz), ovs, &(xo[0]));
Chris@42 237 ST(&(xo[WS(os, 4)]), VADD(TD, TE), ovs, &(xo[0]));
Chris@42 238 }
Chris@42 239 }
Chris@42 240 }
Chris@42 241 VLEAVE();
Chris@42 242 }
Chris@42 243
Chris@42 244 static const kdft_desc desc = { 12, XSIMD_STRING("n1bv_12"), {44, 4, 4, 0}, &GENUS, 0, 0, 0, 0 };
Chris@42 245
Chris@42 246 void XSIMD(codelet_n1bv_12) (planner *p) {
Chris@42 247 X(kdft_register) (p, n1bv_12, &desc);
Chris@42 248 }
Chris@42 249
Chris@42 250 #endif /* HAVE_FMA */