cannam@127: /* cannam@127: * Copyright (c) 2003, 2007-14 Matteo Frigo cannam@127: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology cannam@127: * cannam@127: * This program is free software; you can redistribute it and/or modify cannam@127: * it under the terms of the GNU General Public License as published by cannam@127: * the Free Software Foundation; either version 2 of the License, or cannam@127: * (at your option) any later version. cannam@127: * cannam@127: * This program is distributed in the hope that it will be useful, cannam@127: * but WITHOUT ANY WARRANTY; without even the implied warranty of cannam@127: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the cannam@127: * GNU General Public License for more details. cannam@127: * cannam@127: * You should have received a copy of the GNU General Public License cannam@127: * along with this program; if not, write to the Free Software cannam@127: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA cannam@127: * cannam@127: */ cannam@127: cannam@127: cannam@127: #include "verify.h" cannam@127: cannam@127: /* copy A into B, using output stride of A and input stride of B */ cannam@127: typedef struct { cannam@127: dotens2_closure k; cannam@127: R *ra; R *ia; cannam@127: R *rb; R *ib; cannam@127: int scalea, scaleb; cannam@127: } cpy_closure; cannam@127: cannam@127: static void cpy0(dotens2_closure *k_, cannam@127: int indxa, int ondxa, int indxb, int ondxb) cannam@127: { cannam@127: cpy_closure *k = (cpy_closure *)k_; cannam@127: k->rb[indxb * k->scaleb] = k->ra[ondxa * k->scalea]; cannam@127: k->ib[indxb * k->scaleb] = k->ia[ondxa * k->scalea]; cannam@127: UNUSED(indxa); UNUSED(ondxb); cannam@127: } cannam@127: cannam@127: static void cpy(R *ra, R *ia, const bench_tensor *sza, int scalea, cannam@127: R *rb, R *ib, const bench_tensor *szb, int scaleb) cannam@127: { cannam@127: cpy_closure k; cannam@127: k.k.apply = cpy0; cannam@127: k.ra = ra; k.ia = ia; k.rb = rb; k.ib = ib; cannam@127: k.scalea = scalea; k.scaleb = scaleb; cannam@127: bench_dotens2(sza, szb, &k.k); cannam@127: } cannam@127: cannam@127: typedef struct { cannam@127: dofft_closure k; cannam@127: bench_problem *p; cannam@127: } dofft_dft_closure; cannam@127: cannam@127: static void dft_apply(dofft_closure *k_, bench_complex *in, bench_complex *out) cannam@127: { cannam@127: dofft_dft_closure *k = (dofft_dft_closure *)k_; cannam@127: bench_problem *p = k->p; cannam@127: bench_tensor *totalsz, *pckdsz; cannam@127: bench_tensor *totalsz_swap, *pckdsz_swap; cannam@127: bench_real *ri, *ii, *ro, *io; cannam@127: int totalscale; cannam@127: cannam@127: totalsz = tensor_append(p->vecsz, p->sz); cannam@127: pckdsz = verify_pack(totalsz, 2); cannam@127: ri = (bench_real *) p->in; cannam@127: ro = (bench_real *) p->out; cannam@127: cannam@127: totalsz_swap = tensor_copy_swapio(totalsz); cannam@127: pckdsz_swap = tensor_copy_swapio(pckdsz); cannam@127: cannam@127: /* confusion: the stride is the distance between complex elements cannam@127: when using interleaved format, but it is the distance between cannam@127: real elements when using split format */ cannam@127: if (p->split) { cannam@127: ii = p->ini ? (bench_real *) p->ini : ri + p->iphyssz; cannam@127: io = p->outi ? (bench_real *) p->outi : ro + p->ophyssz; cannam@127: totalscale = 1; cannam@127: } else { cannam@127: ii = p->ini ? (bench_real *) p->ini : ri + 1; cannam@127: io = p->outi ? (bench_real *) p->outi : ro + 1; cannam@127: totalscale = 2; cannam@127: } cannam@127: cannam@127: cpy(&c_re(in[0]), &c_im(in[0]), pckdsz, 1, cannam@127: ri, ii, totalsz, totalscale); cannam@127: after_problem_ccopy_from(p, ri, ii); cannam@127: doit(1, p); cannam@127: after_problem_ccopy_to(p, ro, io); cannam@127: if (k->k.recopy_input) cannam@127: cpy(ri, ii, totalsz_swap, totalscale, cannam@127: &c_re(in[0]), &c_im(in[0]), pckdsz_swap, 1); cannam@127: cpy(ro, io, totalsz, totalscale, cannam@127: &c_re(out[0]), &c_im(out[0]), pckdsz, 1); cannam@127: cannam@127: tensor_destroy(totalsz); cannam@127: tensor_destroy(pckdsz); cannam@127: tensor_destroy(totalsz_swap); cannam@127: tensor_destroy(pckdsz_swap); cannam@127: } cannam@127: cannam@127: void verify_dft(bench_problem *p, int rounds, double tol, errors *e) cannam@127: { cannam@127: C *inA, *inB, *inC, *outA, *outB, *outC, *tmp; cannam@127: int n, vecn, N; cannam@127: dofft_dft_closure k; cannam@127: cannam@127: BENCH_ASSERT(p->kind == PROBLEM_COMPLEX); cannam@127: cannam@127: k.k.apply = dft_apply; cannam@127: k.k.recopy_input = 0; cannam@127: k.p = p; cannam@127: cannam@127: if (rounds == 0) cannam@127: rounds = 20; /* default value */ cannam@127: cannam@127: n = tensor_sz(p->sz); cannam@127: vecn = tensor_sz(p->vecsz); cannam@127: N = n * vecn; cannam@127: cannam@127: inA = (C *) bench_malloc(N * sizeof(C)); cannam@127: inB = (C *) bench_malloc(N * sizeof(C)); cannam@127: inC = (C *) bench_malloc(N * sizeof(C)); cannam@127: outA = (C *) bench_malloc(N * sizeof(C)); cannam@127: outB = (C *) bench_malloc(N * sizeof(C)); cannam@127: outC = (C *) bench_malloc(N * sizeof(C)); cannam@127: tmp = (C *) bench_malloc(N * sizeof(C)); cannam@127: cannam@127: e->i = impulse(&k.k, n, vecn, inA, inB, inC, outA, outB, outC, cannam@127: tmp, rounds, tol); cannam@127: e->l = linear(&k.k, 0, N, inA, inB, inC, outA, outB, outC, cannam@127: tmp, rounds, tol); cannam@127: cannam@127: e->s = 0.0; cannam@127: e->s = dmax(e->s, tf_shift(&k.k, 0, p->sz, n, vecn, p->sign, cannam@127: inA, inB, outA, outB, cannam@127: tmp, rounds, tol, TIME_SHIFT)); cannam@127: e->s = dmax(e->s, tf_shift(&k.k, 0, p->sz, n, vecn, p->sign, cannam@127: inA, inB, outA, outB, cannam@127: tmp, rounds, tol, FREQ_SHIFT)); cannam@127: cannam@127: if (!p->in_place && !p->destroy_input) cannam@127: preserves_input(&k.k, 0, N, inA, inB, outB, rounds); cannam@127: cannam@127: bench_free(tmp); cannam@127: bench_free(outC); cannam@127: bench_free(outB); cannam@127: bench_free(outA); cannam@127: bench_free(inC); cannam@127: bench_free(inB); cannam@127: bench_free(inA); cannam@127: } cannam@127: cannam@127: cannam@127: void accuracy_dft(bench_problem *p, int rounds, int impulse_rounds, cannam@127: double t[6]) cannam@127: { cannam@127: dofft_dft_closure k; cannam@127: int n; cannam@127: C *a, *b; cannam@127: cannam@127: BENCH_ASSERT(p->kind == PROBLEM_COMPLEX); cannam@127: BENCH_ASSERT(p->sz->rnk == 1); cannam@127: BENCH_ASSERT(p->vecsz->rnk == 0); cannam@127: cannam@127: k.k.apply = dft_apply; cannam@127: k.k.recopy_input = 0; cannam@127: k.p = p; cannam@127: n = tensor_sz(p->sz); cannam@127: cannam@127: a = (C *) bench_malloc(n * sizeof(C)); cannam@127: b = (C *) bench_malloc(n * sizeof(C)); cannam@127: accuracy_test(&k.k, 0, p->sign, n, a, b, rounds, impulse_rounds, t); cannam@127: bench_free(b); cannam@127: bench_free(a); cannam@127: }