cannam@95: /* fftw hook to be used in the benchmark program.  
cannam@95:    
cannam@95:    We keep it in a separate file because 
cannam@95: 
cannam@95:    1) bench.c is supposed to test the API---we do not want to #include
cannam@95:       "ifftw.h" and accidentally use internal symbols/macros.
cannam@95:    2) this code is a royal mess.  The messiness is due to
cannam@95:       A) confusion between internal fftw tensors and bench_tensor's
cannam@95:          (which we want to keep separate because the benchmark
cannam@95: 	  program tests other routines too)
cannam@95:       B) despite A), our desire to recycle the libbench verifier.
cannam@95: */
cannam@95: 
cannam@95: #include <stdio.h>
cannam@95: #include "bench-user.h"
cannam@95: 
cannam@95: #define CALLING_FFTW /* hack for Windows DLL nonsense */
cannam@95: #include "api.h"
cannam@95: #include "dft.h"
cannam@95: #include "rdft.h"
cannam@95: 
cannam@95: extern int paranoid; /* in bench.c */
cannam@95: extern X(plan) the_plan; /* in bench.c */
cannam@95: 
cannam@95: /*
cannam@95:   transform an fftw tensor into a bench_tensor.
cannam@95: */
cannam@95: static bench_tensor *fftw_tensor_to_bench_tensor(tensor *t)
cannam@95: {
cannam@95:      bench_tensor *bt = mktensor(t->rnk);
cannam@95: 
cannam@95:      if (FINITE_RNK(t->rnk)) {
cannam@95: 	  int i;
cannam@95: 	  for (i = 0; i < t->rnk; ++i) {
cannam@95: 	       /* FIXME: 64-bit unclean because of INT -> int conversion */
cannam@95: 	       bt->dims[i].n = t->dims[i].n;
cannam@95: 	       bt->dims[i].is = t->dims[i].is;
cannam@95: 	       bt->dims[i].os = t->dims[i].os;
cannam@95: 	       BENCH_ASSERT(bt->dims[i].n == t->dims[i].n);
cannam@95: 	       BENCH_ASSERT(bt->dims[i].is == t->dims[i].is);
cannam@95: 	       BENCH_ASSERT(bt->dims[i].os == t->dims[i].os);
cannam@95: 	  }
cannam@95:      }
cannam@95:      return bt;
cannam@95: }
cannam@95: 
cannam@95: /*
cannam@95:   transform an fftw problem into a bench_problem.
cannam@95: */
cannam@95: static bench_problem *fftw_problem_to_bench_problem(planner *plnr,
cannam@95: 						    const problem *p_)
cannam@95: {
cannam@95:      bench_problem *bp = 0;
cannam@95:      switch (p_->adt->problem_kind) {
cannam@95: 	 case PROBLEM_DFT:
cannam@95: 	 {
cannam@95: 	      const problem_dft *p = (const problem_dft *) p_;
cannam@95: 	  
cannam@95: 	      if (!p->ri || !p->ii)
cannam@95: 		   abort();
cannam@95: 
cannam@95: 	      bp = (bench_problem *) bench_malloc(sizeof(bench_problem));
cannam@95: 
cannam@95: 	      bp->kind = PROBLEM_COMPLEX;
cannam@95: 	      bp->sign = FFT_SIGN;
cannam@95: 	      bp->split = 1; /* tensor strides are in R's, not C's */
cannam@95: 	      bp->in = UNTAINT(p->ri);
cannam@95: 	      bp->out = UNTAINT(p->ro);
cannam@95: 	      bp->ini = UNTAINT(p->ii);
cannam@95: 	      bp->outi = UNTAINT(p->io);
cannam@95: 	      bp->inphys = bp->outphys = 0;
cannam@95: 	      bp->iphyssz = bp->ophyssz = 0;
cannam@95: 	      bp->in_place = p->ri == p->ro;
cannam@95: 	      bp->sz = fftw_tensor_to_bench_tensor(p->sz);
cannam@95: 	      bp->vecsz = fftw_tensor_to_bench_tensor(p->vecsz);
cannam@95: 	      bp->k = 0;
cannam@95: 	      break;
cannam@95: 	 }
cannam@95: 	 case PROBLEM_RDFT:
cannam@95: 	 {
cannam@95: 	      const problem_rdft *p = (const problem_rdft *) p_;
cannam@95: 	      int i;
cannam@95: 
cannam@95: 	      if (!p->I || !p->O)
cannam@95: 		   abort();
cannam@95: 
cannam@95: 	      for (i = 0; i < p->sz->rnk; ++i)
cannam@95: 		   switch (p->kind[i]) {
cannam@95: 		       case R2HC01:
cannam@95: 		       case R2HC10:
cannam@95: 		       case R2HC11:
cannam@95: 		       case HC2R01:
cannam@95: 		       case HC2R10:
cannam@95: 		       case HC2R11:
cannam@95: 			    return bp;
cannam@95: 		       default:
cannam@95: 			    ;
cannam@95: 		   }
cannam@95: 	  
cannam@95: 	      bp = (bench_problem *) bench_malloc(sizeof(bench_problem));
cannam@95: 
cannam@95: 	      bp->kind = PROBLEM_R2R;
cannam@95: 	      bp->sign = FFT_SIGN;
cannam@95: 	      bp->split = 0;
cannam@95: 	      bp->in = UNTAINT(p->I);
cannam@95: 	      bp->out = UNTAINT(p->O);
cannam@95: 	      bp->ini = bp->outi = 0;
cannam@95: 	      bp->inphys = bp->outphys = 0;
cannam@95: 	      bp->iphyssz = bp->ophyssz = 0;
cannam@95: 	      bp->in_place = p->I == p->O;
cannam@95: 	      bp->sz = fftw_tensor_to_bench_tensor(p->sz);
cannam@95: 	      bp->vecsz = fftw_tensor_to_bench_tensor(p->vecsz);
cannam@95: 	      bp->k = (r2r_kind_t *) bench_malloc(sizeof(r2r_kind_t) * p->sz->rnk);
cannam@95: 	      for (i = 0; i < p->sz->rnk; ++i)
cannam@95: 		   switch (p->kind[i]) {
cannam@95: 		       case R2HC: bp->k[i] = R2R_R2HC; break;
cannam@95: 		       case HC2R: bp->k[i] = R2R_HC2R; break;
cannam@95: 		       case DHT: bp->k[i] = R2R_DHT; break;
cannam@95: 		       case REDFT00: bp->k[i] = R2R_REDFT00; break;
cannam@95: 		       case REDFT01: bp->k[i] = R2R_REDFT01; break;
cannam@95: 		       case REDFT10: bp->k[i] = R2R_REDFT10; break;
cannam@95: 		       case REDFT11: bp->k[i] = R2R_REDFT11; break;
cannam@95: 		       case RODFT00: bp->k[i] = R2R_RODFT00; break;
cannam@95: 		       case RODFT01: bp->k[i] = R2R_RODFT01; break;
cannam@95: 		       case RODFT10: bp->k[i] = R2R_RODFT10; break;
cannam@95: 		       case RODFT11: bp->k[i] = R2R_RODFT11; break;
cannam@95: 		       default: CK(0);
cannam@95: 		   }
cannam@95: 	      break;
cannam@95: 	 }
cannam@95: 	 case PROBLEM_RDFT2:
cannam@95: 	 {
cannam@95: 	      const problem_rdft2 *p = (const problem_rdft2 *) p_;
cannam@95: 	      int rnk = p->sz->rnk;
cannam@95: 	  
cannam@95: 	      if (!p->r0 || !p->r1 || !p->cr || !p->ci)
cannam@95: 		   abort();
cannam@95: 	      
cannam@95: 	      /* give up verifying rdft2 R2HCII */
cannam@95: 	      if (p->kind != R2HC && p->kind != HC2R)
cannam@95: 		   return bp;
cannam@95: 
cannam@95: 	      if (rnk > 0) {
cannam@95: 		   /* can't verify separate even/odd arrays for now */
cannam@95: 		   if (2 * (p->r1 - p->r0) !=
cannam@95: 		       ((p->kind == R2HC) ? 
cannam@95: 			p->sz->dims[rnk-1].is : p->sz->dims[rnk-1].os))
cannam@95: 			return bp;
cannam@95: 	      }
cannam@95: 
cannam@95: 	      bp = (bench_problem *) bench_malloc(sizeof(bench_problem));
cannam@95: 
cannam@95: 	      bp->kind = PROBLEM_REAL;
cannam@95: 	      bp->sign = p->kind == R2HC ? FFT_SIGN : -FFT_SIGN;
cannam@95: 	      bp->split = 1; /* tensor strides are in R's, not C's */
cannam@95: 	      if (p->kind == R2HC) {
cannam@95: 		   bp->sign = FFT_SIGN;
cannam@95: 		   bp->in = UNTAINT(p->r0);
cannam@95: 		   bp->out = UNTAINT(p->cr);
cannam@95: 		   bp->ini = 0;
cannam@95: 		   bp->outi = UNTAINT(p->ci);
cannam@95: 	      }
cannam@95: 	      else {
cannam@95: 		   bp->sign = -FFT_SIGN;
cannam@95: 		   bp->out = UNTAINT(p->r0);
cannam@95: 		   bp->in = UNTAINT(p->cr);
cannam@95: 		   bp->outi = 0;
cannam@95: 		   bp->ini = UNTAINT(p->ci);
cannam@95: 	      }
cannam@95: 	      bp->inphys = bp->outphys = 0;
cannam@95: 	      bp->iphyssz = bp->ophyssz = 0;
cannam@95: 	      bp->in_place = p->r0 == p->cr;
cannam@95: 	      bp->sz = fftw_tensor_to_bench_tensor(p->sz);
cannam@95: 	      if (rnk > 0) {
cannam@95: 		   if (p->kind == R2HC)
cannam@95: 			bp->sz->dims[rnk-1].is /= 2;
cannam@95: 		   else 
cannam@95: 			bp->sz->dims[rnk-1].os /= 2;
cannam@95: 	      }
cannam@95: 	      bp->vecsz = fftw_tensor_to_bench_tensor(p->vecsz);
cannam@95: 	      bp->k = 0;
cannam@95: 	      break;
cannam@95: 	 }
cannam@95: 	 default: 
cannam@95: 	      abort();
cannam@95:      }
cannam@95: 
cannam@95:      bp->userinfo = 0;
cannam@95:      bp->pstring = 0;
cannam@95:      bp->destroy_input = !NO_DESTROY_INPUTP(plnr);
cannam@95: 
cannam@95:      return bp;
cannam@95: }
cannam@95: 
cannam@95: static void hook(planner *plnr, plan *pln, const problem *p_, int optimalp)
cannam@95: {
cannam@95:      int rounds = 5;
cannam@95:      double tol = SINGLE_PRECISION ? 1.0e-3 : 1.0e-10;
cannam@95:      UNUSED(optimalp);
cannam@95: 
cannam@95:      if (verbose > 5) {
cannam@95: 	  printer *pr = X(mkprinter_file)(stdout);
cannam@95: 	  pr->print(pr, "%P:%(%p%)\n", p_, pln);
cannam@95: 	  X(printer_destroy)(pr);
cannam@95: 	  printf("cost %g  \n\n", pln->pcost);
cannam@95:      }
cannam@95: 
cannam@95:      if (paranoid) {
cannam@95: 	  bench_problem *bp;
cannam@95: 
cannam@95: 	  bp = fftw_problem_to_bench_problem(plnr, p_);
cannam@95: 	  if (bp) {
cannam@95: 	       X(plan) the_plan_save = the_plan;
cannam@95: 
cannam@95: 	       the_plan = (apiplan *) MALLOC(sizeof(apiplan), PLANS);
cannam@95: 	       the_plan->pln = pln;
cannam@95: 	       the_plan->prb = (problem *) p_;
cannam@95: 
cannam@95: 	       X(plan_awake)(pln, AWAKE_SQRTN_TABLE);
cannam@95: 	       verify_problem(bp, rounds, tol);
cannam@95: 	       X(plan_awake)(pln, SLEEPY);
cannam@95: 
cannam@95: 	       X(ifree)(the_plan);
cannam@95: 	       the_plan = the_plan_save;
cannam@95: 
cannam@95: 	       problem_destroy(bp);
cannam@95: 	  }
cannam@95: 
cannam@95:      }
cannam@95: }
cannam@95: 
cannam@95: static void paranoid_checks(void)
cannam@95: {
cannam@95:      /* FIXME: assumes char = 8 bits, which is false on at least one
cannam@95: 	DSP I know of. */
cannam@95: #if 0
cannam@95:      /* if flags_t is not 64 bits i want to know it. */
cannam@95:      CK(sizeof(flags_t) == 8);
cannam@95: 
cannam@95:      CK(sizeof(md5uint) >= 4);
cannam@95: #endif
cannam@95: 
cannam@95:      CK(sizeof(uintptr_t) >= sizeof(R *));
cannam@95: 
cannam@95:      CK(sizeof(INT) >= sizeof(R *));
cannam@95: }
cannam@95: 
cannam@95: void install_hook(void)
cannam@95: {
cannam@95:      planner *plnr = X(the_planner)();
cannam@95:      plnr->hook = hook;
cannam@95:      paranoid_checks();
cannam@95: }
cannam@95: 
cannam@95: void uninstall_hook(void)
cannam@95: {
cannam@95:      planner *plnr = X(the_planner)();
cannam@95:      plnr->hook = 0;
cannam@95: }