Chris@19: /*
Chris@19:  * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@19:  * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@19:  *
Chris@19:  * This program is free software; you can redistribute it and/or modify
Chris@19:  * it under the terms of the GNU General Public License as published by
Chris@19:  * the Free Software Foundation; either version 2 of the License, or
Chris@19:  * (at your option) any later version.
Chris@19:  *
Chris@19:  * This program is distributed in the hope that it will be useful,
Chris@19:  * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@19:  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Chris@19:  * GNU General Public License for more details.
Chris@19:  *
Chris@19:  * You should have received a copy of the GNU General Public License
Chris@19:  * along with this program; if not, write to the Free Software
Chris@19:  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
Chris@19:  *
Chris@19:  */
Chris@19: 
Chris@19: 
Chris@19: /* plans for rank-0 RDFT2 (copy operations, plus setting 0 imag. parts) */
Chris@19: 
Chris@19: #include "rdft.h"
Chris@19: 
Chris@19: #ifdef HAVE_STRING_H
Chris@19: #include <string.h>		/* for memcpy() */
Chris@19: #endif
Chris@19: 
Chris@19: typedef struct {
Chris@19:      solver super;
Chris@19: } S;
Chris@19: 
Chris@19: typedef struct {
Chris@19:      plan_rdft super;
Chris@19:      INT vl;
Chris@19:      INT ivs, ovs;
Chris@19:      plan *cldcpy;
Chris@19: } P;
Chris@19: 
Chris@19: static int applicable(const problem *p_)
Chris@19: {
Chris@19:      const problem_rdft2 *p = (const problem_rdft2 *) p_;
Chris@19:      return (1
Chris@19: 	     && p->sz->rnk == 0
Chris@19: 	     && (p->kind == HC2R
Chris@19: 		 ||
Chris@19: 		 (1
Chris@19: 		  && p->kind == R2HC
Chris@19: 		
Chris@19: 		  && p->vecsz->rnk <= 1
Chris@19:   
Chris@19: 		  && ((p->r0 != p->cr) 
Chris@19: 		      || 
Chris@19: 		      X(rdft2_inplace_strides)(p, RNK_MINFTY)) ))
Chris@19: 	  );
Chris@19: }
Chris@19: 
Chris@19: static void apply_r2hc(const plan *ego_, R *r0, R *r1, R *cr, R *ci)
Chris@19: {
Chris@19:      const P *ego = (const P *) ego_;
Chris@19:      INT i, vl = ego->vl;
Chris@19:      INT ivs = ego->ivs, ovs = ego->ovs;
Chris@19: 
Chris@19:      UNUSED(r1); /* rank-0 has no real odd-index elements */
Chris@19: 
Chris@19:      for (i = 4; i <= vl; i += 4) {
Chris@19:           R x0, x1, x2, x3;
Chris@19:           x0 = *r0; r0 += ivs;
Chris@19:           x1 = *r0; r0 += ivs;
Chris@19:           x2 = *r0; r0 += ivs;
Chris@19:           x3 = *r0; r0 += ivs;
Chris@19:           *cr = x0; cr += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19:           *cr = x1; cr += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19:           *cr = x2; cr += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19: 	  *cr = x3; cr += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19:      }
Chris@19:      for (; i < vl + 4; ++i) {
Chris@19:           R x0;
Chris@19:           x0 = *r0; r0 += ivs;
Chris@19:           *cr = x0; cr += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19:      }
Chris@19: }
Chris@19: 
Chris@19: /* in-place r2hc rank-0: set imaginary parts of output to 0 */
Chris@19: static void apply_r2hc_inplace(const plan *ego_, R *r0, R *r1, R *cr, R *ci)
Chris@19: {
Chris@19:      const P *ego = (const P *) ego_;
Chris@19:      INT i, vl = ego->vl;
Chris@19:      INT ovs = ego->ovs;
Chris@19: 
Chris@19:      UNUSED(r0); UNUSED(r1); UNUSED(cr);
Chris@19: 
Chris@19:      for (i = 4; i <= vl; i += 4) {
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19:      }
Chris@19:      for (; i < vl + 4; ++i) {
Chris@19: 	  *ci = K(0.0); ci += ovs;
Chris@19:      }
Chris@19: }
Chris@19: 
Chris@19: /* a rank-0 HC2R rdft2 problem is just a copy from cr to r0,
Chris@19:    so we can use a rank-0 rdft plan */
Chris@19: static void apply_hc2r(const plan *ego_, R *r0, R *r1, R *cr, R *ci)
Chris@19: {
Chris@19:      const P *ego = (const P *) ego_;
Chris@19:      plan_rdft *cldcpy = (plan_rdft *) ego->cldcpy;
Chris@19:      UNUSED(ci);
Chris@19:      UNUSED(r1);
Chris@19:      cldcpy->apply((plan *) cldcpy, cr, r0);
Chris@19: }
Chris@19: 
Chris@19: static void awake(plan *ego_, enum wakefulness wakefulness)
Chris@19: {
Chris@19:      P *ego = (P *) ego_;
Chris@19:      if (ego->cldcpy)
Chris@19: 	  X(plan_awake)(ego->cldcpy, wakefulness);
Chris@19: }
Chris@19: 
Chris@19: static void destroy(plan *ego_)
Chris@19: {
Chris@19:      P *ego = (P *) ego_;
Chris@19:      if (ego->cldcpy)
Chris@19: 	  X(plan_destroy_internal)(ego->cldcpy);
Chris@19: }
Chris@19: 
Chris@19: static void print(const plan *ego_, printer *p)
Chris@19: {
Chris@19:      const P *ego = (const P *) ego_;
Chris@19:      if (ego->cldcpy)
Chris@19: 	  p->print(p, "(rdft2-hc2r-rank0%(%p%))", ego->cldcpy);
Chris@19:      else
Chris@19: 	  p->print(p, "(rdft2-r2hc-rank0%v)", ego->vl);
Chris@19: }
Chris@19: 
Chris@19: static plan *mkplan(const solver *ego_, const problem *p_, planner *plnr)
Chris@19: {
Chris@19:      const problem_rdft2 *p;
Chris@19:      plan *cldcpy = (plan *) 0;
Chris@19:      P *pln;
Chris@19: 
Chris@19:      static const plan_adt padt = {
Chris@19: 	  X(rdft2_solve), awake, print, destroy
Chris@19:      };
Chris@19: 
Chris@19:      UNUSED(ego_);
Chris@19: 
Chris@19:      if (!applicable(p_))
Chris@19:           return (plan *) 0;
Chris@19: 
Chris@19:      p = (const problem_rdft2 *) p_;
Chris@19: 
Chris@19:      if (p->kind == HC2R) {
Chris@19: 	  cldcpy = X(mkplan_d)(plnr,
Chris@19: 			       X(mkproblem_rdft_0_d)(
Chris@19: 				    X(tensor_copy)(p->vecsz),
Chris@19: 				    p->cr, p->r0));
Chris@19: 	  if (!cldcpy) return (plan *) 0;
Chris@19:      }
Chris@19: 
Chris@19:      pln = MKPLAN_RDFT2(P, &padt, 
Chris@19: 			p->kind == R2HC ? 
Chris@19: 			(p->r0 == p->cr ? apply_r2hc_inplace : apply_r2hc) 
Chris@19: 			: apply_hc2r);
Chris@19:      
Chris@19:      if (p->kind == R2HC)
Chris@19: 	  X(tensor_tornk1)(p->vecsz, &pln->vl, &pln->ivs, &pln->ovs);
Chris@19:      pln->cldcpy = cldcpy;
Chris@19: 
Chris@19:      if (p->kind == R2HC) {
Chris@19: 	  /* vl loads, 2*vl stores */
Chris@19: 	  X(ops_other)(3 * pln->vl, &pln->super.super.ops);
Chris@19:      }
Chris@19:      else {
Chris@19: 	  pln->super.super.ops = cldcpy->ops;
Chris@19:      }
Chris@19: 
Chris@19:      return &(pln->super.super);
Chris@19: }
Chris@19: 
Chris@19: static solver *mksolver(void)
Chris@19: {
Chris@19:      static const solver_adt sadt = { PROBLEM_RDFT2, mkplan, 0 };
Chris@19:      S *slv = MKSOLVER(S, &sadt);
Chris@19:      return &(slv->super);
Chris@19: }
Chris@19: 
Chris@19: void X(rdft2_rank0_register)(planner *p)
Chris@19: {
Chris@19:      REGISTER_SOLVER(p, mksolver());
Chris@19: }