cannam@95: /* cannam@95: * Copyright (c) 2003, 2007-11 Matteo Frigo cannam@95: * Copyright (c) 2003, 2007-11 Massachusetts Institute of Technology cannam@95: * cannam@95: * This program is free software; you can redistribute it and/or modify cannam@95: * it under the terms of the GNU General Public License as published by cannam@95: * the Free Software Foundation; either version 2 of the License, or cannam@95: * (at your option) any later version. cannam@95: * cannam@95: * This program is distributed in the hope that it will be useful, cannam@95: * but WITHOUT ANY WARRANTY; without even the implied warranty of cannam@95: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the cannam@95: * GNU General Public License for more details. cannam@95: * cannam@95: * You should have received a copy of the GNU General Public License cannam@95: * along with this program; if not, write to the Free Software cannam@95: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA cannam@95: * cannam@95: */ cannam@95: cannam@95: cannam@95: /* plans for rank-0 RDFT2 (copy operations, plus setting 0 imag. parts) */ cannam@95: cannam@95: #include "rdft.h" cannam@95: cannam@95: #ifdef HAVE_STRING_H cannam@95: #include /* for memcpy() */ cannam@95: #endif cannam@95: cannam@95: typedef struct { cannam@95: solver super; cannam@95: } S; cannam@95: cannam@95: typedef struct { cannam@95: plan_rdft super; cannam@95: INT vl; cannam@95: INT ivs, ovs; cannam@95: plan *cldcpy; cannam@95: } P; cannam@95: cannam@95: static int applicable(const problem *p_) cannam@95: { cannam@95: const problem_rdft2 *p = (const problem_rdft2 *) p_; cannam@95: return (1 cannam@95: && p->sz->rnk == 0 cannam@95: && (p->kind == HC2R cannam@95: || cannam@95: (1 cannam@95: && p->kind == R2HC cannam@95: cannam@95: && p->vecsz->rnk <= 1 cannam@95: cannam@95: && ((p->r0 != p->cr) cannam@95: || cannam@95: X(rdft2_inplace_strides)(p, RNK_MINFTY)) )) cannam@95: ); cannam@95: } cannam@95: cannam@95: static void apply_r2hc(const plan *ego_, R *r0, R *r1, R *cr, R *ci) cannam@95: { cannam@95: const P *ego = (const P *) ego_; cannam@95: INT i, vl = ego->vl; cannam@95: INT ivs = ego->ivs, ovs = ego->ovs; cannam@95: cannam@95: UNUSED(r1); /* rank-0 has no real odd-index elements */ cannam@95: cannam@95: for (i = 4; i <= vl; i += 4) { cannam@95: R x0, x1, x2, x3; cannam@95: x0 = *r0; r0 += ivs; cannam@95: x1 = *r0; r0 += ivs; cannam@95: x2 = *r0; r0 += ivs; cannam@95: x3 = *r0; r0 += ivs; cannam@95: *cr = x0; cr += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: *cr = x1; cr += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: *cr = x2; cr += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: *cr = x3; cr += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: } cannam@95: for (; i < vl + 4; ++i) { cannam@95: R x0; cannam@95: x0 = *r0; r0 += ivs; cannam@95: *cr = x0; cr += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: } cannam@95: } cannam@95: cannam@95: /* in-place r2hc rank-0: set imaginary parts of output to 0 */ cannam@95: static void apply_r2hc_inplace(const plan *ego_, R *r0, R *r1, R *cr, R *ci) cannam@95: { cannam@95: const P *ego = (const P *) ego_; cannam@95: INT i, vl = ego->vl; cannam@95: INT ovs = ego->ovs; cannam@95: cannam@95: UNUSED(r0); UNUSED(r1); UNUSED(cr); cannam@95: cannam@95: for (i = 4; i <= vl; i += 4) { cannam@95: *ci = K(0.0); ci += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: *ci = K(0.0); ci += ovs; cannam@95: } cannam@95: for (; i < vl + 4; ++i) { cannam@95: *ci = K(0.0); ci += ovs; cannam@95: } cannam@95: } cannam@95: cannam@95: /* a rank-0 HC2R rdft2 problem is just a copy from cr to r0, cannam@95: so we can use a rank-0 rdft plan */ cannam@95: static void apply_hc2r(const plan *ego_, R *r0, R *r1, R *cr, R *ci) cannam@95: { cannam@95: const P *ego = (const P *) ego_; cannam@95: plan_rdft *cldcpy = (plan_rdft *) ego->cldcpy; cannam@95: UNUSED(ci); cannam@95: UNUSED(r1); cannam@95: cldcpy->apply((plan *) cldcpy, cr, r0); cannam@95: } cannam@95: cannam@95: static void awake(plan *ego_, enum wakefulness wakefulness) cannam@95: { cannam@95: P *ego = (P *) ego_; cannam@95: if (ego->cldcpy) cannam@95: X(plan_awake)(ego->cldcpy, wakefulness); cannam@95: } cannam@95: cannam@95: static void destroy(plan *ego_) cannam@95: { cannam@95: P *ego = (P *) ego_; cannam@95: if (ego->cldcpy) cannam@95: X(plan_destroy_internal)(ego->cldcpy); cannam@95: } cannam@95: cannam@95: static void print(const plan *ego_, printer *p) cannam@95: { cannam@95: const P *ego = (const P *) ego_; cannam@95: if (ego->cldcpy) cannam@95: p->print(p, "(rdft2-hc2r-rank0%(%p%))", ego->cldcpy); cannam@95: else cannam@95: p->print(p, "(rdft2-r2hc-rank0%v)", ego->vl); cannam@95: } cannam@95: cannam@95: static plan *mkplan(const solver *ego_, const problem *p_, planner *plnr) cannam@95: { cannam@95: const problem_rdft2 *p; cannam@95: plan *cldcpy = (plan *) 0; cannam@95: P *pln; cannam@95: cannam@95: static const plan_adt padt = { cannam@95: X(rdft2_solve), awake, print, destroy cannam@95: }; cannam@95: cannam@95: UNUSED(ego_); cannam@95: cannam@95: if (!applicable(p_)) cannam@95: return (plan *) 0; cannam@95: cannam@95: p = (const problem_rdft2 *) p_; cannam@95: cannam@95: if (p->kind == HC2R) { cannam@95: cldcpy = X(mkplan_d)(plnr, cannam@95: X(mkproblem_rdft_0_d)( cannam@95: X(tensor_copy)(p->vecsz), cannam@95: p->cr, p->r0)); cannam@95: if (!cldcpy) return (plan *) 0; cannam@95: } cannam@95: cannam@95: pln = MKPLAN_RDFT2(P, &padt, cannam@95: p->kind == R2HC ? cannam@95: (p->r0 == p->cr ? apply_r2hc_inplace : apply_r2hc) cannam@95: : apply_hc2r); cannam@95: cannam@95: if (p->kind == R2HC) cannam@95: X(tensor_tornk1)(p->vecsz, &pln->vl, &pln->ivs, &pln->ovs); cannam@95: pln->cldcpy = cldcpy; cannam@95: cannam@95: if (p->kind == R2HC) { cannam@95: /* vl loads, 2*vl stores */ cannam@95: X(ops_other)(3 * pln->vl, &pln->super.super.ops); cannam@95: } cannam@95: else { cannam@95: pln->super.super.ops = cldcpy->ops; cannam@95: } cannam@95: cannam@95: return &(pln->super.super); cannam@95: } cannam@95: cannam@95: static solver *mksolver(void) cannam@95: { cannam@95: static const solver_adt sadt = { PROBLEM_RDFT2, mkplan, 0 }; cannam@95: S *slv = MKSOLVER(S, &sadt); cannam@95: return &(slv->super); cannam@95: } cannam@95: cannam@95: void X(rdft2_rank0_register)(planner *p) cannam@95: { cannam@95: REGISTER_SOLVER(p, mksolver()); cannam@95: }