cannam@167: /* cannam@167: * Copyright (c) 2003, 2007-14 Matteo Frigo cannam@167: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology cannam@167: * cannam@167: * This program is free software; you can redistribute it and/or modify cannam@167: * it under the terms of the GNU General Public License as published by cannam@167: * the Free Software Foundation; either version 2 of the License, or cannam@167: * (at your option) any later version. cannam@167: * cannam@167: * This program is distributed in the hope that it will be useful, cannam@167: * but WITHOUT ANY WARRANTY; without even the implied warranty of cannam@167: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the cannam@167: * GNU General Public License for more details. cannam@167: * cannam@167: * You should have received a copy of the GNU General Public License cannam@167: * along with this program; if not, write to the Free Software cannam@167: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA cannam@167: * cannam@167: */ cannam@167: cannam@167: cannam@167: /* plans for rank-0 RDFT2 (copy operations, plus setting 0 imag. parts) */ cannam@167: cannam@167: #include "rdft/rdft.h" cannam@167: cannam@167: #ifdef HAVE_STRING_H cannam@167: #include /* for memcpy() */ cannam@167: #endif cannam@167: cannam@167: typedef struct { cannam@167: solver super; cannam@167: } S; cannam@167: cannam@167: typedef struct { cannam@167: plan_rdft super; cannam@167: INT vl; cannam@167: INT ivs, ovs; cannam@167: plan *cldcpy; cannam@167: } P; cannam@167: cannam@167: static int applicable(const problem *p_) cannam@167: { cannam@167: const problem_rdft2 *p = (const problem_rdft2 *) p_; cannam@167: return (1 cannam@167: && p->sz->rnk == 0 cannam@167: && (p->kind == HC2R cannam@167: || cannam@167: (1 cannam@167: && p->kind == R2HC cannam@167: cannam@167: && p->vecsz->rnk <= 1 cannam@167: cannam@167: && ((p->r0 != p->cr) cannam@167: || cannam@167: X(rdft2_inplace_strides)(p, RNK_MINFTY)) )) cannam@167: ); cannam@167: } cannam@167: cannam@167: static void apply_r2hc(const plan *ego_, R *r0, R *r1, R *cr, R *ci) cannam@167: { cannam@167: const P *ego = (const P *) ego_; cannam@167: INT i, vl = ego->vl; cannam@167: INT ivs = ego->ivs, ovs = ego->ovs; cannam@167: cannam@167: UNUSED(r1); /* rank-0 has no real odd-index elements */ cannam@167: cannam@167: for (i = 4; i <= vl; i += 4) { cannam@167: R x0, x1, x2, x3; cannam@167: x0 = *r0; r0 += ivs; cannam@167: x1 = *r0; r0 += ivs; cannam@167: x2 = *r0; r0 += ivs; cannam@167: x3 = *r0; r0 += ivs; cannam@167: *cr = x0; cr += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: *cr = x1; cr += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: *cr = x2; cr += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: *cr = x3; cr += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: } cannam@167: for (; i < vl + 4; ++i) { cannam@167: R x0; cannam@167: x0 = *r0; r0 += ivs; cannam@167: *cr = x0; cr += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: } cannam@167: } cannam@167: cannam@167: /* in-place r2hc rank-0: set imaginary parts of output to 0 */ cannam@167: static void apply_r2hc_inplace(const plan *ego_, R *r0, R *r1, R *cr, R *ci) cannam@167: { cannam@167: const P *ego = (const P *) ego_; cannam@167: INT i, vl = ego->vl; cannam@167: INT ovs = ego->ovs; cannam@167: cannam@167: UNUSED(r0); UNUSED(r1); UNUSED(cr); cannam@167: cannam@167: for (i = 4; i <= vl; i += 4) { cannam@167: *ci = K(0.0); ci += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: *ci = K(0.0); ci += ovs; cannam@167: } cannam@167: for (; i < vl + 4; ++i) { cannam@167: *ci = K(0.0); ci += ovs; cannam@167: } cannam@167: } cannam@167: cannam@167: /* a rank-0 HC2R rdft2 problem is just a copy from cr to r0, cannam@167: so we can use a rank-0 rdft plan */ cannam@167: static void apply_hc2r(const plan *ego_, R *r0, R *r1, R *cr, R *ci) cannam@167: { cannam@167: const P *ego = (const P *) ego_; cannam@167: plan_rdft *cldcpy = (plan_rdft *) ego->cldcpy; cannam@167: UNUSED(ci); cannam@167: UNUSED(r1); cannam@167: cldcpy->apply((plan *) cldcpy, cr, r0); cannam@167: } cannam@167: cannam@167: static void awake(plan *ego_, enum wakefulness wakefulness) cannam@167: { cannam@167: P *ego = (P *) ego_; cannam@167: if (ego->cldcpy) cannam@167: X(plan_awake)(ego->cldcpy, wakefulness); cannam@167: } cannam@167: cannam@167: static void destroy(plan *ego_) cannam@167: { cannam@167: P *ego = (P *) ego_; cannam@167: if (ego->cldcpy) cannam@167: X(plan_destroy_internal)(ego->cldcpy); cannam@167: } cannam@167: cannam@167: static void print(const plan *ego_, printer *p) cannam@167: { cannam@167: const P *ego = (const P *) ego_; cannam@167: if (ego->cldcpy) cannam@167: p->print(p, "(rdft2-hc2r-rank0%(%p%))", ego->cldcpy); cannam@167: else cannam@167: p->print(p, "(rdft2-r2hc-rank0%v)", ego->vl); cannam@167: } cannam@167: cannam@167: static plan *mkplan(const solver *ego_, const problem *p_, planner *plnr) cannam@167: { cannam@167: const problem_rdft2 *p; cannam@167: plan *cldcpy = (plan *) 0; cannam@167: P *pln; cannam@167: cannam@167: static const plan_adt padt = { cannam@167: X(rdft2_solve), awake, print, destroy cannam@167: }; cannam@167: cannam@167: UNUSED(ego_); cannam@167: cannam@167: if (!applicable(p_)) cannam@167: return (plan *) 0; cannam@167: cannam@167: p = (const problem_rdft2 *) p_; cannam@167: cannam@167: if (p->kind == HC2R) { cannam@167: cldcpy = X(mkplan_d)(plnr, cannam@167: X(mkproblem_rdft_0_d)( cannam@167: X(tensor_copy)(p->vecsz), cannam@167: p->cr, p->r0)); cannam@167: if (!cldcpy) return (plan *) 0; cannam@167: } cannam@167: cannam@167: pln = MKPLAN_RDFT2(P, &padt, cannam@167: p->kind == R2HC ? cannam@167: (p->r0 == p->cr ? apply_r2hc_inplace : apply_r2hc) cannam@167: : apply_hc2r); cannam@167: cannam@167: if (p->kind == R2HC) cannam@167: X(tensor_tornk1)(p->vecsz, &pln->vl, &pln->ivs, &pln->ovs); cannam@167: pln->cldcpy = cldcpy; cannam@167: cannam@167: if (p->kind == R2HC) { cannam@167: /* vl loads, 2*vl stores */ cannam@167: X(ops_other)(3 * pln->vl, &pln->super.super.ops); cannam@167: } cannam@167: else { cannam@167: pln->super.super.ops = cldcpy->ops; cannam@167: } cannam@167: cannam@167: return &(pln->super.super); cannam@167: } cannam@167: cannam@167: static solver *mksolver(void) cannam@167: { cannam@167: static const solver_adt sadt = { PROBLEM_RDFT2, mkplan, 0 }; cannam@167: S *slv = MKSOLVER(S, &sadt); cannam@167: return &(slv->super); cannam@167: } cannam@167: cannam@167: void X(rdft2_rank0_register)(planner *p) cannam@167: { cannam@167: REGISTER_SOLVER(p, mksolver()); cannam@167: }