Chris@10
|
1 /*
|
Chris@10
|
2 * Copyright (c) 2003, 2007-11 Matteo Frigo
|
Chris@10
|
3 * Copyright (c) 2003, 2007-11 Massachusetts Institute of Technology
|
Chris@10
|
4 *
|
Chris@10
|
5 * This program is free software; you can redistribute it and/or modify
|
Chris@10
|
6 * it under the terms of the GNU General Public License as published by
|
Chris@10
|
7 * the Free Software Foundation; either version 2 of the License, or
|
Chris@10
|
8 * (at your option) any later version.
|
Chris@10
|
9 *
|
Chris@10
|
10 * This program is distributed in the hope that it will be useful,
|
Chris@10
|
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
Chris@10
|
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
Chris@10
|
13 * GNU General Public License for more details.
|
Chris@10
|
14 *
|
Chris@10
|
15 * You should have received a copy of the GNU General Public License
|
Chris@10
|
16 * along with this program; if not, write to the Free Software
|
Chris@10
|
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
Chris@10
|
18 *
|
Chris@10
|
19 */
|
Chris@10
|
20
|
Chris@10
|
21
|
Chris@10
|
22 /* plans for rank-0 RDFT2 (copy operations, plus setting 0 imag. parts) */
|
Chris@10
|
23
|
Chris@10
|
24 #include "rdft.h"
|
Chris@10
|
25
|
Chris@10
|
26 #ifdef HAVE_STRING_H
|
Chris@10
|
27 #include <string.h> /* for memcpy() */
|
Chris@10
|
28 #endif
|
Chris@10
|
29
|
Chris@10
|
30 typedef struct {
|
Chris@10
|
31 solver super;
|
Chris@10
|
32 } S;
|
Chris@10
|
33
|
Chris@10
|
34 typedef struct {
|
Chris@10
|
35 plan_rdft super;
|
Chris@10
|
36 INT vl;
|
Chris@10
|
37 INT ivs, ovs;
|
Chris@10
|
38 plan *cldcpy;
|
Chris@10
|
39 } P;
|
Chris@10
|
40
|
Chris@10
|
41 static int applicable(const problem *p_)
|
Chris@10
|
42 {
|
Chris@10
|
43 const problem_rdft2 *p = (const problem_rdft2 *) p_;
|
Chris@10
|
44 return (1
|
Chris@10
|
45 && p->sz->rnk == 0
|
Chris@10
|
46 && (p->kind == HC2R
|
Chris@10
|
47 ||
|
Chris@10
|
48 (1
|
Chris@10
|
49 && p->kind == R2HC
|
Chris@10
|
50
|
Chris@10
|
51 && p->vecsz->rnk <= 1
|
Chris@10
|
52
|
Chris@10
|
53 && ((p->r0 != p->cr)
|
Chris@10
|
54 ||
|
Chris@10
|
55 X(rdft2_inplace_strides)(p, RNK_MINFTY)) ))
|
Chris@10
|
56 );
|
Chris@10
|
57 }
|
Chris@10
|
58
|
Chris@10
|
59 static void apply_r2hc(const plan *ego_, R *r0, R *r1, R *cr, R *ci)
|
Chris@10
|
60 {
|
Chris@10
|
61 const P *ego = (const P *) ego_;
|
Chris@10
|
62 INT i, vl = ego->vl;
|
Chris@10
|
63 INT ivs = ego->ivs, ovs = ego->ovs;
|
Chris@10
|
64
|
Chris@10
|
65 UNUSED(r1); /* rank-0 has no real odd-index elements */
|
Chris@10
|
66
|
Chris@10
|
67 for (i = 4; i <= vl; i += 4) {
|
Chris@10
|
68 R x0, x1, x2, x3;
|
Chris@10
|
69 x0 = *r0; r0 += ivs;
|
Chris@10
|
70 x1 = *r0; r0 += ivs;
|
Chris@10
|
71 x2 = *r0; r0 += ivs;
|
Chris@10
|
72 x3 = *r0; r0 += ivs;
|
Chris@10
|
73 *cr = x0; cr += ovs;
|
Chris@10
|
74 *ci = K(0.0); ci += ovs;
|
Chris@10
|
75 *cr = x1; cr += ovs;
|
Chris@10
|
76 *ci = K(0.0); ci += ovs;
|
Chris@10
|
77 *cr = x2; cr += ovs;
|
Chris@10
|
78 *ci = K(0.0); ci += ovs;
|
Chris@10
|
79 *cr = x3; cr += ovs;
|
Chris@10
|
80 *ci = K(0.0); ci += ovs;
|
Chris@10
|
81 }
|
Chris@10
|
82 for (; i < vl + 4; ++i) {
|
Chris@10
|
83 R x0;
|
Chris@10
|
84 x0 = *r0; r0 += ivs;
|
Chris@10
|
85 *cr = x0; cr += ovs;
|
Chris@10
|
86 *ci = K(0.0); ci += ovs;
|
Chris@10
|
87 }
|
Chris@10
|
88 }
|
Chris@10
|
89
|
Chris@10
|
90 /* in-place r2hc rank-0: set imaginary parts of output to 0 */
|
Chris@10
|
91 static void apply_r2hc_inplace(const plan *ego_, R *r0, R *r1, R *cr, R *ci)
|
Chris@10
|
92 {
|
Chris@10
|
93 const P *ego = (const P *) ego_;
|
Chris@10
|
94 INT i, vl = ego->vl;
|
Chris@10
|
95 INT ovs = ego->ovs;
|
Chris@10
|
96
|
Chris@10
|
97 UNUSED(r0); UNUSED(r1); UNUSED(cr);
|
Chris@10
|
98
|
Chris@10
|
99 for (i = 4; i <= vl; i += 4) {
|
Chris@10
|
100 *ci = K(0.0); ci += ovs;
|
Chris@10
|
101 *ci = K(0.0); ci += ovs;
|
Chris@10
|
102 *ci = K(0.0); ci += ovs;
|
Chris@10
|
103 *ci = K(0.0); ci += ovs;
|
Chris@10
|
104 }
|
Chris@10
|
105 for (; i < vl + 4; ++i) {
|
Chris@10
|
106 *ci = K(0.0); ci += ovs;
|
Chris@10
|
107 }
|
Chris@10
|
108 }
|
Chris@10
|
109
|
Chris@10
|
110 /* a rank-0 HC2R rdft2 problem is just a copy from cr to r0,
|
Chris@10
|
111 so we can use a rank-0 rdft plan */
|
Chris@10
|
112 static void apply_hc2r(const plan *ego_, R *r0, R *r1, R *cr, R *ci)
|
Chris@10
|
113 {
|
Chris@10
|
114 const P *ego = (const P *) ego_;
|
Chris@10
|
115 plan_rdft *cldcpy = (plan_rdft *) ego->cldcpy;
|
Chris@10
|
116 UNUSED(ci);
|
Chris@10
|
117 UNUSED(r1);
|
Chris@10
|
118 cldcpy->apply((plan *) cldcpy, cr, r0);
|
Chris@10
|
119 }
|
Chris@10
|
120
|
Chris@10
|
121 static void awake(plan *ego_, enum wakefulness wakefulness)
|
Chris@10
|
122 {
|
Chris@10
|
123 P *ego = (P *) ego_;
|
Chris@10
|
124 if (ego->cldcpy)
|
Chris@10
|
125 X(plan_awake)(ego->cldcpy, wakefulness);
|
Chris@10
|
126 }
|
Chris@10
|
127
|
Chris@10
|
128 static void destroy(plan *ego_)
|
Chris@10
|
129 {
|
Chris@10
|
130 P *ego = (P *) ego_;
|
Chris@10
|
131 if (ego->cldcpy)
|
Chris@10
|
132 X(plan_destroy_internal)(ego->cldcpy);
|
Chris@10
|
133 }
|
Chris@10
|
134
|
Chris@10
|
135 static void print(const plan *ego_, printer *p)
|
Chris@10
|
136 {
|
Chris@10
|
137 const P *ego = (const P *) ego_;
|
Chris@10
|
138 if (ego->cldcpy)
|
Chris@10
|
139 p->print(p, "(rdft2-hc2r-rank0%(%p%))", ego->cldcpy);
|
Chris@10
|
140 else
|
Chris@10
|
141 p->print(p, "(rdft2-r2hc-rank0%v)", ego->vl);
|
Chris@10
|
142 }
|
Chris@10
|
143
|
Chris@10
|
144 static plan *mkplan(const solver *ego_, const problem *p_, planner *plnr)
|
Chris@10
|
145 {
|
Chris@10
|
146 const problem_rdft2 *p;
|
Chris@10
|
147 plan *cldcpy = (plan *) 0;
|
Chris@10
|
148 P *pln;
|
Chris@10
|
149
|
Chris@10
|
150 static const plan_adt padt = {
|
Chris@10
|
151 X(rdft2_solve), awake, print, destroy
|
Chris@10
|
152 };
|
Chris@10
|
153
|
Chris@10
|
154 UNUSED(ego_);
|
Chris@10
|
155
|
Chris@10
|
156 if (!applicable(p_))
|
Chris@10
|
157 return (plan *) 0;
|
Chris@10
|
158
|
Chris@10
|
159 p = (const problem_rdft2 *) p_;
|
Chris@10
|
160
|
Chris@10
|
161 if (p->kind == HC2R) {
|
Chris@10
|
162 cldcpy = X(mkplan_d)(plnr,
|
Chris@10
|
163 X(mkproblem_rdft_0_d)(
|
Chris@10
|
164 X(tensor_copy)(p->vecsz),
|
Chris@10
|
165 p->cr, p->r0));
|
Chris@10
|
166 if (!cldcpy) return (plan *) 0;
|
Chris@10
|
167 }
|
Chris@10
|
168
|
Chris@10
|
169 pln = MKPLAN_RDFT2(P, &padt,
|
Chris@10
|
170 p->kind == R2HC ?
|
Chris@10
|
171 (p->r0 == p->cr ? apply_r2hc_inplace : apply_r2hc)
|
Chris@10
|
172 : apply_hc2r);
|
Chris@10
|
173
|
Chris@10
|
174 if (p->kind == R2HC)
|
Chris@10
|
175 X(tensor_tornk1)(p->vecsz, &pln->vl, &pln->ivs, &pln->ovs);
|
Chris@10
|
176 pln->cldcpy = cldcpy;
|
Chris@10
|
177
|
Chris@10
|
178 if (p->kind == R2HC) {
|
Chris@10
|
179 /* vl loads, 2*vl stores */
|
Chris@10
|
180 X(ops_other)(3 * pln->vl, &pln->super.super.ops);
|
Chris@10
|
181 }
|
Chris@10
|
182 else {
|
Chris@10
|
183 pln->super.super.ops = cldcpy->ops;
|
Chris@10
|
184 }
|
Chris@10
|
185
|
Chris@10
|
186 return &(pln->super.super);
|
Chris@10
|
187 }
|
Chris@10
|
188
|
Chris@10
|
189 static solver *mksolver(void)
|
Chris@10
|
190 {
|
Chris@10
|
191 static const solver_adt sadt = { PROBLEM_RDFT2, mkplan, 0 };
|
Chris@10
|
192 S *slv = MKSOLVER(S, &sadt);
|
Chris@10
|
193 return &(slv->super);
|
Chris@10
|
194 }
|
Chris@10
|
195
|
Chris@10
|
196 void X(rdft2_rank0_register)(planner *p)
|
Chris@10
|
197 {
|
Chris@10
|
198 REGISTER_SOLVER(p, mksolver());
|
Chris@10
|
199 }
|