cannam@127
|
1 /*
|
cannam@127
|
2 * Copyright (c) 2003, 2007-14 Matteo Frigo
|
cannam@127
|
3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
|
cannam@127
|
4 *
|
cannam@127
|
5 * This program is free software; you can redistribute it and/or modify
|
cannam@127
|
6 * it under the terms of the GNU General Public License as published by
|
cannam@127
|
7 * the Free Software Foundation; either version 2 of the License, or
|
cannam@127
|
8 * (at your option) any later version.
|
cannam@127
|
9 *
|
cannam@127
|
10 * This program is distributed in the hope that it will be useful,
|
cannam@127
|
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
cannam@127
|
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
cannam@127
|
13 * GNU General Public License for more details.
|
cannam@127
|
14 *
|
cannam@127
|
15 * You should have received a copy of the GNU General Public License
|
cannam@127
|
16 * along with this program; if not, write to the Free Software
|
cannam@127
|
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
cannam@127
|
18 *
|
cannam@127
|
19 */
|
cannam@127
|
20
|
cannam@127
|
21 /*
|
cannam@127
|
22 * This header file must include every file or define every
|
cannam@127
|
23 * type or macro which is required to compile a codelet.
|
cannam@127
|
24 */
|
cannam@127
|
25
|
cannam@127
|
26 #ifndef __RDFT_CODELET_H__
|
cannam@127
|
27 #define __RDFT_CODELET_H__
|
cannam@127
|
28
|
cannam@127
|
29 #include "ifftw.h"
|
cannam@127
|
30
|
cannam@127
|
31 /**************************************************************
|
cannam@127
|
32 * types of codelets
|
cannam@127
|
33 **************************************************************/
|
cannam@127
|
34
|
cannam@127
|
35 /* FOOab, with a,b in {0,1}, denotes the FOO transform
|
cannam@127
|
36 where a/b say whether the input/output are shifted by
|
cannam@127
|
37 half a sample/slot. */
|
cannam@127
|
38
|
cannam@127
|
39 typedef enum {
|
cannam@127
|
40 R2HC00, R2HC01, R2HC10, R2HC11,
|
cannam@127
|
41 HC2R00, HC2R01, HC2R10, HC2R11,
|
cannam@127
|
42 DHT,
|
cannam@127
|
43 REDFT00, REDFT01, REDFT10, REDFT11, /* real-even == DCT's */
|
cannam@127
|
44 RODFT00, RODFT01, RODFT10, RODFT11 /* real-odd == DST's */
|
cannam@127
|
45 } rdft_kind;
|
cannam@127
|
46
|
cannam@127
|
47 /* standard R2HC/HC2R transforms are unshifted */
|
cannam@127
|
48 #define R2HC R2HC00
|
cannam@127
|
49 #define HC2R HC2R00
|
cannam@127
|
50
|
cannam@127
|
51 #define R2HCII R2HC01
|
cannam@127
|
52 #define HC2RIII HC2R10
|
cannam@127
|
53
|
cannam@127
|
54 /* (k) >= R2HC00 produces a warning under gcc because checking x >= 0
|
cannam@127
|
55 is superfluous for unsigned values...but it is needed because other
|
cannam@127
|
56 compilers (e.g. icc) may define the enum to be a signed int...grrr. */
|
cannam@127
|
57 #define R2HC_KINDP(k) ((k) >= R2HC00 && (k) <= R2HC11) /* uses kr2hc_genus */
|
cannam@127
|
58 #define HC2R_KINDP(k) ((k) >= HC2R00 && (k) <= HC2R11) /* uses khc2r_genus */
|
cannam@127
|
59
|
cannam@127
|
60 #define R2R_KINDP(k) ((k) >= DHT) /* uses kr2r_genus */
|
cannam@127
|
61
|
cannam@127
|
62 #define REDFT_KINDP(k) ((k) >= REDFT00 && (k) <= REDFT11)
|
cannam@127
|
63 #define RODFT_KINDP(k) ((k) >= RODFT00 && (k) <= RODFT11)
|
cannam@127
|
64 #define REODFT_KINDP(k) ((k) >= REDFT00 && (k) <= RODFT11)
|
cannam@127
|
65
|
cannam@127
|
66 /* codelets with real input (output) and complex output (input) */
|
cannam@127
|
67 typedef struct kr2c_desc_s kr2c_desc;
|
cannam@127
|
68
|
cannam@127
|
69 typedef struct {
|
cannam@127
|
70 rdft_kind kind;
|
cannam@127
|
71 INT vl;
|
cannam@127
|
72 } kr2c_genus;
|
cannam@127
|
73
|
cannam@127
|
74 struct kr2c_desc_s {
|
cannam@127
|
75 INT n; /* size of transform computed */
|
cannam@127
|
76 const char *nam;
|
cannam@127
|
77 opcnt ops;
|
cannam@127
|
78 const kr2c_genus *genus;
|
cannam@127
|
79 };
|
cannam@127
|
80
|
cannam@127
|
81 typedef void (*kr2c) (R *R0, R *R1, R *Cr, R *Ci,
|
cannam@127
|
82 stride rs, stride csr, stride csi,
|
cannam@127
|
83 INT vl, INT ivs, INT ovs);
|
cannam@127
|
84 void X(kr2c_register)(planner *p, kr2c codelet, const kr2c_desc *desc);
|
cannam@127
|
85
|
cannam@127
|
86 /* half-complex to half-complex DIT/DIF codelets: */
|
cannam@127
|
87 typedef struct hc2hc_desc_s hc2hc_desc;
|
cannam@127
|
88
|
cannam@127
|
89 typedef struct {
|
cannam@127
|
90 rdft_kind kind;
|
cannam@127
|
91 INT vl;
|
cannam@127
|
92 } hc2hc_genus;
|
cannam@127
|
93
|
cannam@127
|
94 struct hc2hc_desc_s {
|
cannam@127
|
95 INT radix;
|
cannam@127
|
96 const char *nam;
|
cannam@127
|
97 const tw_instr *tw;
|
cannam@127
|
98 const hc2hc_genus *genus;
|
cannam@127
|
99 opcnt ops;
|
cannam@127
|
100 };
|
cannam@127
|
101
|
cannam@127
|
102 typedef void (*khc2hc) (R *rioarray, R *iioarray, const R *W,
|
cannam@127
|
103 stride rs, INT mb, INT me, INT ms);
|
cannam@127
|
104 void X(khc2hc_register)(planner *p, khc2hc codelet, const hc2hc_desc *desc);
|
cannam@127
|
105
|
cannam@127
|
106 /* half-complex to rdft2-complex DIT/DIF codelets: */
|
cannam@127
|
107 typedef struct hc2c_desc_s hc2c_desc;
|
cannam@127
|
108
|
cannam@127
|
109 typedef enum {
|
cannam@127
|
110 HC2C_VIA_RDFT,
|
cannam@127
|
111 HC2C_VIA_DFT
|
cannam@127
|
112 } hc2c_kind;
|
cannam@127
|
113
|
cannam@127
|
114 typedef struct {
|
cannam@127
|
115 int (*okp)(
|
cannam@127
|
116 const R *Rp, const R *Ip, const R *Rm, const R *Im,
|
cannam@127
|
117 INT rs, INT mb, INT me, INT ms,
|
cannam@127
|
118 const planner *plnr);
|
cannam@127
|
119 rdft_kind kind;
|
cannam@127
|
120 INT vl;
|
cannam@127
|
121 } hc2c_genus;
|
cannam@127
|
122
|
cannam@127
|
123 struct hc2c_desc_s {
|
cannam@127
|
124 INT radix;
|
cannam@127
|
125 const char *nam;
|
cannam@127
|
126 const tw_instr *tw;
|
cannam@127
|
127 const hc2c_genus *genus;
|
cannam@127
|
128 opcnt ops;
|
cannam@127
|
129 };
|
cannam@127
|
130
|
cannam@127
|
131 typedef void (*khc2c) (R *Rp, R *Ip, R *Rm, R *Im, const R *W,
|
cannam@127
|
132 stride rs, INT mb, INT me, INT ms);
|
cannam@127
|
133 void X(khc2c_register)(planner *p, khc2c codelet, const hc2c_desc *desc,
|
cannam@127
|
134 hc2c_kind hc2ckind);
|
cannam@127
|
135
|
cannam@127
|
136 extern const solvtab X(solvtab_rdft_r2cf);
|
cannam@127
|
137 extern const solvtab X(solvtab_rdft_r2cb);
|
cannam@127
|
138 extern const solvtab X(solvtab_rdft_sse2);
|
cannam@127
|
139 extern const solvtab X(solvtab_rdft_avx);
|
cannam@127
|
140 extern const solvtab X(solvtab_rdft_avx_128_fma);
|
cannam@127
|
141 extern const solvtab X(solvtab_rdft_avx2);
|
cannam@127
|
142 extern const solvtab X(solvtab_rdft_avx2_128);
|
cannam@127
|
143 extern const solvtab X(solvtab_rdft_avx512);
|
cannam@127
|
144 extern const solvtab X(solvtab_rdft_kcvi);
|
cannam@127
|
145 extern const solvtab X(solvtab_rdft_altivec);
|
cannam@127
|
146 extern const solvtab X(solvtab_rdft_vsx);
|
cannam@127
|
147 extern const solvtab X(solvtab_rdft_neon);
|
cannam@127
|
148 extern const solvtab X(solvtab_rdft_generic_simd128);
|
cannam@127
|
149 extern const solvtab X(solvtab_rdft_generic_simd256);
|
cannam@127
|
150
|
cannam@127
|
151 /* real-input & output DFT-like codelets (DHT, etc.) */
|
cannam@127
|
152 typedef struct kr2r_desc_s kr2r_desc;
|
cannam@127
|
153
|
cannam@127
|
154 typedef struct {
|
cannam@127
|
155 INT vl;
|
cannam@127
|
156 } kr2r_genus;
|
cannam@127
|
157
|
cannam@127
|
158 struct kr2r_desc_s {
|
cannam@127
|
159 INT n; /* size of transform computed */
|
cannam@127
|
160 const char *nam;
|
cannam@127
|
161 opcnt ops;
|
cannam@127
|
162 const kr2r_genus *genus;
|
cannam@127
|
163 rdft_kind kind;
|
cannam@127
|
164 };
|
cannam@127
|
165
|
cannam@127
|
166 typedef void (*kr2r) (const R *I, R *O, stride is, stride os,
|
cannam@127
|
167 INT vl, INT ivs, INT ovs);
|
cannam@127
|
168 void X(kr2r_register)(planner *p, kr2r codelet, const kr2r_desc *desc);
|
cannam@127
|
169
|
cannam@127
|
170 extern const solvtab X(solvtab_rdft_r2r);
|
cannam@127
|
171
|
cannam@127
|
172 #endif /* __RDFT_CODELET_H__ */
|