jamie@141
|
1 /*
|
jamie@141
|
2 * Copyright (C) 2012 Jamie Bullock
|
jamie@141
|
3 *
|
jamie@141
|
4 * Permission is hereby granted, free of charge, to any person obtaining a copy
|
jamie@141
|
5 * of this software and associated documentation files (the "Software"), to
|
jamie@141
|
6 * deal in the Software without restriction, including without limitation the
|
jamie@141
|
7 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
|
jamie@141
|
8 * sell copies of the Software, and to permit persons to whom the Software is
|
jamie@141
|
9 * furnished to do so, subject to the following conditions:
|
jamie@141
|
10 *
|
jamie@141
|
11 * The above copyright notice and this permission notice shall be included in
|
jamie@141
|
12 * all copies or substantial portions of the Software.
|
jamie@141
|
13 *
|
jamie@141
|
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
jamie@141
|
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
jamie@141
|
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
jamie@141
|
17 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
jamie@141
|
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
jamie@141
|
19 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
jamie@141
|
20 * IN THE SOFTWARE.
|
jamie@141
|
21 *
|
jamie@141
|
22 */
|
jamie@4
|
23
|
jamie@4
|
24 /* calculates the spectral xtract of one frame, given peak frequency and amplitude to first and second inputs respectively */
|
jamie@4
|
25
|
jamie@41
|
26 #include "m_pd.h"
|
jamie@42
|
27 #include <math.h>
|
jamie@52
|
28 #include <string.h>
|
jamie@41
|
29
|
jamie@4
|
30 #include "xtract/libxtract.h"
|
jamie@4
|
31
|
jamie@62
|
32 #define BLOCKSIZE 1024 /* FIX: this should be dynamic - somehow */
|
jamie@4
|
33 #define NYQUIST 22050.0f
|
jamie@4
|
34
|
jamie@85
|
35 #ifndef isnan
|
jamie@85
|
36 /* FIX: should probably try to handle signalling NaNs */
|
jamie@85
|
37 int isnan(x){ if(x == x) return 0; else return 1;}
|
jamie@85
|
38 #endif
|
jamie@85
|
39
|
jamie@85
|
40 #ifndef isinf
|
jamie@85
|
41 int isinf(x) {if(x == 1.0 / 0. || x == -1.0 / 0.) return 1; else return 0;}
|
jamie@85
|
42 #endif
|
jamie@85
|
43
|
jamie@4
|
44 static t_class *xtract_class;
|
jamie@4
|
45
|
jamie@41
|
46 /* Struct for keeping track of memory allocations */
|
jamie@41
|
47 typedef struct _tracked_memory {
|
jamie@41
|
48 char argv;
|
jamie@41
|
49 } tracked_memory;
|
jamie@41
|
50
|
jamie@4
|
51 typedef struct _xtract {
|
jamie@4
|
52 t_object x_obj;
|
jamie@4
|
53 t_float f;
|
jamie@146
|
54 double *window;
|
jamie@146
|
55 double *data;
|
jamie@146
|
56 double *result;
|
jamie@108
|
57 t_int feature,
|
jamie@108
|
58 is_scalar,
|
jamie@108
|
59 is_subframe,
|
jamie@115
|
60 argv_type,
|
jamie@108
|
61 init_blocksize,
|
jamie@108
|
62 done_init;
|
jamie@98
|
63 t_symbol *feature_name;
|
jamie@41
|
64 tracked_memory memory;
|
jamie@4
|
65 void *argv;
|
jamie@4
|
66 } t_xtract_tilde;
|
jamie@4
|
67
|
jamie@4
|
68 static t_int *xtract_perform(t_int *w) {
|
jamie@4
|
69 t_sample *in = (t_sample *)(w[1]);
|
jamie@4
|
70 t_xtract_tilde *x = (t_xtract_tilde *)(w[2]);
|
jamie@4
|
71 t_int N = (t_int)(w[3]);
|
jamie@108
|
72 t_int rv = 0;
|
jamie@146
|
73 double result = 0.0;
|
jamie@4
|
74
|
jamie@146
|
75 for(n = 0; n < N; ++n) {
|
jamie@146
|
76 x->data[n] = (double)in[n];
|
jamie@146
|
77 }
|
jamie@146
|
78
|
jamie@146
|
79 rv = xtract[x->feature](x->data, N, x->argv, &result);
|
jamie@4
|
80
|
jamie@108
|
81 if(rv == XTRACT_FEATURE_NOT_IMPLEMENTED)
|
jamie@38
|
82 pd_error(x, "Feature not implemented");
|
jamie@42
|
83
|
jamie@42
|
84 /* set nan, inf or -inf to 0 */
|
jamie@146
|
85 result = (isinf(result) || isnan(result) ? 0.0 : result);
|
jamie@38
|
86
|
jamie@146
|
87 outlet_float(x->x_obj.ob_outlet, (float)result);
|
jamie@4
|
88 return (w+4);
|
jamie@4
|
89 }
|
jamie@4
|
90
|
jamie@4
|
91 static t_int *xtract_perform_vector(t_int *w) {
|
jamie@98
|
92
|
jamie@4
|
93 t_sample *in = (t_sample *)(w[1]);
|
jamie@4
|
94 t_sample *out = (t_sample *)(w[2]);
|
jamie@4
|
95 t_xtract_tilde *x = (t_xtract_tilde *)(w[3]);
|
jamie@4
|
96 t_int N = (t_int)(w[4]), n;
|
jamie@108
|
97 t_int rv = 0;
|
jamie@4
|
98
|
jamie@98
|
99 if(N != x->init_blocksize && x->done_init){
|
jamie@98
|
100 error("xtract~ %s: Blocksize mismatch, try specifying the blocksize as a second argument", x->feature_name->s_name);
|
jamie@98
|
101 return (w+5);
|
jamie@98
|
102 }
|
jamie@98
|
103
|
jamie@62
|
104 n = N;
|
jamie@62
|
105
|
jamie@146
|
106 for(n = 0; n < N; ++n) {
|
jamie@146
|
107 x->data[n] = (double)in[n];
|
jamie@146
|
108 }
|
jamie@62
|
109
|
jamie@104
|
110 if(x->feature == XTRACT_PEAK_SPECTRUM || x->feature == XTRACT_LPC)
|
jamie@62
|
111 N >>= 1;
|
jamie@4
|
112
|
jamie@108
|
113 if(x->is_subframe){
|
jamie@108
|
114
|
jamie@146
|
115 rv = xtract_features_from_subframes(x->data, N, x->feature,
|
jamie@146
|
116 x->argv, x->result);
|
jamie@108
|
117 }
|
jamie@108
|
118 else{
|
jamie@108
|
119
|
jamie@146
|
120 rv = xtract[x->feature](x->data, N, x->argv, x->result);
|
jamie@108
|
121 }
|
jamie@108
|
122
|
jamie@108
|
123 if(rv == XTRACT_FEATURE_NOT_IMPLEMENTED)
|
jamie@38
|
124 pd_error(x, "Feature not implemented");
|
jamie@4
|
125
|
jamie@108
|
126 while(n--)
|
jamie@146
|
127 out[n] = (float)x->result[n];
|
jamie@4
|
128
|
jamie@4
|
129 return (w+5);
|
jamie@4
|
130 }
|
jamie@4
|
131
|
jamie@4
|
132 static void xtract_dsp(t_xtract_tilde *x, t_signal **sp) {
|
jamie@4
|
133
|
jamie@115
|
134 if(!x->is_scalar){
|
jamie@4
|
135 dsp_add(xtract_perform_vector, 4,
|
jamie@4
|
136 sp[0]->s_vec, sp[1]->s_vec, x, sp[0]->s_n);
|
jamie@115
|
137 }
|
jamie@4
|
138
|
jamie@115
|
139 else
|
jamie@115
|
140 dsp_add(xtract_perform, 3, sp[0]->s_vec, x, sp[0]->s_n);
|
jamie@4
|
141
|
jamie@4
|
142 }
|
jamie@4
|
143
|
jamie@4
|
144 static void *xtract_new(t_symbol *me, t_int argc, t_atom *argv) {
|
jamie@4
|
145
|
jamie@4
|
146 t_xtract_tilde *x = (t_xtract_tilde *)pd_new(xtract_class);
|
jamie@50
|
147 xtract_mel_filter *mf;
|
jamie@108
|
148 t_int n, N, M, f, F,
|
jamie@108
|
149 n_args,
|
jamie@108
|
150 type;
|
jamie@55
|
151 t_float *argv_max;
|
jamie@108
|
152 t_symbol *arg1;
|
jamie@56
|
153 xtract_function_descriptor_t *fd;
|
jamie@108
|
154 char *p_name,
|
jamie@108
|
155 *p_desc,
|
jamie@108
|
156 *author;
|
jamie@62
|
157 int year;
|
jamie@52
|
158
|
jamie@52
|
159 p_name = p_desc = author = NULL;
|
jamie@4
|
160
|
jamie@108
|
161 n_args = type = 0;
|
jamie@50
|
162
|
jamie@50
|
163 f = F = XTRACT_FEATURES;
|
jamie@50
|
164
|
jamie@4
|
165 N = BLOCKSIZE;
|
jamie@4
|
166
|
jamie@4
|
167 x->argv = NULL;
|
jamie@115
|
168 x->argv_type = 0;
|
jamie@98
|
169 x->done_init = 0;
|
jamie@108
|
170 x->is_scalar = 0;
|
jamie@108
|
171 x->is_subframe = 0;
|
jamie@108
|
172 x->feature = -1;
|
jamie@4
|
173
|
jamie@146
|
174 /* Allocate data area */
|
jamie@146
|
175 x->data = (double *)getbytes(N * sizeof(double));
|
jamie@146
|
176 x->result = (double *)getbytes(N * sizeof(double));
|
jamie@146
|
177
|
jamie@108
|
178 /* Parse arguments */
|
jamie@108
|
179 if(argc){
|
jamie@108
|
180 arg1 = atom_getsymbol(argv);
|
jamie@108
|
181 if(arg1 == gensym("subframe"))
|
jamie@108
|
182 x->is_subframe = 1;
|
jamie@108
|
183 else
|
jamie@108
|
184 x->feature_name = atom_getsymbol(argv);
|
jamie@108
|
185 }
|
jamie@113
|
186 else {
|
jamie@113
|
187 post("xtract~: No arguments given");
|
jamie@113
|
188 return (void *)x;
|
jamie@113
|
189 }
|
jamie@108
|
190 if(argc > 1){
|
jamie@108
|
191 if(x->is_subframe)
|
jamie@108
|
192 x->feature_name = atom_getsymbol(argv+1);
|
jamie@108
|
193 else
|
jamie@108
|
194 N = atom_getint(argv+1);
|
jamie@108
|
195 }
|
jamie@108
|
196 if(argc > 2)
|
jamie@108
|
197 N = atom_getint(argv+2);
|
jamie@98
|
198
|
jamie@98
|
199 x->init_blocksize = N;
|
jamie@108
|
200 M = N >> 1;
|
jamie@4
|
201
|
jamie@50
|
202 /* get function descriptors */
|
jamie@56
|
203 fd = (xtract_function_descriptor_t *)xtract_make_descriptors();
|
jamie@50
|
204
|
jamie@50
|
205 /* iterate over descriptors */
|
jamie@50
|
206 while(f--){
|
jamie@50
|
207 /* map creation arg to feature */
|
jamie@98
|
208 if(x->feature_name == gensym(fd[f].algo.name)){
|
jamie@50
|
209 x->feature = f;
|
jamie@50
|
210 break;
|
jamie@50
|
211 }
|
jamie@50
|
212 }
|
jamie@4
|
213
|
jamie@108
|
214 if(x->feature == -1)
|
jamie@108
|
215 post("xtract~: feature not found: %s", x->feature_name->s_name);
|
jamie@108
|
216
|
jamie@41
|
217 /* allocate memory for feature arguments */
|
jamie@51
|
218 n_args = fd[f].argc;
|
jamie@50
|
219 type = fd[f].argv.type;
|
jamie@50
|
220
|
jamie@115
|
221 x->argv_type = type;
|
jamie@115
|
222
|
jamie@50
|
223 if(n_args){
|
jamie@55
|
224 for(n = 0; n < n_args; n++){
|
jamie@55
|
225 argv_max = &fd[f].argv.max[n];
|
jamie@85
|
226 /*post("Argument %d, max: %.2f", n, *argv_max); */
|
jamie@55
|
227 }
|
jamie@56
|
228 if(type == XTRACT_MEL_FILTER){
|
jamie@50
|
229 x->memory.argv = (size_t)(n_args * sizeof(xtract_mel_filter));
|
jamie@50
|
230 x->argv = (xtract_mel_filter *)getbytes(x->memory.argv);
|
jamie@50
|
231 }
|
jamie@56
|
232 else if(type == XTRACT_INT){
|
jamie@50
|
233 x->memory.argv = (size_t)(n_args * sizeof(t_int));
|
jamie@50
|
234 x->argv = (t_int *)getbytes(x->memory.argv);
|
jamie@50
|
235 }
|
jamie@56
|
236 else if (type == XTRACT_FLOAT){
|
jamie@50
|
237 x->memory.argv = (size_t)(n_args * sizeof(t_float));
|
jamie@50
|
238 x->argv = (t_float *)getbytes(x->memory.argv);
|
jamie@50
|
239 }
|
jamie@50
|
240 else
|
jamie@50
|
241 x->memory.argv = 0;
|
jamie@41
|
242 }
|
jamie@52
|
243
|
jamie@52
|
244 p_name = fd[f].algo.p_name;
|
jamie@52
|
245 p_desc = fd[f].algo.p_desc;
|
jamie@52
|
246 author = fd[f].algo.author;
|
jamie@62
|
247 year = fd[f].algo.year;
|
jamie@52
|
248
|
jamie@52
|
249 if(argc){
|
jamie@52
|
250 if(strcmp(p_name, ""))
|
jamie@52
|
251 post("xtract~: %s", p_name );
|
jamie@52
|
252 if(strcmp(p_desc, ""))
|
jamie@52
|
253 post("xtract~: %s", p_desc );
|
jamie@52
|
254 if(strcmp(author, "") && year)
|
jamie@62
|
255 post("xtract~: %s(%d)", author, year);
|
jamie@52
|
256 }
|
jamie@50
|
257
|
jamie@108
|
258 /* Adjust frame size if we are using subframe features */
|
jamie@108
|
259 if(x->is_subframe)
|
jamie@108
|
260 N = M;
|
jamie@108
|
261
|
jamie@108
|
262 post("xtract~: window size: %d", N);
|
jamie@41
|
263
|
jamie@41
|
264 /* do init if needed */
|
jamie@56
|
265 if(x->feature == XTRACT_MFCC){
|
jamie@41
|
266
|
jamie@50
|
267 mf = x->argv;
|
jamie@4
|
268
|
jamie@50
|
269 mf->n_filters = 20;
|
jamie@4
|
270
|
jamie@56
|
271 post("xtract~: mfcc: filters = %d",
|
jamie@56
|
272 ((xtract_mel_filter *)x->argv)->n_filters);
|
jamie@50
|
273 mf->filters =
|
jamie@50
|
274 (t_float **)getbytes(mf->n_filters * sizeof(t_float *));
|
jamie@50
|
275 for(n = 0; n < mf->n_filters; n++)
|
jamie@50
|
276 mf->filters[n] = (float *)getbytes(N * sizeof(float));
|
jamie@4
|
277
|
jamie@62
|
278 xtract_init_mfcc(N, NYQUIST, XTRACT_EQUAL_GAIN, 80.0f,
|
jamie@98
|
279 18000.0f, mf->n_filters, mf->filters);
|
jamie@98
|
280 x->done_init = 1;
|
jamie@4
|
281 }
|
jamie@98
|
282 else if(x->feature == XTRACT_BARK_COEFFICIENTS){
|
jamie@4
|
283 xtract_init_bark(N, NYQUIST, x->argv);
|
jamie@98
|
284 x->done_init = 1;
|
jamie@98
|
285 }
|
jamie@108
|
286 else if(x->feature == XTRACT_WINDOWED){
|
jamie@108
|
287 x->window = xtract_init_window(N, XTRACT_HANN);
|
jamie@108
|
288 x->argv = x->window;
|
jamie@108
|
289 x->done_init = 1;
|
jamie@108
|
290 }
|
jamie@98
|
291
|
jamie@98
|
292 /* Initialise fft_plan if required */
|
jamie@98
|
293 if(x->feature == XTRACT_AUTOCORRELATION_FFT ||
|
jamie@98
|
294 x->feature == XTRACT_SPECTRUM ||
|
jamie@98
|
295 x->feature == XTRACT_DCT){
|
jamie@98
|
296 xtract_init_fft(N, x->feature);
|
jamie@98
|
297 x->done_init = 1;
|
jamie@98
|
298 }
|
jamie@41
|
299
|
jamie@108
|
300 if(fd[f].is_scalar)
|
jamie@108
|
301 x->is_scalar = 1;
|
jamie@108
|
302
|
jamie@108
|
303 /*
|
jamie@62
|
304 if(x->feature == XTRACT_AUTOCORRELATION ||
|
jamie@62
|
305 x->feature == XTRACT_AUTOCORRELATION_FFT ||
|
jamie@62
|
306 x->feature == XTRACT_MFCC || x->feature == XTRACT_AMDF ||
|
jamie@62
|
307 x->feature == XTRACT_ASDF|| x->feature == XTRACT_DCT ||
|
jamie@62
|
308 x->feature == XTRACT_BARK_COEFFICIENTS ||
|
jamie@62
|
309 x->feature == XTRACT_SPECTRUM ||
|
jamie@62
|
310 x->feature == XTRACT_PEAK_SPECTRUM ||
|
jamie@104
|
311 x->feature == XTRACT_HARMONIC_SPECTRUM ||
|
jamie@104
|
312 x->feature == XTRACT_LPC ||
|
jamie@108
|
313 x->feature == XTRACT_LPCC ||
|
jamie@108
|
314 x->feature == XTRACT_WINDOWED)
|
jamie@62
|
315 x->feature_type = XTRACT_VECTOR;
|
jamie@108
|
316 */
|
jamie@108
|
317 /* else if (x->feature == XTRACT_FLUX || x->feature == XTRACT_ATTACK_TIME ||
|
jamie@108
|
318 x->feature == XTRACT_DECAY_TIME || x->feature == XTRACT_DIFFERENCE_VECTOR)
|
jamie@108
|
319 x->feature_type = XTRACT_DELTA; */
|
jamie@108
|
320 /*
|
jamie@56
|
321 else x->feature_type = XTRACT_SCALAR;
|
jamie@108
|
322 */
|
jamie@4
|
323
|
jamie@4
|
324 /* argv through right inlet */
|
jamie@4
|
325 inlet_new(&x->x_obj, &x->x_obj.ob_pd, gensym("list"), gensym("list"));
|
jamie@4
|
326
|
jamie@4
|
327 /* if feature is vector, create signal out */
|
jamie@108
|
328 if(!x->is_scalar)
|
jamie@108
|
329 outlet_new(&x->x_obj, &s_signal);
|
jamie@4
|
330
|
jamie@4
|
331 /* otherwise: float */
|
jamie@108
|
332 else
|
jamie@108
|
333 outlet_new(&x->x_obj, &s_float);
|
jamie@108
|
334
|
jamie@108
|
335 if(x->is_scalar && x->is_subframe)
|
jamie@108
|
336 post(
|
jamie@108
|
337 "xtract~: warning: subframes not yet supported for scalar features");
|
jamie@4
|
338
|
jamie@50
|
339 /* free the function descriptors */
|
jamie@50
|
340 xtract_free_descriptors(fd);
|
jamie@50
|
341
|
jamie@4
|
342 return (void *)x;
|
jamie@4
|
343 }
|
jamie@4
|
344
|
jamie@4
|
345 static void xtract_tilde_get_args(t_xtract_tilde *x, t_symbol *selector,
|
jamie@4
|
346 t_int argc, t_atom *argv) {
|
jamie@4
|
347 /*
|
jamie@4
|
348 if(argc > (t_int)sizeof(x->argv) /
|
jamie@4
|
349 (t_int)sizeof(t_float) || x->argv == NULL)
|
jamie@4
|
350 post("Too many parameters to right inlet");
|
jamie@4
|
351 else{*/
|
jamie@4
|
352
|
jamie@4
|
353 x->argv = getbytes(argc * sizeof(float));
|
jamie@4
|
354
|
jamie@115
|
355 while(argc--){
|
jamie@115
|
356 switch(x->argv_type){
|
jamie@115
|
357 case XTRACT_INT:
|
jamie@115
|
358 ((t_int *)x->argv)[argc] = (int)atom_getfloat(&argv[argc]);
|
jamie@115
|
359 break;
|
jamie@115
|
360 case XTRACT_FLOAT:
|
jamie@115
|
361 default:
|
jamie@115
|
362 ((t_float *)x->argv)[argc] = atom_getfloat(&argv[argc]);
|
jamie@115
|
363 break;
|
jamie@115
|
364 }
|
jamie@115
|
365 }
|
jamie@4
|
366 /* }*/
|
jamie@4
|
367 }
|
jamie@4
|
368
|
jamie@26
|
369 static void xtract_tilde_show_help(t_xtract_tilde *x, t_symbol *s){
|
jamie@26
|
370
|
jamie@26
|
371 int i;
|
jamie@26
|
372
|
jamie@85
|
373 xtract_function_descriptor_t *fd, *d;
|
jamie@85
|
374
|
jamie@26
|
375 i = XTRACT_FEATURES;
|
jamie@26
|
376
|
jamie@62
|
377 fd = (xtract_function_descriptor_t *)xtract_make_descriptors();
|
jamie@62
|
378 post("\nxtract~: Feature List\n");
|
jamie@62
|
379
|
jamie@26
|
380 while(i--){
|
jamie@62
|
381 d = &fd[i];
|
jamie@62
|
382 post("\t%s", d->algo.name);
|
jamie@62
|
383 }
|
jamie@62
|
384
|
jamie@62
|
385 xtract_free_descriptors(fd);
|
jamie@26
|
386 }
|
jamie@26
|
387
|
jamie@4
|
388 static void xtract_tilde_free(t_xtract_tilde *x) {
|
jamie@41
|
389
|
jamie@41
|
390 if(x->argv != NULL && x->memory.argv)
|
jamie@41
|
391 freebytes(x->argv, x->memory.argv);
|
jamie@108
|
392
|
jamie@108
|
393 if(x->window != NULL)
|
jamie@108
|
394 xtract_free_window(x->window);
|
jamie@4
|
395 }
|
jamie@4
|
396
|
jamie@4
|
397 void xtract_tilde_setup(void) {
|
jamie@4
|
398 xtract_class = class_new(gensym("xtract~"),
|
jamie@4
|
399 (t_newmethod)xtract_new,
|
jamie@4
|
400 (t_method)xtract_tilde_free,
|
jamie@4
|
401 sizeof(t_xtract_tilde),
|
jamie@4
|
402 CLASS_DEFAULT,
|
jamie@4
|
403 A_GIMME, 0);
|
jamie@4
|
404
|
jamie@4
|
405 class_addmethod(xtract_class,
|
jamie@26
|
406 (t_method)xtract_dsp, gensym("dsp"), 0);
|
jamie@4
|
407 class_addmethod(xtract_class,
|
jamie@26
|
408 (t_method)xtract_tilde_get_args, gensym("list"), A_GIMME, 0);
|
jamie@26
|
409 class_addmethod(xtract_class,
|
jamie@26
|
410 (t_method)xtract_tilde_show_help, gensym("help"), A_DEFSYMBOL, 0);
|
jamie@4
|
411 CLASS_MAINSIGNALIN(xtract_class, t_xtract_tilde, f);
|
jamie@33
|
412 class_sethelpsymbol(xtract_class, gensym("xtract-help"));
|
jamie@4
|
413 }
|