jamie@1
|
1 /* libxtract feature extraction library
|
jamie@1
|
2 *
|
jamie@1
|
3 * Copyright (C) 2006 Jamie Bullock
|
jamie@1
|
4 *
|
jamie@1
|
5 * This program is free software; you can redistribute it and/or modify
|
jamie@1
|
6 * it under the terms of the GNU General Public License as published by
|
jamie@1
|
7 * the Free Software Foundation; either version 2 of the License, or
|
jamie@1
|
8 * (at your option) any later version.
|
jamie@1
|
9 *
|
jamie@1
|
10 * This program is distributed in the hope that it will be useful,
|
jamie@1
|
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
jamie@1
|
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
jamie@1
|
13 * GNU General Public License for more details.
|
jamie@1
|
14 *
|
jamie@1
|
15 * You should have received a copy of the GNU General Public License
|
jamie@1
|
16 * along with this program; if not, write to the Free Software
|
jamie@1
|
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301,
|
jamie@1
|
18 * USA.
|
jamie@1
|
19 */
|
jamie@1
|
20
|
jamie@20
|
21 /** \mainpage
|
jamie@20
|
22 *
|
jamie@20
|
23 * LibXtract is a simple, portable, lightweight library of audio feature extraction functions. The purpose of the library is to provide a relatively exhaustive set of feature extraction primatives that are designed to be 'cascaded' to create a extraction hierarchies.
|
jamie@20
|
24 * For example, 'variance', 'average deviation', 'skewness' and 'kurtosis', all require the 'mean' of the input vector to be precomputed. However, rather than compute the 'mean' 'inside' each function, it is expected that the 'mean' will be passed in as an argument. This means that if the user wishes to use all of these features, the mean is calculated only once, and then passed to any functions that require it.
|
jamie@20
|
25 *
|
jamie@20
|
26 * This philosophy of 'cascading' features is followed throughout the library, for example with features that operate on the magnitude spectrum of a signal vector (e.g. 'irregularity'), the magnitude spectrum is not calculated 'inside' the respective function, instead, a pointer to the first element in an array containing the magnitude spectrum is passed in as an argument.
|
jamie@20
|
27 *
|
jamie@20
|
28 * Hopefully this not only makes the library more efficient when computing large numbers of features, but also makes it more flexible because extraction functions can be combined arbitrarily (one can take the irregularility of the Mel Frequency Cepstral Coefficients for example).
|
jamie@20
|
29 *
|
jamie@20
|
30 */
|
jamie@20
|
31
|
jamie@1
|
32 #ifndef XTRACT_H
|
jamie@1
|
33 #define XTRACT_H
|
jamie@1
|
34
|
jamie@1
|
35 #ifdef __cplusplus
|
jamie@1
|
36 extern "C" {
|
jamie@1
|
37 #endif
|
jamie@1
|
38
|
jamie@21
|
39 /**
|
jamie@21
|
40 * \file libxtract.h
|
jamie@21
|
41 * \brief main header file and API definition
|
jamie@1
|
42 */
|
jamie@1
|
43
|
jamie@1
|
44 #include "xtract_scalar.h"
|
jamie@1
|
45 #include "xtract_vector.h"
|
jamie@1
|
46 #include "xtract_delta.h"
|
jamie@1
|
47 #include "xtract_types.h"
|
jamie@1
|
48 #include "xtract_macros.h"
|
jamie@1
|
49
|
jamie@20
|
50 /** \defgroup libxtract API
|
jamie@20
|
51 *
|
jamie@20
|
52 * Defines a very simple API that provides access to the functions in the library
|
jamie@20
|
53 * @{
|
jamie@20
|
54 */
|
jamie@20
|
55
|
jamie@52
|
56 #define XTRACT_FEATURES 53
|
jamie@30
|
57
|
jamie@1
|
58 /** \brief Enumeration of features, elements are used as indixes to an array of pointers to feature extracton functions */
|
jamie@56
|
59 enum xtract_features_ {
|
jamie@56
|
60 XTRACT_MEAN,
|
jamie@56
|
61 XTRACT_VARIANCE,
|
jamie@56
|
62 XTRACT_STANDARD_DEVIATION,
|
jamie@56
|
63 XTRACT_AVERAGE_DEVIATION,
|
jamie@56
|
64 XTRACT_SKEWNESS,
|
jamie@56
|
65 XTRACT_KURTOSIS,
|
jamie@56
|
66 XTRACT_SPECTRAL_MEAN,
|
jamie@56
|
67 XTRACT_SPECTRAL_VARIANCE,
|
jamie@56
|
68 XTRACT_SPECTRAL_STANDARD_DEVIATION,
|
jamie@56
|
69 XTRACT_SPECTRAL_AVERAGE_DEVIATION,
|
jamie@56
|
70 XTRACT_SPECTRAL_SKEWNESS,
|
jamie@56
|
71 XTRACT_SPECTRAL_KURTOSIS,
|
jamie@56
|
72 XTRACT_SPECTRAL_CENTROID,
|
jamie@56
|
73 XTRACT_IRREGULARITY_K,
|
jamie@56
|
74 XTRACT_IRREGULARITY_J,
|
jamie@56
|
75 XTRACT_TRISTIMULUS_1,
|
jamie@56
|
76 XTRACT_TRISTIMULUS_2,
|
jamie@56
|
77 XTRACT_TRISTIMULUS_3,
|
jamie@56
|
78 XTRACT_SMOOTHNESS,
|
jamie@56
|
79 XTRACT_SPREAD,
|
jamie@56
|
80 XTRACT_ZCR,
|
jamie@56
|
81 XTRACT_ROLLOFF,
|
jamie@56
|
82 XTRACT_LOUDNESS,
|
jamie@56
|
83 XTRACT_FLATNESS,
|
jamie@56
|
84 XTRACT_TONALITY,
|
jamie@56
|
85 XTRACT_CREST,
|
jamie@56
|
86 XTRACT_NOISINESS,
|
jamie@56
|
87 XTRACT_RMS_AMPLITUDE,
|
jamie@56
|
88 XTRACT_SPECTRAL_INHARMONICITY,
|
jamie@56
|
89 XTRACT_POWER,
|
jamie@56
|
90 XTRACT_ODD_EVEN_RATIO,
|
jamie@56
|
91 XTRACT_SHARPNESS,
|
jamie@56
|
92 XTRACT_SPECTRAL_SLOPE,
|
jamie@56
|
93 XTRACT_LOWEST_VALUE,
|
jamie@56
|
94 XTRACT_HIGHEST_VALUE,
|
jamie@56
|
95 XTRACT_SUM,
|
jamie@56
|
96 XTRACT_HPS,
|
jamie@56
|
97 XTRACT_F0,
|
jamie@56
|
98 XTRACT_FAILSAFE_F0,
|
jamie@56
|
99 XTRACT_FLUX,
|
jamie@56
|
100 XTRACT_ATTACK_TIME,
|
jamie@56
|
101 XTRACT_DECAY_TIME,
|
jamie@56
|
102 XTRACT_DELTA_FEATURE,
|
jamie@56
|
103 XTRACT_AUTOCORRELATION,
|
jamie@56
|
104 XTRACT_AMDF,
|
jamie@56
|
105 XTRACT_ASDF,
|
jamie@56
|
106 XTRACT_BARK_COEFFICIENTS,
|
jamie@56
|
107 XTRACT_PEAK_SPECTRUM,
|
jamie@56
|
108 XTRACT_SPECTRUM,
|
jamie@56
|
109 XTRACT_AUTOCORRELATION_FFT,
|
jamie@56
|
110 XTRACT_MFCC,
|
jamie@56
|
111 XTRACT_DCT,
|
jamie@56
|
112 XTRACT_HARMONIC_SPECTRUM
|
jamie@1
|
113 };
|
jamie@1
|
114
|
jamie@55
|
115 /** \brief Enumeration of feature initialisation functions */
|
jamie@56
|
116 enum xtract_feature_init_ {
|
jamie@56
|
117 XTRACT_INIT_MFCC = 100,
|
jamie@56
|
118 XTRACT_INIT_BARK
|
jamie@55
|
119 };
|
jamie@55
|
120
|
jamie@1
|
121 /** \brief Enumeration of feature types */
|
jamie@56
|
122 enum xtract_feature_types_ {
|
jamie@56
|
123 XTRACT_SCALAR,
|
jamie@56
|
124 XTRACT_VECTOR,
|
jamie@56
|
125 XTRACT_DELTA
|
jamie@1
|
126 };
|
jamie@1
|
127
|
jamie@1
|
128 /** \brief Enumeration of mfcc types */
|
jamie@56
|
129 enum xtract_mfcc_types_ {
|
jamie@56
|
130 XTRACT_EQUAL_GAIN,
|
jamie@56
|
131 XTRACT_EQUAL_AREA
|
jamie@1
|
132 };
|
jamie@1
|
133
|
jamie@1
|
134 /** \brief Enumeration of return codes */
|
jamie@56
|
135 enum xtract_return_codes_ {
|
jamie@56
|
136 XTRACT_SUCCESS,
|
jamie@56
|
137 XTRACT_MALLOC_FAILED,
|
jamie@56
|
138 XTRACT_BAD_ARGV,
|
jamie@56
|
139 XTRACT_BAD_VECTOR_SIZE,
|
jamie@56
|
140 XTRACT_NO_RESULT,
|
jamie@56
|
141 XTRACT_FEATURE_NOT_IMPLEMENTED
|
jamie@1
|
142 };
|
jamie@1
|
143
|
jamie@54
|
144 /** \brief Enumeration of spectrum types */
|
jamie@56
|
145 enum xtract_spectrum_ {
|
jamie@56
|
146 XTRACT_MAGNITUDE_SPECTRUM,
|
jamie@56
|
147 XTRACT_LOG_MAGNITUDE_SPECTRUM,
|
jamie@56
|
148 XTRACT_POWER_SPECTRUM,
|
jamie@56
|
149 XTRACT_LOG_POWER_SPECTRUM
|
jamie@54
|
150 };
|
jamie@54
|
151
|
jamie@50
|
152 /** \brief Enumeration of data types*/
|
jamie@50
|
153 typedef enum type_ {
|
jamie@56
|
154 XTRACT_FLOAT,
|
jamie@56
|
155 XTRACT_FLOATARRAY,
|
jamie@56
|
156 XTRACT_INT,
|
jamie@56
|
157 XTRACT_MEL_FILTER
|
jamie@56
|
158 } xtract_type_t;
|
jamie@50
|
159
|
jamie@50
|
160 /** \brief Enumeration of units*/
|
jamie@50
|
161 typedef enum unit_ {
|
jamie@55
|
162 /* NONE, ANY */
|
jamie@56
|
163 XTRACT_HERTZ = 2,
|
jamie@56
|
164 XTRACT_ANY_AMPLITUDE_HERTZ,
|
jamie@56
|
165 XTRACT_DBFS,
|
jamie@56
|
166 XTRACT_DBFS_HERTZ,
|
jamie@56
|
167 XTRACT_PERCENT,
|
jamie@56
|
168 XTRACT_SONE
|
jamie@56
|
169 } xtract_unit_t;
|
jamie@50
|
170
|
jamie@50
|
171 /** \brief Boolean */
|
jamie@50
|
172 typedef enum {
|
jamie@56
|
173 XTRACT_FALSE,
|
jamie@56
|
174 XTRACT_TRUE
|
jamie@56
|
175 } xtract_bool_t;
|
jamie@50
|
176
|
jamie@50
|
177 /** \brief Enumeration of vector format types*/
|
jamie@56
|
178 typedef enum xtract_vector_ {
|
jamie@54
|
179 /* N/2 magnitude/log-magnitude/power/log-power coeffs and N/2 frequencies */
|
jamie@56
|
180 XTRACT_SPECTRAL,
|
jamie@54
|
181 /* N spectral amplitudes */
|
jamie@56
|
182 XTRACT_SPECTRAL_MAGNITUDES,
|
jamie@54
|
183 /* N/2 magnitude/log-magnitude/power/log-power peak coeffs and N/2
|
jamie@54
|
184 * frequencies */
|
jamie@56
|
185 XTRACT_SPECTRAL_PEAKS,
|
jamie@54
|
186 /* N spectral peak amplitudes */
|
jamie@56
|
187 XTRACT_SPECTRAL_PEAK_MAGNITUDES,
|
jamie@54
|
188 /* N/2 magnitude/log-magnitude/power/log-power harmonic peak coeffs and N/2
|
jamie@54
|
189 * frequencies */
|
jamie@56
|
190 XTRACT_SPECTRAL_HARMONICS,
|
jamie@54
|
191 /* N spectral harmonic amplitudes */
|
jamie@56
|
192 XTRACT_SPECTRAL_HARMONICS_MAGNITUDES,
|
jamie@54
|
193 /* N spectral harmonic frequencies */
|
jamie@56
|
194 XTRACT_SPECTRAL_HARMONICS_FREQUENCIES,
|
jamie@56
|
195 XTRACT_ARBITRARY_SERIES,
|
jamie@56
|
196 XTRACT_AUDIO_SAMPLES,
|
jamie@56
|
197 XTRACT_MEL_COEFFS,
|
jamie@56
|
198 XTRACT_BARK_COEFFS,
|
jamie@56
|
199 XTRACT_NO_DATA
|
jamie@56
|
200 } xtract_vector_t;
|
jamie@50
|
201
|
jamie@50
|
202 /** \brief Data structure containing useful information about functions provided by LibXtract. */
|
jamie@56
|
203 typedef struct _xtract_function_descriptor {
|
jamie@50
|
204
|
jamie@50
|
205 struct {
|
jamie@56
|
206 char name[XTRACT_MAX_NAME_LENGTH];
|
jamie@56
|
207 char p_name[XTRACT_MAX_NAME_LENGTH]; /* pretty name */
|
jamie@56
|
208 char desc[XTRACT_MAX_DESC_LENGTH];
|
jamie@56
|
209 char p_desc[XTRACT_MAX_DESC_LENGTH]; /* pretty description */
|
jamie@56
|
210 char author[XTRACT_MAX_AUTHOR_LENGTH];
|
jamie@50
|
211 int year;
|
jamie@50
|
212 } algo;
|
jamie@50
|
213
|
jamie@50
|
214 struct {
|
jamie@56
|
215 xtract_vector_t format;
|
jamie@56
|
216 xtract_unit_t unit;
|
jamie@50
|
217 } data;
|
jamie@50
|
218
|
jamie@51
|
219 int argc;
|
jamie@50
|
220
|
jamie@50
|
221 struct {
|
jamie@56
|
222 xtract_type_t type; /* type of the array/value pointed to by argv */
|
jamie@56
|
223 float min[XTRACT_MAXARGS];
|
jamie@56
|
224 float max[XTRACT_MAXARGS];
|
jamie@56
|
225 float def[XTRACT_MAXARGS]; /* defaults */
|
jamie@56
|
226 xtract_unit_t unit[XTRACT_MAXARGS];
|
jamie@56
|
227 int donor[XTRACT_MAXARGS]; /* suggested donor functions for argv */
|
jamie@50
|
228 } argv;
|
jamie@50
|
229
|
jamie@56
|
230 xtract_bool_t is_scalar;
|
jamie@50
|
231
|
jamie@55
|
232 /* The result.<> entries in descritors.c need to be checked */
|
jamie@50
|
233 union {
|
jamie@50
|
234
|
jamie@50
|
235 struct {
|
jamie@50
|
236 float min;
|
jamie@50
|
237 float max;
|
jamie@56
|
238 xtract_unit_t unit;
|
jamie@50
|
239 } scalar;
|
jamie@50
|
240
|
jamie@50
|
241 struct {
|
jamie@56
|
242 xtract_vector_t format;
|
jamie@56
|
243 xtract_unit_t unit;
|
jamie@50
|
244 } vector;
|
jamie@50
|
245
|
jamie@50
|
246 } result;
|
jamie@50
|
247
|
jamie@56
|
248 } xtract_function_descriptor_t;
|
jamie@50
|
249
|
jamie@1
|
250 /**
|
jamie@1
|
251 *
|
jamie@2
|
252 * \brief An array of pointers to functions that perform the extraction
|
jamie@1
|
253 *
|
jamie@2
|
254 * \param *data: a pointer to the start of the input data (usually the first element in an array)
|
jamie@1
|
255 *
|
jamie@2
|
256 * \param N: the number of elements to be processed
|
jamie@1
|
257 *
|
jamie@2
|
258 * \param *argv: an abitrary number of additional arguments, used to pass additional parameters to the function being called
|
jamie@1
|
259 *
|
jamie@2
|
260 * \param *result: a pointer to the first element in the result
|
jamie@1
|
261 *
|
jamie@1
|
262 * Each function will iterate over N array elements, the first of which is
|
jamie@2
|
263 * pointed to by *data. It is up to the calling function to ensure that the array is in the format expected by the function being called.
|
jamie@1
|
264 *
|
jamie@1
|
265 * For scalar and delta features, *result will point to a single value.
|
jamie@1
|
266 *
|
jamie@1
|
267 * For vector features it will point to the first element in an array.
|
jamie@1
|
268 *
|
jamie@1
|
269 * Memory for this array must be allocated and freed by the calling
|
jamie@1
|
270 * function.
|
jamie@1
|
271 *
|
jamie@21
|
272 * All functions return an integer error code as descibed in the enumeration
|
jamie@21
|
273 * return_codes_
|
jamie@2
|
274 *
|
jamie@21
|
275 * The preprocessor macro: XTRACT must be defined before this can be used
|
jamie@9
|
276 *
|
jamie@2
|
277 * example:<br>
|
jamie@21
|
278 * \verbatim
|
jamie@21
|
279 #include <stdio.h>
|
jamie@21
|
280 #define XTRACT
|
jamie@21
|
281 #include "libxtract.h"
|
jamie@21
|
282
|
jamie@21
|
283 main () {
|
jamie@21
|
284 float values[] = {1.0, 2.0, 3.0, 4.0, 5.0};
|
jamie@21
|
285 int N = 5;
|
jamie@21
|
286 float mean;
|
jamie@21
|
287
|
jamie@21
|
288 xtract[MEAN]((void *)values, N, NULL, &mean);
|
jamie@21
|
289
|
jamie@21
|
290 printf("Mean = %.2f\n", mean);
|
jamie@21
|
291 }
|
jamie@21
|
292 \endverbatim
|
jamie@9
|
293 * The calling function may additionally make some tests against the value returned by xtract
|
jamie@9
|
294 *
|
jamie@2
|
295 */
|
jamie@56
|
296 #ifdef XTRACT_H
|
jamie@43
|
297 extern int(*xtract[XTRACT_FEATURES])(const float *data, const int N, const void *argv, float *result);
|
jamie@1
|
298
|
jamie@28
|
299 #endif
|
jamie@26
|
300
|
jamie@2
|
301 /** \brief A structure to store a set of n_filters Mel filters */
|
jamie@1
|
302 typedef struct xtract_mel_filter_ {
|
jamie@1
|
303 int n_filters;
|
jamie@1
|
304 float **filters;
|
jamie@1
|
305 } xtract_mel_filter;
|
jamie@1
|
306
|
jamie@2
|
307 /** \brief A function to initialise a mel filter bank
|
jamie@2
|
308 *
|
jamie@2
|
309 * It is up to the caller to pass in a pointer to memory allocated for freq_bands arrays of length N. This function populates these arrays with magnitude coefficients representing the mel filterbank on a linear scale
|
jamie@2
|
310 */
|
jamie@56
|
311 int xtract_init_mfcc(int N, float nyquist, int style, float freq_min, float freq_max, int freq_bands, float **fft_tables);
|
jamie@1
|
312
|
jamie@2
|
313 /** \brief A function to initialise bark filter bounds
|
jamie@2
|
314 *
|
jamie@2
|
315 * A pointer to an array of BARK_BANDS ints most be passed in, and is populated with BARK_BANDS fft bin numbers representing the limits of each band
|
jamie@2
|
316 */
|
jamie@1
|
317 int xtract_init_bark(int N, float nyquist, int *band_limits);
|
jamie@1
|
318
|
jamie@50
|
319 /* \brief A function to build an array of function descriptors */
|
jamie@50
|
320 void *xtract_make_descriptors();
|
jamie@1
|
321
|
jamie@50
|
322 /* \brief A function to free an array of function descriptors */
|
jamie@50
|
323 int xtract_free_descriptors(void *fd);
|
jamie@1
|
324 /* Free functions */
|
jamie@1
|
325
|
jamie@20
|
326 /** @} */
|
jamie@20
|
327
|
jamie@1
|
328 #ifdef __cplusplus
|
jamie@1
|
329 }
|
jamie@1
|
330 #endif
|
jamie@1
|
331
|
jamie@1
|
332 #endif
|