cannam@475
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
cannam@475
|
2 /*
|
cannam@475
|
3 QM DSP Library
|
cannam@475
|
4
|
cannam@475
|
5 Centre for Digital Music, Queen Mary, University of London.
|
cannam@475
|
6 This file 2005-2006 Christian Landone and Katy Noland.
|
cannam@475
|
7
|
cannam@475
|
8 Fixes to correct chroma offsets and for thread safety contributed
|
cannam@475
|
9 by Daniel Schürmann.
|
cannam@475
|
10
|
cannam@475
|
11 This program is free software; you can redistribute it and/or
|
cannam@475
|
12 modify it under the terms of the GNU General Public License as
|
cannam@475
|
13 published by the Free Software Foundation; either version 2 of the
|
cannam@475
|
14 License, or (at your option) any later version. See the file
|
cannam@475
|
15 COPYING included with this distribution for more information.
|
cannam@475
|
16 */
|
cannam@475
|
17
|
cannam@475
|
18 #include "GetKeyMode.h"
|
cannam@509
|
19
|
cannam@509
|
20 #include "dsp/rateconversion/Decimator.h"
|
cannam@509
|
21 #include "dsp/chromagram/Chromagram.h"
|
cannam@509
|
22
|
cannam@475
|
23 #include "maths/MathUtilities.h"
|
cannam@475
|
24 #include "base/Pitch.h"
|
cannam@475
|
25
|
cannam@475
|
26 #include <iostream>
|
cannam@475
|
27
|
cannam@475
|
28 #include <cstring>
|
cannam@475
|
29 #include <cstdlib>
|
cannam@475
|
30
|
cannam@475
|
31 static const int kBinsPerOctave = 36;
|
cannam@475
|
32
|
cannam@475
|
33 // Chords profile
|
cannam@475
|
34 static double MajProfile[kBinsPerOctave] = {
|
cannam@475
|
35 0.0384, 0.0629, 0.0258, 0.0121, 0.0146, 0.0106, 0.0364, 0.0610, 0.0267,
|
cannam@475
|
36 0.0126, 0.0121, 0.0086, 0.0364, 0.0623, 0.0279, 0.0275, 0.0414, 0.0186,
|
cannam@475
|
37 0.0173, 0.0248, 0.0145, 0.0364, 0.0631, 0.0262, 0.0129, 0.0150, 0.0098,
|
cannam@499
|
38 0.0312, 0.0521, 0.0235, 0.0129, 0.0142, 0.0095, 0.0289, 0.0478, 0.0239
|
cannam@499
|
39 };
|
cannam@475
|
40
|
cannam@475
|
41 static double MinProfile[kBinsPerOctave] = {
|
cannam@475
|
42 0.0375, 0.0682, 0.0299, 0.0119, 0.0138, 0.0093, 0.0296, 0.0543, 0.0257,
|
cannam@475
|
43 0.0292, 0.0519, 0.0246, 0.0159, 0.0234, 0.0135, 0.0291, 0.0544, 0.0248,
|
cannam@475
|
44 0.0137, 0.0176, 0.0104, 0.0352, 0.0670, 0.0302, 0.0222, 0.0349, 0.0164,
|
cannam@499
|
45 0.0174, 0.0297, 0.0166, 0.0222, 0.0401, 0.0202, 0.0175, 0.0270, 0.0146
|
cannam@499
|
46 };
|
cannam@475
|
47 //
|
cannam@475
|
48
|
cannam@475
|
49
|
cannam@475
|
50 //////////////////////////////////////////////////////////////////////
|
cannam@475
|
51 // Construction/Destruction
|
cannam@475
|
52 //////////////////////////////////////////////////////////////////////
|
cannam@475
|
53
|
cannam@509
|
54 GetKeyMode::GetKeyMode(Config config) :
|
cannam@509
|
55 m_hpcpAverage(config.hpcpAverage),
|
cannam@509
|
56 m_medianAverage(config.medianAverage),
|
cannam@509
|
57 m_decimationFactor(config.decimationFactor),
|
cannam@499
|
58 m_chrPointer(0),
|
cannam@499
|
59 m_decimatedBuffer(0),
|
cannam@499
|
60 m_chromaBuffer(0),
|
cannam@499
|
61 m_meanHPCP(0),
|
cannam@499
|
62 m_majCorr(0),
|
cannam@499
|
63 m_minCorr(0),
|
cannam@499
|
64 m_medianFilterBuffer(0),
|
cannam@499
|
65 m_sortedBuffer(0),
|
cannam@475
|
66 m_keyStrengths(0)
|
cannam@475
|
67 {
|
cannam@509
|
68 ChromaConfig chromaConfig;
|
cannam@509
|
69
|
cannam@475
|
70 // Chromagram configuration parameters
|
cannam@509
|
71 chromaConfig.normalise = MathUtilities::NormaliseUnitMax;
|
cannam@509
|
72 chromaConfig.FS = config.sampleRate / (double)m_decimationFactor;
|
cannam@509
|
73 if (chromaConfig.FS < 1) {
|
cannam@509
|
74 chromaConfig.FS = 1;
|
cannam@475
|
75 }
|
cannam@475
|
76
|
cannam@475
|
77 // Set C3 (= MIDI #48) as our base:
|
cannam@475
|
78 // This implies that key = 1 => Cmaj, key = 12 => Bmaj, key = 13 => Cmin, etc.
|
cannam@509
|
79 chromaConfig.min =
|
cannam@509
|
80 Pitch::getFrequencyForPitch( 48, 0, config.tuningFrequency );
|
cannam@509
|
81 chromaConfig.max =
|
cannam@509
|
82 Pitch::getFrequencyForPitch( 96, 0, config.tuningFrequency );
|
cannam@475
|
83
|
cannam@509
|
84 chromaConfig.BPO = kBinsPerOctave;
|
cannam@509
|
85 chromaConfig.CQThresh = 0.0054;
|
cannam@475
|
86
|
cannam@475
|
87 // Chromagram inst.
|
cannam@509
|
88 m_chroma = new Chromagram(chromaConfig);
|
cannam@475
|
89
|
cannam@475
|
90 // Get calculated parameters from chroma object
|
cannam@499
|
91 m_chromaFrameSize = m_chroma->getFrameSize();
|
cannam@509
|
92
|
cannam@475
|
93 // override hopsize for this application
|
cannam@509
|
94 m_chromaHopSize = m_chromaFrameSize / config.frameOverlapFactor;
|
cannam@475
|
95
|
cannam@475
|
96 // std::cerr << "chroma frame size = " << m_ChromaFrameSize << ", decimation factor = " << m_DecimationFactor << " therefore block size = " << getBlockSize() << std::endl;
|
cannam@475
|
97
|
cannam@475
|
98 // Chromagram average and estimated key median filter lengths
|
cannam@499
|
99 m_chromaBufferSize = (int)ceil
|
cannam@509
|
100 (m_hpcpAverage * chromaConfig.FS / m_chromaFrameSize);
|
cannam@499
|
101 m_medianWinSize = (int)ceil
|
cannam@509
|
102 (m_medianAverage * chromaConfig.FS / m_chromaFrameSize);
|
cannam@475
|
103
|
cannam@475
|
104 // Reset counters
|
cannam@499
|
105 m_bufferIndex = 0;
|
cannam@499
|
106 m_chromaBufferFilling = 0;
|
cannam@499
|
107 m_medianBufferFilling = 0;
|
cannam@475
|
108
|
cannam@475
|
109 // Spawn objectc/arrays
|
cannam@499
|
110 m_decimatedBuffer = new double[m_chromaFrameSize];
|
cannam@499
|
111 m_chromaBuffer = new double[kBinsPerOctave * m_chromaBufferSize];
|
cannam@499
|
112
|
cannam@499
|
113 memset(m_chromaBuffer, 0,
|
cannam@499
|
114 sizeof(double) * kBinsPerOctave * m_chromaBufferSize);
|
cannam@475
|
115
|
cannam@499
|
116 m_meanHPCP = new double[kBinsPerOctave];
|
cannam@475
|
117
|
cannam@499
|
118 m_majCorr = new double[kBinsPerOctave];
|
cannam@499
|
119 m_minCorr = new double[kBinsPerOctave];
|
cannam@475
|
120
|
cannam@499
|
121 m_majProfileNorm = new double[kBinsPerOctave];
|
cannam@499
|
122 m_minProfileNorm = new double[kBinsPerOctave];
|
cannam@475
|
123
|
cannam@475
|
124 double mMaj = MathUtilities::mean( MajProfile, kBinsPerOctave );
|
cannam@475
|
125 double mMin = MathUtilities::mean( MinProfile, kBinsPerOctave );
|
cannam@475
|
126
|
cannam@499
|
127 for (int i = 0; i < kBinsPerOctave; i++) {
|
cannam@499
|
128 m_majProfileNorm[i] = MajProfile[i] - mMaj;
|
cannam@499
|
129 m_minProfileNorm[i] = MinProfile[i] - mMin;
|
cannam@475
|
130 }
|
cannam@475
|
131
|
cannam@499
|
132 m_medianFilterBuffer = new int[ m_medianWinSize ];
|
cannam@499
|
133 memset( m_medianFilterBuffer, 0, sizeof(int)*m_medianWinSize);
|
cannam@475
|
134
|
cannam@499
|
135 m_sortedBuffer = new int[ m_medianWinSize ];
|
cannam@499
|
136 memset( m_sortedBuffer, 0, sizeof(int)*m_medianWinSize);
|
cannam@475
|
137
|
cannam@499
|
138 m_decimator = new Decimator( m_chromaFrameSize * m_decimationFactor,
|
cannam@499
|
139 m_decimationFactor );
|
cannam@475
|
140
|
cannam@475
|
141 m_keyStrengths = new double[24];
|
cannam@475
|
142 }
|
cannam@475
|
143
|
cannam@475
|
144 GetKeyMode::~GetKeyMode()
|
cannam@475
|
145 {
|
cannam@499
|
146 delete m_chroma;
|
cannam@499
|
147 delete m_decimator;
|
cannam@475
|
148
|
cannam@499
|
149 delete [] m_decimatedBuffer;
|
cannam@499
|
150 delete [] m_chromaBuffer;
|
cannam@499
|
151 delete [] m_meanHPCP;
|
cannam@499
|
152 delete [] m_majCorr;
|
cannam@499
|
153 delete [] m_minCorr;
|
cannam@499
|
154 delete [] m_majProfileNorm;
|
cannam@499
|
155 delete [] m_minProfileNorm;
|
cannam@499
|
156 delete [] m_medianFilterBuffer;
|
cannam@499
|
157 delete [] m_sortedBuffer;
|
cannam@475
|
158 delete [] m_keyStrengths;
|
cannam@475
|
159 }
|
cannam@475
|
160
|
cannam@475
|
161 double GetKeyMode::krumCorr( const double *pDataNorm, const double *pProfileNorm,
|
cannam@499
|
162 int shiftProfile, int length)
|
cannam@475
|
163 {
|
cannam@475
|
164 double retVal= 0.0;
|
cannam@475
|
165
|
cannam@475
|
166 double num = 0;
|
cannam@475
|
167 double den = 0;
|
cannam@475
|
168 double sum1 = 0;
|
cannam@475
|
169 double sum2 = 0;
|
cannam@475
|
170
|
cannam@499
|
171 for (int i = 0; i < length; i++) {
|
cannam@478
|
172
|
cannam@475
|
173 int k = (i - shiftProfile + length) % length;
|
cannam@475
|
174
|
cannam@475
|
175 num += pDataNorm[i] * pProfileNorm[k];
|
cannam@475
|
176
|
cannam@499
|
177 sum1 += (pDataNorm[i] * pDataNorm[i]);
|
cannam@499
|
178 sum2 += (pProfileNorm[k] * pProfileNorm[k]);
|
cannam@475
|
179 }
|
cannam@478
|
180
|
cannam@475
|
181 den = sqrt(sum1 * sum2);
|
cannam@475
|
182
|
cannam@499
|
183 if (den > 0) {
|
cannam@475
|
184 retVal = num/den;
|
cannam@475
|
185 } else {
|
cannam@475
|
186 retVal = 0;
|
cannam@475
|
187 }
|
cannam@475
|
188
|
cannam@475
|
189 return retVal;
|
cannam@475
|
190 }
|
cannam@475
|
191
|
cannam@499
|
192 int GetKeyMode::process(double *pcmData)
|
cannam@475
|
193 {
|
cannam@475
|
194 int key;
|
cannam@499
|
195 int j, k;
|
cannam@475
|
196
|
cannam@499
|
197 m_decimator->process(pcmData, m_decimatedBuffer);
|
cannam@475
|
198
|
cannam@499
|
199 m_chrPointer = m_chroma->process(m_decimatedBuffer);
|
cannam@475
|
200
|
cannam@499
|
201 // populate hpcp values
|
cannam@475
|
202 int cbidx;
|
cannam@499
|
203 for (j = 0;j < kBinsPerOctave;j++ ) {
|
cannam@499
|
204 cbidx = (m_bufferIndex * kBinsPerOctave) + j;
|
cannam@499
|
205 m_chromaBuffer[ cbidx ] = m_chrPointer[j];
|
cannam@475
|
206 }
|
cannam@475
|
207
|
cannam@499
|
208 // keep track of input buffers
|
cannam@499
|
209 if (m_bufferIndex++ >= m_chromaBufferSize - 1) {
|
cannam@499
|
210 m_bufferIndex = 0;
|
cannam@475
|
211 }
|
cannam@475
|
212
|
cannam@475
|
213 // track filling of chroma matrix
|
cannam@499
|
214 if (m_chromaBufferFilling++ >= m_chromaBufferSize) {
|
cannam@499
|
215 m_chromaBufferFilling = m_chromaBufferSize;
|
cannam@475
|
216 }
|
cannam@475
|
217
|
cannam@499
|
218 // calculate mean
|
cannam@499
|
219 for (k = 0; k < kBinsPerOctave; k++) {
|
cannam@475
|
220 double mnVal = 0.0;
|
cannam@499
|
221 for (j = 0; j < m_chromaBufferFilling; j++) {
|
cannam@499
|
222 mnVal += m_chromaBuffer[ k + (j * kBinsPerOctave) ];
|
cannam@475
|
223 }
|
cannam@475
|
224
|
cannam@499
|
225 m_meanHPCP[k] = mnVal / (double)m_chromaBufferFilling;
|
cannam@475
|
226 }
|
cannam@475
|
227
|
cannam@475
|
228 // Normalize for zero average
|
cannam@499
|
229 double mHPCP = MathUtilities::mean(m_meanHPCP, kBinsPerOctave);
|
cannam@499
|
230 for (k = 0; k < kBinsPerOctave; k++) {
|
cannam@499
|
231 m_meanHPCP[k] -= mHPCP;
|
cannam@475
|
232 }
|
cannam@475
|
233
|
cannam@499
|
234 for (k = 0; k < kBinsPerOctave; k++) {
|
cannam@478
|
235 // The Chromagram has the center of C at bin 0, while the major
|
cannam@475
|
236 // and minor profiles have the center of C at 1. We want to have
|
cannam@475
|
237 // the correlation for C result also at 1.
|
cannam@475
|
238 // To achieve this we have to shift two times:
|
cannam@499
|
239 m_majCorr[k] = krumCorr
|
cannam@499
|
240 (m_meanHPCP, m_majProfileNorm, k - 2, kBinsPerOctave);
|
cannam@499
|
241 m_minCorr[k] = krumCorr
|
cannam@499
|
242 (m_meanHPCP, m_minProfileNorm, k - 2, kBinsPerOctave);
|
cannam@475
|
243 }
|
cannam@475
|
244
|
cannam@475
|
245 // m_MajCorr[1] is C center 1 / 3 + 1 = 1
|
cannam@475
|
246 // m_MajCorr[4] is D center 4 / 3 + 1 = 2
|
cannam@475
|
247 // '+ 1' because we number keys 1-24, not 0-23.
|
cannam@475
|
248 double maxMaj;
|
cannam@499
|
249 int maxMajBin = MathUtilities::getMax(m_majCorr, kBinsPerOctave, &maxMaj);
|
cannam@475
|
250 double maxMin;
|
cannam@499
|
251 int maxMinBin = MathUtilities::getMax(m_minCorr, kBinsPerOctave, &maxMin);
|
cannam@475
|
252 int maxBin = (maxMaj > maxMin) ? maxMajBin : (maxMinBin + kBinsPerOctave);
|
cannam@475
|
253 key = maxBin / 3 + 1;
|
cannam@475
|
254
|
cannam@499
|
255 // Median filtering
|
cannam@475
|
256
|
cannam@475
|
257 // track Median buffer initial filling
|
cannam@499
|
258 if (m_medianBufferFilling++ >= m_medianWinSize) {
|
cannam@499
|
259 m_medianBufferFilling = m_medianWinSize;
|
cannam@475
|
260 }
|
cannam@475
|
261
|
cannam@499
|
262 // shift median buffer
|
cannam@499
|
263 for (k = 1; k < m_medianWinSize; k++ ) {
|
cannam@499
|
264 m_medianFilterBuffer[ k - 1 ] = m_medianFilterBuffer[ k ];
|
cannam@475
|
265 }
|
cannam@475
|
266
|
cannam@499
|
267 // write new key value into median buffer
|
cannam@499
|
268 m_medianFilterBuffer[ m_medianWinSize - 1 ] = key;
|
cannam@475
|
269
|
cannam@499
|
270 // copy median into sorting buffer, reversed
|
cannam@499
|
271 int ijx = 0;
|
cannam@499
|
272 for (k = 0; k < m_medianWinSize; k++) {
|
cannam@499
|
273 m_sortedBuffer[k] = m_medianFilterBuffer[m_medianWinSize - 1 - ijx];
|
cannam@475
|
274 ijx++;
|
cannam@475
|
275 }
|
cannam@475
|
276
|
cannam@499
|
277 qsort(m_sortedBuffer, m_medianBufferFilling, sizeof(int),
|
cannam@475
|
278 MathUtilities::compareInt);
|
cannam@478
|
279
|
cannam@499
|
280 int sortlength = m_medianBufferFilling;
|
cannam@499
|
281 int midpoint = (int)ceil((double)sortlength / 2);
|
cannam@475
|
282
|
cannam@499
|
283 if (midpoint <= 0) {
|
cannam@475
|
284 midpoint = 1;
|
cannam@475
|
285 }
|
cannam@475
|
286
|
cannam@499
|
287 key = m_sortedBuffer[midpoint-1];
|
cannam@475
|
288
|
cannam@475
|
289 return key;
|
cannam@475
|
290 }
|
cannam@475
|
291
|
cannam@475
|
292 double* GetKeyMode::getKeyStrengths() {
|
cannam@499
|
293 int k;
|
cannam@475
|
294
|
cannam@475
|
295 for (k = 0; k < 24; ++k) {
|
cannam@475
|
296 m_keyStrengths[k] = 0;
|
cannam@475
|
297 }
|
cannam@475
|
298
|
cannam@499
|
299 for (k = 0; k < kBinsPerOctave; k++) {
|
cannam@475
|
300 int idx = k / (kBinsPerOctave/12);
|
cannam@475
|
301 int rem = k % (kBinsPerOctave/12);
|
cannam@499
|
302 if (rem == 0 || m_majCorr[k] > m_keyStrengths[idx]) {
|
cannam@499
|
303 m_keyStrengths[idx] = m_majCorr[k];
|
cannam@475
|
304 }
|
cannam@475
|
305 }
|
cannam@475
|
306
|
cannam@499
|
307 for (k = 0; k < kBinsPerOctave; k++) {
|
cannam@475
|
308 int idx = (k + kBinsPerOctave) / (kBinsPerOctave/12);
|
cannam@475
|
309 int rem = k % (kBinsPerOctave/12);
|
cannam@499
|
310 if (rem == 0 || m_minCorr[k] > m_keyStrengths[idx]) {
|
cannam@499
|
311 m_keyStrengths[idx] = m_minCorr[k];
|
cannam@475
|
312 }
|
cannam@475
|
313 }
|
cannam@475
|
314
|
cannam@475
|
315 return m_keyStrengths;
|
cannam@475
|
316 }
|