annotate dsp/keydetection/GetKeyMode.cpp @ 515:08bcc06c38ec tip master

Remove fast-math
author Chris Cannam <cannam@all-day-breakfast.com>
date Tue, 28 Jan 2020 15:27:37 +0000
parents 3f0a96460c33
children
rev   line source
cannam@475 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
cannam@475 2 /*
cannam@475 3 QM DSP Library
cannam@475 4
cannam@475 5 Centre for Digital Music, Queen Mary, University of London.
cannam@475 6 This file 2005-2006 Christian Landone and Katy Noland.
cannam@475 7
cannam@475 8 Fixes to correct chroma offsets and for thread safety contributed
cannam@475 9 by Daniel Schürmann.
cannam@475 10
cannam@475 11 This program is free software; you can redistribute it and/or
cannam@475 12 modify it under the terms of the GNU General Public License as
cannam@475 13 published by the Free Software Foundation; either version 2 of the
cannam@475 14 License, or (at your option) any later version. See the file
cannam@475 15 COPYING included with this distribution for more information.
cannam@475 16 */
cannam@475 17
cannam@475 18 #include "GetKeyMode.h"
cannam@509 19
cannam@509 20 #include "dsp/rateconversion/Decimator.h"
cannam@509 21 #include "dsp/chromagram/Chromagram.h"
cannam@509 22
cannam@475 23 #include "maths/MathUtilities.h"
cannam@475 24 #include "base/Pitch.h"
cannam@475 25
cannam@475 26 #include <iostream>
cannam@475 27
cannam@475 28 #include <cstring>
cannam@475 29 #include <cstdlib>
cannam@475 30
cannam@475 31 static const int kBinsPerOctave = 36;
cannam@475 32
cannam@475 33 // Chords profile
cannam@475 34 static double MajProfile[kBinsPerOctave] = {
cannam@475 35 0.0384, 0.0629, 0.0258, 0.0121, 0.0146, 0.0106, 0.0364, 0.0610, 0.0267,
cannam@475 36 0.0126, 0.0121, 0.0086, 0.0364, 0.0623, 0.0279, 0.0275, 0.0414, 0.0186,
cannam@475 37 0.0173, 0.0248, 0.0145, 0.0364, 0.0631, 0.0262, 0.0129, 0.0150, 0.0098,
cannam@499 38 0.0312, 0.0521, 0.0235, 0.0129, 0.0142, 0.0095, 0.0289, 0.0478, 0.0239
cannam@499 39 };
cannam@475 40
cannam@475 41 static double MinProfile[kBinsPerOctave] = {
cannam@475 42 0.0375, 0.0682, 0.0299, 0.0119, 0.0138, 0.0093, 0.0296, 0.0543, 0.0257,
cannam@475 43 0.0292, 0.0519, 0.0246, 0.0159, 0.0234, 0.0135, 0.0291, 0.0544, 0.0248,
cannam@475 44 0.0137, 0.0176, 0.0104, 0.0352, 0.0670, 0.0302, 0.0222, 0.0349, 0.0164,
cannam@499 45 0.0174, 0.0297, 0.0166, 0.0222, 0.0401, 0.0202, 0.0175, 0.0270, 0.0146
cannam@499 46 };
cannam@475 47 //
cannam@475 48
cannam@475 49
cannam@475 50 //////////////////////////////////////////////////////////////////////
cannam@475 51 // Construction/Destruction
cannam@475 52 //////////////////////////////////////////////////////////////////////
cannam@475 53
cannam@509 54 GetKeyMode::GetKeyMode(Config config) :
cannam@509 55 m_hpcpAverage(config.hpcpAverage),
cannam@509 56 m_medianAverage(config.medianAverage),
cannam@509 57 m_decimationFactor(config.decimationFactor),
cannam@499 58 m_chrPointer(0),
cannam@499 59 m_decimatedBuffer(0),
cannam@499 60 m_chromaBuffer(0),
cannam@499 61 m_meanHPCP(0),
cannam@499 62 m_majCorr(0),
cannam@499 63 m_minCorr(0),
cannam@499 64 m_medianFilterBuffer(0),
cannam@499 65 m_sortedBuffer(0),
cannam@475 66 m_keyStrengths(0)
cannam@475 67 {
cannam@509 68 ChromaConfig chromaConfig;
cannam@509 69
cannam@475 70 // Chromagram configuration parameters
cannam@509 71 chromaConfig.normalise = MathUtilities::NormaliseUnitMax;
cannam@509 72 chromaConfig.FS = config.sampleRate / (double)m_decimationFactor;
cannam@509 73 if (chromaConfig.FS < 1) {
cannam@509 74 chromaConfig.FS = 1;
cannam@475 75 }
cannam@475 76
cannam@475 77 // Set C3 (= MIDI #48) as our base:
cannam@475 78 // This implies that key = 1 => Cmaj, key = 12 => Bmaj, key = 13 => Cmin, etc.
cannam@509 79 chromaConfig.min =
cannam@509 80 Pitch::getFrequencyForPitch( 48, 0, config.tuningFrequency );
cannam@509 81 chromaConfig.max =
cannam@509 82 Pitch::getFrequencyForPitch( 96, 0, config.tuningFrequency );
cannam@475 83
cannam@509 84 chromaConfig.BPO = kBinsPerOctave;
cannam@509 85 chromaConfig.CQThresh = 0.0054;
cannam@475 86
cannam@475 87 // Chromagram inst.
cannam@509 88 m_chroma = new Chromagram(chromaConfig);
cannam@475 89
cannam@475 90 // Get calculated parameters from chroma object
cannam@499 91 m_chromaFrameSize = m_chroma->getFrameSize();
cannam@509 92
cannam@475 93 // override hopsize for this application
cannam@509 94 m_chromaHopSize = m_chromaFrameSize / config.frameOverlapFactor;
cannam@475 95
cannam@475 96 // std::cerr << "chroma frame size = " << m_ChromaFrameSize << ", decimation factor = " << m_DecimationFactor << " therefore block size = " << getBlockSize() << std::endl;
cannam@475 97
cannam@475 98 // Chromagram average and estimated key median filter lengths
cannam@499 99 m_chromaBufferSize = (int)ceil
cannam@509 100 (m_hpcpAverage * chromaConfig.FS / m_chromaFrameSize);
cannam@499 101 m_medianWinSize = (int)ceil
cannam@509 102 (m_medianAverage * chromaConfig.FS / m_chromaFrameSize);
cannam@475 103
cannam@475 104 // Reset counters
cannam@499 105 m_bufferIndex = 0;
cannam@499 106 m_chromaBufferFilling = 0;
cannam@499 107 m_medianBufferFilling = 0;
cannam@475 108
cannam@475 109 // Spawn objectc/arrays
cannam@499 110 m_decimatedBuffer = new double[m_chromaFrameSize];
cannam@499 111 m_chromaBuffer = new double[kBinsPerOctave * m_chromaBufferSize];
cannam@499 112
cannam@499 113 memset(m_chromaBuffer, 0,
cannam@499 114 sizeof(double) * kBinsPerOctave * m_chromaBufferSize);
cannam@475 115
cannam@499 116 m_meanHPCP = new double[kBinsPerOctave];
cannam@475 117
cannam@499 118 m_majCorr = new double[kBinsPerOctave];
cannam@499 119 m_minCorr = new double[kBinsPerOctave];
cannam@475 120
cannam@499 121 m_majProfileNorm = new double[kBinsPerOctave];
cannam@499 122 m_minProfileNorm = new double[kBinsPerOctave];
cannam@475 123
cannam@475 124 double mMaj = MathUtilities::mean( MajProfile, kBinsPerOctave );
cannam@475 125 double mMin = MathUtilities::mean( MinProfile, kBinsPerOctave );
cannam@475 126
cannam@499 127 for (int i = 0; i < kBinsPerOctave; i++) {
cannam@499 128 m_majProfileNorm[i] = MajProfile[i] - mMaj;
cannam@499 129 m_minProfileNorm[i] = MinProfile[i] - mMin;
cannam@475 130 }
cannam@475 131
cannam@499 132 m_medianFilterBuffer = new int[ m_medianWinSize ];
cannam@499 133 memset( m_medianFilterBuffer, 0, sizeof(int)*m_medianWinSize);
cannam@475 134
cannam@499 135 m_sortedBuffer = new int[ m_medianWinSize ];
cannam@499 136 memset( m_sortedBuffer, 0, sizeof(int)*m_medianWinSize);
cannam@475 137
cannam@499 138 m_decimator = new Decimator( m_chromaFrameSize * m_decimationFactor,
cannam@499 139 m_decimationFactor );
cannam@475 140
cannam@475 141 m_keyStrengths = new double[24];
cannam@475 142 }
cannam@475 143
cannam@475 144 GetKeyMode::~GetKeyMode()
cannam@475 145 {
cannam@499 146 delete m_chroma;
cannam@499 147 delete m_decimator;
cannam@475 148
cannam@499 149 delete [] m_decimatedBuffer;
cannam@499 150 delete [] m_chromaBuffer;
cannam@499 151 delete [] m_meanHPCP;
cannam@499 152 delete [] m_majCorr;
cannam@499 153 delete [] m_minCorr;
cannam@499 154 delete [] m_majProfileNorm;
cannam@499 155 delete [] m_minProfileNorm;
cannam@499 156 delete [] m_medianFilterBuffer;
cannam@499 157 delete [] m_sortedBuffer;
cannam@475 158 delete [] m_keyStrengths;
cannam@475 159 }
cannam@475 160
cannam@475 161 double GetKeyMode::krumCorr( const double *pDataNorm, const double *pProfileNorm,
cannam@499 162 int shiftProfile, int length)
cannam@475 163 {
cannam@475 164 double retVal= 0.0;
cannam@475 165
cannam@475 166 double num = 0;
cannam@475 167 double den = 0;
cannam@475 168 double sum1 = 0;
cannam@475 169 double sum2 = 0;
cannam@475 170
cannam@499 171 for (int i = 0; i < length; i++) {
cannam@478 172
cannam@475 173 int k = (i - shiftProfile + length) % length;
cannam@475 174
cannam@475 175 num += pDataNorm[i] * pProfileNorm[k];
cannam@475 176
cannam@499 177 sum1 += (pDataNorm[i] * pDataNorm[i]);
cannam@499 178 sum2 += (pProfileNorm[k] * pProfileNorm[k]);
cannam@475 179 }
cannam@478 180
cannam@475 181 den = sqrt(sum1 * sum2);
cannam@475 182
cannam@499 183 if (den > 0) {
cannam@475 184 retVal = num/den;
cannam@475 185 } else {
cannam@475 186 retVal = 0;
cannam@475 187 }
cannam@475 188
cannam@475 189 return retVal;
cannam@475 190 }
cannam@475 191
cannam@499 192 int GetKeyMode::process(double *pcmData)
cannam@475 193 {
cannam@475 194 int key;
cannam@499 195 int j, k;
cannam@475 196
cannam@499 197 m_decimator->process(pcmData, m_decimatedBuffer);
cannam@475 198
cannam@499 199 m_chrPointer = m_chroma->process(m_decimatedBuffer);
cannam@475 200
cannam@499 201 // populate hpcp values
cannam@475 202 int cbidx;
cannam@499 203 for (j = 0;j < kBinsPerOctave;j++ ) {
cannam@499 204 cbidx = (m_bufferIndex * kBinsPerOctave) + j;
cannam@499 205 m_chromaBuffer[ cbidx ] = m_chrPointer[j];
cannam@475 206 }
cannam@475 207
cannam@499 208 // keep track of input buffers
cannam@499 209 if (m_bufferIndex++ >= m_chromaBufferSize - 1) {
cannam@499 210 m_bufferIndex = 0;
cannam@475 211 }
cannam@475 212
cannam@475 213 // track filling of chroma matrix
cannam@499 214 if (m_chromaBufferFilling++ >= m_chromaBufferSize) {
cannam@499 215 m_chromaBufferFilling = m_chromaBufferSize;
cannam@475 216 }
cannam@475 217
cannam@499 218 // calculate mean
cannam@499 219 for (k = 0; k < kBinsPerOctave; k++) {
cannam@475 220 double mnVal = 0.0;
cannam@499 221 for (j = 0; j < m_chromaBufferFilling; j++) {
cannam@499 222 mnVal += m_chromaBuffer[ k + (j * kBinsPerOctave) ];
cannam@475 223 }
cannam@475 224
cannam@499 225 m_meanHPCP[k] = mnVal / (double)m_chromaBufferFilling;
cannam@475 226 }
cannam@475 227
cannam@475 228 // Normalize for zero average
cannam@499 229 double mHPCP = MathUtilities::mean(m_meanHPCP, kBinsPerOctave);
cannam@499 230 for (k = 0; k < kBinsPerOctave; k++) {
cannam@499 231 m_meanHPCP[k] -= mHPCP;
cannam@475 232 }
cannam@475 233
cannam@499 234 for (k = 0; k < kBinsPerOctave; k++) {
cannam@478 235 // The Chromagram has the center of C at bin 0, while the major
cannam@475 236 // and minor profiles have the center of C at 1. We want to have
cannam@475 237 // the correlation for C result also at 1.
cannam@475 238 // To achieve this we have to shift two times:
cannam@499 239 m_majCorr[k] = krumCorr
cannam@499 240 (m_meanHPCP, m_majProfileNorm, k - 2, kBinsPerOctave);
cannam@499 241 m_minCorr[k] = krumCorr
cannam@499 242 (m_meanHPCP, m_minProfileNorm, k - 2, kBinsPerOctave);
cannam@475 243 }
cannam@475 244
cannam@475 245 // m_MajCorr[1] is C center 1 / 3 + 1 = 1
cannam@475 246 // m_MajCorr[4] is D center 4 / 3 + 1 = 2
cannam@475 247 // '+ 1' because we number keys 1-24, not 0-23.
cannam@475 248 double maxMaj;
cannam@499 249 int maxMajBin = MathUtilities::getMax(m_majCorr, kBinsPerOctave, &maxMaj);
cannam@475 250 double maxMin;
cannam@499 251 int maxMinBin = MathUtilities::getMax(m_minCorr, kBinsPerOctave, &maxMin);
cannam@475 252 int maxBin = (maxMaj > maxMin) ? maxMajBin : (maxMinBin + kBinsPerOctave);
cannam@475 253 key = maxBin / 3 + 1;
cannam@475 254
cannam@499 255 // Median filtering
cannam@475 256
cannam@475 257 // track Median buffer initial filling
cannam@499 258 if (m_medianBufferFilling++ >= m_medianWinSize) {
cannam@499 259 m_medianBufferFilling = m_medianWinSize;
cannam@475 260 }
cannam@475 261
cannam@499 262 // shift median buffer
cannam@499 263 for (k = 1; k < m_medianWinSize; k++ ) {
cannam@499 264 m_medianFilterBuffer[ k - 1 ] = m_medianFilterBuffer[ k ];
cannam@475 265 }
cannam@475 266
cannam@499 267 // write new key value into median buffer
cannam@499 268 m_medianFilterBuffer[ m_medianWinSize - 1 ] = key;
cannam@475 269
cannam@499 270 // copy median into sorting buffer, reversed
cannam@499 271 int ijx = 0;
cannam@499 272 for (k = 0; k < m_medianWinSize; k++) {
cannam@499 273 m_sortedBuffer[k] = m_medianFilterBuffer[m_medianWinSize - 1 - ijx];
cannam@475 274 ijx++;
cannam@475 275 }
cannam@475 276
cannam@499 277 qsort(m_sortedBuffer, m_medianBufferFilling, sizeof(int),
cannam@475 278 MathUtilities::compareInt);
cannam@478 279
cannam@499 280 int sortlength = m_medianBufferFilling;
cannam@499 281 int midpoint = (int)ceil((double)sortlength / 2);
cannam@475 282
cannam@499 283 if (midpoint <= 0) {
cannam@475 284 midpoint = 1;
cannam@475 285 }
cannam@475 286
cannam@499 287 key = m_sortedBuffer[midpoint-1];
cannam@475 288
cannam@475 289 return key;
cannam@475 290 }
cannam@475 291
cannam@475 292 double* GetKeyMode::getKeyStrengths() {
cannam@499 293 int k;
cannam@475 294
cannam@475 295 for (k = 0; k < 24; ++k) {
cannam@475 296 m_keyStrengths[k] = 0;
cannam@475 297 }
cannam@475 298
cannam@499 299 for (k = 0; k < kBinsPerOctave; k++) {
cannam@475 300 int idx = k / (kBinsPerOctave/12);
cannam@475 301 int rem = k % (kBinsPerOctave/12);
cannam@499 302 if (rem == 0 || m_majCorr[k] > m_keyStrengths[idx]) {
cannam@499 303 m_keyStrengths[idx] = m_majCorr[k];
cannam@475 304 }
cannam@475 305 }
cannam@475 306
cannam@499 307 for (k = 0; k < kBinsPerOctave; k++) {
cannam@475 308 int idx = (k + kBinsPerOctave) / (kBinsPerOctave/12);
cannam@475 309 int rem = k % (kBinsPerOctave/12);
cannam@499 310 if (rem == 0 || m_minCorr[k] > m_keyStrengths[idx]) {
cannam@499 311 m_keyStrengths[idx] = m_minCorr[k];
cannam@475 312 }
cannam@475 313 }
cannam@475 314
cannam@475 315 return m_keyStrengths;
cannam@475 316 }