annotate jnmr/midiEventHolder.cpp @ 52:13194a9dca77 tip

Added exporting of image and text data
author Andrew N Robertson <andrew.robertson@eecs.qmul.ac.uk>
date Tue, 17 Jul 2012 22:13:10 +0100
parents 158f5f38e9d3
children
rev   line source
andrew@33 1 /*
andrew@33 2 * midiEventHolder.cpp
andrew@33 3 * midiCannamReader3
andrew@33 4 *
andrew@33 5 * Created by Andrew on 19/07/2011.
andrew@33 6 * Copyright 2011 QMUL. All rights reserved.
andrew@33 7 *
andrew@33 8 */
andrew@33 9
andrew@33 10
andrew@33 11 //Main file to look at here is newNoteEvent() - this calls everything else to update the Bayesian array
andrew@33 12
andrew@46 13 //Relative speed is RECORDED / PLAYED
andrew@46 14 //so for timedifference t
andrew@46 15 //this is t/scalar in terms of position units of played time
andrew@46 16 //and by relative speed r, r*t/scalar
andrew@46 17
andrew@46 18
andrew@33 19 #include "midiEventHolder.h"
andrew@36 20
andrew@37 21 #include <iostream>
andrew@37 22 #include <fstream>
andrew@42 23 #include <assert.h>
andrew@33 24
andrew@52 25 #pragma mark -initialise
andrew@52 26
andrew@52 27 int matchedColor = 0xAAAAAA;
andrew@52 28 int bestMatchedColor = 0xFF0000;
andrew@52 29
andrew@33 30 midiEventHolder::midiEventHolder(){
andrew@36 31
andrew@49 32 timeProjectionToMeet = 600;//ms in future they will intersect bet predicted and causal play position
andrew@49 33
andrew@47 34 double scalarForPositionVectors = 10;
andrew@36 35
andrew@33 36 // recordedNoteOnIndex = 0;
andrew@34 37 alignmentPosition = 0;
andrew@33 38
andrew@33 39 useTempoPrior = false;//puts sine wave round tempo
andrew@33 40 confidenceWeightingUsed = true;
andrew@33 41 newOptimalMethod = true;
andrew@52 42 printInfo = false;
andrew@33 43
andrew@50 44 matchWindowWidth = 20000;//window size for matching in ms
andrew@33 45 interNoteRange = 1600;//preferred duration
andrew@33 46 //so max here is really four
andrew@33 47
andrew@33 48 likelihoodWidth = 100;//using 100 is good
andrew@52 49 likelihoodToNoiseRatio = 0.80;//was 0.02 on 18/11/11, changing to give more weight to observations
andrew@33 50 //was 0.08 on 11/12/11 but need more for tempo varn in rwc database
andrew@52 51 //0.2 on main tests of
andrew@33 52
andrew@50 53 bayesStruct.speedLikelihoodNoise = 0.2;//changed from 0.1, was 0.05
andrew@33 54 bayesStruct.speedDecayWidth = 40;
andrew@33 55 bayesStruct.speedDecayAmount = 10;
andrew@33 56
andrew@40 57 drawTempoMode = false;
andrew@33 58 //there is option to use MAP estinate or integral in beayesianarraystricture class
andrew@33 59
andrew@33 60 runningInRealTime = true;
andrew@33 61 bayesStruct.realTimeMode = &runningInRealTime;
andrew@33 62
andrew@33 63 minimumMatchSpeed = 0.0;
andrew@33 64 maximumMatchSpeed = 2.0;
andrew@33 65 minimumTimeIntervalForTempoUpdate = 150;
andrew@33 66
andrew@33 67 width = ofGetWidth();
andrew@33 68 height = ofGetHeight();
andrew@33 69 screenWidth= &width;
andrew@33 70 screenHeight = &height;
andrew@33 71
andrew@33 72 ticksPerScreen = 4000;
andrew@33 73 tickLocation = 0;
andrew@33 74 pulsesPerQuarternote = 240;
andrew@33 75 noteArrayIndex = 0;
andrew@33 76 noteMinimum = 30;
andrew@33 77 noteMaximum = 96;
andrew@33 78
andrew@33 79 speedPriorValue = 1.0;
andrew@33 80
andrew@46 81 int tmpArraySize = (int)(matchWindowWidth/scalarForPositionVectors);
andrew@46 82 bayesStruct.resetSize(tmpArraySize);
andrew@46 83 bayesStruct.setPositionDistributionScalar(scalarForPositionVectors);
andrew@46 84 printf("ARRAY SIZE IS %i\n", tmpArraySize);
andrew@33 85
andrew@33 86 bayesStruct.resetSpeedSize(200);
andrew@33 87 bayesStruct.setRelativeSpeedScalar(0.01);
andrew@33 88 bayesStruct.relativeSpeedPrior.getMaximum();
andrew@33 89 //bayesStruct.simpleExample();
andrew@33 90
andrew@33 91 speedWindowWidthMillis = 1600;//4000
andrew@34 92
andrew@33 93 noteHeight = (*screenHeight) / (float)(noteMaximum - noteMinimum);
andrew@33 94
andrew@33 95 intervalsToCheck.push_back(1);
andrew@33 96 intervalsToCheck.push_back(2);
andrew@33 97 //intervalsToCheck.push_back(3);
andrew@33 98 intervalsToCheck.push_back(4);
andrew@33 99 intervalsToCheck.push_back(6);
andrew@33 100 intervalsToCheck.push_back(8);
andrew@33 101 intervalsToCheck.push_back(16);
andrew@33 102
andrew@33 103 drawPhaseMode = true;
andrew@52 104 saveImage = false;
andrew@33 105
andrew@33 106 printf("lookup index %f value %f\n", bayesStruct.prior.getLookupIndex(100, 30., 10.0), bayesStruct.prior.gaussianLookupTable[(int)bayesStruct.prior.getLookupIndex(100, 30., 10.0)]);
andrew@33 107 }
andrew@33 108
andrew@33 109
andrew@33 110
andrew@33 111 void midiEventHolder::reset(){
andrew@33 112 //called when we start playing
andrew@33 113
andrew@33 114 noteArrayIndex = 0;
andrew@33 115 tickLocation = 0;
andrew@34 116 startPlayingTime = getTimeNow(0);//ofGetElapsedTimeMillis();
andrew@33 117 bayesStruct.lastEventTime = getTimeNow(0);//ofGetElapsedTimeMillis();
andrew@33 118 numberOfScreensIn = 0;
andrew@33 119 // recordedNoteOnIndex = 0;
andrew@33 120 bayesStruct.setNewDistributionOffsets(0);
andrew@33 121 bayesStruct.posterior.offset = 0;
andrew@33 122
andrew@33 123 playedEventTimes.clear();
andrew@33 124 playedNoteOnMatrix.clear();
andrew@33 125 matchMatrix.clear();
andrew@33 126 bestMatchIndex = 0;
andrew@33 127
andrew@33 128 recordedTotalNoteCounterByPitch.clear();
andrew@33 129 recordedTotalNoteCounterByPitch.assign(127,0);
andrew@33 130 totalNoteCounterIndex = 0;
andrew@34 131
andrew@33 132 interNoteIntervals.clear();
andrew@33 133
andrew@50 134 outputIndex = 0;
andrew@34 135 smoothPlayPosition = 0.0;
andrew@48 136 causalPlayPosition = 0;
andrew@48 137 lastCausalUpdateTime = getTimeNow(0);
andrew@48 138
andrew@34 139 // relativeSpeedForSmooth = 1.0;
andrew@34 140 // storedSmoothPlayPosition = smoothPlayPosition;
andrew@34 141 // lastSmoothUpdateTime = getTimeNow(0);
andrew@34 142
andrew@34 143 printf("reset speed prior is %f\n", speedPriorValue);
andrew@46 144 // bayesStruct.resetSpeedToOne();
andrew@33 145 bayesStruct.setSpeedPrior(speedPriorValue);
andrew@33 146 setMatchedNotesBackToFalse();
andrew@34 147
andrew@46 148 // periodCounter = 0;
andrew@46 149 // for (int i = 0;i < periodValues.size();i++){
andrew@34 150 // printf("period at %f is %f\n", periodValues[i][2], periodValues[i][1]);
andrew@46 151 // }
andrew@34 152 /* if (periodValues.size() > 0){
andrew@34 153 updatePeriodValue(0);// periodValues[0][2];
andrew@34 154 printf("Resetting period to %f , size is %i\n", period, (int)periodValues.size());
andrew@34 155 }
andrew@34 156 */
andrew@34 157 //period = 500.0;
andrew@33 158 }
andrew@33 159
andrew@52 160 void midiEventHolder::clearAllEvents(){
andrew@52 161 recordedNoteOnMatrix.clear();
andrew@52 162 matchesFound.clear();
andrew@52 163 noteOnMatches.clear();
andrew@52 164 recordedEventTimes.clear();
andrew@52 165 measureVector.clear();
andrew@52 166 //played events:
andrew@52 167 playedEventTimes.clear();
andrew@52 168 playedNoteOnMatrix.clear();
andrew@52 169 matchMatrix.clear();
andrew@52 170 bestMatchFound.clear();
andrew@52 171 periodValues.clear();
andrew@52 172
andrew@52 173 beatPositions.clear();
andrew@52 174
andrew@52 175 recordedTotalNoteCounterByPitch.clear();
andrew@52 176 recordedTotalNoteCounterByPitch.assign(127, 0);
andrew@52 177 totalNoteCounterIndex = 0;
andrew@52 178 }
andrew@52 179
andrew@50 180 void midiEventHolder::testSpeedPriorSetting(){
andrew@50 181 if (speedPriorValue > 2){
andrew@50 182 bayesStruct.resetSpeedSize(speedPriorValue * 200);
andrew@50 183 bayesStruct.setRelativeSpeedScalar(0.01);
andrew@50 184 bayesStruct.relativeSpeedPrior.getMaximum();
andrew@50 185 printf("SPEED SIZE EXCEEDS MAXIMUM!!! RESETTING TO SIXE %i\n", (int)(speedPriorValue * 200));
andrew@50 186 }
andrew@50 187 else{
andrew@50 188 bayesStruct.resetSpeedSize(200);
andrew@50 189 bayesStruct.setRelativeSpeedScalar(0.01);
andrew@50 190 bayesStruct.relativeSpeedPrior.getMaximum();
andrew@50 191 }
andrew@50 192
andrew@50 193 }
andrew@50 194
andrew@33 195 void midiEventHolder::setMatchedNotesBackToFalse(){
andrew@33 196 for (int i = 0;i < noteOnMatches.size();i++)
andrew@33 197 noteOnMatches[i] = false;
andrew@33 198 }
andrew@33 199
andrew@52 200
andrew@33 201
andrew@33 202 void midiEventHolder::printNotes(){
andrew@33 203 printf("RECORDED MATRIX\n");
andrew@33 204 for (int i = 0;i < recordedNoteOnMatrix.size();i++){
andrew@33 205 printf("ticktime %i :: pitch %i @ millis %f\n", recordedNoteOnMatrix[i][0], recordedNoteOnMatrix[i][1], recordedEventTimes[i]);
andrew@33 206 }
andrew@33 207 }
andrew@33 208
andrew@33 209
andrew@52 210 #pragma mark -New Observed Event
andrew@33 211
andrew@33 212
andrew@33 213 void midiEventHolder::newNoteOnEvent(int pitch, int velocity, double timePlayed){
andrew@33 214 // tempoSpeedString = "";
andrew@46 215
andrew@33 216 //MOVE INTO BAYESSTRUCT?? XXX
andrew@33 217 //bayesStruct.copyPriorToPosterior();
andrew@33 218 //why was this here??
andrew@33 219 bayesStruct.prior.copyFromDynamicVector(bayesStruct.posterior);//try the otehr way
andrew@33 220 //bayesStruct.copyPriorToPosterior();
andrew@33 221 //need to get new MAP position and set the offset of the arrays
andrew@33 222 //currently bestEstimate is the approx for the new MAP position
andrew@33 223
andrew@33 224 lastPlayedPitch = pitch;
andrew@33 225 //add the new event to our played information matrix
andrew@33 226 IntVector v;
andrew@33 227 v.push_back(pitch);
andrew@33 228 v.push_back(velocity);
andrew@33 229 playedNoteOnMatrix.push_back(v);
andrew@33 230
andrew@33 231
andrew@33 232 //would update the arrays at this point to show where out current location (phase) and tempo is.
andrew@33 233 // double timeNow = ofGetElapsedTimeMillis() - startTime;
andrew@33 234 double timeNow = timePlayed;// - startTime;
andrew@33 235 recentNoteOnTime = timePlayed;
andrew@33 236
andrew@33 237 // printf("Max time %f OF time %f \n", timePlayed, timeNow);
andrew@33 238
andrew@33 239 playedEventTimes.push_back(timePlayed);
andrew@33 240
andrew@33 241 // double timeDifference = ofGetElapsedTimeMillis() - bayesStruct.lastEventTime;
andrew@33 242 double timeDifference = timePlayed - bayesStruct.lastEventTime;
andrew@33 243
andrew@33 244 //printf("note %i played at %f and last event %f time difference %f and current best estmate %f\n", pitch, timePlayed, bayesStruct.lastEventTime, timeDifference, bayesStruct.bestEstimate);
andrew@33 245
andrew@33 246 //addnoise to the tempo distribution
andrew@33 247 //bayesStruct.decaySpeedDistribution(timeDifference);
andrew@33 248
andrew@33 249 if (timeDifference > 50){
andrew@33 250 bayesStruct.addGaussianNoiseToSpeedPosterior(timeDifference * 10.0 / 100.);
andrew@33 251 // bayesStruct.addTriangularNoiseToSpeedPosterior(timeDifference * 10 / 100.);
andrew@33 252 }
andrew@33 253
andrew@34 254 // bayesStruct.updateTmpBestEstimate(timeDifference);// debug - didnt work bayesStruct.bestEstimate = bayesStruct.tmpBestEstimate;
andrew@33 255 bayesStruct.updateBestEstimate(timeDifference);
andrew@34 256
andrew@33 257 bayesStruct.lastBestEstimateUpdateTime = getTimeNow(timePlayed);
andrew@34 258 //updatePeriodValue(bayesStruct.lastBestEstimateUpdateTime);
andrew@34 259
andrew@33 260 // double newMAPestimateTime = bayesStruct.posterior.getIndexInRealTerms(bayesStruct.posterior.MAPestimate);
andrew@33 261 //was offset + bayesStruct.posterior.MAPestimate; but this doesnt include scalar to convert to millis
andrew@33 262
andrew@33 263 timeString = "Pitch:"+ofToString(pitch);
andrew@33 264 timeString += ", time now:"+ofToString(timeNow, 1);
andrew@33 265 timeString += " TD "+ofToString(timeDifference, 1);
andrew@33 266 timeString += " offset "+ofToString(bayesStruct.posterior.offset , 0);
andrew@33 267 timeString += " map Est: "+ofToString(bayesStruct.posterior.MAPestimate, 0);
andrew@33 268 // timeString += " Previous time" + ofToString(newMAPestimateTime,0);
andrew@33 269 timeString += " speedMap "+ofToString(bayesStruct.relativeSpeedPosterior.integratedEstimate, 2);
andrew@33 270 timeString += " :: "+ofToString(bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.integratedEstimate), 2);
andrew@33 271
andrew@33 272 // newMAPestimateTime += (timeDifference * bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate));
andrew@33 273 // timeString += " : Predicted MAP time" + ofToString(newMAPestimateTime,0);
andrew@33 274
andrew@33 275 //then we recalculate the window start based on MAP being central
andrew@33 276 //then we do the matches on these and the likelihood on these.
andrew@33 277
andrew@46 278 bayesStruct.setNewDistributionOffsets(max(bayesStruct.posterior.offset, bayesStruct.bestEstimate - (bayesStruct.prior.scalar*bayesStruct.prior.arraySize/2)));
andrew@46 279 //bayesStruct.setNewDistributionOffsets(max(0.,newMAPestimateTime - (bayesStruct.prior.scalar*bayesStruct.prior.arraySize/2));
andrew@33 280
andrew@33 281 timeString += " \n : new offset " + ofToString(bayesStruct.prior.offset , 0);
andrew@33 282 timeString += " \n best estimate "+ofToString(bayesStruct.bestEstimate, 1);
andrew@33 283 timeString += " error "+ofToString(minimumMatchError, 0);
andrew@33 284 timeString += " map "+ofToString(bayesStruct.relativeSpeedPosterior.integratedEstimate, 1);
andrew@33 285 timeString += " rel speed "+ofToString(bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.integratedEstimate), 2);
andrew@33 286
andrew@33 287
andrew@33 288 //be able to draw the prior in correct location relative to the midi notes
andrew@33 289 //this calculates the cross update of all possible speeds and all possible positions
andrew@33 290 bayesStruct.crossUpdateArrays(bayesStruct.posterior, bayesStruct.relativeSpeedPosterior, timeDifference);
andrew@33 291
andrew@33 292
andrew@33 293 timeString += " new OFF "+ofToString(bayesStruct.bestEstimate - (bayesStruct.prior.scalar*bayesStruct.prior.arraySize/2), 1);
andrew@33 294 timeString += " notearrayindex "+ofToString(noteArrayIndex, 0);
andrew@33 295 //when this is off teh screen there is a problem somehow XXX
andrew@33 296
andrew@46 297 bayesStruct.posterior.offset = bayesStruct.prior.offset;
andrew@46 298 //max(0., bayesStruct.bestEstimate - (bayesStruct.prior.scalar*bayesStruct.prior.arraySize/2));// bayesStruct.prior.offset = max(0., bayesStruct.bestEstimate - (bayesStruct.prior.scalar*bayesStruct.prior.arraySize/2));
andrew@33 299
andrew@33 300 //trying to switch to prior
andrew@33 301
andrew@33 302
andrew@33 303 bayesStruct.lastEventTime = timePlayed;//bayesStruct.lastEventTime = ofGetElapsedTimeMillis();
andrew@33 304
andrew@33 305 //do the cross update to find current posterior for location
andrew@33 306 // totalConfidence= 0;
andrew@33 307 int numberOfMatchesFound = findLocalMatches(pitch);
andrew@33 308 setMatchLikelihoods(numberOfMatchesFound);
andrew@33 309 bayesStruct.calculatePosterior();
andrew@33 310
andrew@33 311 if (recordedEventTimes.size() > 0){
andrew@33 312 updateTempo();
andrew@33 313 //calcuateNewInterNoteIntervals();
andrew@33 314 }
andrew@34 315
andrew@46 316
andrew@34 317 //storedSmoothPlayPosition = smoothPlayPosition;
andrew@33 318
andrew@33 319 }
andrew@33 320
andrew@52 321 double midiEventHolder::getEventTimeTicks(double millis){
andrew@52 322 return 0.0;
andrew@52 323 //return (millis * pulsesPerQuarternote / period);
andrew@52 324 }
andrew@52 325
andrew@52 326 double midiEventHolder::getEventTimeMillis(double ticks){
andrew@52 327 return (period * ticks / (double) pulsesPerQuarternote);
andrew@52 328 }
andrew@52 329
andrew@52 330
andrew@52 331
andrew@52 332 double midiEventHolder::getTimeNow(double eventTime){
andrew@52 333 double timeNow = eventTime;
andrew@52 334 if (runningInRealTime)
andrew@52 335 timeNow = ofGetElapsedTimeMillis();
andrew@52 336 return timeNow;
andrew@52 337 }
andrew@52 338
andrew@52 339 #pragma mark -Tempo Update
andrew@52 340
andrew@33 341 void midiEventHolder::updateTempo(){
andrew@33 342 //having found matches we have matches for new note and matches for previous notes
andrew@50 343 if (newOptimalMethod)//now true
andrew@33 344 findOptimumTempoPairsToCurrentBestMatch();
andrew@33 345 else if (!confidenceWeightingUsed)
andrew@33 346 findLocalTempoPairs();
andrew@33 347 else
andrew@33 348 findLocalTempoPairsWeightedForConfidence();
andrew@33 349
andrew@33 350 //bayesStruct.addGaussianNoiseToSpeedPosterior(10);
andrew@33 351 }
andrew@33 352
andrew@33 353 int midiEventHolder::findLocalMatches(int notePitch){
andrew@33 354
andrew@33 355 //here we find the matches to the new note within appropriate range
andrew@33 356
andrew@33 357 matchString = "";
andrew@33 358
andrew@33 359 windowStartTime = max(0.0,(bayesStruct.bestEstimate - matchWindowWidth/2));//was playPositionInMillis
andrew@33 360 // cout << "best estimate is " << bayesStruct.bestEstimate << endl;
andrew@33 361 int numberOfMatches = findMatch(notePitch, windowStartTime, windowStartTime + matchWindowWidth);
andrew@33 362
andrew@33 363
andrew@33 364 //matchString += " pitch: "+ofToString(notePitch)+" matches "+ofToString(numberOfMatches)+" win start "+ofToString(windowStartTime);
andrew@33 365
andrew@33 366 return numberOfMatches;
andrew@33 367
andrew@33 368
andrew@33 369 }
andrew@33 370
andrew@33 371
andrew@33 372 void midiEventHolder::setMatchLikelihoods(int numberOfMatches){
andrew@33 373 //reset the offset to match the prior
andrew@33 374 bayesStruct.likelihood.offset = bayesStruct.prior.offset;
andrew@33 375 bayesStruct.likelihood.zero();//set to zero
andrew@33 376
andrew@33 377 double quantity = likelihoodToNoiseRatio / numberOfMatches;
andrew@33 378
andrew@33 379 for (int i = 0;i < numberOfMatches && matchesFound[i] >= 0 && matchesFound[i] < recordedEventTimes.size();i++){
andrew@33 380 // printf("match times %i of %i::%f adding likelihood to %f\n", i, numberOfMatches, recordedEventTimes[matchesFound[i]], recordedEventTimes[matchesFound[i]] - bayesStruct.likelihood.offset);
andrew@33 381 //this is the vent time since start of file
andrew@46 382 if (recordedEventTimes[matchesFound[i]] - bayesStruct.likelihood.offset < bayesStruct.likelihood.arraySize*bayesStruct.likelihood.scalar){
andrew@33 383 // double confidenceMeasure = 0;
andrew@33 384 // if (totalConfidence > 0)
andrew@33 385 // confidenceMeasure = bayesStruct.posterior.getValueAtMillis(recordedEventTimes[matchesFound[i]])/totalConfidence;
andrew@44 386
andrew@44 387 //bayesStruct.likelihood.addGaussianShape(recordedEventTimes[matchesFound[i]] - bayesStruct.likelihood.offset, likelihoodWidth, quantity);//* confidenceMeasure
andrew@44 388 bayesStruct.likelihood.addGaussianShapeFromRealTime(recordedEventTimes[matchesFound[i]], likelihoodWidth, quantity);//* confidenceMeasure
andrew@33 389 }//end if
andrew@33 390 }
andrew@33 391 bayesStruct.likelihood.addConstant((1-likelihoodToNoiseRatio)/bayesStruct.likelihood.length);
andrew@33 392 }
andrew@33 393
andrew@33 394 int midiEventHolder::findMatch(const int& notePitch, const int& startTime, const int& endTime){
andrew@33 395
andrew@33 396 matchesFound.clear();
andrew@33 397 int startIndex = 0;
andrew@33 398
andrew@33 399 if (recordedEventTimes.size() > 0){
andrew@33 400
andrew@33 401 //get to the right range of events to check in
andrew@50 402 //OPTIMIZE!
andrew@33 403 while (startIndex < recordedEventTimes.size() && recordedEventTimes[startIndex] < startTime)
andrew@33 404 startIndex++;
andrew@33 405
andrew@33 406 }
andrew@33 407
andrew@33 408 IntVector v;
andrew@33 409 DoubleVector d;
andrew@33 410 double tmpError = 100000.;//v high error
andrew@33 411
andrew@33 412 double minimumConfidence = 0;
andrew@33 413 while (startIndex < recordedEventTimes.size() && recordedEventTimes[startIndex] < endTime){
andrew@33 414 if (recordedNoteOnMatrix[startIndex][1] == notePitch){
andrew@33 415
andrew@33 416 matchesFound.push_back(startIndex);
andrew@33 417 v.push_back(startIndex);
andrew@33 418 //so startIndex is registered as a match
andrew@33 419
andrew@33 420 double eventConfidence = bayesStruct.posterior.getValueAtMillis(recordedEventTimes[startIndex]);
andrew@33 421 if (eventConfidence > minimumConfidence){
andrew@33 422 minimumConfidence = eventConfidence;
andrew@50 423 bestMatchIndex = startIndex;//could change this to minimumMatchError below
andrew@33 424 }
andrew@33 425 d.push_back(eventConfidence);
andrew@33 426
andrew@33 427 double confidence = eventConfidence;//bayesStruct.posterior.getValueAtMillis(mouseX);
andrew@33 428 // recordedEventTimes[startIndex]);
andrew@33 429 // matchString += "["+ofToString(startIndex)+"] = "+ofToString(confidence, 3)+" .";
andrew@33 430
andrew@33 431 if (abs(recordedEventTimes[startIndex] - bayesStruct.bestEstimate) < tmpError){
andrew@33 432 //record the error between expected and observed times
andrew@33 433 tmpError = abs(recordedEventTimes[startIndex] - bayesStruct.bestEstimate);
andrew@33 434 minimumMatchError = tmpError;//recordedEventTimes[startIndex] - bayesStruct.bestEstimate;
andrew@50 435 // bestMatchIndex = startIndex;
andrew@33 436 }
andrew@33 437
andrew@33 438 }
andrew@33 439 startIndex++;
andrew@33 440 }
andrew@33 441
andrew@33 442
andrew@33 443 // printf("%i MATCHES TO Note %i found\n", (int)matchesFound.size(), notePitch);
andrew@33 444 int size = matchesFound.size();
andrew@33 445 if (size > 0)
andrew@33 446 noteOnMatches[bestMatchIndex] = true;
andrew@33 447
andrew@33 448 v.insert(v.begin() , (int)size);//at beginning, we list how many matches there are that we have found
andrew@33 449 d.insert(d.begin() , (double)size);
andrew@33 450
andrew@33 451 //v.push_back(size);
andrew@33 452 //d.push_back(size);
andrew@33 453 //for (int i = 0;i < matchesFound.size()+1;i++){
andrew@33 454 // v.push_back(matchesFound[i]);
andrew@33 455 // printf("match %i,[%i] is %i\n", startIndex, i, v[i]);
andrew@33 456 //}
andrew@33 457
andrew@33 458
andrew@33 459 matchMatrix.push_back(v);
andrew@33 460 matchConfidence.push_back(d);
andrew@33 461
andrew@33 462 //bringing in way to list only the best matches and use these in tempo process
andrew@33 463 bestMatchFound.push_back(bestMatchIndex);
andrew@33 464
andrew@33 465 // printf("BEST MATCH TO note %i, start time %i, endtime %i, time %i is recorded time %i, confidence %0.2f\n", notePitch, startTime, endTime, (int) recordedEventTimes[bestMatchIndex], minimumConfidence);
andrew@33 466
andrew@33 467 return size;
andrew@33 468 }
andrew@33 469
andrew@33 470 bool midiEventHolder::checkIfMatchedNote(const int& tmpIndex){
andrew@33 471 for (int i = 0;i < matchesFound.size();i++){
andrew@33 472 if (matchesFound[i] == tmpIndex)
andrew@33 473 return true;
andrew@33 474 }
andrew@33 475 return false;
andrew@33 476 }
andrew@33 477
andrew@33 478
andrew@33 479
andrew@33 480 void midiEventHolder::findLocalTempoPairs(){
andrew@33 481
andrew@33 482 int currentPlayedIndex = playedNoteOnMatrix.size()-1;
andrew@33 483 // printf("played %i : %i, vel %i\n", currentPlayedIndex, playedNoteOnMatrix[currentPlayedIndex][0], playedNoteOnMatrix[currentPlayedIndex][1]);
andrew@33 484 // printMatchesFound();
andrew@33 485 // printMatchMatrix();
andrew@33 486 // printf("possible notes \n");
andrew@33 487 bool needToUpdate = false;
andrew@33 488 bayesStruct.setLikelihoodToConstant();
andrew@33 489
andrew@33 490
andrew@33 491 for (int i = 0;i < matchMatrix[currentPlayedIndex][0];i++){
andrew@33 492 //iterate through the recently matched events - even dodgy matches included
andrew@33 493 //size, index of match0, index of match1, ....
andrew@33 494
andrew@33 495
andrew@33 496 int recordedCurrentIndex = matchMatrix[currentPlayedIndex][i+1];
andrew@33 497
andrew@33 498 int previousIndex = currentPlayedIndex-1;
andrew@33 499
andrew@33 500
andrew@33 501 while (previousIndex >= 0 && playedEventTimes[previousIndex] + speedWindowWidthMillis > playedEventTimes[currentPlayedIndex]) {
andrew@33 502 double playedTimeDifference = playedEventTimes[currentPlayedIndex] - playedEventTimes[previousIndex];
andrew@33 503
andrew@33 504 for (int k = 0;k < matchMatrix[previousIndex][0];k++){
andrew@33 505
andrew@33 506 int recordedPreviousIndex = matchMatrix[previousIndex][k+1];
andrew@33 507
andrew@33 508 double recordedTimeDifference = recordedEventTimes[recordedCurrentIndex] - recordedEventTimes[recordedPreviousIndex];
andrew@33 509
andrew@33 510
andrew@33 511 //we want the speed of the recording relative to that of the playing live
andrew@33 512
andrew@33 513 double speedRatio = recordedTimeDifference / playedTimeDifference;
andrew@33 514 if (recordedTimeDifference > minimumTimeIntervalForTempoUpdate &&
andrew@33 515 speedRatio <= maximumMatchSpeed && speedRatio >= minimumMatchSpeed){
andrew@33 516
andrew@33 517 //adding in a prior that prefers 1
andrew@33 518 double priorWeighting = 1;
andrew@33 519 if (useTempoPrior)
andrew@33 520 priorWeighting = sin(speedRatio * PI/2);
andrew@33 521
andrew@33 522
andrew@33 523
andrew@33 524 /*
andrew@33 525 printf("(%i)", matchMatrix[currentPlayedIndex][i+1]);
andrew@33 526 printf("[%i] :: ", recordedPreviousIndex);
andrew@33 527 printf(" rec{%f} vs play(%f) ", recordedTimeDifference, playedTimeDifference);
andrew@33 528 printf("update on speed ratio %f\n", speedRatio);
andrew@33 529 */
andrew@33 530 // matchString += " speed: "+ofToString(speedRatio, 3);
andrew@33 531 // commented for debug
andrew@33 532
andrew@33 533 //bayesStruct.updateTempoDistribution(speedRatio, 0.1);//second paramter is confidence in the match
andrew@33 534 double amount = (1-bayesStruct.speedLikelihoodNoise)/10;
andrew@33 535 amount *= priorWeighting;
andrew@33 536 bayesStruct.updateTempoLikelihood(speedRatio, amount);
andrew@33 537 // tempoSpeedString += ofToString(recordedPreviousIndex) + " "+ ofToString(speedRatio, 2) + " "+ofToString(amount, 2) += " \n";
andrew@33 538 needToUpdate = true;
andrew@33 539 }
andrew@33 540 // printf("\n");
andrew@33 541 }
andrew@33 542
andrew@33 543 previousIndex--;
andrew@33 544 }//end while previousindex countdown
andrew@33 545 }//end for loop through possible current matches
andrew@33 546
andrew@33 547 if (needToUpdate)
andrew@33 548 bayesStruct.updateTempoDistribution();
andrew@33 549
andrew@33 550 //printf("current speed is %f\n", bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate));
andrew@33 551 }
andrew@33 552
andrew@33 553
andrew@33 554 void midiEventHolder::findLocalTempoPairsWeightedForConfidence(){
andrew@33 555 bool needToUpdate = false;
andrew@33 556
andrew@33 557 DoubleVector speedIntervalsFound;
andrew@33 558
andrew@33 559 //adapted this to just use the best match for each note
andrew@33 560
andrew@33 561 int currentPlayedIndex = playedNoteOnMatrix.size()-1;
andrew@33 562 // printf("played %i : %i, vel %i\n", currentPlayedIndex, playedNoteOnMatrix[currentPlayedIndex][0], playedNoteOnMatrix[currentPlayedIndex][1]);
andrew@33 563 // printMatchesFound();
andrew@33 564 // printMatchMatrix();
andrew@33 565 // printf("possible notes \n");
andrew@33 566
andrew@33 567 bayesStruct.setLikelihoodToConstant();
andrew@33 568
andrew@33 569 int recordedCurrentIndex = bestMatchFound[currentPlayedIndex];
andrew@33 570 //we only look at intervals between the current best match and other recent best matched notes
andrew@33 571 //that is the difference in confidence method
andrew@33 572
andrew@33 573
andrew@33 574 //printf("BEST MATCH FOUND for index %i is %i ", currentPlayedIndex, bestMatchFound[currentPlayedIndex]);
andrew@33 575
andrew@33 576 int previousIndex = currentPlayedIndex-1;
andrew@33 577
andrew@33 578 //withing speedwindow i.e. 4 seconds
andrew@33 579 while (previousIndex >= 0 && playedEventTimes[previousIndex] + speedWindowWidthMillis > playedEventTimes[currentPlayedIndex]) {
andrew@33 580 double playedTimeDifference = playedEventTimes[currentPlayedIndex] - playedEventTimes[previousIndex];
andrew@33 581
andrew@33 582 int recordedPreviousIndex = bestMatchFound[previousIndex];
andrew@33 583
andrew@33 584 double recordedTimeDifference = recordedEventTimes[recordedCurrentIndex] - recordedEventTimes[recordedPreviousIndex];
andrew@33 585
andrew@33 586
andrew@33 587 //we want the speed of the recording relative to that of the playing live
andrew@33 588
andrew@33 589 double speedRatio = recordedTimeDifference / playedTimeDifference;
andrew@33 590 if (recordedTimeDifference > minimumTimeIntervalForTempoUpdate
andrew@33 591 && speedRatio < maximumMatchSpeed && speedRatio > minimumMatchSpeed){
andrew@33 592
andrew@33 593 /* printf("(%i)", previousIndex);
andrew@33 594 printf("[%i] :: ", recordedPreviousIndex);
andrew@33 595 // printf(" conf %f & %f ", currentMatchConfidence, previousMatchConfidence);
andrew@33 596 printf(" rec{%f} vs play(%f) ", recordedTimeDifference, playedTimeDifference);
andrew@33 597 printf("update on speed ratio %f\n", speedRatio);
andrew@33 598 */
andrew@33 599 // matchString += " speed: "+ofToString(speedRatio, 3);
andrew@33 600 // commented for debug
andrew@33 601
andrew@33 602
andrew@33 603 double priorWeighting = 1;
andrew@33 604
andrew@33 605 if (useTempoPrior)
andrew@33 606 priorWeighting = sin(speedRatio * PI/2);//adding in a prior that prefers 1.0 speed
andrew@33 607
andrew@33 608
andrew@33 609 // double weighting = previousMatchConfidence * currentMatchConfidence ;
andrew@33 610 double amount = (1-bayesStruct.speedLikelihoodNoise)*priorWeighting/16;//was 9
andrew@33 611
andrew@33 612 speedIntervalsFound.push_back(speedRatio);
andrew@33 613 // bayesStruct.updateTempoLikelihood(speedRatio, amount);//second paramter is confidence in the match
andrew@33 614
andrew@33 615 // tempoSpeedString += ofToString(recordedCurrentIndex) + " :: " + ofToString(recordedPreviousIndex);
andrew@33 616 // tempoSpeedString += " " + ofToString(recordedTimeDifference)+ " " + ofToString(speedRatio, 2) + " "+ofToString(amount, 2) += " \n";
andrew@33 617
andrew@33 618 needToUpdate = true;
andrew@33 619 }
andrew@33 620 // printf("\n");
andrew@33 621
andrew@33 622
andrew@33 623 previousIndex--;
andrew@33 624 }//end while previousindex countdown
andrew@33 625
andrew@33 626 if (speedIntervalsFound.size() > 0){
andrew@33 627 double amount = (1 - bayesStruct.speedLikelihoodNoise) / speedIntervalsFound.size();
andrew@33 628 for (int i = 0;i < speedIntervalsFound.size();i++)
andrew@33 629 bayesStruct.updateTempoLikelihood(speedIntervalsFound[i], amount);
andrew@33 630 }
andrew@33 631
andrew@33 632
andrew@33 633 if (needToUpdate)
andrew@33 634 bayesStruct.updateTempoDistribution();
andrew@33 635 //printf("current speed is %f\n", bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate));
andrew@33 636 }
andrew@33 637
andrew@33 638 double midiEventHolder::getBestSpeedEstimate(const int& currentPlayedIndex, const int& equivalentRecordedIndex){
andrew@33 639 double estimate = 1.0;
andrew@33 640 if (bestMatchIndex > 0){
andrew@33 641 double accordingToFileLengthEstimate = recordedEventTimes[equivalentRecordedIndex] - recordedEventTimes[0];
andrew@33 642 double playedEquivalent = (playedEventTimes[currentPlayedIndex] - playedEventTimes[0]);
andrew@33 643 if (accordingToFileLengthEstimate > 0 && playedEquivalent > 0)
andrew@33 644 accordingToFileLengthEstimate /= playedEquivalent;
andrew@33 645 estimate = accordingToFileLengthEstimate;
andrew@33 646 }
andrew@33 647 return estimate;
andrew@33 648 }
andrew@33 649
andrew@33 650 void midiEventHolder::findOptimumTempoPairsToCurrentBestMatch(){
andrew@33 651 bool needToUpdate = false;
andrew@33 652
andrew@33 653 DoubleVector speedIntervalsFound;
andrew@33 654
andrew@33 655 double currentSpeedEstimate = bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate);
andrew@33 656
andrew@33 657 int currentPlayedIndex = playedNoteOnMatrix.size()-1;
andrew@33 658
andrew@33 659 bayesStruct.setLikelihoodToConstant();
andrew@33 660
andrew@33 661 int recordedCurrentIndex = bestMatchFound[currentPlayedIndex];
andrew@33 662 //we only look at intervals between the current best match and other recent best matched notes
andrew@33 663
andrew@33 664 //printf("BEST MATCH FOUND for index %i is %i ", currentPlayedIndex, bestMatchFound[currentPlayedIndex]);
andrew@33 665
andrew@33 666 int previousIndex = currentPlayedIndex-1;
andrew@33 667
andrew@33 668 //withing speedwindow i.e. 4 seconds
andrew@33 669 while (previousIndex >= 0 && playedEventTimes[previousIndex] + speedWindowWidthMillis > playedEventTimes[currentPlayedIndex]) {
andrew@33 670
andrew@33 671 double playedTimeDifference = playedEventTimes[currentPlayedIndex] - playedEventTimes[previousIndex];
andrew@33 672
andrew@33 673 int recordedPreviousIndex = bestMatchFound[previousIndex];
andrew@33 674
andrew@33 675 double recordedTimeDifference = recordedEventTimes[recordedCurrentIndex] - recordedEventTimes[recordedPreviousIndex];
andrew@33 676
andrew@33 677 //we want the speed of the recording relative to that of the playing live
andrew@33 678 double speedRatio = recordedTimeDifference / playedTimeDifference;
andrew@33 679
andrew@33 680 //now check if this can be closer the observed value
andrew@33 681 int checkRecordedCurrentIndex = recordedCurrentIndex;
andrew@33 682 int checkRecordedPreviousIndex ;//= recordedCurrentIndex;
andrew@33 683 int currentPlayedPitch = playedNoteOnMatrix[currentPlayedIndex][1];
andrew@33 684 int previousPlayedPitch = playedNoteOnMatrix[previousIndex][1];
andrew@33 685
andrew@33 686 double recordedTimeOfBestMatch = recordedEventTimes[recordedCurrentIndex];
andrew@33 687
andrew@33 688 //change this so we start first in window and go to end
andrew@33 689
andrew@33 690 while (checkRecordedCurrentIndex >= 0 && recordedEventTimes[checkRecordedCurrentIndex] > recordedTimeOfBestMatch - matchWindowWidth){
andrew@33 691
andrew@33 692 checkRecordedCurrentIndex--;
andrew@33 693 }
andrew@33 694
andrew@33 695 double bestSpeedEstimate = getBestSpeedEstimate(currentPlayedIndex, bestMatchIndex);
andrew@33 696
andrew@33 697 while (checkRecordedCurrentIndex < recordedEventTimes.size() && recordedEventTimes[checkRecordedCurrentIndex] < recordedTimeOfBestMatch + matchWindowWidth ){
andrew@33 698 if (recordedNoteOnMatrix[checkRecordedCurrentIndex][1] == currentPlayedPitch ){
andrew@33 699 checkRecordedPreviousIndex = checkRecordedCurrentIndex;
andrew@33 700 double recordedTimeCurrent = recordedEventTimes[checkRecordedCurrentIndex] ;
andrew@33 701 while (checkRecordedPreviousIndex >= 0 && recordedEventTimes[checkRecordedPreviousIndex] + maximumMatchSpeed*playedTimeDifference > recordedTimeCurrent ) {
andrew@33 702 if (recordedNoteOnMatrix[checkRecordedPreviousIndex][1] == previousPlayedPitch){
andrew@33 703 //we have a candidate
andrew@33 704 double speedToTest = recordedEventTimes[checkRecordedCurrentIndex] - recordedEventTimes[checkRecordedPreviousIndex];
andrew@33 705 speedToTest /= playedTimeDifference;
andrew@33 706 if (abs(speedToTest-currentSpeedEstimate) < abs(speedRatio - currentSpeedEstimate) ){
andrew@33 707 speedRatio = speedToTest;
andrew@33 708 }
andrew@33 709 }
andrew@33 710 checkRecordedPreviousIndex--;
andrew@33 711 }
andrew@33 712 }
andrew@33 713 checkRecordedCurrentIndex++;
andrew@33 714 }
andrew@33 715
andrew@33 716
andrew@33 717 if (recordedTimeDifference > minimumTimeIntervalForTempoUpdate
andrew@33 718 && speedRatio < maximumMatchSpeed && speedRatio > minimumMatchSpeed){
andrew@33 719
andrew@46 720 /* printf("(%i)", previousIndex);
andrew@33 721 printf("[%i] :: ", recordedPreviousIndex);
andrew@33 722 // printf(" conf %f & %f ", currentMatchConfidence, previousMatchConfidence);
andrew@33 723 printf(" rec{%f} vs play(%f) ", recordedTimeDifference, playedTimeDifference);
andrew@33 724 printf("update on speed ratio %f\n", speedRatio);
andrew@46 725 */
andrew@33 726 // matchString += " speed: "+ofToString(speedRatio, 3);
andrew@33 727 // commented for debug
andrew@33 728
andrew@33 729
andrew@33 730 double priorWeighting = 1;
andrew@33 731
andrew@33 732 if (useTempoPrior)
andrew@33 733 priorWeighting = sin(speedRatio * PI/2);//adding in a prior that prefers 1.0 speed
andrew@33 734
andrew@33 735
andrew@33 736 // double weighting = previousMatchConfidence * currentMatchConfidence ;
andrew@33 737 double amount = (1-bayesStruct.speedLikelihoodNoise)*priorWeighting/16;//was 9
andrew@33 738
andrew@33 739 speedIntervalsFound.push_back(speedRatio);
andrew@33 740 // bayesStruct.updateTempoLikelihood(speedRatio, amount);//second paramter is confidence in the match
andrew@33 741
andrew@33 742 // tempoSpeedString += ofToString(recordedCurrentIndex) + " :: " + ofToString(recordedPreviousIndex);
andrew@33 743 // tempoSpeedString += " " + ofToString(recordedTimeDifference)+ " " + ofToString(speedRatio, 2) + " "+ofToString(amount, 2) += " \n";
andrew@33 744
andrew@33 745 needToUpdate = true;
andrew@33 746 }
andrew@33 747 // printf("\n");
andrew@33 748
andrew@33 749
andrew@33 750 previousIndex--;
andrew@33 751 }//end while previousindex countdown
andrew@33 752
andrew@33 753 if (speedIntervalsFound.size() > 0){
andrew@33 754 double amount = (1 - bayesStruct.speedLikelihoodNoise) / speedIntervalsFound.size();
andrew@33 755 for (int i = 0;i < speedIntervalsFound.size();i++)
andrew@33 756 bayesStruct.updateTempoLikelihood(speedIntervalsFound[i], amount);
andrew@33 757 }
andrew@33 758
andrew@33 759
andrew@33 760 if (needToUpdate)
andrew@33 761 bayesStruct.updateTempoDistribution();
andrew@46 762
andrew@33 763 //printf("current speed is %f\n", bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate));
andrew@33 764 }
andrew@33 765
andrew@33 766
andrew@33 767 void midiEventHolder::calcuateNewInterNoteIntervals(){
andrew@33 768 DoubleVector v;
andrew@33 769
andrew@33 770 int currentPlayedIndex = playedNoteOnMatrix.size()-1;
andrew@33 771 // int recordedCurrentIndex = bestMatchFound[currentPlayedIndex];
andrew@33 772 int previousIndex = currentPlayedIndex-1;
andrew@33 773
andrew@33 774 //withing speedwindow i.e. 4 seconds
andrew@33 775 while (previousIndex >= 0 && playedEventTimes[previousIndex] + interNoteRange > playedEventTimes[currentPlayedIndex]) {
andrew@33 776
andrew@33 777 double playedTimeDifference = playedEventTimes[currentPlayedIndex] - playedEventTimes[previousIndex];
andrew@33 778
andrew@33 779 checkForCorrectInterval(playedTimeDifference, &v);
andrew@33 780
andrew@33 781 previousIndex--;
andrew@33 782 }
andrew@33 783
andrew@33 784 if (v.size() > 0)
andrew@33 785 interNoteIntervals.push_back(v);
andrew@33 786 //printf("\n");
andrew@33 787 }
andrew@33 788
andrew@33 789 void midiEventHolder::checkForCorrectInterval(const double& playedTimeDifference, DoubleVector* v){
andrew@33 790 double intervalDuration = 0.0;
andrew@33 791
andrew@33 792 for (int intervalIndex = 0;intervalIndex < 3;intervalIndex++){
andrew@33 793 //on;y check 1,2 and 4
andrew@33 794 double possibleDuration = playedTimeDifference / intervalsToCheck[intervalIndex];
andrew@33 795 if (possibleDuration >= 200 && possibleDuration < 400){
andrew@33 796 v->push_back(possibleDuration);
andrew@33 797 // printf("int %f / %i :: %f ", playedTimeDifference, intervalsToCheck[intervalIndex], possibleDuration);
andrew@33 798 }
andrew@33 799 }
andrew@33 800 }
andrew@33 801
andrew@52 802 #pragma mark -Position Update
andrew@33 803
andrew@33 804 void midiEventHolder::updatePlayPosition(){
andrew@34 805 //timeDifference = ofGetElapsedTimeMillis() - startPlayingTime;//elpased
andrew@33 806
andrew@33 807 //in actual fact if we are changing the speed of the play position
andrew@33 808 //we will need to update this via the file
andrew@33 809
andrew@33 810 //actually time since beginning of file i think
andrew@33 811
andrew@33 812 double timeDifference = 0;
andrew@34 813
andrew@34 814 if (runningInRealTime){
andrew@34 815
andrew@48 816 bayesStruct.updateBestEstimate(0);//was timedifference
andrew@34 817 // bayesStruct.updateTmpBestEstimate(timeDifference);
andrew@34 818 }
andrew@34 819
andrew@49 820 //did just update smooth to current if it was less
andrew@35 821
andrew@35 822 if (smoothPlayPosition < bayesStruct.bestEstimate){
andrew@50 823 // updateOutputPositionTo(bayesStruct.bestEstimate);
andrew@50 824 smoothPlayPosition = bayesStruct.bestEstimate;
andrew@35 825 }
andrew@34 826
andrew@50 827 updateOutputPositionTo(causalPlayPosition); //need it outputting before the update
andrew@50 828
andrew@50 829 updateCausalPlayPosition(getTimeNow(bayesStruct.lastBestEstimateUpdateTime));
andrew@50 830
andrew@49 831
andrew@49 832
andrew@50 833 //can choose to output either the smooth position (i.e. forwards)
andrew@50 834 //or causal play position which aims toward our current smooth position in near future
andrew@48 835
andrew@50 836
andrew@50 837
andrew@50 838 /*
andrew@49 839 //now we try updating it to a causal path that tries to match into the future
andrew@49 840 if (smoothPlayPosition < causalPlayPosition){
andrew@49 841 updateSmoothPositionTo(causalPlayPosition);
andrew@49 842 }
andrew@49 843 */
andrew@49 844
andrew@34 845 // playPositionInMillis = timeDifference;//based on updating from when we change period
andrew@34 846 //this to be added
andrew@34 847
andrew@33 848
andrew@33 849 //this is time diff in milliseconds
andrew@33 850 //then we have
andrew@33 851 double quarterNoteIntervals = (timeDifference / period);
andrew@33 852 tickLocation = quarterNoteIntervals * pulsesPerQuarternote;
andrew@33 853
andrew@33 854 updateNoteCounter();
andrew@33 855
andrew@33 856 }
andrew@33 857
andrew@50 858 void midiEventHolder::updateOutputPositionTo(const double& newPosition){
andrew@42 859 //smooth play position was where we last outputted notes from.
andrew@42 860 //checking index is there to make sense.
andrew@50 861 // double checkPosition = smoothPlayPosition;
andrew@50 862 double checkPosition = lastUpdatePosition;
andrew@50 863
andrew@50 864
andrew@50 865 while (outputIndex > 0 && recordedEventTimes[outputIndex] > checkPosition){
andrew@50 866 outputIndex--;
andrew@50 867 // printf("going backewards, smooth time %f, ", recordedEventTimes[outputIndex]);
andrew@35 868 }
andrew@50 869 while (outputIndex < recordedEventTimes.size()-1 && recordedEventTimes[outputIndex] < checkPosition){
andrew@50 870 outputIndex++;
andrew@50 871 // printf("outputting smooth forwards time %f\n ", recordedEventTimes[outputIndex], checkPosition);
andrew@35 872 }
andrew@35 873
andrew@50 874 // printf("last output position %f, new position %f\n", checkPosition, newPosition);
andrew@50 875 // printf("causal pos %.0f, smooth pos %.0f, best est %.0f\n", causalPlayPosition, smoothPlayPosition, bayesStruct.bestEstimate);
andrew@50 876
andrew@50 877 outputPosition = recordedEventTimes[outputIndex];
andrew@35 878
andrew@35 879 double playingTime = ofGetElapsedTimeMillis();
andrew@35 880 playingTime -= startPlayingTime;
andrew@35 881 //now at the last one
andrew@35 882
andrew@50 883 float smoothLocation = beatPositions[outputIndex];
andrew@50 884 int currentNote = recordedNoteOnMatrix[outputIndex][1];
andrew@36 885
andrew@50 886 while (outputIndex < recordedEventTimes.size() && recordedEventTimes[outputIndex] < newPosition){
andrew@36 887 float annotationTime = 0;
andrew@38 888 float annotationLocation = 0;
andrew@42 889 int annotationTick = 0;
andrew@36 890 int annotationNote = 0;
andrew@39 891 float difference = 10000;//very big
andrew@50 892 //float currentLocationDifference = 1.0;
andrew@50 893
andrew@50 894 double amountSinceLastUpdate = 0.0;//between 0 and 1, the exact position of this event since last update
andrew@50 895 if (newPosition > lastUpdatePosition){
andrew@50 896 amountSinceLastUpdate = (recordedEventTimes[outputIndex] - lastUpdatePosition)/(newPosition - lastUpdatePosition);
andrew@50 897 }
andrew@50 898
andrew@39 899 float range = 1.0;
andrew@50 900 if (outputIndex < myNotation.rwcAnnotations.size()){
andrew@39 901 //add in test here to find closest matching note
andrew@39 902
andrew@42 903
andrew@50 904 annotationTime = myNotation.rwcAnnotations[outputIndex].eventTime;
andrew@50 905 annotationNote = myNotation.rwcAnnotations[outputIndex].midiNote;
andrew@50 906 annotationLocation = myNotation.rwcAnnotations[outputIndex].beatLocation;
andrew@42 907 annotationTick = round(annotationLocation*480.0);
andrew@42 908 }else{
andrew@42 909 printf("No annotaion size %i\n", (int)myNotation.rwcAnnotations.size());
andrew@36 910 }
andrew@36 911
andrew@50 912 double exactPlayingTime = amountSinceLastUpdate*playingTime + ((1 - amountSinceLastUpdate)*lastUpdatePlayingTime);
andrew@39 913 difference = playingTime - (annotationTime*1000.0);
andrew@50 914 double exactDifference = exactPlayingTime - (annotationTime*1000.0);
andrew@50 915 /*
andrew@50 916 //NO LONGER NEEDED ALLO
andrew@50 917 if ((*fileOutput).is_open()){
andrew@50 918 (*fileOutput) << fixed << beatPositions[outputIndex] <<",\t" << recordedNoteOnMatrix[outputIndex][1] << ",\t";
andrew@36 919 (*fileOutput) << playingTime ;
andrew@37 920
andrew@50 921 if ( recordedNoteOnMatrix[outputIndex][1] == annotationNote){
andrew@36 922 (*fileOutput) << " corresponds to " << annotationTime;
andrew@36 923 }
andrew@36 924 (*fileOutput) << " \n";
andrew@48 925
andrew@37 926 }
andrew@50 927 */
andrew@42 928
andrew@50 929 //useful printing stuff
andrew@50 930 // printf("playing time %.1f, annotation time %.1f, diff %.1f\n", playingTime, (annotationTime*1000.0), difference);
andrew@50 931
andrew@50 932 // printf("last posn %.1f, amount since %.2f \n" lastUpdatePosition, amountSinceLastUpdate);
andrew@50 933
andrew@50 934 // printf("annotations:Diff %f rec tick time %i vs %i midi %i beat pos %f playing time now at %f :: annotaion %i loc % f time %f diff \t%f ms\n",
andrew@50 935 // difference, recordedNoteOnMatrix[outputIndex][0], annotationTick, recordedNoteOnMatrix[outputIndex][1],
andrew@50 936 // beatPositions[outputIndex], playingTime,
andrew@50 937 // annotationNote, annotationLocation, annotationTime, difference);
andrew@50 938
andrew@50 939 // we use exact difference as it more accurately predicts where we scheduled the note
andrew@50 940 // printf("diff %.1f, exact diff %.1f\n", difference, exactDifference);
andrew@50 941
andrew@50 942
andrew@50 943 //assert(annotationNote == recordedNoteOnMatrix[outputIndex][1]);
andrew@50 944 assert(annotationTick == recordedNoteOnMatrix[outputIndex][0]);
andrew@42 945
andrew@49 946 smoothDifference = difference;
andrew@42 947
andrew@37 948 if ((*differenceOutput).is_open()){
andrew@50 949 (*differenceOutput) << beatPositions[outputIndex] << "," << exactDifference << "," << playingTime << "," << (annotationTime*1000.0) << annotationNote << difference << "\n";
andrew@42 950 // printf("midi %i beat pos %f playing time now at %f :: annotaion %i loc % f time %f diff \t%f ms\n",
andrew@50 951 // recordedNoteOnMatrix[outputIndex][1],
andrew@50 952 // beatPositions[outputIndex], playingTime,
andrew@42 953 // annotationNote, annotationLocation, annotationTime, difference);
andrew@42 954 }else{
andrew@42 955 printf("file not open\n");
andrew@35 956 }
andrew@35 957
andrew@50 958 outputIndex++;
andrew@35 959 }
andrew@35 960
andrew@50 961 lastUpdatePosition = newPosition;
andrew@50 962 lastUpdatePlayingTime = playingTime;
andrew@35 963 }
andrew@35 964
andrew@48 965 void midiEventHolder::updateCausalPlayPosition(const double& timeNow){
andrew@48 966 //projected position
andrew@49 967
andrew@50 968 //first update the speed
andrew@50 969 updateCausalSpeed();
andrew@50 970
andrew@50 971 causalPlayPosition += causalSpeed * (timeNow - lastCausalUpdateTime);
andrew@50 972 lastCausalUpdateTime = timeNow;
andrew@50 973
andrew@50 974 }
andrew@50 975
andrew@50 976 void midiEventHolder::updateCausalSpeed(){
andrew@48 977 double difference = bayesStruct.bestEstimate - causalPlayPosition;
andrew@48 978 causalSpeed = bayesStruct.speedEstimate;
andrew@48 979 causalSpeed += (difference/timeProjectionToMeet);
andrew@48 980
andrew@48 981 if (causalSpeed < 0)
andrew@48 982 causalSpeed = 0;
andrew@50 983
andrew@48 984 }
andrew@50 985
andrew@46 986 /*
andrew@34 987 void midiEventHolder::updatePeriodValue(const double& millis){
andrew@34 988
andrew@34 989 double tmp = period;
andrew@46 990
andrew@46 991 // while (periodCounter >= 0 && periodCounter < periodValues.size()-1 && periodValues[periodCounter][2] < millis){
andrew@46 992 // periodCounter++;
andrew@46 993 // }
andrew@46 994 // while (periodCounter > 0 && periodValues[periodCounter][2] > millis){
andrew@46 995 // periodCounter--;
andrew@46 996 // }
andrew@46 997 //
andrew@34 998 //period = periodValues[periodCounter][1];
andrew@34 999
andrew@34 1000 if (period != tmp){
andrew@34 1001 printf("new period at %f of %f\n", millis, period);
andrew@34 1002 }
andrew@34 1003 }
andrew@46 1004 */
andrew@34 1005
andrew@33 1006 void midiEventHolder::updateNoteCounter(){
andrew@33 1007 while (totalNoteCounterIndex < bestMatchIndex){
andrew@33 1008 int tmpPitch = recordedNoteOnMatrix[totalNoteCounterIndex][1];
andrew@33 1009 recordedTotalNoteCounterByPitch[tmpPitch] += 1;
andrew@33 1010 totalNoteCounterIndex++;
andrew@33 1011 }
andrew@33 1012 }
andrew@33 1013
andrew@52 1014 #pragma mark -Drawing
andrew@33 1015
andrew@33 1016 void midiEventHolder::drawMidiFile(){
andrew@46 1017 //ofBackground(80,80,80);
andrew@33 1018
andrew@33 1019 //draws midi file on scrolling screen
andrew@33 1020 int size = recordedNoteOnMatrix.size();
andrew@33 1021 if (size > 0){
andrew@33 1022
andrew@33 1023 numberOfScreensIn = floor(bayesStruct.bestEstimate / getEventTimeMillis(ticksPerScreen));//rpounds down on no screens in
andrew@33 1024
andrew@33 1025 // numberOfScreensIn = tickLocation / ticksPerScreen;//rounds down
andrew@33 1026 timeOffsetForScreen = getEventTimeMillis(numberOfScreensIn * ticksPerScreen);
andrew@33 1027
andrew@33 1028 while (noteArrayIndex < recordedNoteOnMatrix.size()-1 && tickLocation > recordedNoteOnMatrix[noteArrayIndex][0] )
andrew@33 1029 noteArrayIndex++;
andrew@33 1030
andrew@33 1031
andrew@33 1032 while (noteArrayIndex > 0 && noteArrayIndex < size && tickLocation < recordedNoteOnMatrix[noteArrayIndex][0])
andrew@33 1033 noteArrayIndex--;
andrew@33 1034
andrew@33 1035 //need to start where we currently are in file
andrew@33 1036 int maxNoteIndexToPrint = noteArrayIndex;
andrew@33 1037 int minNoteIndexToPrint = min(size-1,noteArrayIndex);//not needed as changed above
andrew@33 1038
andrew@33 1039 while (maxNoteIndexToPrint < recordedNoteOnMatrix.size() && recordedNoteOnMatrix[maxNoteIndexToPrint][0] < (numberOfScreensIn+1)*ticksPerScreen )
andrew@33 1040 maxNoteIndexToPrint++;
andrew@33 1041
andrew@33 1042 while (minNoteIndexToPrint > 0 && recordedNoteOnMatrix[minNoteIndexToPrint][0] > numberOfScreensIn*ticksPerScreen)//&& minNoteIndexToPrint < size
andrew@33 1043 minNoteIndexToPrint--;
andrew@33 1044
andrew@33 1045 for (int tmpIndex = max(0,minNoteIndexToPrint);tmpIndex < min(maxNoteIndexToPrint, (int)recordedNoteOnMatrix.size());tmpIndex++){
andrew@33 1046
andrew@33 1047 ofSetColor(255,255,255);
andrew@33 1048 if (checkIfMatchedNote(tmpIndex))
andrew@33 1049 ofSetColor(100,100,100);//0,0,255);
andrew@52 1050 else if(noteOnMatches[tmpIndex] && !saveImage){
andrew@52 1051 ofSetHexColor(matchedColor);//pink
andrew@33 1052 }
andrew@33 1053 else{
andrew@33 1054 ofSetColor(255,255,255);//255,255,255);
andrew@33 1055 }
andrew@33 1056
andrew@33 1057 //ofSetColor(255,255,255);
andrew@52 1058 if (tmpIndex == bestMatchIndex && !saveImage)
andrew@52 1059 ofSetHexColor(bestMatchedColor);//best recent match is in red
andrew@33 1060
andrew@33 1061 // XXX replace ofgetwidth below
andrew@33 1062 //if (tmpIndex >= 0 && tmpIndex < size)
andrew@33 1063 int xLocation = (float)(recordedNoteOnMatrix[tmpIndex][0] - numberOfScreensIn*ticksPerScreen)*(*screenWidth)/(float)ticksPerScreen;
andrew@33 1064 int duration = (float)(recordedNoteOnMatrix[tmpIndex][3]*(*screenWidth))/(float)ticksPerScreen;
andrew@33 1065
andrew@33 1066
andrew@33 1067 int yLocation = (*screenHeight) - ((recordedNoteOnMatrix[tmpIndex][1] - noteMinimum )*(*screenHeight)/ (float)(noteMaximum - noteMinimum));
andrew@33 1068 ofRect(xLocation,yLocation, duration, noteHeight);
andrew@33 1069
andrew@33 1070 }
andrew@33 1071
andrew@33 1072
andrew@33 1073 int xLocation;// = getLocationFromTicks(tickLocation);
andrew@33 1074 // ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@33 1075
andrew@33 1076 //orange line at best estimate
andrew@33 1077 xLocation = getLocationFromMillis(bayesStruct.bestEstimate);
andrew@34 1078 ofSetColor(250,250,20);//250,100,0);
andrew@52 1079 if (!saveImage)
andrew@33 1080 ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@33 1081
andrew@50 1082
andrew@50 1083 /*
andrew@50 1084 //cyan blue - smooth position
andrew@34 1085 xLocation = getLocationFromMillis(smoothPlayPosition);//bayesStruct.tmpBestEstimate
andrew@50 1086 ofSetColor(0,250,250);//250,150, 250,100,0);
andrew@50 1087 ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@50 1088 */
andrew@50 1089 //bright green is the causal play position
andrew@48 1090 xLocation = getLocationFromMillis(causalPlayPosition);//bayesStruct.tmpBestEstimate
andrew@48 1091 ofSetColor(0,250,0);//250,150, 250,100,0);
andrew@52 1092 if (!saveImage)
andrew@52 1093 ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@33 1094
andrew@33 1095 //lines where matching window start and end are
andrew@33 1096 ofSetColor(0);//0,100,255);
andrew@33 1097 xLocation = getLocationFromMillis(windowStartTime);
andrew@33 1098 ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@33 1099 xLocation = getLocationFromMillis(windowStartTime+matchWindowWidth);
andrew@33 1100 ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@33 1101
andrew@33 1102
andrew@33 1103 int maxSize = recordedNoteOnMatrix[size-1][0];
andrew@33 1104
andrew@33 1105 int tmpIndex = 0;
andrew@33 1106 while (tmpIndex < measureVector.size() && measureVector[tmpIndex] < (numberOfScreensIn+1)*ticksPerScreen){
andrew@33 1107 int measureLocation = measureVector[tmpIndex];
andrew@33 1108 int xLocation = (float)(measureLocation - numberOfScreensIn*ticksPerScreen)*(*screenWidth)/(float)ticksPerScreen;
andrew@52 1109 ofSetColor(155,155,155);
andrew@33 1110 ofLine(xLocation, 0, xLocation, (*screenHeight));
andrew@33 1111 tmpIndex++;
andrew@33 1112 }
andrew@33 1113
andrew@33 1114
andrew@33 1115 // ofDrawBitmapString(tempoSpeedString, 20, 20);
andrew@33 1116 /* string indexString = "num screens in "+ofToString(numberOfScreensIn)+"; min index to print "+ofToString(minNoteIndexToPrint)+", max index to print "+ofToString(maxNoteIndexToPrint);
andrew@33 1117 indexString += " size "+ofToString(size)+" tick loc "+ofToString(tickLocation)+" max size "+ofToString(maxSize);
andrew@33 1118 ofDrawBitmapString(indexString, 20, 40);
andrew@33 1119 */
andrew@33 1120 }
andrew@33 1121
andrew@33 1122 //ofDrawBitmapString(ofToString(timeOffsetForScreen, 1), 20,20);
andrew@52 1123
andrew@52 1124 if (printInfo){
andrew@46 1125 ofSetColor(255,255,255);
andrew@46 1126 ofDrawBitmapString(timeString, 20, 60);
andrew@50 1127 string diffString = "diff "+ofToString(smoothDifference);
andrew@50 1128 diffString += "\ncausal posn: "+ofToString(causalPlayPosition, 0);
andrew@50 1129 diffString += "\nsmooth posn: "+ofToString(smoothPlayPosition, 0);
andrew@50 1130 diffString += "\noutput posn: "+ofToString(outputPosition, 0);
andrew@50 1131 diffString += "\nbest est: "+ofToString(bayesStruct.bestEstimate, 0);
andrew@50 1132 diffString += "\nlast best est: "+ofToString(bayesStruct.lastBestEstimateUpdateTime, 0);
andrew@33 1133
andrew@50 1134 ofDrawBitmapString(diffString, 20, 140);
andrew@52 1135 }
andrew@50 1136
andrew@50 1137 //last played pitch
andrew@52 1138
andrew@33 1139 ofSetColor(0,200,0,50);
andrew@33 1140 int yLocation = (*screenHeight) - ((lastPlayedPitch - noteMinimum )*(*screenHeight)/ (float)(noteMaximum - noteMinimum));
andrew@52 1141 if (!saveImage)
andrew@52 1142 ofRect(0,yLocation, 100, noteHeight);
andrew@33 1143
andrew@33 1144
andrew@33 1145
andrew@33 1146 }
andrew@33 1147
andrew@33 1148
andrew@33 1149
andrew@33 1150 void midiEventHolder::drawMidiFile(IntMatrix& midiFileToDraw){
andrew@33 1151
andrew@33 1152 //using this to draw the live input
andrew@33 1153
andrew@33 1154 //draws midi file on scrolling screen
andrew@33 1155 int size = midiFileToDraw.size();
andrew@33 1156 if (size > 0){
andrew@33 1157
andrew@33 1158 numberOfScreensIn = floor(bayesStruct.bestEstimate / getEventTimeMillis(ticksPerScreen));//rpounds down on no screens in
andrew@33 1159
andrew@33 1160 // numberOfScreensIn = tickLocation / ticksPerScreen;//rounds down
andrew@33 1161 timeOffsetForScreen = getEventTimeMillis(numberOfScreensIn * ticksPerScreen);
andrew@33 1162
andrew@33 1163 while (noteArrayIndex < midiFileToDraw.size()-1 && tickLocation > midiFileToDraw[noteArrayIndex][0] )
andrew@33 1164 noteArrayIndex++;
andrew@33 1165
andrew@33 1166
andrew@33 1167 while (noteArrayIndex > 0 && noteArrayIndex < size && tickLocation < midiFileToDraw[noteArrayIndex][0])
andrew@33 1168 noteArrayIndex--;
andrew@33 1169
andrew@33 1170 //need to start where we currently are in file
andrew@33 1171 int maxNoteIndexToPrint = noteArrayIndex;
andrew@33 1172 int minNoteIndexToPrint = min(size-1,noteArrayIndex);//not needed as changed above
andrew@33 1173
andrew@33 1174 while (maxNoteIndexToPrint < midiFileToDraw.size() && midiFileToDraw[maxNoteIndexToPrint][0] < (numberOfScreensIn+1)*ticksPerScreen )
andrew@33 1175 maxNoteIndexToPrint++;
andrew@33 1176
andrew@33 1177 while (minNoteIndexToPrint > 0 && midiFileToDraw[minNoteIndexToPrint][0] > numberOfScreensIn*ticksPerScreen)//&& minNoteIndexToPrint < size
andrew@33 1178 minNoteIndexToPrint--;
andrew@33 1179
andrew@33 1180 for (int tmpIndex = max(0,minNoteIndexToPrint);tmpIndex < min(maxNoteIndexToPrint, (int)midiFileToDraw.size());tmpIndex++){
andrew@33 1181
andrew@33 1182 ofSetColor(0,0,255, 200);
andrew@33 1183
andrew@33 1184 int xLocation = (float)(midiFileToDraw[tmpIndex][0] - numberOfScreensIn*ticksPerScreen)*(*screenWidth)/(float)ticksPerScreen;
andrew@33 1185 int duration = (float)(midiFileToDraw[tmpIndex][3]*(*screenWidth))/(float)ticksPerScreen;
andrew@33 1186
andrew@33 1187
andrew@33 1188 int yLocation = (*screenHeight) - ((midiFileToDraw[tmpIndex][1] - noteMinimum )*(*screenHeight)/ (float)(noteMaximum - noteMinimum));
andrew@33 1189 ofRect(xLocation,yLocation, duration, noteHeight);
andrew@33 1190
andrew@33 1191 }
andrew@33 1192
andrew@33 1193
andrew@33 1194
andrew@33 1195 }
andrew@33 1196
andrew@33 1197
andrew@33 1198
andrew@33 1199 }
andrew@33 1200
andrew@33 1201
andrew@33 1202
andrew@33 1203 void midiEventHolder::drawFile(){
andrew@52 1204 drawMidiFile();
andrew@33 1205
andrew@52 1206 if (saveImage){
andrew@52 1207 std::string file = "/Users/andrew/Documents/work/programming/of_preRelease_v007_osx/apps/myOpenFrameworks007/JNMR_MidiFollower/bin/data/FilesOut/cleanMidiLayout.png";
andrew@52 1208 saveImageFile(file);
andrew@52 1209 }
andrew@52 1210
andrew@52 1211
andrew@52 1212 if (printInfo){
andrew@34 1213 ofSetColor(0,0,255);
andrew@34 1214 ofDrawBitmapString("period"+ofToString(period, 2), ofGetWidth() - 180, 20);
andrew@52 1215 }
andrew@33 1216
andrew@33 1217 // bayesStruct.drawArrays();
andrew@33 1218
andrew@33 1219 // ofSetColor(200,200,0);
andrew@33 1220 // bayesStruct.prior.drawConstrainedVector(0, bayesStruct.prior.arraySize, 400, 800);
andrew@33 1221
andrew@33 1222 //need to draw arrays within correct timescope
andrew@33 1223 if (drawPhaseMode)
andrew@52 1224 bayesStruct.drawArraysRelativeToTimeframe(timeOffsetForScreen, timeOffsetForScreen + getEventTimeMillis(ticksPerScreen));
andrew@33 1225
andrew@33 1226 if (drawTempoMode)
andrew@40 1227 bayesStruct.drawTempoArrays();
andrew@33 1228
andrew@52 1229 if (saveImage){
andrew@52 1230 std::string file = "/Users/andrew/Documents/work/programming/of_preRelease_v007_osx/apps/myOpenFrameworks007/JNMR_MidiFollower/bin/data/FilesOut/distbnMidiLayout.png";
andrew@52 1231 saveImageFile(file);
andrew@52 1232 saveImage = false;
andrew@52 1233 }
andrew@33 1234
andrew@33 1235 ofSetColor(0, 0, 0);
andrew@33 1236 //ofDrawBitmapString(matchString, 20, ofGetHeight() - 20);
andrew@33 1237
andrew@33 1238 double confidence = bayesStruct.posterior.getValueAtMillis(mouseX);
andrew@33 1239 /*
andrew@33 1240 string mouseString = "mouseX "+ofToString(confidence, 3)+" .";
andrew@33 1241 ofDrawBitmapString(mouseString, 20 , ofGetHeight() - 40);
andrew@33 1242
andrew@33 1243 string mouseString = "updateCounter "+ofToString(bayesStruct.updateCounter);
andrew@33 1244 ofDrawBitmapString(mouseString, 20 , ofGetHeight() - 40);
andrew@33 1245
andrew@33 1246 string infostring = "speed "+ofToString(bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate), 3);
andrew@33 1247 ofDrawBitmapString(infostring, 20 , ofGetHeight() - 60);
andrew@33 1248 */
andrew@33 1249
andrew@33 1250 //drawInterNoteIntervals();
andrew@33 1251
andrew@33 1252 }
andrew@33 1253
andrew@52 1254
andrew@52 1255
andrew@52 1256
andrew@52 1257
andrew@33 1258 void midiEventHolder::drawInterNoteIntervals(){
andrew@33 1259
andrew@33 1260 ofSetColor(0,0,150);
andrew@33 1261 int size = interNoteIntervals.size();
andrew@33 1262 int numberToShow = min(100, size);
andrew@33 1263 double x ;
andrew@33 1264 for (int y = 1;y < numberToShow;y++){
andrew@33 1265 for (int point = 0;point < interNoteIntervals[y].size();point++){
andrew@33 1266 double interval = interNoteIntervals[size - y][point];
andrew@33 1267 x = interval - 200;
andrew@33 1268 x *= (*screenWidth) / 200.0;
andrew@33 1269 }
andrew@33 1270 double h = (double)(y * (*screenHeight)) / numberToShow;
andrew@33 1271 ofCircle(x, h, 5);
andrew@33 1272 }
andrew@33 1273
andrew@33 1274 }
andrew@33 1275
andrew@52 1276 #pragma mark -saveDistributionsAsTextFile
andrew@52 1277
andrew@52 1278 void midiEventHolder::writeAllDistributions(){
andrew@52 1279 std::string file = "/Users/andrew/Documents/work/programming/of_preRelease_v007_osx/apps/myOpenFrameworks007/JNMR_MidiFollower/bin/data/FilesOut/priorDistbnOut.txt";
andrew@52 1280 writeDistribution(bayesStruct.prior, file);
andrew@52 1281 file = "/Users/andrew/Documents/work/programming/of_preRelease_v007_osx/apps/myOpenFrameworks007/JNMR_MidiFollower/bin/data/FilesOut/likelihoodDistbnOut.txt";
andrew@52 1282 writeDistribution(bayesStruct.likelihood, file);
andrew@52 1283 file = "/Users/andrew/Documents/work/programming/of_preRelease_v007_osx/apps/myOpenFrameworks007/JNMR_MidiFollower/bin/data/FilesOut/posteriorDistbnOut.txt";
andrew@52 1284 writeDistribution(bayesStruct.posterior, file);
andrew@52 1285
andrew@52 1286 saveImage = true;
andrew@52 1287
andrew@52 1288 }
andrew@52 1289
andrew@52 1290 void midiEventHolder::saveImageFile(std::string file){
andrew@52 1291 img.grabScreen(0, 0, ofGetWidth(), ofGetHeight());
andrew@52 1292 img.saveImage(file);
andrew@52 1293 }
andrew@52 1294
andrew@52 1295
andrew@52 1296 void midiEventHolder::writeDistribution(DynamicVector& distribution, std::string file){
andrew@52 1297
andrew@52 1298 dataWriter.openFile(file);
andrew@52 1299
andrew@52 1300 double startTimeMillis = timeOffsetForScreen;
andrew@52 1301 double endTimeMillis = timeOffsetForScreen + getEventTimeMillis(ticksPerScreen);
andrew@52 1302
andrew@52 1303 int startArrayIndex = 0;
andrew@52 1304
andrew@52 1305 if (distribution.getIndexInRealTerms(distribution.arraySize-1) > startTimeMillis){
andrew@52 1306 //i.e. the array is on the page
andrew@52 1307
andrew@52 1308 while (distribution.getIndexInRealTerms(startArrayIndex) < startTimeMillis){
andrew@52 1309 startArrayIndex++;
andrew@52 1310 }
andrew@52 1311 }
andrew@52 1312
andrew@52 1313 int endArrayIndex = distribution.arraySize-1;
andrew@52 1314 //could find constraints here
andrew@52 1315 if (distribution.getIndexInRealTerms(distribution.arraySize-1) > endTimeMillis)
andrew@52 1316 endArrayIndex = (floor)((endTimeMillis - distribution.offset)/distribution.scalar);
andrew@52 1317
andrew@52 1318
andrew@52 1319
andrew@52 1320 for (int i = startArrayIndex;i <= endArrayIndex;i++){
andrew@52 1321 dataWriter.writeValue(distribution.getIndexInRealTerms(i), distribution.array[i]);
andrew@52 1322 }
andrew@52 1323 dataWriter.closeFile();
andrew@52 1324
andrew@52 1325
andrew@52 1326 }
andrew@52 1327
andrew@33 1328
andrew@33 1329 void midiEventHolder::printInterNoteIntervals(){
andrew@33 1330
andrew@33 1331 int size = interNoteIntervals.size();
andrew@33 1332 int numberToShow = 20;
andrew@33 1333 double x ;
andrew@33 1334 for (int y = max(0, size - numberToShow);y < interNoteIntervals.size();y++){
andrew@33 1335 for (int point = 0;point < interNoteIntervals[y].size();point++){
andrew@33 1336 printf("[%i][%i] : %f", y, point, interNoteIntervals[y][point]);
andrew@33 1337 }
andrew@33 1338 printf("\n");
andrew@33 1339 }
andrew@33 1340
andrew@33 1341 }
andrew@33 1342
andrew@46 1343 //int midiEventHolder::getLocationFromTicks(double tickPosition){
andrew@46 1344 // return 0;
andrew@34 1345 // return (int)((float)(tickPosition - numberOfScreensIn*ticksPerScreen)*(*screenWidth)/(float)ticksPerScreen);
andrew@34 1346 //not used
andrew@46 1347 //}
andrew@33 1348
andrew@33 1349 int midiEventHolder::getLocationFromMillis(double millisPosition){
andrew@33 1350 //(getEventTimeTicks(windowStartTime+matchWindowWidth) - numberOfScreensIn*ticksPerScreen)*(*screenWidth) / (double)ticksPerScreen
andrew@33 1351 return (millisPosition - timeOffsetForScreen)*(*screenWidth)/getEventTimeMillis(ticksPerScreen);
andrew@33 1352 }
andrew@33 1353
andrew@46 1354 /*
andrew@33 1355 void midiEventHolder::exampleCrossUpdate(){
andrew@33 1356
andrew@33 1357 bayesStruct.crossUpdateArrays(bayesStruct.posterior, bayesStruct.relativeSpeedPosterior, 200);
andrew@33 1358
andrew@33 1359 }
andrew@46 1360 */
andrew@33 1361
andrew@33 1362 void midiEventHolder::setStartPlayingTimes(){
andrew@34 1363 startPlayingTime = getTimeNow(0);//ofGetElapsedTimeMillis();
andrew@34 1364 //startTime = startPlayingTime;
andrew@42 1365 printf("starting playing at time %f\n", startPlayingTime);
andrew@33 1366 /*
andrew@33 1367 bayesStruct.lastEventTime = 0;//ofGetElapsedTimeMillis();
andrew@33 1368 bayesStruct.bestEstimate = 0;
andrew@33 1369 bayesStruct.resetArrays();
andrew@33 1370 bayesStruct.lastBestEstimateUpdateTime = ofGetElapsedTimeMillis();
andrew@33 1371 */
andrew@33 1372 bayesStruct.setStartPlaying();
andrew@33 1373 matchString = "";
andrew@33 1374 }
andrew@33 1375
andrew@33 1376
andrew@33 1377 void midiEventHolder::printMatchMatrix(){
andrew@33 1378 printf("match matrix:\n");
andrew@33 1379 for (int i = 0;i < matchMatrix.size();i++){
andrew@33 1380 for (int k = 0;k < matchMatrix[i].size();k++){
andrew@33 1381 printf("%i , ", matchMatrix[i][k]);
andrew@33 1382 }
andrew@33 1383 printf("\n");
andrew@33 1384 }
andrew@33 1385
andrew@33 1386 }
andrew@33 1387
andrew@33 1388
andrew@33 1389
andrew@33 1390 void midiEventHolder::printRecordedEvents(){
andrew@33 1391 printf("Recorded Events:\n");
andrew@33 1392 for (int i = 0;i < recordedNoteOnMatrix.size();i++){
andrew@33 1393 for (int k = 0;k < recordedNoteOnMatrix[i].size();k++){
andrew@33 1394 printf("[%i] = %i ,", i, recordedNoteOnMatrix[i][k]);
andrew@33 1395 }
andrew@33 1396 if (i < recordedEventTimes.size())
andrew@33 1397 printf("time %f \n", recordedEventTimes[i]);
andrew@33 1398 else
andrew@33 1399 printf("\n");
andrew@33 1400 }
andrew@33 1401
andrew@33 1402 }
andrew@33 1403
andrew@33 1404
andrew@33 1405
andrew@33 1406 void midiEventHolder::reorderMatrixFromNoteTimes(IntMatrix& noteOnMatrix){
andrew@33 1407 double currentTime = -19999.;
andrew@33 1408 for (int i = 0;i < noteOnMatrix.size();i++){
andrew@33 1409 int nextIndex = getIndexOfMinimumAboveTime(currentTime, noteOnMatrix);
andrew@33 1410 // cout << "index of min time " << currentTime << " is " << nextIndex << " at time " << noteOnMatrix[nextIndex][0] << endl;
andrew@33 1411
andrew@33 1412 if (nextIndex >= 0 && nextIndex > i && noteOnMatrix[nextIndex][0] < noteOnMatrix[i][0] ){
andrew@33 1413 //which it should be
andrew@33 1414 // cout << " index " << nextIndex << " at time " << noteOnMatrix[nextIndex][0] << " swaps with inex " << i << " at time " << noteOnMatrix[i][0] << endl;
andrew@33 1415 noteOnMatrix[i].swap(noteOnMatrix[nextIndex]);
andrew@35 1416 // double tmp = beatPositions[i];
andrew@35 1417 // beatPositions[i] = beatPositions[nextIndex];
andrew@35 1418 // = tmp;
andrew@35 1419
andrew@35 1420 swap (beatPositions[i], beatPositions[nextIndex]);
andrew@35 1421
andrew@35 1422
andrew@33 1423 currentTime = noteOnMatrix[i][0];
andrew@33 1424 }
andrew@33 1425
andrew@33 1426 }
andrew@33 1427 //printRecordedEvents();
andrew@33 1428
andrew@33 1429 }
andrew@33 1430
andrew@33 1431
andrew@33 1432
andrew@33 1433
andrew@33 1434 void midiEventHolder::doublecheckOrder(IntMatrix& noteOnMatrix){
andrew@33 1435
andrew@33 1436 for (int i = 0;i < noteOnMatrix.size();i++){
andrew@33 1437 int nextIndex = getIndexOfMinimumAboveIndex(i, noteOnMatrix);
andrew@33 1438 if (nextIndex > i){
andrew@33 1439 noteOnMatrix[i].swap(noteOnMatrix[nextIndex]);
andrew@35 1440 swap (beatPositions[i], beatPositions[nextIndex]);
andrew@35 1441
andrew@33 1442 }
andrew@33 1443 }
andrew@33 1444 }
andrew@33 1445
andrew@33 1446 int midiEventHolder::getIndexOfMinimumAboveIndex(const int& index, IntMatrix& noteOnMatrix){
andrew@33 1447 int returnIndex = index;
andrew@33 1448 int min = noteOnMatrix[index][0];
andrew@33 1449 for (int i = index;i < noteOnMatrix.size();i++){
andrew@33 1450 if (noteOnMatrix[i][0] < min){
andrew@33 1451 returnIndex = i;
andrew@33 1452 min = noteOnMatrix[i][0];
andrew@33 1453 }
andrew@33 1454 }
andrew@33 1455 return returnIndex;
andrew@33 1456 }
andrew@33 1457
andrew@33 1458
andrew@33 1459 int midiEventHolder::getIndexOfMinimumAboveTime(const double& time, IntMatrix& noteOnMatrix){
andrew@33 1460 int index = 0;
andrew@33 1461 double minimumTime = 100000000.;
andrew@33 1462 int bestIndex = -1;
andrew@33 1463 while (index < noteOnMatrix.size()){
andrew@33 1464
andrew@33 1465 if (noteOnMatrix[index][0] > time && noteOnMatrix[index][0] < minimumTime){
andrew@33 1466 bestIndex = index;
andrew@33 1467 minimumTime = noteOnMatrix[index][0];
andrew@33 1468 }
andrew@33 1469 index++;
andrew@33 1470 }
andrew@33 1471 return bestIndex;
andrew@33 1472 }
andrew@33 1473
andrew@33 1474
andrew@33 1475
andrew@33 1476
andrew@33 1477 void midiEventHolder::correctTiming(IntMatrix& noteOnMatrix){
andrew@33 1478
andrew@33 1479 if (noteOnMatrix.size() > 0 && noteOnMatrix[0][0] < 0) {
andrew@33 1480 int offset = noteOnMatrix[0][0];
andrew@33 1481 for (int i = 0;i < noteOnMatrix.size();i++){
andrew@33 1482 noteOnMatrix[i][0] -= offset;
andrew@33 1483 }
andrew@33 1484 }
andrew@33 1485
andrew@33 1486 }
andrew@33 1487
andrew@33 1488
andrew@33 1489 void midiEventHolder::printNoteCounter(){
andrew@33 1490 for (int i = 0;i < recordedTotalNoteCounterByPitch.size();i++){
andrew@33 1491 printf("RECORDED TOTAL[%i] := %i", i, recordedTotalNoteCounterByPitch[i]);
andrew@33 1492 }
andrew@34 1493 }
andrew@34 1494
andrew@34 1495 /* double timeDiff = 0;//timeDifference;
andrew@34 1496 if (runningInRealTime)
andrew@34 1497 timeDiff = ofGetElapsedTimeMillis() - lastSmoothUpdateTime;
andrew@34 1498 // bayesStruct.lastBestEstimateUpdateTime;
andrew@34 1499
andrew@34 1500 //smoothPlayPosition = bayesStruct.bestEstimate + 100;
andrew@34 1501 //relativeSpeedForSmooth = 0.1;
andrew@34 1502 //bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate);
andrew@34 1503 // speedEstimate*2;
andrew@34 1504
andrew@34 1505 smoothPlayPosition = storedSmoothPlayPosition + timeDiff * relativeSpeedForSmooth;// * bayesStruct.speedEstimate;
andrew@34 1506 storedSmoothPlayPosition = smoothPlayPosition;
andrew@34 1507 lastSmoothUpdateTime = getTimeNow(bayesStruct.lastBestEstimateUpdateTime);
andrew@34 1508 updateSmoothPlaySpeed();
andrew@34 1509 //bayesStruct.posterior.getIndexInRealTerms(bayesStruct.posterior.MAPestimate)
andrew@34 1510
andrew@34 1511 }
andrew@34 1512
andrew@34 1513 void midiEventHolder::updateSmoothPlaySpeed(){
andrew@34 1514 //project where current play pos will be in two seconds and aim for it.
andrew@34 1515 double timeToAimForMillis = 2000.0;
andrew@34 1516 //double timeDiff = ofGetElapsedTimeMillis() - bayesStruct.lastBestEstimateUpdateTime;//since the update need to get to where we are
andrew@34 1517 double projection = bayesStruct.bestEstimate + bayesStruct.speedEstimate*timeToAimForMillis;//
andrew@34 1518 double timeDifferenceFromSmooth = projection - smoothPlayPosition;
andrew@34 1519 relativeSpeedForSmooth = timeDifferenceFromSmooth / timeToAimForMillis;
andrew@34 1520
andrew@34 1521 }
andrew@34 1522 */
andrew@35 1523
andrew@35 1524
andrew@35 1525 /*
andrew@35 1526 void midiEventHolder::findLocalTempoPairsWeightedForConfidence(){
andrew@35 1527 bool needToUpdate = false;
andrew@35 1528
andrew@35 1529 //adapted this to just use the best match for each note
andrew@35 1530
andrew@35 1531 int currentPlayedIndex = playedNoteOnMatrix.size()-1;
andrew@35 1532 // printf("played %i : %i, vel %i\n", currentPlayedIndex, playedNoteOnMatrix[currentPlayedIndex][0], playedNoteOnMatrix[currentPlayedIndex][1]);
andrew@35 1533 // printMatchesFound();
andrew@35 1534 // printMatchMatrix();
andrew@35 1535 // printf("possible notes \n");
andrew@35 1536
andrew@35 1537 bayesStruct.setLikelihoodToConstant();
andrew@35 1538
andrew@35 1539 for (int i = 0;i < matchMatrix[currentPlayedIndex][0];i++){
andrew@35 1540
andrew@35 1541 //iterate through the recently matched events - even dodgy matches included
andrew@35 1542 //size, index of match0, index of match1, ....
andrew@35 1543 int recordedCurrentIndex = matchMatrix[currentPlayedIndex][i+1];
andrew@35 1544
andrew@35 1545 double currentMatchConfidence = matchConfidence[currentPlayedIndex][i+1];//new confidence
andrew@35 1546
andrew@35 1547 int previousIndex = currentPlayedIndex-1;
andrew@35 1548
andrew@35 1549 while (previousIndex >= 0 && playedEventTimes[previousIndex] + speedWindowWidthMillis > playedEventTimes[currentPlayedIndex]) {
andrew@35 1550 double playedTimeDifference = playedEventTimes[currentPlayedIndex] - playedEventTimes[previousIndex];
andrew@35 1551
andrew@35 1552 // for (int k = 0;k < matchMatrix[previousIndex][0];k++)
andrew@35 1553 int recordedPreviousIndex = bestMatchFound[previousIndex];//matchMatrix[previousIndex][k+1];
andrew@35 1554
andrew@35 1555 //double previousMatchConfidence = matchConfidence[previousIndex][k+1];
andrew@35 1556
andrew@35 1557
andrew@35 1558 double recordedTimeDifference = recordedEventTimes[recordedCurrentIndex] - recordedEventTimes[recordedPreviousIndex];
andrew@35 1559
andrew@35 1560
andrew@35 1561 //we want the speed of the recording relative to that of the playing live
andrew@35 1562
andrew@35 1563 double speedRatio = recordedTimeDifference / playedTimeDifference;
andrew@35 1564 if (speedRatio <= maximumMatchSpeed && speedRatio >= minimumMatchSpeed){
andrew@35 1565
andrew@35 1566 printf("(%i)", matchMatrix[currentPlayedIndex][i+1]);
andrew@35 1567 printf("[%i] :: ", recordedPreviousIndex);
andrew@35 1568 // printf(" conf %f & %f ", currentMatchConfidence, previousMatchConfidence);
andrew@35 1569 printf(" rec{%f} vs play(%f) ", recordedTimeDifference, playedTimeDifference);
andrew@35 1570 printf("update on speed ratio %f\n", speedRatio);
andrew@35 1571
andrew@35 1572 // matchString += " speed: "+ofToString(speedRatio, 3);
andrew@35 1573 // commented for debug
andrew@35 1574
andrew@35 1575
andrew@35 1576 double priorWeighting = 1;
andrew@35 1577
andrew@35 1578 if (useTempoPrior)
andrew@35 1579 priorWeighting = sin(speedRatio * PI/2);//adding in a prior that prefers 1.0 speed
andrew@35 1580
andrew@35 1581
andrew@35 1582 // double weighting = previousMatchConfidence * currentMatchConfidence ;
andrew@35 1583 double amount = (1-bayesStruct.speedLikelihoodNoise)*priorWeighting/10;
andrew@35 1584 bayesStruct.updateTempoLikelihood(speedRatio, amount);//second paramter is confidence in the match
andrew@35 1585 tempoSpeedString += ofToString(recordedPreviousIndex) + " " + ofToString(speedRatio, 2) + " "+ofToString(amount, 2) += " \n";
andrew@35 1586
andrew@35 1587 needToUpdate = true;
andrew@35 1588 }
andrew@35 1589 // printf("\n");
andrew@35 1590
andrew@35 1591
andrew@35 1592 previousIndex--;
andrew@35 1593 }//end while previousindex countdown
andrew@35 1594 }//end for loop through possible current matches
andrew@35 1595
andrew@35 1596 if (needToUpdate)
andrew@35 1597 bayesStruct.updateTempoDistribution();
andrew@35 1598 //printf("current speed is %f\n", bayesStruct.relativeSpeedPosterior.getIndexInRealTerms(bayesStruct.relativeSpeedPosterior.MAPestimate));
andrew@35 1599 }
andrew@35 1600 */
andrew@35 1601
andrew@42 1602 /*
andrew@42 1603 JUNK SMOOTH StuffHex
andrew@42 1604 /*
andrew@50 1605 int testIndex = outputIndex;
andrew@42 1606 while (testIndex >= 0 && abs(smoothLocation - myNotation.rwcAnnotations[testIndex].beatLocation) < range){
andrew@42 1607
andrew@42 1608 if (myNotation.rwcAnnotations[testIndex].midiNote == currentNote){
andrew@42 1609 if (abs(myNotation.rwcAnnotations[testIndex].beatLocation - smoothLocation) < currentLocationDifference){
andrew@42 1610 currentLocationDifference = abs(myNotation.rwcAnnotations[testIndex].beatLocation - smoothLocation);
andrew@42 1611 difference = playingTime - (myNotation.rwcAnnotations[testIndex].eventTime*1000.0);
andrew@42 1612 annotationNote = myNotation.rwcAnnotations[testIndex].midiNote;
andrew@42 1613 annotationLocation = myNotation.rwcAnnotations[testIndex].beatLocation;
andrew@42 1614 annotationTime = myNotation.rwcAnnotations[testIndex].eventTime;
andrew@42 1615 }
andrew@42 1616 }
andrew@42 1617 testIndex--;
andrew@42 1618 }
andrew@42 1619
andrew@50 1620 testIndex = outputIndex;
andrew@42 1621 while (testIndex >= 0 && testIndex < myNotation.rwcAnnotations.size() && abs(smoothLocation - myNotation.rwcAnnotations[testIndex].beatLocation) < range){
andrew@42 1622
andrew@42 1623 if (myNotation.rwcAnnotations[testIndex].midiNote == currentNote){
andrew@42 1624 if (abs(myNotation.rwcAnnotations[testIndex].beatLocation - smoothLocation) < currentLocationDifference){
andrew@42 1625 currentLocationDifference = abs(myNotation.rwcAnnotations[testIndex].beatLocation - smoothLocation);
andrew@42 1626 difference = playingTime - (myNotation.rwcAnnotations[testIndex].eventTime*1000.0);
andrew@42 1627 annotationNote = myNotation.rwcAnnotations[testIndex].midiNote;
andrew@42 1628 annotationLocation = myNotation.rwcAnnotations[testIndex].beatLocation;
andrew@42 1629 annotationTime = myNotation.rwcAnnotations[testIndex].eventTime;
andrew@42 1630 }
andrew@42 1631 }
andrew@42 1632 testIndex++;
andrew@42 1633 }
andrew@42 1634 */