annotate audioio/AudioCallbackPlaySource.cpp @ 250:0136555495ae integration_library

Merge from the default branch
author Chris Cannam
date Tue, 11 Oct 2011 11:16:38 +0100
parents a99de38af73f f853dfb200de
children
rev   line source
Chris@43 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@43 2
Chris@43 3 /*
Chris@43 4 Sonic Visualiser
Chris@43 5 An audio file viewer and annotation editor.
Chris@43 6 Centre for Digital Music, Queen Mary, University of London.
Chris@43 7 This file copyright 2006 Chris Cannam and QMUL.
Chris@43 8
Chris@43 9 This program is free software; you can redistribute it and/or
Chris@43 10 modify it under the terms of the GNU General Public License as
Chris@43 11 published by the Free Software Foundation; either version 2 of the
Chris@43 12 License, or (at your option) any later version. See the file
Chris@43 13 COPYING included with this distribution for more information.
Chris@43 14 */
Chris@43 15
Chris@43 16 #include "AudioCallbackPlaySource.h"
Chris@43 17
Chris@43 18 #include "AudioGenerator.h"
Chris@43 19
Chris@43 20 #include "data/model/Model.h"
Chris@105 21 #include "base/ViewManagerBase.h"
Chris@43 22 #include "base/PlayParameterRepository.h"
Chris@43 23 #include "base/Preferences.h"
Chris@43 24 #include "data/model/DenseTimeValueModel.h"
Chris@43 25 #include "data/model/WaveFileModel.h"
Chris@43 26 #include "data/model/SparseOneDimensionalModel.h"
Chris@235 27 #include "data/model/NoteModel.h"
Chris@43 28 #include "plugin/RealTimePluginInstance.h"
Chris@235 29 #include "base/Debug.h"
Chris@62 30
Chris@91 31 #include "AudioCallbackPlayTarget.h"
Chris@91 32
Chris@62 33 #include <rubberband/RubberBandStretcher.h>
Chris@62 34 using namespace RubberBand;
Chris@43 35
Chris@43 36 #include <iostream>
Chris@43 37 #include <cassert>
Chris@43 38
Chris@174 39 //#define DEBUG_AUDIO_PLAY_SOURCE 1
Chris@43 40 //#define DEBUG_AUDIO_PLAY_SOURCE_PLAYING 1
Chris@43 41
Chris@193 42 static const size_t DEFAULT_RING_BUFFER_SIZE = 131071;
Chris@43 43
Chris@105 44 AudioCallbackPlaySource::AudioCallbackPlaySource(ViewManagerBase *manager,
Chris@57 45 QString clientName) :
Chris@43 46 m_viewManager(manager),
Chris@43 47 m_audioGenerator(new AudioGenerator()),
Chris@57 48 m_clientName(clientName),
Chris@43 49 m_readBuffers(0),
Chris@43 50 m_writeBuffers(0),
Chris@43 51 m_readBufferFill(0),
Chris@43 52 m_writeBufferFill(0),
Chris@43 53 m_bufferScavenger(1),
Chris@43 54 m_sourceChannelCount(0),
Chris@43 55 m_blockSize(1024),
Chris@43 56 m_sourceSampleRate(0),
Chris@43 57 m_targetSampleRate(0),
Chris@43 58 m_playLatency(0),
Chris@91 59 m_target(0),
Chris@91 60 m_lastRetrievalTimestamp(0.0),
Chris@91 61 m_lastRetrievedBlockSize(0),
Chris@102 62 m_trustworthyTimestamps(true),
Chris@102 63 m_lastCurrentFrame(0),
Chris@43 64 m_playing(false),
Chris@43 65 m_exiting(false),
Chris@43 66 m_lastModelEndFrame(0),
Chris@193 67 m_ringBufferSize(DEFAULT_RING_BUFFER_SIZE),
Chris@43 68 m_outputLeft(0.0),
Chris@43 69 m_outputRight(0.0),
Chris@43 70 m_auditioningPlugin(0),
Chris@43 71 m_auditioningPluginBypassed(false),
Chris@94 72 m_playStartFrame(0),
Chris@94 73 m_playStartFramePassed(false),
Chris@235 74 m_exampleNotes(0),
Chris@235 75 m_examplePlaybackFrame(0),
Chris@43 76 m_timeStretcher(0),
Chris@130 77 m_monoStretcher(0),
Chris@91 78 m_stretchRatio(1.0),
Chris@91 79 m_stretcherInputCount(0),
Chris@91 80 m_stretcherInputs(0),
Chris@91 81 m_stretcherInputSizes(0),
Chris@43 82 m_fillThread(0),
Chris@43 83 m_converter(0),
Chris@43 84 m_crapConverter(0),
Chris@43 85 m_resampleQuality(Preferences::getInstance()->getResampleQuality())
Chris@43 86 {
Chris@43 87 m_viewManager->setAudioPlaySource(this);
Chris@43 88
Chris@43 89 connect(m_viewManager, SIGNAL(selectionChanged()),
Chris@43 90 this, SLOT(selectionChanged()));
Chris@43 91 connect(m_viewManager, SIGNAL(playLoopModeChanged()),
Chris@43 92 this, SLOT(playLoopModeChanged()));
Chris@43 93 connect(m_viewManager, SIGNAL(playSelectionModeChanged()),
Chris@43 94 this, SLOT(playSelectionModeChanged()));
Chris@43 95
Chris@43 96 connect(PlayParameterRepository::getInstance(),
Chris@43 97 SIGNAL(playParametersChanged(PlayParameters *)),
Chris@43 98 this, SLOT(playParametersChanged(PlayParameters *)));
Chris@43 99
Chris@43 100 connect(Preferences::getInstance(),
Chris@43 101 SIGNAL(propertyChanged(PropertyContainer::PropertyName)),
Chris@43 102 this, SLOT(preferenceChanged(PropertyContainer::PropertyName)));
Chris@43 103 }
Chris@43 104
Chris@43 105 AudioCallbackPlaySource::~AudioCallbackPlaySource()
Chris@43 106 {
Chris@177 107 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 108 SVDEBUG << "AudioCallbackPlaySource::~AudioCallbackPlaySource entering" << endl;
Chris@177 109 #endif
Chris@43 110 m_exiting = true;
Chris@43 111
Chris@43 112 if (m_fillThread) {
Chris@212 113 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@212 114 std::cout << "AudioCallbackPlaySource dtor: awakening thread" << std::endl;
Chris@212 115 #endif
Chris@212 116 m_condition.wakeAll();
Chris@43 117 m_fillThread->wait();
Chris@43 118 delete m_fillThread;
Chris@43 119 }
Chris@43 120
Chris@43 121 clearModels();
Chris@235 122
Chris@235 123 delete m_exampleNotes;
Chris@43 124
Chris@43 125 if (m_readBuffers != m_writeBuffers) {
Chris@43 126 delete m_readBuffers;
Chris@43 127 }
Chris@43 128
Chris@43 129 delete m_writeBuffers;
Chris@43 130
Chris@43 131 delete m_audioGenerator;
Chris@43 132
Chris@91 133 for (size_t i = 0; i < m_stretcherInputCount; ++i) {
Chris@91 134 delete[] m_stretcherInputs[i];
Chris@91 135 }
Chris@91 136 delete[] m_stretcherInputSizes;
Chris@91 137 delete[] m_stretcherInputs;
Chris@91 138
Chris@130 139 delete m_timeStretcher;
Chris@130 140 delete m_monoStretcher;
Chris@130 141
Chris@43 142 m_bufferScavenger.scavenge(true);
Chris@43 143 m_pluginScavenger.scavenge(true);
Chris@177 144 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 145 SVDEBUG << "AudioCallbackPlaySource::~AudioCallbackPlaySource finishing" << endl;
Chris@177 146 #endif
Chris@43 147 }
Chris@43 148
Chris@43 149 void
Chris@43 150 AudioCallbackPlaySource::addModel(Model *model)
Chris@43 151 {
Chris@43 152 if (m_models.find(model) != m_models.end()) return;
Chris@43 153
Chris@43 154 bool canPlay = m_audioGenerator->addModel(model);
Chris@43 155
Chris@43 156 m_mutex.lock();
Chris@43 157
Chris@43 158 m_models.insert(model);
Chris@43 159 if (model->getEndFrame() > m_lastModelEndFrame) {
Chris@43 160 m_lastModelEndFrame = model->getEndFrame();
Chris@43 161 }
Chris@43 162
Chris@43 163 bool buffersChanged = false, srChanged = false;
Chris@43 164
Chris@43 165 size_t modelChannels = 1;
Chris@43 166 DenseTimeValueModel *dtvm = dynamic_cast<DenseTimeValueModel *>(model);
Chris@43 167 if (dtvm) modelChannels = dtvm->getChannelCount();
Chris@43 168 if (modelChannels > m_sourceChannelCount) {
Chris@43 169 m_sourceChannelCount = modelChannels;
Chris@43 170 }
Chris@43 171
Chris@43 172 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@103 173 std::cout << "Adding model with " << modelChannels << " channels at rate " << model->getSampleRate() << std::endl;
Chris@43 174 #endif
Chris@43 175
Chris@43 176 if (m_sourceSampleRate == 0) {
Chris@43 177
Chris@43 178 m_sourceSampleRate = model->getSampleRate();
Chris@43 179 srChanged = true;
Chris@43 180
Chris@43 181 } else if (model->getSampleRate() != m_sourceSampleRate) {
Chris@43 182
Chris@43 183 // If this is a dense time-value model and we have no other, we
Chris@43 184 // can just switch to this model's sample rate
Chris@43 185
Chris@43 186 if (dtvm) {
Chris@43 187
Chris@43 188 bool conflicting = false;
Chris@43 189
Chris@43 190 for (std::set<Model *>::const_iterator i = m_models.begin();
Chris@43 191 i != m_models.end(); ++i) {
Chris@43 192 // Only wave file models can be considered conflicting --
Chris@43 193 // writable wave file models are derived and we shouldn't
Chris@43 194 // take their rates into account. Also, don't give any
Chris@43 195 // particular weight to a file that's already playing at
Chris@43 196 // the wrong rate anyway
Chris@43 197 WaveFileModel *wfm = dynamic_cast<WaveFileModel *>(*i);
Chris@43 198 if (wfm && wfm != dtvm &&
Chris@43 199 wfm->getSampleRate() != model->getSampleRate() &&
Chris@43 200 wfm->getSampleRate() == m_sourceSampleRate) {
Chris@233 201 SVDEBUG << "AudioCallbackPlaySource::addModel: Conflicting wave file model " << *i << " found" << endl;
Chris@43 202 conflicting = true;
Chris@43 203 break;
Chris@43 204 }
Chris@43 205 }
Chris@43 206
Chris@43 207 if (conflicting) {
Chris@43 208
Chris@233 209 SVDEBUG << "AudioCallbackPlaySource::addModel: ERROR: "
Chris@229 210 << "New model sample rate does not match" << endl
Chris@43 211 << "existing model(s) (new " << model->getSampleRate()
Chris@43 212 << " vs " << m_sourceSampleRate
Chris@43 213 << "), playback will be wrong"
Chris@229 214 << endl;
Chris@43 215
Chris@43 216 emit sampleRateMismatch(model->getSampleRate(),
Chris@43 217 m_sourceSampleRate,
Chris@43 218 false);
Chris@43 219 } else {
Chris@43 220 m_sourceSampleRate = model->getSampleRate();
Chris@43 221 srChanged = true;
Chris@43 222 }
Chris@43 223 }
Chris@43 224 }
Chris@43 225
Chris@43 226 if (!m_writeBuffers || (m_writeBuffers->size() < getTargetChannelCount())) {
Chris@43 227 clearRingBuffers(true, getTargetChannelCount());
Chris@43 228 buffersChanged = true;
Chris@43 229 } else {
Chris@43 230 if (canPlay) clearRingBuffers(true);
Chris@43 231 }
Chris@43 232
Chris@43 233 if (buffersChanged || srChanged) {
Chris@43 234 if (m_converter) {
Chris@43 235 src_delete(m_converter);
Chris@43 236 src_delete(m_crapConverter);
Chris@43 237 m_converter = 0;
Chris@43 238 m_crapConverter = 0;
Chris@43 239 }
Chris@43 240 }
Chris@43 241
Chris@164 242 rebuildRangeLists();
Chris@164 243
Chris@43 244 m_mutex.unlock();
Chris@43 245
Chris@43 246 m_audioGenerator->setTargetChannelCount(getTargetChannelCount());
Chris@43 247
Chris@43 248 if (!m_fillThread) {
Chris@43 249 m_fillThread = new FillThread(*this);
Chris@43 250 m_fillThread->start();
Chris@43 251 }
Chris@43 252
Chris@43 253 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 254 std::cout << "AudioCallbackPlaySource::addModel: now have " << m_models.size() << " model(s) -- emitting modelReplaced" << std::endl;
Chris@43 255 #endif
Chris@43 256
Chris@43 257 if (buffersChanged || srChanged) {
Chris@43 258 emit modelReplaced();
Chris@43 259 }
Chris@43 260
Chris@43 261 connect(model, SIGNAL(modelChanged(size_t, size_t)),
Chris@43 262 this, SLOT(modelChanged(size_t, size_t)));
Chris@43 263
Chris@212 264 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@212 265 std::cout << "AudioCallbackPlaySource::addModel: awakening thread" << std::endl;
Chris@212 266 #endif
Chris@212 267
Chris@43 268 m_condition.wakeAll();
Chris@43 269 }
Chris@43 270
Chris@43 271 void
Chris@43 272 AudioCallbackPlaySource::modelChanged(size_t startFrame, size_t endFrame)
Chris@43 273 {
Chris@43 274 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 275 SVDEBUG << "AudioCallbackPlaySource::modelChanged(" << startFrame << "," << endFrame << ")" << endl;
Chris@43 276 #endif
Chris@93 277 if (endFrame > m_lastModelEndFrame) {
Chris@93 278 m_lastModelEndFrame = endFrame;
Chris@99 279 rebuildRangeLists();
Chris@93 280 }
Chris@43 281 }
Chris@43 282
Chris@43 283 void
Chris@43 284 AudioCallbackPlaySource::removeModel(Model *model)
Chris@43 285 {
Chris@43 286 m_mutex.lock();
Chris@43 287
Chris@43 288 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 289 std::cout << "AudioCallbackPlaySource::removeModel(" << model << ")" << std::endl;
Chris@43 290 #endif
Chris@43 291
Chris@43 292 disconnect(model, SIGNAL(modelChanged(size_t, size_t)),
Chris@43 293 this, SLOT(modelChanged(size_t, size_t)));
Chris@43 294
Chris@43 295 m_models.erase(model);
Chris@43 296
Chris@43 297 if (m_models.empty()) {
Chris@43 298 if (m_converter) {
Chris@43 299 src_delete(m_converter);
Chris@43 300 src_delete(m_crapConverter);
Chris@43 301 m_converter = 0;
Chris@43 302 m_crapConverter = 0;
Chris@43 303 }
Chris@43 304 m_sourceSampleRate = 0;
Chris@43 305 }
Chris@43 306
Chris@43 307 size_t lastEnd = 0;
Chris@43 308 for (std::set<Model *>::const_iterator i = m_models.begin();
Chris@43 309 i != m_models.end(); ++i) {
Chris@164 310 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@164 311 std::cout << "AudioCallbackPlaySource::removeModel(" << model << "): checking end frame on model " << *i << std::endl;
Chris@164 312 #endif
Chris@43 313 if ((*i)->getEndFrame() > lastEnd) lastEnd = (*i)->getEndFrame();
Chris@164 314 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@164 315 std::cout << "(done, lastEnd now " << lastEnd << ")" << std::endl;
Chris@164 316 #endif
Chris@43 317 }
Chris@43 318 m_lastModelEndFrame = lastEnd;
Chris@43 319
Chris@212 320 m_audioGenerator->removeModel(model);
Chris@212 321
Chris@43 322 m_mutex.unlock();
Chris@43 323
Chris@43 324 clearRingBuffers();
Chris@43 325 }
Chris@43 326
Chris@43 327 void
Chris@43 328 AudioCallbackPlaySource::clearModels()
Chris@43 329 {
Chris@43 330 m_mutex.lock();
Chris@43 331
Chris@43 332 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 333 std::cout << "AudioCallbackPlaySource::clearModels()" << std::endl;
Chris@43 334 #endif
Chris@43 335
Chris@43 336 m_models.clear();
Chris@43 337
Chris@43 338 if (m_converter) {
Chris@43 339 src_delete(m_converter);
Chris@43 340 src_delete(m_crapConverter);
Chris@43 341 m_converter = 0;
Chris@43 342 m_crapConverter = 0;
Chris@43 343 }
Chris@43 344
Chris@43 345 m_lastModelEndFrame = 0;
Chris@43 346
Chris@43 347 m_sourceSampleRate = 0;
Chris@43 348
Chris@43 349 m_mutex.unlock();
Chris@43 350
Chris@43 351 m_audioGenerator->clearModels();
Chris@93 352
Chris@93 353 clearRingBuffers();
Chris@43 354 }
Chris@43 355
Chris@43 356 void
Chris@43 357 AudioCallbackPlaySource::clearRingBuffers(bool haveLock, size_t count)
Chris@43 358 {
Chris@43 359 if (!haveLock) m_mutex.lock();
Chris@43 360
Chris@93 361 rebuildRangeLists();
Chris@93 362
Chris@43 363 if (count == 0) {
Chris@43 364 if (m_writeBuffers) count = m_writeBuffers->size();
Chris@43 365 }
Chris@43 366
Chris@93 367 m_writeBufferFill = getCurrentBufferedFrame();
Chris@43 368
Chris@43 369 if (m_readBuffers != m_writeBuffers) {
Chris@43 370 delete m_writeBuffers;
Chris@43 371 }
Chris@43 372
Chris@43 373 m_writeBuffers = new RingBufferVector;
Chris@43 374
Chris@43 375 for (size_t i = 0; i < count; ++i) {
Chris@43 376 m_writeBuffers->push_back(new RingBuffer<float>(m_ringBufferSize));
Chris@43 377 }
Chris@43 378
Chris@43 379 // std::cout << "AudioCallbackPlaySource::clearRingBuffers: Created "
Chris@43 380 // << count << " write buffers" << std::endl;
Chris@43 381
Chris@43 382 if (!haveLock) {
Chris@43 383 m_mutex.unlock();
Chris@43 384 }
Chris@43 385 }
Chris@43 386
Chris@43 387 void
Chris@43 388 AudioCallbackPlaySource::play(size_t startFrame)
Chris@43 389 {
Chris@43 390 if (m_viewManager->getPlaySelectionMode() &&
Chris@43 391 !m_viewManager->getSelections().empty()) {
Chris@60 392
Chris@233 393 SVDEBUG << "AudioCallbackPlaySource::play: constraining frame " << startFrame << " to selection = ";
Chris@94 394
Chris@60 395 startFrame = m_viewManager->constrainFrameToSelection(startFrame);
Chris@60 396
Chris@233 397 SVDEBUG << startFrame << endl;
Chris@94 398
Chris@43 399 } else {
Chris@43 400 if (startFrame >= m_lastModelEndFrame) {
Chris@43 401 startFrame = 0;
Chris@43 402 }
Chris@43 403 }
Chris@43 404
Chris@132 405 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@60 406 std::cerr << "play(" << startFrame << ") -> playback model ";
Chris@132 407 #endif
Chris@60 408
Chris@60 409 startFrame = m_viewManager->alignReferenceToPlaybackFrame(startFrame);
Chris@60 410
Chris@189 411 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@60 412 std::cerr << startFrame << std::endl;
Chris@189 413 #endif
Chris@60 414
Chris@43 415 // The fill thread will automatically empty its buffers before
Chris@43 416 // starting again if we have not so far been playing, but not if
Chris@43 417 // we're just re-seeking.
Chris@102 418 // NO -- we can end up playing some first -- always reset here
Chris@43 419
Chris@43 420 m_mutex.lock();
Chris@102 421
Chris@91 422 if (m_timeStretcher) {
Chris@91 423 m_timeStretcher->reset();
Chris@91 424 }
Chris@130 425 if (m_monoStretcher) {
Chris@130 426 m_monoStretcher->reset();
Chris@130 427 }
Chris@102 428
Chris@102 429 m_readBufferFill = m_writeBufferFill = startFrame;
Chris@102 430 if (m_readBuffers) {
Chris@102 431 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@102 432 RingBuffer<float> *rb = getReadRingBuffer(c);
Chris@132 433 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@102 434 std::cerr << "reset ring buffer for channel " << c << std::endl;
Chris@132 435 #endif
Chris@102 436 if (rb) rb->reset();
Chris@102 437 }
Chris@43 438 }
Chris@102 439 if (m_converter) src_reset(m_converter);
Chris@102 440 if (m_crapConverter) src_reset(m_crapConverter);
Chris@102 441
Chris@43 442 m_mutex.unlock();
Chris@43 443
Chris@43 444 m_audioGenerator->reset();
Chris@43 445
Chris@94 446 m_playStartFrame = startFrame;
Chris@94 447 m_playStartFramePassed = false;
Chris@94 448 m_playStartedAt = RealTime::zeroTime;
Chris@94 449 if (m_target) {
Chris@94 450 m_playStartedAt = RealTime::fromSeconds(m_target->getCurrentTime());
Chris@94 451 }
Chris@94 452
Chris@43 453 bool changed = !m_playing;
Chris@91 454 m_lastRetrievalTimestamp = 0;
Chris@102 455 m_lastCurrentFrame = 0;
Chris@43 456 m_playing = true;
Chris@212 457
Chris@212 458 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@212 459 std::cout << "AudioCallbackPlaySource::play: awakening thread" << std::endl;
Chris@212 460 #endif
Chris@212 461
Chris@43 462 m_condition.wakeAll();
Chris@158 463 if (changed) {
Chris@158 464 emit playStatusChanged(m_playing);
Chris@158 465 emit activity(tr("Play from %1").arg
Chris@158 466 (RealTime::frame2RealTime
Chris@158 467 (m_playStartFrame, m_sourceSampleRate).toText().c_str()));
Chris@158 468 }
Chris@43 469 }
Chris@43 470
Chris@43 471 void
Chris@43 472 AudioCallbackPlaySource::stop()
Chris@43 473 {
Chris@212 474 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 475 SVDEBUG << "AudioCallbackPlaySource::stop()" << endl;
Chris@212 476 #endif
Chris@43 477 bool changed = m_playing;
Chris@43 478 m_playing = false;
Chris@212 479
Chris@212 480 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@212 481 std::cout << "AudioCallbackPlaySource::stop: awakening thread" << std::endl;
Chris@212 482 #endif
Chris@212 483
Chris@43 484 m_condition.wakeAll();
Chris@91 485 m_lastRetrievalTimestamp = 0;
Chris@158 486 if (changed) {
Chris@158 487 emit playStatusChanged(m_playing);
Chris@158 488 emit activity(tr("Stop at %1").arg
Chris@158 489 (RealTime::frame2RealTime
Chris@158 490 (m_lastCurrentFrame, m_sourceSampleRate).toText().c_str()));
Chris@158 491 }
Chris@102 492 m_lastCurrentFrame = 0;
Chris@43 493 }
Chris@43 494
Chris@43 495 void
Chris@43 496 AudioCallbackPlaySource::selectionChanged()
Chris@43 497 {
Chris@43 498 if (m_viewManager->getPlaySelectionMode()) {
Chris@43 499 clearRingBuffers();
Chris@43 500 }
Chris@43 501 }
Chris@43 502
Chris@43 503 void
Chris@43 504 AudioCallbackPlaySource::playLoopModeChanged()
Chris@43 505 {
Chris@43 506 clearRingBuffers();
Chris@43 507 }
Chris@43 508
Chris@43 509 void
Chris@43 510 AudioCallbackPlaySource::playSelectionModeChanged()
Chris@43 511 {
Chris@43 512 if (!m_viewManager->getSelections().empty()) {
Chris@43 513 clearRingBuffers();
Chris@43 514 }
Chris@43 515 }
Chris@43 516
Chris@43 517 void
Chris@43 518 AudioCallbackPlaySource::playParametersChanged(PlayParameters *)
Chris@43 519 {
Chris@43 520 clearRingBuffers();
Chris@43 521 }
Chris@43 522
Chris@43 523 void
Chris@43 524 AudioCallbackPlaySource::preferenceChanged(PropertyContainer::PropertyName n)
Chris@43 525 {
Chris@43 526 if (n == "Resample Quality") {
Chris@43 527 setResampleQuality(Preferences::getInstance()->getResampleQuality());
Chris@43 528 }
Chris@43 529 }
Chris@43 530
Chris@43 531 void
Chris@43 532 AudioCallbackPlaySource::audioProcessingOverload()
Chris@43 533 {
Chris@130 534 std::cerr << "Audio processing overload!" << std::endl;
Chris@130 535
Chris@130 536 if (!m_playing) return;
Chris@130 537
Chris@43 538 RealTimePluginInstance *ap = m_auditioningPlugin;
Chris@130 539 if (ap && !m_auditioningPluginBypassed) {
Chris@43 540 m_auditioningPluginBypassed = true;
Chris@43 541 emit audioOverloadPluginDisabled();
Chris@130 542 return;
Chris@130 543 }
Chris@130 544
Chris@130 545 if (m_timeStretcher &&
Chris@130 546 m_timeStretcher->getTimeRatio() < 1.0 &&
Chris@130 547 m_stretcherInputCount > 1 &&
Chris@130 548 m_monoStretcher && !m_stretchMono) {
Chris@130 549 m_stretchMono = true;
Chris@130 550 emit audioTimeStretchMultiChannelDisabled();
Chris@130 551 return;
Chris@43 552 }
Chris@43 553 }
Chris@43 554
Chris@43 555 void
Chris@91 556 AudioCallbackPlaySource::setTarget(AudioCallbackPlayTarget *target, size_t size)
Chris@43 557 {
Chris@91 558 m_target = target;
Chris@193 559 std::cout << "AudioCallbackPlaySource::setTarget: Block size -> " << size << std::endl;
Chris@193 560 if (size != 0) {
Chris@193 561 m_blockSize = size;
Chris@193 562 }
Chris@193 563 if (size * 4 > m_ringBufferSize) {
Chris@233 564 SVDEBUG << "AudioCallbackPlaySource::setTarget: Buffer size "
Chris@193 565 << size << " > a quarter of ring buffer size "
Chris@193 566 << m_ringBufferSize << ", calling for more ring buffer"
Chris@229 567 << endl;
Chris@193 568 m_ringBufferSize = size * 4;
Chris@193 569 if (m_writeBuffers && !m_writeBuffers->empty()) {
Chris@193 570 clearRingBuffers();
Chris@193 571 }
Chris@193 572 }
Chris@43 573 }
Chris@43 574
Chris@43 575 size_t
Chris@43 576 AudioCallbackPlaySource::getTargetBlockSize() const
Chris@43 577 {
Chris@43 578 // std::cout << "AudioCallbackPlaySource::getTargetBlockSize() -> " << m_blockSize << std::endl;
Chris@43 579 return m_blockSize;
Chris@43 580 }
Chris@43 581
Chris@43 582 void
Chris@43 583 AudioCallbackPlaySource::setTargetPlayLatency(size_t latency)
Chris@43 584 {
Chris@43 585 m_playLatency = latency;
Chris@43 586 }
Chris@43 587
Chris@43 588 size_t
Chris@43 589 AudioCallbackPlaySource::getTargetPlayLatency() const
Chris@43 590 {
Chris@43 591 return m_playLatency;
Chris@43 592 }
Chris@43 593
Chris@43 594 size_t
Chris@43 595 AudioCallbackPlaySource::getCurrentPlayingFrame()
Chris@43 596 {
Chris@91 597 // This method attempts to estimate which audio sample frame is
Chris@91 598 // "currently coming through the speakers".
Chris@91 599
Chris@93 600 size_t targetRate = getTargetSampleRate();
Chris@93 601 size_t latency = m_playLatency; // at target rate
Chris@93 602 RealTime latency_t = RealTime::frame2RealTime(latency, targetRate);
Chris@93 603
Chris@93 604 return getCurrentFrame(latency_t);
Chris@93 605 }
Chris@93 606
Chris@93 607 size_t
Chris@93 608 AudioCallbackPlaySource::getCurrentBufferedFrame()
Chris@93 609 {
Chris@93 610 return getCurrentFrame(RealTime::zeroTime);
Chris@93 611 }
Chris@93 612
Chris@93 613 size_t
Chris@93 614 AudioCallbackPlaySource::getCurrentFrame(RealTime latency_t)
Chris@93 615 {
Chris@43 616 bool resample = false;
Chris@91 617 double resampleRatio = 1.0;
Chris@43 618
Chris@91 619 // We resample when filling the ring buffer, and time-stretch when
Chris@91 620 // draining it. The buffer contains data at the "target rate" and
Chris@91 621 // the latency provided by the target is also at the target rate.
Chris@91 622 // Because of the multiple rates involved, we do the actual
Chris@91 623 // calculation using RealTime instead.
Chris@43 624
Chris@91 625 size_t sourceRate = getSourceSampleRate();
Chris@91 626 size_t targetRate = getTargetSampleRate();
Chris@91 627
Chris@91 628 if (sourceRate == 0 || targetRate == 0) return 0;
Chris@91 629
Chris@91 630 size_t inbuffer = 0; // at target rate
Chris@91 631
Chris@43 632 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 633 RingBuffer<float> *rb = getReadRingBuffer(c);
Chris@43 634 if (rb) {
Chris@91 635 size_t here = rb->getReadSpace();
Chris@91 636 if (c == 0 || here < inbuffer) inbuffer = here;
Chris@43 637 }
Chris@43 638 }
Chris@43 639
Chris@91 640 size_t readBufferFill = m_readBufferFill;
Chris@91 641 size_t lastRetrievedBlockSize = m_lastRetrievedBlockSize;
Chris@91 642 double lastRetrievalTimestamp = m_lastRetrievalTimestamp;
Chris@91 643 double currentTime = 0.0;
Chris@91 644 if (m_target) currentTime = m_target->getCurrentTime();
Chris@91 645
Chris@102 646 bool looping = m_viewManager->getPlayLoopMode();
Chris@102 647
Chris@91 648 RealTime inbuffer_t = RealTime::frame2RealTime(inbuffer, targetRate);
Chris@91 649
Chris@91 650 size_t stretchlat = 0;
Chris@91 651 double timeRatio = 1.0;
Chris@91 652
Chris@91 653 if (m_timeStretcher) {
Chris@91 654 stretchlat = m_timeStretcher->getLatency();
Chris@91 655 timeRatio = m_timeStretcher->getTimeRatio();
Chris@43 656 }
Chris@43 657
Chris@91 658 RealTime stretchlat_t = RealTime::frame2RealTime(stretchlat, targetRate);
Chris@43 659
Chris@91 660 // When the target has just requested a block from us, the last
Chris@91 661 // sample it obtained was our buffer fill frame count minus the
Chris@91 662 // amount of read space (converted back to source sample rate)
Chris@91 663 // remaining now. That sample is not expected to be played until
Chris@91 664 // the target's play latency has elapsed. By the time the
Chris@91 665 // following block is requested, that sample will be at the
Chris@91 666 // target's play latency minus the last requested block size away
Chris@91 667 // from being played.
Chris@91 668
Chris@91 669 RealTime sincerequest_t = RealTime::zeroTime;
Chris@91 670 RealTime lastretrieved_t = RealTime::zeroTime;
Chris@91 671
Chris@102 672 if (m_target &&
Chris@102 673 m_trustworthyTimestamps &&
Chris@102 674 lastRetrievalTimestamp != 0.0) {
Chris@91 675
Chris@91 676 lastretrieved_t = RealTime::frame2RealTime
Chris@91 677 (lastRetrievedBlockSize, targetRate);
Chris@91 678
Chris@91 679 // calculate number of frames at target rate that have elapsed
Chris@91 680 // since the end of the last call to getSourceSamples
Chris@91 681
Chris@102 682 if (m_trustworthyTimestamps && !looping) {
Chris@91 683
Chris@102 684 // this adjustment seems to cause more problems when looping
Chris@102 685 double elapsed = currentTime - lastRetrievalTimestamp;
Chris@102 686
Chris@102 687 if (elapsed > 0.0) {
Chris@102 688 sincerequest_t = RealTime::fromSeconds(elapsed);
Chris@102 689 }
Chris@91 690 }
Chris@91 691
Chris@91 692 } else {
Chris@91 693
Chris@91 694 lastretrieved_t = RealTime::frame2RealTime
Chris@91 695 (getTargetBlockSize(), targetRate);
Chris@62 696 }
Chris@91 697
Chris@91 698 RealTime bufferedto_t = RealTime::frame2RealTime(readBufferFill, sourceRate);
Chris@91 699
Chris@91 700 if (timeRatio != 1.0) {
Chris@91 701 lastretrieved_t = lastretrieved_t / timeRatio;
Chris@91 702 sincerequest_t = sincerequest_t / timeRatio;
Chris@163 703 latency_t = latency_t / timeRatio;
Chris@43 704 }
Chris@43 705
Chris@91 706 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@163 707 std::cerr << "\nbuffered to: " << bufferedto_t << ", in buffer: " << inbuffer_t << ", time ratio " << timeRatio << "\n stretcher latency: " << stretchlat_t << ", device latency: " << latency_t << "\n since request: " << sincerequest_t << ", last retrieved quantity: " << lastretrieved_t << std::endl;
Chris@91 708 #endif
Chris@43 709
Chris@91 710 RealTime end = RealTime::frame2RealTime(m_lastModelEndFrame, sourceRate);
Chris@60 711
Chris@93 712 // Normally the range lists should contain at least one item each
Chris@93 713 // -- if playback is unconstrained, that item should report the
Chris@93 714 // entire source audio duration.
Chris@43 715
Chris@93 716 if (m_rangeStarts.empty()) {
Chris@93 717 rebuildRangeLists();
Chris@93 718 }
Chris@92 719
Chris@93 720 if (m_rangeStarts.empty()) {
Chris@93 721 // this code is only used in case of error in rebuildRangeLists
Chris@93 722 RealTime playing_t = bufferedto_t
Chris@93 723 - latency_t - stretchlat_t - lastretrieved_t - inbuffer_t
Chris@93 724 + sincerequest_t;
Chris@193 725 if (playing_t < RealTime::zeroTime) playing_t = RealTime::zeroTime;
Chris@93 726 size_t frame = RealTime::realTime2Frame(playing_t, sourceRate);
Chris@93 727 return m_viewManager->alignPlaybackFrameToReference(frame);
Chris@93 728 }
Chris@43 729
Chris@91 730 int inRange = 0;
Chris@91 731 int index = 0;
Chris@91 732
Chris@93 733 for (size_t i = 0; i < m_rangeStarts.size(); ++i) {
Chris@93 734 if (bufferedto_t >= m_rangeStarts[i]) {
Chris@93 735 inRange = index;
Chris@93 736 } else {
Chris@93 737 break;
Chris@93 738 }
Chris@93 739 ++index;
Chris@93 740 }
Chris@93 741
Chris@93 742 if (inRange >= m_rangeStarts.size()) inRange = m_rangeStarts.size()-1;
Chris@93 743
Chris@94 744 RealTime playing_t = bufferedto_t;
Chris@93 745
Chris@93 746 playing_t = playing_t
Chris@93 747 - latency_t - stretchlat_t - lastretrieved_t - inbuffer_t
Chris@93 748 + sincerequest_t;
Chris@94 749
Chris@94 750 // This rather gross little hack is used to ensure that latency
Chris@94 751 // compensation doesn't result in the playback pointer appearing
Chris@94 752 // to start earlier than the actual playback does. It doesn't
Chris@94 753 // work properly (hence the bail-out in the middle) because if we
Chris@94 754 // are playing a relatively short looped region, the playing time
Chris@94 755 // estimated from the buffer fill frame may have wrapped around
Chris@94 756 // the region boundary and end up being much smaller than the
Chris@94 757 // theoretical play start frame, perhaps even for the entire
Chris@94 758 // duration of playback!
Chris@94 759
Chris@94 760 if (!m_playStartFramePassed) {
Chris@94 761 RealTime playstart_t = RealTime::frame2RealTime(m_playStartFrame,
Chris@94 762 sourceRate);
Chris@94 763 if (playing_t < playstart_t) {
Chris@132 764 // std::cerr << "playing_t " << playing_t << " < playstart_t "
Chris@132 765 // << playstart_t << std::endl;
Chris@122 766 if (/*!!! sincerequest_t > RealTime::zeroTime && */
Chris@94 767 m_playStartedAt + latency_t + stretchlat_t <
Chris@94 768 RealTime::fromSeconds(currentTime)) {
Chris@176 769 // std::cerr << "but we've been playing for long enough that I think we should disregard it (it probably results from loop wrapping)" << std::endl;
Chris@94 770 m_playStartFramePassed = true;
Chris@94 771 } else {
Chris@94 772 playing_t = playstart_t;
Chris@94 773 }
Chris@94 774 } else {
Chris@94 775 m_playStartFramePassed = true;
Chris@94 776 }
Chris@94 777 }
Chris@163 778
Chris@163 779 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@163 780 std::cerr << "playing_t " << playing_t;
Chris@163 781 #endif
Chris@94 782
Chris@94 783 playing_t = playing_t - m_rangeStarts[inRange];
Chris@93 784
Chris@93 785 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@163 786 std::cerr << " as offset into range " << inRange << " (start =" << m_rangeStarts[inRange] << " duration =" << m_rangeDurations[inRange] << ") = " << playing_t << std::endl;
Chris@93 787 #endif
Chris@93 788
Chris@93 789 while (playing_t < RealTime::zeroTime) {
Chris@93 790
Chris@93 791 if (inRange == 0) {
Chris@93 792 if (looping) {
Chris@93 793 inRange = m_rangeStarts.size() - 1;
Chris@93 794 } else {
Chris@93 795 break;
Chris@93 796 }
Chris@93 797 } else {
Chris@93 798 --inRange;
Chris@93 799 }
Chris@93 800
Chris@93 801 playing_t = playing_t + m_rangeDurations[inRange];
Chris@93 802 }
Chris@93 803
Chris@93 804 playing_t = playing_t + m_rangeStarts[inRange];
Chris@93 805
Chris@93 806 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@93 807 std::cerr << " playing time: " << playing_t << std::endl;
Chris@93 808 #endif
Chris@93 809
Chris@93 810 if (!looping) {
Chris@93 811 if (inRange == m_rangeStarts.size()-1 &&
Chris@93 812 playing_t >= m_rangeStarts[inRange] + m_rangeDurations[inRange]) {
Chris@96 813 std::cerr << "Not looping, inRange " << inRange << " == rangeStarts.size()-1, playing_t " << playing_t << " >= m_rangeStarts[inRange] " << m_rangeStarts[inRange] << " + m_rangeDurations[inRange] " << m_rangeDurations[inRange] << " -- stopping" << std::endl;
Chris@93 814 stop();
Chris@93 815 }
Chris@93 816 }
Chris@93 817
Chris@93 818 if (playing_t < RealTime::zeroTime) playing_t = RealTime::zeroTime;
Chris@93 819
Chris@93 820 size_t frame = RealTime::realTime2Frame(playing_t, sourceRate);
Chris@102 821
Chris@102 822 if (m_lastCurrentFrame > 0 && !looping) {
Chris@102 823 if (frame < m_lastCurrentFrame) {
Chris@102 824 frame = m_lastCurrentFrame;
Chris@102 825 }
Chris@102 826 }
Chris@102 827
Chris@102 828 m_lastCurrentFrame = frame;
Chris@102 829
Chris@93 830 return m_viewManager->alignPlaybackFrameToReference(frame);
Chris@93 831 }
Chris@93 832
Chris@93 833 void
Chris@93 834 AudioCallbackPlaySource::rebuildRangeLists()
Chris@93 835 {
Chris@93 836 bool constrained = (m_viewManager->getPlaySelectionMode());
Chris@93 837
Chris@93 838 m_rangeStarts.clear();
Chris@93 839 m_rangeDurations.clear();
Chris@93 840
Chris@93 841 size_t sourceRate = getSourceSampleRate();
Chris@93 842 if (sourceRate == 0) return;
Chris@93 843
Chris@93 844 RealTime end = RealTime::frame2RealTime(m_lastModelEndFrame, sourceRate);
Chris@93 845 if (end == RealTime::zeroTime) return;
Chris@93 846
Chris@93 847 if (!constrained) {
Chris@93 848 m_rangeStarts.push_back(RealTime::zeroTime);
Chris@93 849 m_rangeDurations.push_back(end);
Chris@93 850 return;
Chris@93 851 }
Chris@93 852
Chris@93 853 MultiSelection::SelectionList selections = m_viewManager->getSelections();
Chris@93 854 MultiSelection::SelectionList::const_iterator i;
Chris@93 855
Chris@93 856 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 857 SVDEBUG << "AudioCallbackPlaySource::rebuildRangeLists" << endl;
Chris@93 858 #endif
Chris@93 859
Chris@93 860 if (!selections.empty()) {
Chris@91 861
Chris@91 862 for (i = selections.begin(); i != selections.end(); ++i) {
Chris@91 863
Chris@91 864 RealTime start =
Chris@91 865 (RealTime::frame2RealTime
Chris@91 866 (m_viewManager->alignReferenceToPlaybackFrame(i->getStartFrame()),
Chris@91 867 sourceRate));
Chris@91 868 RealTime duration =
Chris@91 869 (RealTime::frame2RealTime
Chris@91 870 (m_viewManager->alignReferenceToPlaybackFrame(i->getEndFrame()) -
Chris@91 871 m_viewManager->alignReferenceToPlaybackFrame(i->getStartFrame()),
Chris@91 872 sourceRate));
Chris@91 873
Chris@93 874 m_rangeStarts.push_back(start);
Chris@93 875 m_rangeDurations.push_back(duration);
Chris@91 876 }
Chris@93 877 } else {
Chris@93 878 m_rangeStarts.push_back(RealTime::zeroTime);
Chris@93 879 m_rangeDurations.push_back(end);
Chris@43 880 }
Chris@43 881
Chris@93 882 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@93 883 std::cerr << "Now have " << m_rangeStarts.size() << " play ranges" << std::endl;
Chris@91 884 #endif
Chris@43 885 }
Chris@43 886
Chris@43 887 void
Chris@43 888 AudioCallbackPlaySource::setOutputLevels(float left, float right)
Chris@43 889 {
Chris@43 890 m_outputLeft = left;
Chris@43 891 m_outputRight = right;
Chris@43 892 }
Chris@43 893
Chris@43 894 bool
Chris@43 895 AudioCallbackPlaySource::getOutputLevels(float &left, float &right)
Chris@43 896 {
Chris@43 897 left = m_outputLeft;
Chris@43 898 right = m_outputRight;
Chris@43 899 return true;
Chris@43 900 }
Chris@43 901
Chris@43 902 void
Chris@43 903 AudioCallbackPlaySource::setTargetSampleRate(size_t sr)
Chris@43 904 {
Chris@244 905 bool first = (m_targetSampleRate == 0);
Chris@244 906
Chris@43 907 m_targetSampleRate = sr;
Chris@43 908 initialiseConverter();
Chris@244 909
Chris@244 910 if (first && (m_stretchRatio != 1.f)) {
Chris@244 911 // couldn't create a stretcher before because we had no sample
Chris@244 912 // rate: make one now
Chris@244 913 setTimeStretch(m_stretchRatio);
Chris@244 914 }
Chris@43 915 }
Chris@43 916
Chris@43 917 void
Chris@43 918 AudioCallbackPlaySource::initialiseConverter()
Chris@43 919 {
Chris@43 920 m_mutex.lock();
Chris@43 921
Chris@43 922 if (m_converter) {
Chris@43 923 src_delete(m_converter);
Chris@43 924 src_delete(m_crapConverter);
Chris@43 925 m_converter = 0;
Chris@43 926 m_crapConverter = 0;
Chris@43 927 }
Chris@43 928
Chris@43 929 if (getSourceSampleRate() != getTargetSampleRate()) {
Chris@43 930
Chris@43 931 int err = 0;
Chris@43 932
Chris@43 933 m_converter = src_new(m_resampleQuality == 2 ? SRC_SINC_BEST_QUALITY :
Chris@43 934 m_resampleQuality == 1 ? SRC_SINC_MEDIUM_QUALITY :
Chris@43 935 m_resampleQuality == 0 ? SRC_SINC_FASTEST :
Chris@43 936 SRC_SINC_MEDIUM_QUALITY,
Chris@43 937 getTargetChannelCount(), &err);
Chris@43 938
Chris@43 939 if (m_converter) {
Chris@43 940 m_crapConverter = src_new(SRC_LINEAR,
Chris@43 941 getTargetChannelCount(),
Chris@43 942 &err);
Chris@43 943 }
Chris@43 944
Chris@43 945 if (!m_converter || !m_crapConverter) {
Chris@43 946 std::cerr
Chris@43 947 << "AudioCallbackPlaySource::setModel: ERROR in creating samplerate converter: "
Chris@43 948 << src_strerror(err) << std::endl;
Chris@43 949
Chris@43 950 if (m_converter) {
Chris@43 951 src_delete(m_converter);
Chris@43 952 m_converter = 0;
Chris@43 953 }
Chris@43 954
Chris@43 955 if (m_crapConverter) {
Chris@43 956 src_delete(m_crapConverter);
Chris@43 957 m_crapConverter = 0;
Chris@43 958 }
Chris@43 959
Chris@43 960 m_mutex.unlock();
Chris@43 961
Chris@43 962 emit sampleRateMismatch(getSourceSampleRate(),
Chris@43 963 getTargetSampleRate(),
Chris@43 964 false);
Chris@43 965 } else {
Chris@43 966
Chris@43 967 m_mutex.unlock();
Chris@43 968
Chris@43 969 emit sampleRateMismatch(getSourceSampleRate(),
Chris@43 970 getTargetSampleRate(),
Chris@43 971 true);
Chris@43 972 }
Chris@43 973 } else {
Chris@43 974 m_mutex.unlock();
Chris@43 975 }
Chris@43 976 }
Chris@43 977
Chris@43 978 void
Chris@43 979 AudioCallbackPlaySource::setResampleQuality(int q)
Chris@43 980 {
Chris@43 981 if (q == m_resampleQuality) return;
Chris@43 982 m_resampleQuality = q;
Chris@43 983
Chris@43 984 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 985 SVDEBUG << "AudioCallbackPlaySource::setResampleQuality: setting to "
Chris@229 986 << m_resampleQuality << endl;
Chris@43 987 #endif
Chris@43 988
Chris@43 989 initialiseConverter();
Chris@43 990 }
Chris@43 991
Chris@43 992 void
Chris@107 993 AudioCallbackPlaySource::setAuditioningEffect(Auditionable *a)
Chris@43 994 {
Chris@107 995 RealTimePluginInstance *plugin = dynamic_cast<RealTimePluginInstance *>(a);
Chris@107 996 if (a && !plugin) {
Chris@107 997 std::cerr << "WARNING: AudioCallbackPlaySource::setAuditioningEffect: auditionable object " << a << " is not a real-time plugin instance" << std::endl;
Chris@107 998 }
Chris@204 999
Chris@204 1000 m_mutex.lock();
Chris@43 1001 m_auditioningPlugin = plugin;
Chris@43 1002 m_auditioningPluginBypassed = false;
Chris@204 1003 m_mutex.unlock();
Chris@43 1004 }
Chris@43 1005
Chris@43 1006 void
Chris@235 1007 AudioCallbackPlaySource::queueExampleNote(int midiPitch)
Chris@235 1008 {
Chris@235 1009 SVDEBUG << "AudioCallbackPlaySource::queueExampleNote " << midiPitch << endl;
Chris@235 1010
Chris@235 1011 size_t rate = getTargetSampleRate();
Chris@235 1012 if (!rate) return;
Chris@235 1013
Chris@235 1014 Note n(m_examplePlaybackFrame,
Chris@235 1015 midiPitch,
Chris@235 1016 rate / 2, // half a second
mathieu@241 1017 64,
Chris@235 1018 "");
Chris@235 1019
Chris@235 1020 NoteModel *newNoteModel = 0;
Chris@235 1021
Chris@235 1022 if (!m_exampleNotes) {
Chris@235 1023 // do this outside mutex -- adding the playable and the model
Chris@235 1024 // both call back on us into functions that need to lock
Chris@235 1025 newNoteModel = new NoteModel(rate, 1, false);
Chris@235 1026 PlayParameterRepository::getInstance()->addPlayable(newNoteModel);
Chris@235 1027 m_audioGenerator->addModel(newNoteModel);
Chris@235 1028 m_exampleNotes = newNoteModel;
Chris@235 1029 }
Chris@235 1030
Chris@235 1031 m_mutex.lock();
Chris@235 1032 m_exampleNotes->addPoint(n);
Chris@235 1033 m_mutex.unlock();
Chris@235 1034
Chris@235 1035 SVDEBUG << "AudioCallbackPlaySource::queueExampleNote: Added note at frame "
Chris@235 1036 << n.frame << endl;
Chris@235 1037 }
Chris@235 1038
Chris@235 1039 void
Chris@43 1040 AudioCallbackPlaySource::setSoloModelSet(std::set<Model *> s)
Chris@43 1041 {
Chris@43 1042 m_audioGenerator->setSoloModelSet(s);
Chris@43 1043 clearRingBuffers();
Chris@43 1044 }
Chris@43 1045
Chris@43 1046 void
Chris@43 1047 AudioCallbackPlaySource::clearSoloModelSet()
Chris@43 1048 {
Chris@43 1049 m_audioGenerator->clearSoloModelSet();
Chris@43 1050 clearRingBuffers();
Chris@43 1051 }
Chris@43 1052
Chris@43 1053 size_t
Chris@43 1054 AudioCallbackPlaySource::getTargetSampleRate() const
Chris@43 1055 {
Chris@43 1056 if (m_targetSampleRate) return m_targetSampleRate;
Chris@43 1057 else return getSourceSampleRate();
Chris@43 1058 }
Chris@43 1059
Chris@43 1060 size_t
Chris@43 1061 AudioCallbackPlaySource::getSourceChannelCount() const
Chris@43 1062 {
Chris@43 1063 return m_sourceChannelCount;
Chris@43 1064 }
Chris@43 1065
Chris@43 1066 size_t
Chris@43 1067 AudioCallbackPlaySource::getTargetChannelCount() const
Chris@43 1068 {
Chris@43 1069 if (m_sourceChannelCount < 2) return 2;
Chris@43 1070 return m_sourceChannelCount;
Chris@43 1071 }
Chris@43 1072
Chris@43 1073 size_t
Chris@43 1074 AudioCallbackPlaySource::getSourceSampleRate() const
Chris@43 1075 {
Chris@43 1076 return m_sourceSampleRate;
Chris@43 1077 }
Chris@43 1078
Chris@43 1079 void
Chris@91 1080 AudioCallbackPlaySource::setTimeStretch(float factor)
Chris@43 1081 {
Chris@91 1082 m_stretchRatio = factor;
Chris@91 1083
Chris@244 1084 if (!getTargetSampleRate()) return; // have to make our stretcher later
Chris@244 1085
Chris@91 1086 if (m_timeStretcher || (factor == 1.f)) {
Chris@91 1087 // stretch ratio will be set in next process call if appropriate
Chris@62 1088 } else {
Chris@91 1089 m_stretcherInputCount = getTargetChannelCount();
Chris@62 1090 RubberBandStretcher *stretcher = new RubberBandStretcher
Chris@62 1091 (getTargetSampleRate(),
Chris@91 1092 m_stretcherInputCount,
Chris@62 1093 RubberBandStretcher::OptionProcessRealTime,
Chris@62 1094 factor);
Chris@130 1095 RubberBandStretcher *monoStretcher = new RubberBandStretcher
Chris@130 1096 (getTargetSampleRate(),
Chris@130 1097 1,
Chris@130 1098 RubberBandStretcher::OptionProcessRealTime,
Chris@130 1099 factor);
Chris@91 1100 m_stretcherInputs = new float *[m_stretcherInputCount];
Chris@91 1101 m_stretcherInputSizes = new size_t[m_stretcherInputCount];
Chris@91 1102 for (size_t c = 0; c < m_stretcherInputCount; ++c) {
Chris@91 1103 m_stretcherInputSizes[c] = 16384;
Chris@91 1104 m_stretcherInputs[c] = new float[m_stretcherInputSizes[c]];
Chris@91 1105 }
Chris@130 1106 m_monoStretcher = monoStretcher;
Chris@62 1107 m_timeStretcher = stretcher;
Chris@62 1108 }
Chris@158 1109
Chris@158 1110 emit activity(tr("Change time-stretch factor to %1").arg(factor));
Chris@43 1111 }
Chris@43 1112
Chris@43 1113 size_t
Chris@235 1114 AudioCallbackPlaySource::mixExampleModel(size_t count, float **buffer)
Chris@235 1115 {
Chris@235 1116 SVDEBUG << "AudioCallbackPlaySource::mixExampleModel" << endl;
Chris@235 1117
Chris@235 1118 if (!m_exampleNotes || m_exampleNotes->isEmpty()) {
Chris@235 1119 return 0;
Chris@235 1120 }
Chris@235 1121
Chris@235 1122 SVDEBUG << "AudioCallbackPlaySource::mixExampleModel: Model non-empty; m_examplePlaybackFrame is " << m_examplePlaybackFrame << " and count " << count << endl;
Chris@235 1123
Chris@235 1124 QMutexLocker locker(&m_mutex);
Chris@235 1125
Chris@235 1126 size_t n = 0;
Chris@235 1127
Chris@235 1128 n = m_audioGenerator->mixModel(m_exampleNotes,
Chris@235 1129 m_examplePlaybackFrame,
Chris@235 1130 count,
Chris@235 1131 buffer,
Chris@235 1132 0,
Chris@235 1133 0);
Chris@235 1134
Chris@235 1135 m_examplePlaybackFrame += n;
Chris@235 1136
Chris@235 1137 // prune notes that have finished
Chris@235 1138 while (1) {
Chris@235 1139 const NoteModel::PointList &points = m_exampleNotes->getPoints();
Chris@235 1140 if (!points.empty()) {
Chris@235 1141 NoteModel::Point p(*points.begin());
Chris@235 1142 if (p.frame + p.duration < m_examplePlaybackFrame) {
Chris@235 1143 m_exampleNotes->deletePoint(p);
Chris@235 1144 continue;
Chris@235 1145 }
Chris@235 1146 }
Chris@235 1147 break;
Chris@235 1148 }
Chris@235 1149
Chris@235 1150 SVDEBUG << "AudioCallbackPlaySource::mixExampleModel: done, got "
Chris@235 1151 << n << " frames for new m_examplePlaybackFrame of "
Chris@235 1152 << m_examplePlaybackFrame << ", "
Chris@235 1153 << m_exampleNotes->getPoints().size() << " queued notes remain"
Chris@235 1154 << endl;
Chris@235 1155
Chris@235 1156 return n;
Chris@235 1157 }
Chris@235 1158
Chris@235 1159 size_t
Chris@130 1160 AudioCallbackPlaySource::getSourceSamples(size_t ucount, float **buffer)
Chris@43 1161 {
Chris@130 1162 int count = ucount;
Chris@130 1163
Chris@43 1164 if (!m_playing) {
Chris@193 1165 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1166 SVDEBUG << "AudioCallbackPlaySource::getSourceSamples: Not playing" << endl;
Chris@193 1167 #endif
Chris@43 1168 for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@130 1169 for (int i = 0; i < count; ++i) {
Chris@43 1170 buffer[ch][i] = 0.0;
Chris@43 1171 }
Chris@43 1172 }
Chris@235 1173 return mixExampleModel(ucount, buffer);
Chris@43 1174 }
Chris@43 1175
Chris@212 1176 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1177 SVDEBUG << "AudioCallbackPlaySource::getSourceSamples: Playing" << endl;
Chris@212 1178 #endif
Chris@212 1179
Chris@43 1180 // Ensure that all buffers have at least the amount of data we
Chris@43 1181 // need -- else reduce the size of our requests correspondingly
Chris@43 1182
Chris@43 1183 for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@43 1184
Chris@43 1185 RingBuffer<float> *rb = getReadRingBuffer(ch);
Chris@43 1186
Chris@43 1187 if (!rb) {
Chris@43 1188 std::cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: "
Chris@43 1189 << "No ring buffer available for channel " << ch
Chris@43 1190 << ", returning no data here" << std::endl;
Chris@43 1191 count = 0;
Chris@43 1192 break;
Chris@43 1193 }
Chris@43 1194
Chris@43 1195 size_t rs = rb->getReadSpace();
Chris@43 1196 if (rs < count) {
Chris@43 1197 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1198 std::cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: "
Chris@43 1199 << "Ring buffer for channel " << ch << " has only "
Chris@193 1200 << rs << " (of " << count << ") samples available ("
Chris@193 1201 << "ring buffer size is " << rb->getSize() << ", write "
Chris@193 1202 << "space " << rb->getWriteSpace() << "), "
Chris@43 1203 << "reducing request size" << std::endl;
Chris@43 1204 #endif
Chris@43 1205 count = rs;
Chris@43 1206 }
Chris@43 1207 }
Chris@43 1208
Chris@43 1209 if (count == 0) return 0;
Chris@43 1210
Chris@62 1211 RubberBandStretcher *ts = m_timeStretcher;
Chris@130 1212 RubberBandStretcher *ms = m_monoStretcher;
Chris@130 1213
Chris@62 1214 float ratio = ts ? ts->getTimeRatio() : 1.f;
Chris@91 1215
Chris@91 1216 if (ratio != m_stretchRatio) {
Chris@91 1217 if (!ts) {
Chris@91 1218 std::cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: Time ratio change to " << m_stretchRatio << " is pending, but no stretcher is set" << std::endl;
Chris@91 1219 m_stretchRatio = 1.f;
Chris@91 1220 } else {
Chris@91 1221 ts->setTimeRatio(m_stretchRatio);
Chris@130 1222 if (ms) ms->setTimeRatio(m_stretchRatio);
Chris@130 1223 if (m_stretchRatio >= 1.0) m_stretchMono = false;
Chris@130 1224 }
Chris@130 1225 }
Chris@130 1226
Chris@130 1227 int stretchChannels = m_stretcherInputCount;
Chris@130 1228 if (m_stretchMono) {
Chris@130 1229 if (ms) {
Chris@130 1230 ts = ms;
Chris@130 1231 stretchChannels = 1;
Chris@130 1232 } else {
Chris@130 1233 m_stretchMono = false;
Chris@91 1234 }
Chris@91 1235 }
Chris@91 1236
Chris@91 1237 if (m_target) {
Chris@91 1238 m_lastRetrievedBlockSize = count;
Chris@91 1239 m_lastRetrievalTimestamp = m_target->getCurrentTime();
Chris@91 1240 }
Chris@43 1241
Chris@62 1242 if (!ts || ratio == 1.f) {
Chris@43 1243
Chris@130 1244 int got = 0;
Chris@43 1245
Chris@43 1246 for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@43 1247
Chris@43 1248 RingBuffer<float> *rb = getReadRingBuffer(ch);
Chris@43 1249
Chris@43 1250 if (rb) {
Chris@43 1251
Chris@43 1252 // this is marginally more likely to leave our channels in
Chris@43 1253 // sync after a processing failure than just passing "count":
Chris@43 1254 size_t request = count;
Chris@43 1255 if (ch > 0) request = got;
Chris@43 1256
Chris@43 1257 got = rb->read(buffer[ch], request);
Chris@43 1258
Chris@43 1259 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@43 1260 std::cout << "AudioCallbackPlaySource::getSamples: got " << got << " (of " << count << ") samples on channel " << ch << ", signalling for more (possibly)" << std::endl;
Chris@43 1261 #endif
Chris@43 1262 }
Chris@43 1263
Chris@43 1264 for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@130 1265 for (int i = got; i < count; ++i) {
Chris@43 1266 buffer[ch][i] = 0.0;
Chris@43 1267 }
Chris@43 1268 }
Chris@43 1269 }
Chris@43 1270
Chris@43 1271 applyAuditioningEffect(count, buffer);
Chris@43 1272
Chris@212 1273 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@212 1274 std::cout << "AudioCallbackPlaySource::getSamples: awakening thread" << std::endl;
Chris@212 1275 #endif
Chris@212 1276
Chris@43 1277 m_condition.wakeAll();
Chris@235 1278
Chris@235 1279 (void)mixExampleModel(got, buffer);
Chris@91 1280
Chris@43 1281 return got;
Chris@43 1282 }
Chris@43 1283
Chris@62 1284 size_t channels = getTargetChannelCount();
Chris@91 1285 size_t available;
Chris@91 1286 int warned = 0;
Chris@91 1287 size_t fedToStretcher = 0;
Chris@43 1288
Chris@91 1289 // The input block for a given output is approx output / ratio,
Chris@91 1290 // but we can't predict it exactly, for an adaptive timestretcher.
Chris@91 1291
Chris@91 1292 while ((available = ts->available()) < count) {
Chris@91 1293
Chris@91 1294 size_t reqd = lrintf((count - available) / ratio);
Chris@91 1295 reqd = std::max(reqd, ts->getSamplesRequired());
Chris@91 1296 if (reqd == 0) reqd = 1;
Chris@91 1297
Chris@91 1298 size_t got = reqd;
Chris@91 1299
Chris@91 1300 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@91 1301 std::cerr << "reqd = " <<reqd << ", channels = " << channels << ", ic = " << m_stretcherInputCount << std::endl;
Chris@62 1302 #endif
Chris@43 1303
Chris@91 1304 for (size_t c = 0; c < channels; ++c) {
Chris@131 1305 if (c >= m_stretcherInputCount) continue;
Chris@91 1306 if (reqd > m_stretcherInputSizes[c]) {
Chris@91 1307 if (c == 0) {
Chris@91 1308 std::cerr << "WARNING: resizing stretcher input buffer from " << m_stretcherInputSizes[c] << " to " << (reqd * 2) << std::endl;
Chris@91 1309 }
Chris@91 1310 delete[] m_stretcherInputs[c];
Chris@91 1311 m_stretcherInputSizes[c] = reqd * 2;
Chris@91 1312 m_stretcherInputs[c] = new float[m_stretcherInputSizes[c]];
Chris@91 1313 }
Chris@91 1314 }
Chris@43 1315
Chris@91 1316 for (size_t c = 0; c < channels; ++c) {
Chris@131 1317 if (c >= m_stretcherInputCount) continue;
Chris@91 1318 RingBuffer<float> *rb = getReadRingBuffer(c);
Chris@91 1319 if (rb) {
Chris@130 1320 size_t gotHere;
Chris@130 1321 if (stretchChannels == 1 && c > 0) {
Chris@130 1322 gotHere = rb->readAdding(m_stretcherInputs[0], got);
Chris@130 1323 } else {
Chris@130 1324 gotHere = rb->read(m_stretcherInputs[c], got);
Chris@130 1325 }
Chris@91 1326 if (gotHere < got) got = gotHere;
Chris@91 1327
Chris@91 1328 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@91 1329 if (c == 0) {
Chris@233 1330 SVDEBUG << "feeding stretcher: got " << gotHere
Chris@229 1331 << ", " << rb->getReadSpace() << " remain" << endl;
Chris@91 1332 }
Chris@62 1333 #endif
Chris@43 1334
Chris@91 1335 } else {
Chris@91 1336 std::cerr << "WARNING: No ring buffer available for channel " << c << " in stretcher input block" << std::endl;
Chris@43 1337 }
Chris@43 1338 }
Chris@43 1339
Chris@43 1340 if (got < reqd) {
Chris@43 1341 std::cerr << "WARNING: Read underrun in playback ("
Chris@43 1342 << got << " < " << reqd << ")" << std::endl;
Chris@43 1343 }
Chris@43 1344
Chris@91 1345 ts->process(m_stretcherInputs, got, false);
Chris@91 1346
Chris@91 1347 fedToStretcher += got;
Chris@43 1348
Chris@43 1349 if (got == 0) break;
Chris@43 1350
Chris@62 1351 if (ts->available() == available) {
Chris@43 1352 std::cerr << "WARNING: AudioCallbackPlaySource::getSamples: Added " << got << " samples to time stretcher, created no new available output samples (warned = " << warned << ")" << std::endl;
Chris@43 1353 if (++warned == 5) break;
Chris@43 1354 }
Chris@43 1355 }
Chris@43 1356
Chris@62 1357 ts->retrieve(buffer, count);
Chris@43 1358
Chris@130 1359 for (int c = stretchChannels; c < getTargetChannelCount(); ++c) {
Chris@130 1360 for (int i = 0; i < count; ++i) {
Chris@130 1361 buffer[c][i] = buffer[0][i];
Chris@130 1362 }
Chris@130 1363 }
Chris@130 1364
Chris@43 1365 applyAuditioningEffect(count, buffer);
Chris@43 1366
Chris@212 1367 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@212 1368 std::cout << "AudioCallbackPlaySource::getSamples [stretched]: awakening thread" << std::endl;
Chris@212 1369 #endif
Chris@212 1370
Chris@43 1371 m_condition.wakeAll();
Chris@43 1372
Chris@235 1373 (void)mixExampleModel(count, buffer);
Chris@235 1374
Chris@43 1375 return count;
Chris@43 1376 }
Chris@43 1377
Chris@43 1378 void
Chris@43 1379 AudioCallbackPlaySource::applyAuditioningEffect(size_t count, float **buffers)
Chris@43 1380 {
Chris@43 1381 if (m_auditioningPluginBypassed) return;
Chris@43 1382 RealTimePluginInstance *plugin = m_auditioningPlugin;
Chris@43 1383 if (!plugin) return;
Chris@204 1384
Chris@43 1385 if (plugin->getAudioInputCount() != getTargetChannelCount()) {
Chris@43 1386 // std::cerr << "plugin input count " << plugin->getAudioInputCount()
Chris@43 1387 // << " != our channel count " << getTargetChannelCount()
Chris@43 1388 // << std::endl;
Chris@43 1389 return;
Chris@43 1390 }
Chris@43 1391 if (plugin->getAudioOutputCount() != getTargetChannelCount()) {
Chris@43 1392 // std::cerr << "plugin output count " << plugin->getAudioOutputCount()
Chris@43 1393 // << " != our channel count " << getTargetChannelCount()
Chris@43 1394 // << std::endl;
Chris@43 1395 return;
Chris@43 1396 }
Chris@102 1397 if (plugin->getBufferSize() < count) {
Chris@43 1398 // std::cerr << "plugin buffer size " << plugin->getBufferSize()
Chris@102 1399 // << " < our block size " << count
Chris@43 1400 // << std::endl;
Chris@43 1401 return;
Chris@43 1402 }
Chris@43 1403
Chris@43 1404 float **ib = plugin->getAudioInputBuffers();
Chris@43 1405 float **ob = plugin->getAudioOutputBuffers();
Chris@43 1406
Chris@43 1407 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1408 for (size_t i = 0; i < count; ++i) {
Chris@43 1409 ib[c][i] = buffers[c][i];
Chris@43 1410 }
Chris@43 1411 }
Chris@43 1412
Chris@102 1413 plugin->run(Vamp::RealTime::zeroTime, count);
Chris@43 1414
Chris@43 1415 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1416 for (size_t i = 0; i < count; ++i) {
Chris@43 1417 buffers[c][i] = ob[c][i];
Chris@43 1418 }
Chris@43 1419 }
Chris@43 1420 }
Chris@43 1421
Chris@43 1422 // Called from fill thread, m_playing true, mutex held
Chris@43 1423 bool
Chris@43 1424 AudioCallbackPlaySource::fillBuffers()
Chris@43 1425 {
Chris@43 1426 static float *tmp = 0;
Chris@43 1427 static size_t tmpSize = 0;
Chris@43 1428
Chris@43 1429 size_t space = 0;
Chris@43 1430 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1431 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1432 if (wb) {
Chris@43 1433 size_t spaceHere = wb->getWriteSpace();
Chris@43 1434 if (c == 0 || spaceHere < space) space = spaceHere;
Chris@43 1435 }
Chris@43 1436 }
Chris@43 1437
Chris@103 1438 if (space == 0) {
Chris@103 1439 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@103 1440 std::cout << "AudioCallbackPlaySourceFillThread: no space to fill" << std::endl;
Chris@103 1441 #endif
Chris@103 1442 return false;
Chris@103 1443 }
Chris@43 1444
Chris@43 1445 size_t f = m_writeBufferFill;
Chris@43 1446
Chris@43 1447 bool readWriteEqual = (m_readBuffers == m_writeBuffers);
Chris@43 1448
Chris@43 1449 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@193 1450 if (!readWriteEqual) {
Chris@193 1451 std::cout << "AudioCallbackPlaySourceFillThread: note read buffers != write buffers" << std::endl;
Chris@193 1452 }
Chris@43 1453 std::cout << "AudioCallbackPlaySourceFillThread: filling " << space << " frames" << std::endl;
Chris@43 1454 #endif
Chris@43 1455
Chris@43 1456 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1457 std::cout << "buffered to " << f << " already" << std::endl;
Chris@43 1458 #endif
Chris@43 1459
Chris@43 1460 bool resample = (getSourceSampleRate() != getTargetSampleRate());
Chris@43 1461
Chris@43 1462 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1463 std::cout << (resample ? "" : "not ") << "resampling (source " << getSourceSampleRate() << ", target " << getTargetSampleRate() << ")" << std::endl;
Chris@43 1464 #endif
Chris@43 1465
Chris@43 1466 size_t channels = getTargetChannelCount();
Chris@43 1467
Chris@43 1468 size_t orig = space;
Chris@43 1469 size_t got = 0;
Chris@43 1470
Chris@43 1471 static float **bufferPtrs = 0;
Chris@43 1472 static size_t bufferPtrCount = 0;
Chris@43 1473
Chris@43 1474 if (bufferPtrCount < channels) {
Chris@43 1475 if (bufferPtrs) delete[] bufferPtrs;
Chris@43 1476 bufferPtrs = new float *[channels];
Chris@43 1477 bufferPtrCount = channels;
Chris@43 1478 }
Chris@43 1479
Chris@43 1480 size_t generatorBlockSize = m_audioGenerator->getBlockSize();
Chris@43 1481
Chris@43 1482 if (resample && !m_converter) {
Chris@43 1483 static bool warned = false;
Chris@43 1484 if (!warned) {
Chris@43 1485 std::cerr << "WARNING: sample rates differ, but no converter available!" << std::endl;
Chris@43 1486 warned = true;
Chris@43 1487 }
Chris@43 1488 }
Chris@43 1489
Chris@43 1490 if (resample && m_converter) {
Chris@43 1491
Chris@43 1492 double ratio =
Chris@43 1493 double(getTargetSampleRate()) / double(getSourceSampleRate());
Chris@43 1494 orig = size_t(orig / ratio + 0.1);
Chris@43 1495
Chris@43 1496 // orig must be a multiple of generatorBlockSize
Chris@43 1497 orig = (orig / generatorBlockSize) * generatorBlockSize;
Chris@43 1498 if (orig == 0) return false;
Chris@43 1499
Chris@43 1500 size_t work = std::max(orig, space);
Chris@43 1501
Chris@43 1502 // We only allocate one buffer, but we use it in two halves.
Chris@43 1503 // We place the non-interleaved values in the second half of
Chris@43 1504 // the buffer (orig samples for channel 0, orig samples for
Chris@43 1505 // channel 1 etc), and then interleave them into the first
Chris@43 1506 // half of the buffer. Then we resample back into the second
Chris@43 1507 // half (interleaved) and de-interleave the results back to
Chris@43 1508 // the start of the buffer for insertion into the ringbuffers.
Chris@43 1509 // What a faff -- especially as we've already de-interleaved
Chris@43 1510 // the audio data from the source file elsewhere before we
Chris@43 1511 // even reach this point.
Chris@43 1512
Chris@43 1513 if (tmpSize < channels * work * 2) {
Chris@43 1514 delete[] tmp;
Chris@43 1515 tmp = new float[channels * work * 2];
Chris@43 1516 tmpSize = channels * work * 2;
Chris@43 1517 }
Chris@43 1518
Chris@43 1519 float *nonintlv = tmp + channels * work;
Chris@43 1520 float *intlv = tmp;
Chris@43 1521 float *srcout = tmp + channels * work;
Chris@43 1522
Chris@43 1523 for (size_t c = 0; c < channels; ++c) {
Chris@43 1524 for (size_t i = 0; i < orig; ++i) {
Chris@43 1525 nonintlv[channels * i + c] = 0.0f;
Chris@43 1526 }
Chris@43 1527 }
Chris@43 1528
Chris@43 1529 for (size_t c = 0; c < channels; ++c) {
Chris@43 1530 bufferPtrs[c] = nonintlv + c * orig;
Chris@43 1531 }
Chris@43 1532
Chris@163 1533 got = mixModels(f, orig, bufferPtrs); // also modifies f
Chris@43 1534
Chris@43 1535 // and interleave into first half
Chris@43 1536 for (size_t c = 0; c < channels; ++c) {
Chris@43 1537 for (size_t i = 0; i < got; ++i) {
Chris@43 1538 float sample = nonintlv[c * got + i];
Chris@43 1539 intlv[channels * i + c] = sample;
Chris@43 1540 }
Chris@43 1541 }
Chris@43 1542
Chris@43 1543 SRC_DATA data;
Chris@43 1544 data.data_in = intlv;
Chris@43 1545 data.data_out = srcout;
Chris@43 1546 data.input_frames = got;
Chris@43 1547 data.output_frames = work;
Chris@43 1548 data.src_ratio = ratio;
Chris@43 1549 data.end_of_input = 0;
Chris@43 1550
Chris@43 1551 int err = 0;
Chris@43 1552
Chris@62 1553 if (m_timeStretcher && m_timeStretcher->getTimeRatio() < 0.4) {
Chris@43 1554 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1555 std::cout << "Using crappy converter" << std::endl;
Chris@43 1556 #endif
Chris@43 1557 err = src_process(m_crapConverter, &data);
Chris@43 1558 } else {
Chris@43 1559 err = src_process(m_converter, &data);
Chris@43 1560 }
Chris@43 1561
Chris@43 1562 size_t toCopy = size_t(got * ratio + 0.1);
Chris@43 1563
Chris@43 1564 if (err) {
Chris@43 1565 std::cerr
Chris@43 1566 << "AudioCallbackPlaySourceFillThread: ERROR in samplerate conversion: "
Chris@43 1567 << src_strerror(err) << std::endl;
Chris@43 1568 //!!! Then what?
Chris@43 1569 } else {
Chris@43 1570 got = data.input_frames_used;
Chris@43 1571 toCopy = data.output_frames_gen;
Chris@43 1572 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1573 std::cout << "Resampled " << got << " frames to " << toCopy << " frames" << std::endl;
Chris@43 1574 #endif
Chris@43 1575 }
Chris@43 1576
Chris@43 1577 for (size_t c = 0; c < channels; ++c) {
Chris@43 1578 for (size_t i = 0; i < toCopy; ++i) {
Chris@43 1579 tmp[i] = srcout[channels * i + c];
Chris@43 1580 }
Chris@43 1581 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1582 if (wb) wb->write(tmp, toCopy);
Chris@43 1583 }
Chris@43 1584
Chris@43 1585 m_writeBufferFill = f;
Chris@43 1586 if (readWriteEqual) m_readBufferFill = f;
Chris@43 1587
Chris@43 1588 } else {
Chris@43 1589
Chris@43 1590 // space must be a multiple of generatorBlockSize
Chris@195 1591 size_t reqSpace = space;
Chris@195 1592 space = (reqSpace / generatorBlockSize) * generatorBlockSize;
Chris@91 1593 if (space == 0) {
Chris@91 1594 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@195 1595 std::cout << "requested fill of " << reqSpace
Chris@195 1596 << " is less than generator block size of "
Chris@91 1597 << generatorBlockSize << ", leaving it" << std::endl;
Chris@91 1598 #endif
Chris@91 1599 return false;
Chris@91 1600 }
Chris@43 1601
Chris@43 1602 if (tmpSize < channels * space) {
Chris@43 1603 delete[] tmp;
Chris@43 1604 tmp = new float[channels * space];
Chris@43 1605 tmpSize = channels * space;
Chris@43 1606 }
Chris@43 1607
Chris@43 1608 for (size_t c = 0; c < channels; ++c) {
Chris@43 1609
Chris@43 1610 bufferPtrs[c] = tmp + c * space;
Chris@43 1611
Chris@43 1612 for (size_t i = 0; i < space; ++i) {
Chris@43 1613 tmp[c * space + i] = 0.0f;
Chris@43 1614 }
Chris@43 1615 }
Chris@43 1616
Chris@163 1617 size_t got = mixModels(f, space, bufferPtrs); // also modifies f
Chris@43 1618
Chris@43 1619 for (size_t c = 0; c < channels; ++c) {
Chris@43 1620
Chris@43 1621 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1622 if (wb) {
Chris@43 1623 size_t actual = wb->write(bufferPtrs[c], got);
Chris@43 1624 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1625 std::cout << "Wrote " << actual << " samples for ch " << c << ", now "
Chris@43 1626 << wb->getReadSpace() << " to read"
Chris@43 1627 << std::endl;
Chris@43 1628 #endif
Chris@43 1629 if (actual < got) {
Chris@43 1630 std::cerr << "WARNING: Buffer overrun in channel " << c
Chris@43 1631 << ": wrote " << actual << " of " << got
Chris@43 1632 << " samples" << std::endl;
Chris@43 1633 }
Chris@43 1634 }
Chris@43 1635 }
Chris@43 1636
Chris@43 1637 m_writeBufferFill = f;
Chris@43 1638 if (readWriteEqual) m_readBufferFill = f;
Chris@43 1639
Chris@163 1640 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@163 1641 std::cout << "Read buffer fill is now " << m_readBufferFill << std::endl;
Chris@163 1642 #endif
Chris@163 1643
Chris@43 1644 //!!! how do we know when ended? need to mark up a fully-buffered flag and check this if we find the buffers empty in getSourceSamples
Chris@43 1645 }
Chris@43 1646
Chris@43 1647 return true;
Chris@43 1648 }
Chris@43 1649
Chris@43 1650 size_t
Chris@43 1651 AudioCallbackPlaySource::mixModels(size_t &frame, size_t count, float **buffers)
Chris@43 1652 {
Chris@43 1653 size_t processed = 0;
Chris@43 1654 size_t chunkStart = frame;
Chris@43 1655 size_t chunkSize = count;
Chris@43 1656 size_t selectionSize = 0;
Chris@43 1657 size_t nextChunkStart = chunkStart + chunkSize;
Chris@43 1658
Chris@43 1659 bool looping = m_viewManager->getPlayLoopMode();
Chris@43 1660 bool constrained = (m_viewManager->getPlaySelectionMode() &&
Chris@43 1661 !m_viewManager->getSelections().empty());
Chris@43 1662
Chris@43 1663 static float **chunkBufferPtrs = 0;
Chris@43 1664 static size_t chunkBufferPtrCount = 0;
Chris@43 1665 size_t channels = getTargetChannelCount();
Chris@43 1666
Chris@43 1667 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1668 std::cout << "Selection playback: start " << frame << ", size " << count <<", channels " << channels << std::endl;
Chris@43 1669 #endif
Chris@43 1670
Chris@43 1671 if (chunkBufferPtrCount < channels) {
Chris@43 1672 if (chunkBufferPtrs) delete[] chunkBufferPtrs;
Chris@43 1673 chunkBufferPtrs = new float *[channels];
Chris@43 1674 chunkBufferPtrCount = channels;
Chris@43 1675 }
Chris@43 1676
Chris@43 1677 for (size_t c = 0; c < channels; ++c) {
Chris@43 1678 chunkBufferPtrs[c] = buffers[c];
Chris@43 1679 }
Chris@43 1680
Chris@43 1681 while (processed < count) {
Chris@43 1682
Chris@43 1683 chunkSize = count - processed;
Chris@43 1684 nextChunkStart = chunkStart + chunkSize;
Chris@43 1685 selectionSize = 0;
Chris@43 1686
Chris@43 1687 size_t fadeIn = 0, fadeOut = 0;
Chris@43 1688
Chris@43 1689 if (constrained) {
Chris@60 1690
Chris@60 1691 size_t rChunkStart =
Chris@60 1692 m_viewManager->alignPlaybackFrameToReference(chunkStart);
Chris@43 1693
Chris@43 1694 Selection selection =
Chris@60 1695 m_viewManager->getContainingSelection(rChunkStart, true);
Chris@43 1696
Chris@43 1697 if (selection.isEmpty()) {
Chris@43 1698 if (looping) {
Chris@43 1699 selection = *m_viewManager->getSelections().begin();
Chris@60 1700 chunkStart = m_viewManager->alignReferenceToPlaybackFrame
Chris@60 1701 (selection.getStartFrame());
Chris@43 1702 fadeIn = 50;
Chris@43 1703 }
Chris@43 1704 }
Chris@43 1705
Chris@43 1706 if (selection.isEmpty()) {
Chris@43 1707
Chris@43 1708 chunkSize = 0;
Chris@43 1709 nextChunkStart = chunkStart;
Chris@43 1710
Chris@43 1711 } else {
Chris@43 1712
Chris@60 1713 size_t sf = m_viewManager->alignReferenceToPlaybackFrame
Chris@60 1714 (selection.getStartFrame());
Chris@60 1715 size_t ef = m_viewManager->alignReferenceToPlaybackFrame
Chris@60 1716 (selection.getEndFrame());
Chris@43 1717
Chris@60 1718 selectionSize = ef - sf;
Chris@60 1719
Chris@60 1720 if (chunkStart < sf) {
Chris@60 1721 chunkStart = sf;
Chris@43 1722 fadeIn = 50;
Chris@43 1723 }
Chris@43 1724
Chris@43 1725 nextChunkStart = chunkStart + chunkSize;
Chris@43 1726
Chris@60 1727 if (nextChunkStart >= ef) {
Chris@60 1728 nextChunkStart = ef;
Chris@43 1729 fadeOut = 50;
Chris@43 1730 }
Chris@43 1731
Chris@43 1732 chunkSize = nextChunkStart - chunkStart;
Chris@43 1733 }
Chris@43 1734
Chris@43 1735 } else if (looping && m_lastModelEndFrame > 0) {
Chris@43 1736
Chris@43 1737 if (chunkStart >= m_lastModelEndFrame) {
Chris@43 1738 chunkStart = 0;
Chris@43 1739 }
Chris@43 1740 if (chunkSize > m_lastModelEndFrame - chunkStart) {
Chris@43 1741 chunkSize = m_lastModelEndFrame - chunkStart;
Chris@43 1742 }
Chris@43 1743 nextChunkStart = chunkStart + chunkSize;
Chris@43 1744 }
Chris@43 1745
Chris@43 1746 // std::cout << "chunkStart " << chunkStart << ", chunkSize " << chunkSize << ", nextChunkStart " << nextChunkStart << ", frame " << frame << ", count " << count << ", processed " << processed << std::endl;
Chris@43 1747
Chris@43 1748 if (!chunkSize) {
Chris@43 1749 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1750 std::cout << "Ending selection playback at " << nextChunkStart << std::endl;
Chris@43 1751 #endif
Chris@43 1752 // We need to maintain full buffers so that the other
Chris@43 1753 // thread can tell where it's got to in the playback -- so
Chris@43 1754 // return the full amount here
Chris@43 1755 frame = frame + count;
Chris@43 1756 return count;
Chris@43 1757 }
Chris@43 1758
Chris@43 1759 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1760 std::cout << "Selection playback: chunk at " << chunkStart << " -> " << nextChunkStart << " (size " << chunkSize << ")" << std::endl;
Chris@43 1761 #endif
Chris@43 1762
Chris@43 1763 size_t got = 0;
Chris@43 1764
Chris@43 1765 if (selectionSize < 100) {
Chris@43 1766 fadeIn = 0;
Chris@43 1767 fadeOut = 0;
Chris@43 1768 } else if (selectionSize < 300) {
Chris@43 1769 if (fadeIn > 0) fadeIn = 10;
Chris@43 1770 if (fadeOut > 0) fadeOut = 10;
Chris@43 1771 }
Chris@43 1772
Chris@43 1773 if (fadeIn > 0) {
Chris@43 1774 if (processed * 2 < fadeIn) {
Chris@43 1775 fadeIn = processed * 2;
Chris@43 1776 }
Chris@43 1777 }
Chris@43 1778
Chris@43 1779 if (fadeOut > 0) {
Chris@43 1780 if ((count - processed - chunkSize) * 2 < fadeOut) {
Chris@43 1781 fadeOut = (count - processed - chunkSize) * 2;
Chris@43 1782 }
Chris@43 1783 }
Chris@43 1784
Chris@43 1785 for (std::set<Model *>::iterator mi = m_models.begin();
Chris@43 1786 mi != m_models.end(); ++mi) {
Chris@43 1787
Chris@43 1788 got = m_audioGenerator->mixModel(*mi, chunkStart,
Chris@43 1789 chunkSize, chunkBufferPtrs,
Chris@43 1790 fadeIn, fadeOut);
Chris@43 1791 }
Chris@43 1792
Chris@43 1793 for (size_t c = 0; c < channels; ++c) {
Chris@43 1794 chunkBufferPtrs[c] += chunkSize;
Chris@43 1795 }
Chris@43 1796
Chris@43 1797 processed += chunkSize;
Chris@43 1798 chunkStart = nextChunkStart;
Chris@43 1799 }
Chris@43 1800
Chris@43 1801 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1802 std::cout << "Returning selection playback " << processed << " frames to " << nextChunkStart << std::endl;
Chris@43 1803 #endif
Chris@43 1804
Chris@43 1805 frame = nextChunkStart;
Chris@43 1806 return processed;
Chris@43 1807 }
Chris@43 1808
Chris@43 1809 void
Chris@43 1810 AudioCallbackPlaySource::unifyRingBuffers()
Chris@43 1811 {
Chris@43 1812 if (m_readBuffers == m_writeBuffers) return;
Chris@43 1813
Chris@43 1814 // only unify if there will be something to read
Chris@43 1815 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1816 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1817 if (wb) {
Chris@43 1818 if (wb->getReadSpace() < m_blockSize * 2) {
Chris@43 1819 if ((m_writeBufferFill + m_blockSize * 2) <
Chris@43 1820 m_lastModelEndFrame) {
Chris@43 1821 // OK, we don't have enough and there's more to
Chris@43 1822 // read -- don't unify until we can do better
Chris@193 1823 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1824 SVDEBUG << "AudioCallbackPlaySource::unifyRingBuffers: Not unifying: write buffer has less (" << wb->getReadSpace() << ") than " << m_blockSize*2 << " to read and write buffer fill (" << m_writeBufferFill << ") is not close to end frame (" << m_lastModelEndFrame << ")" << endl;
Chris@193 1825 #endif
Chris@43 1826 return;
Chris@43 1827 }
Chris@43 1828 }
Chris@43 1829 break;
Chris@43 1830 }
Chris@43 1831 }
Chris@43 1832
Chris@43 1833 size_t rf = m_readBufferFill;
Chris@43 1834 RingBuffer<float> *rb = getReadRingBuffer(0);
Chris@43 1835 if (rb) {
Chris@43 1836 size_t rs = rb->getReadSpace();
Chris@43 1837 //!!! incorrect when in non-contiguous selection, see comments elsewhere
Chris@43 1838 // std::cout << "rs = " << rs << std::endl;
Chris@43 1839 if (rs < rf) rf -= rs;
Chris@43 1840 else rf = 0;
Chris@43 1841 }
Chris@43 1842
Chris@193 1843 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1844 SVDEBUG << "AudioCallbackPlaySource::unifyRingBuffers: m_readBufferFill = " << m_readBufferFill << ", rf = " << rf << ", m_writeBufferFill = " << m_writeBufferFill << endl;
Chris@193 1845 #endif
Chris@43 1846
Chris@43 1847 size_t wf = m_writeBufferFill;
Chris@43 1848 size_t skip = 0;
Chris@43 1849 for (size_t c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1850 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1851 if (wb) {
Chris@43 1852 if (c == 0) {
Chris@43 1853
Chris@43 1854 size_t wrs = wb->getReadSpace();
Chris@43 1855 // std::cout << "wrs = " << wrs << std::endl;
Chris@43 1856
Chris@43 1857 if (wrs < wf) wf -= wrs;
Chris@43 1858 else wf = 0;
Chris@43 1859 // std::cout << "wf = " << wf << std::endl;
Chris@43 1860
Chris@43 1861 if (wf < rf) skip = rf - wf;
Chris@43 1862 if (skip == 0) break;
Chris@43 1863 }
Chris@43 1864
Chris@43 1865 // std::cout << "skipping " << skip << std::endl;
Chris@43 1866 wb->skip(skip);
Chris@43 1867 }
Chris@43 1868 }
Chris@43 1869
Chris@43 1870 m_bufferScavenger.claim(m_readBuffers);
Chris@43 1871 m_readBuffers = m_writeBuffers;
Chris@43 1872 m_readBufferFill = m_writeBufferFill;
Chris@193 1873 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@193 1874 std::cerr << "unified" << std::endl;
Chris@193 1875 #endif
Chris@43 1876 }
Chris@43 1877
Chris@43 1878 void
Chris@43 1879 AudioCallbackPlaySource::FillThread::run()
Chris@43 1880 {
Chris@43 1881 AudioCallbackPlaySource &s(m_source);
Chris@43 1882
Chris@43 1883 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1884 std::cout << "AudioCallbackPlaySourceFillThread starting" << std::endl;
Chris@43 1885 #endif
Chris@43 1886
Chris@43 1887 s.m_mutex.lock();
Chris@43 1888
Chris@43 1889 bool previouslyPlaying = s.m_playing;
Chris@43 1890 bool work = false;
Chris@43 1891
Chris@43 1892 while (!s.m_exiting) {
Chris@43 1893
Chris@43 1894 s.unifyRingBuffers();
Chris@43 1895 s.m_bufferScavenger.scavenge();
Chris@43 1896 s.m_pluginScavenger.scavenge();
Chris@43 1897
Chris@43 1898 if (work && s.m_playing && s.getSourceSampleRate()) {
Chris@43 1899
Chris@43 1900 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1901 std::cout << "AudioCallbackPlaySourceFillThread: not waiting" << std::endl;
Chris@43 1902 #endif
Chris@43 1903
Chris@43 1904 s.m_mutex.unlock();
Chris@43 1905 s.m_mutex.lock();
Chris@43 1906
Chris@43 1907 } else {
Chris@43 1908
Chris@43 1909 float ms = 100;
Chris@43 1910 if (s.getSourceSampleRate() > 0) {
Chris@193 1911 ms = float(s.m_ringBufferSize) /
Chris@193 1912 float(s.getSourceSampleRate()) * 1000.0;
Chris@43 1913 }
Chris@43 1914
Chris@43 1915 if (s.m_playing) ms /= 10;
Chris@43 1916
Chris@43 1917 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1918 if (!s.m_playing) std::cout << std::endl;
Chris@43 1919 std::cout << "AudioCallbackPlaySourceFillThread: waiting for " << ms << "ms..." << std::endl;
Chris@43 1920 #endif
Chris@43 1921
Chris@43 1922 s.m_condition.wait(&s.m_mutex, size_t(ms));
Chris@43 1923 }
Chris@43 1924
Chris@43 1925 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1926 std::cout << "AudioCallbackPlaySourceFillThread: awoken" << std::endl;
Chris@43 1927 #endif
Chris@43 1928
Chris@43 1929 work = false;
Chris@43 1930
Chris@103 1931 if (!s.getSourceSampleRate()) {
Chris@103 1932 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@103 1933 std::cout << "AudioCallbackPlaySourceFillThread: source sample rate is zero" << std::endl;
Chris@103 1934 #endif
Chris@103 1935 continue;
Chris@103 1936 }
Chris@43 1937
Chris@43 1938 bool playing = s.m_playing;
Chris@43 1939
Chris@43 1940 if (playing && !previouslyPlaying) {
Chris@43 1941 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@43 1942 std::cout << "AudioCallbackPlaySourceFillThread: playback state changed, resetting" << std::endl;
Chris@43 1943 #endif
Chris@43 1944 for (size_t c = 0; c < s.getTargetChannelCount(); ++c) {
Chris@43 1945 RingBuffer<float> *rb = s.getReadRingBuffer(c);
Chris@43 1946 if (rb) rb->reset();
Chris@43 1947 }
Chris@43 1948 }
Chris@43 1949 previouslyPlaying = playing;
Chris@43 1950
Chris@43 1951 work = s.fillBuffers();
Chris@43 1952 }
Chris@43 1953
Chris@43 1954 s.m_mutex.unlock();
Chris@43 1955 }
Chris@43 1956