annotate audio/AudioCallbackPlaySource.cpp @ 542:167d37937436 3.0-integration

Remove resampler quality option (#1760)
author Chris Cannam
date Mon, 05 Dec 2016 16:39:03 +0000
parents 0d5c3abc9658
children 699db455a3e1 c4391f6c7484
rev   line source
Chris@43 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@43 2
Chris@43 3 /*
Chris@43 4 Sonic Visualiser
Chris@43 5 An audio file viewer and annotation editor.
Chris@43 6 Centre for Digital Music, Queen Mary, University of London.
Chris@43 7 This file copyright 2006 Chris Cannam and QMUL.
Chris@43 8
Chris@43 9 This program is free software; you can redistribute it and/or
Chris@43 10 modify it under the terms of the GNU General Public License as
Chris@43 11 published by the Free Software Foundation; either version 2 of the
Chris@43 12 License, or (at your option) any later version. See the file
Chris@43 13 COPYING included with this distribution for more information.
Chris@43 14 */
Chris@43 15
Chris@43 16 #include "AudioCallbackPlaySource.h"
Chris@43 17
Chris@43 18 #include "AudioGenerator.h"
Chris@43 19
Chris@43 20 #include "data/model/Model.h"
Chris@105 21 #include "base/ViewManagerBase.h"
Chris@43 22 #include "base/PlayParameterRepository.h"
Chris@43 23 #include "base/Preferences.h"
Chris@43 24 #include "data/model/DenseTimeValueModel.h"
Chris@43 25 #include "data/model/WaveFileModel.h"
Chris@506 26 #include "data/model/ReadOnlyWaveFileModel.h"
Chris@43 27 #include "data/model/SparseOneDimensionalModel.h"
Chris@43 28 #include "plugin/RealTimePluginInstance.h"
Chris@62 29
Chris@468 30 #include "bqaudioio/SystemPlaybackTarget.h"
Chris@91 31
Chris@62 32 #include <rubberband/RubberBandStretcher.h>
Chris@62 33 using namespace RubberBand;
Chris@43 34
Chris@43 35 #include <iostream>
Chris@43 36 #include <cassert>
Chris@43 37
Chris@510 38 //#define DEBUG_AUDIO_PLAY_SOURCE 1
Chris@43 39 //#define DEBUG_AUDIO_PLAY_SOURCE_PLAYING 1
Chris@43 40
Chris@366 41 static const int DEFAULT_RING_BUFFER_SIZE = 131071;
Chris@43 42
Chris@105 43 AudioCallbackPlaySource::AudioCallbackPlaySource(ViewManagerBase *manager,
Chris@57 44 QString clientName) :
Chris@43 45 m_viewManager(manager),
Chris@43 46 m_audioGenerator(new AudioGenerator()),
Chris@468 47 m_clientName(clientName.toUtf8().data()),
Chris@43 48 m_readBuffers(0),
Chris@43 49 m_writeBuffers(0),
Chris@43 50 m_readBufferFill(0),
Chris@43 51 m_writeBufferFill(0),
Chris@43 52 m_bufferScavenger(1),
Chris@43 53 m_sourceChannelCount(0),
Chris@43 54 m_blockSize(1024),
Chris@43 55 m_sourceSampleRate(0),
Chris@43 56 m_targetSampleRate(0),
Chris@43 57 m_playLatency(0),
Chris@91 58 m_target(0),
Chris@91 59 m_lastRetrievalTimestamp(0.0),
Chris@91 60 m_lastRetrievedBlockSize(0),
Chris@102 61 m_trustworthyTimestamps(true),
Chris@102 62 m_lastCurrentFrame(0),
Chris@43 63 m_playing(false),
Chris@43 64 m_exiting(false),
Chris@43 65 m_lastModelEndFrame(0),
Chris@193 66 m_ringBufferSize(DEFAULT_RING_BUFFER_SIZE),
Chris@43 67 m_outputLeft(0.0),
Chris@43 68 m_outputRight(0.0),
Chris@43 69 m_auditioningPlugin(0),
Chris@43 70 m_auditioningPluginBypassed(false),
Chris@94 71 m_playStartFrame(0),
Chris@94 72 m_playStartFramePassed(false),
Chris@43 73 m_timeStretcher(0),
Chris@130 74 m_monoStretcher(0),
Chris@91 75 m_stretchRatio(1.0),
Chris@405 76 m_stretchMono(false),
Chris@91 77 m_stretcherInputCount(0),
Chris@91 78 m_stretcherInputs(0),
Chris@91 79 m_stretcherInputSizes(0),
Chris@43 80 m_fillThread(0),
Chris@542 81 m_converter(0)
Chris@43 82 {
Chris@43 83 m_viewManager->setAudioPlaySource(this);
Chris@43 84
Chris@43 85 connect(m_viewManager, SIGNAL(selectionChanged()),
Chris@43 86 this, SLOT(selectionChanged()));
Chris@43 87 connect(m_viewManager, SIGNAL(playLoopModeChanged()),
Chris@43 88 this, SLOT(playLoopModeChanged()));
Chris@43 89 connect(m_viewManager, SIGNAL(playSelectionModeChanged()),
Chris@43 90 this, SLOT(playSelectionModeChanged()));
Chris@43 91
Chris@300 92 connect(this, SIGNAL(playStatusChanged(bool)),
Chris@300 93 m_viewManager, SLOT(playStatusChanged(bool)));
Chris@300 94
Chris@43 95 connect(PlayParameterRepository::getInstance(),
Chris@43 96 SIGNAL(playParametersChanged(PlayParameters *)),
Chris@43 97 this, SLOT(playParametersChanged(PlayParameters *)));
Chris@43 98
Chris@43 99 connect(Preferences::getInstance(),
Chris@43 100 SIGNAL(propertyChanged(PropertyContainer::PropertyName)),
Chris@43 101 this, SLOT(preferenceChanged(PropertyContainer::PropertyName)));
Chris@43 102 }
Chris@43 103
Chris@43 104 AudioCallbackPlaySource::~AudioCallbackPlaySource()
Chris@43 105 {
Chris@177 106 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 107 SVDEBUG << "AudioCallbackPlaySource::~AudioCallbackPlaySource entering" << endl;
Chris@177 108 #endif
Chris@43 109 m_exiting = true;
Chris@43 110
Chris@43 111 if (m_fillThread) {
Chris@212 112 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 113 cout << "AudioCallbackPlaySource dtor: awakening thread" << endl;
Chris@212 114 #endif
Chris@212 115 m_condition.wakeAll();
Chris@43 116 m_fillThread->wait();
Chris@43 117 delete m_fillThread;
Chris@43 118 }
Chris@43 119
Chris@43 120 clearModels();
Chris@43 121
Chris@43 122 if (m_readBuffers != m_writeBuffers) {
Chris@43 123 delete m_readBuffers;
Chris@43 124 }
Chris@43 125
Chris@43 126 delete m_writeBuffers;
Chris@43 127
Chris@43 128 delete m_audioGenerator;
Chris@43 129
Chris@366 130 for (int i = 0; i < m_stretcherInputCount; ++i) {
Chris@91 131 delete[] m_stretcherInputs[i];
Chris@91 132 }
Chris@91 133 delete[] m_stretcherInputSizes;
Chris@91 134 delete[] m_stretcherInputs;
Chris@91 135
Chris@130 136 delete m_timeStretcher;
Chris@130 137 delete m_monoStretcher;
Chris@130 138
Chris@43 139 m_bufferScavenger.scavenge(true);
Chris@43 140 m_pluginScavenger.scavenge(true);
Chris@177 141 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 142 SVDEBUG << "AudioCallbackPlaySource::~AudioCallbackPlaySource finishing" << endl;
Chris@177 143 #endif
Chris@43 144 }
Chris@43 145
Chris@43 146 void
Chris@43 147 AudioCallbackPlaySource::addModel(Model *model)
Chris@43 148 {
Chris@43 149 if (m_models.find(model) != m_models.end()) return;
Chris@43 150
Chris@418 151 bool willPlay = m_audioGenerator->addModel(model);
Chris@43 152
Chris@43 153 m_mutex.lock();
Chris@43 154
Chris@43 155 m_models.insert(model);
Chris@43 156 if (model->getEndFrame() > m_lastModelEndFrame) {
Chris@43 157 m_lastModelEndFrame = model->getEndFrame();
Chris@43 158 }
Chris@43 159
Chris@43 160 bool buffersChanged = false, srChanged = false;
Chris@43 161
Chris@366 162 int modelChannels = 1;
Chris@506 163 ReadOnlyWaveFileModel *rowfm = qobject_cast<ReadOnlyWaveFileModel *>(model);
Chris@506 164 if (rowfm) modelChannels = rowfm->getChannelCount();
Chris@43 165 if (modelChannels > m_sourceChannelCount) {
Chris@43 166 m_sourceChannelCount = modelChannels;
Chris@43 167 }
Chris@43 168
Chris@43 169 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@295 170 cout << "AudioCallbackPlaySource: Adding model with " << modelChannels << " channels at rate " << model->getSampleRate() << endl;
Chris@43 171 #endif
Chris@43 172
Chris@43 173 if (m_sourceSampleRate == 0) {
Chris@43 174
Chris@43 175 m_sourceSampleRate = model->getSampleRate();
Chris@43 176 srChanged = true;
Chris@43 177
Chris@43 178 } else if (model->getSampleRate() != m_sourceSampleRate) {
Chris@43 179
Chris@506 180 // If this is a read-only wave file model and we have no
Chris@506 181 // other, we can just switch to this model's sample rate
Chris@43 182
Chris@506 183 if (rowfm) {
Chris@43 184
Chris@43 185 bool conflicting = false;
Chris@43 186
Chris@43 187 for (std::set<Model *>::const_iterator i = m_models.begin();
Chris@43 188 i != m_models.end(); ++i) {
Chris@506 189 // Only read-only wave file models should be
Chris@506 190 // considered conflicting -- writable wave file models
Chris@506 191 // are derived and we shouldn't take their rates into
Chris@506 192 // account. Also, don't give any particular weight to
Chris@506 193 // a file that's already playing at the wrong rate
Chris@506 194 // anyway
Chris@506 195 ReadOnlyWaveFileModel *other =
Chris@506 196 qobject_cast<ReadOnlyWaveFileModel *>(*i);
Chris@506 197 if (other && other != rowfm &&
Chris@506 198 other->getSampleRate() != model->getSampleRate() &&
Chris@506 199 other->getSampleRate() == m_sourceSampleRate) {
Chris@233 200 SVDEBUG << "AudioCallbackPlaySource::addModel: Conflicting wave file model " << *i << " found" << endl;
Chris@43 201 conflicting = true;
Chris@43 202 break;
Chris@43 203 }
Chris@43 204 }
Chris@43 205
Chris@43 206 if (conflicting) {
Chris@43 207
Chris@233 208 SVDEBUG << "AudioCallbackPlaySource::addModel: ERROR: "
Chris@229 209 << "New model sample rate does not match" << endl
Chris@43 210 << "existing model(s) (new " << model->getSampleRate()
Chris@43 211 << " vs " << m_sourceSampleRate
Chris@43 212 << "), playback will be wrong"
Chris@229 213 << endl;
Chris@43 214
Chris@43 215 emit sampleRateMismatch(model->getSampleRate(),
Chris@43 216 m_sourceSampleRate,
Chris@43 217 false);
Chris@43 218 } else {
Chris@43 219 m_sourceSampleRate = model->getSampleRate();
Chris@43 220 srChanged = true;
Chris@43 221 }
Chris@43 222 }
Chris@43 223 }
Chris@43 224
Chris@366 225 if (!m_writeBuffers || (int)m_writeBuffers->size() < getTargetChannelCount()) {
Chris@43 226 clearRingBuffers(true, getTargetChannelCount());
Chris@43 227 buffersChanged = true;
Chris@43 228 } else {
Chris@418 229 if (willPlay) clearRingBuffers(true);
Chris@43 230 }
Chris@43 231
Chris@43 232 if (buffersChanged || srChanged) {
Chris@43 233 if (m_converter) {
Chris@506 234 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@506 235 cerr << "AudioCallbackPlaySource::addModel: Buffers or sample rate changed, deleting existing SR converter" << endl;
Chris@506 236 #endif
Chris@43 237 src_delete(m_converter);
Chris@43 238 m_converter = 0;
Chris@43 239 }
Chris@43 240 }
Chris@43 241
Chris@164 242 rebuildRangeLists();
Chris@164 243
Chris@43 244 m_mutex.unlock();
Chris@43 245
Chris@506 246 initialiseConverter();
Chris@506 247
Chris@43 248 m_audioGenerator->setTargetChannelCount(getTargetChannelCount());
Chris@43 249
Chris@43 250 if (!m_fillThread) {
Chris@43 251 m_fillThread = new FillThread(*this);
Chris@43 252 m_fillThread->start();
Chris@43 253 }
Chris@43 254
Chris@43 255 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 256 cout << "AudioCallbackPlaySource::addModel: now have " << m_models.size() << " model(s) -- emitting modelReplaced" << endl;
Chris@43 257 #endif
Chris@43 258
Chris@43 259 if (buffersChanged || srChanged) {
Chris@43 260 emit modelReplaced();
Chris@43 261 }
Chris@43 262
Chris@435 263 connect(model, SIGNAL(modelChangedWithin(sv_frame_t, sv_frame_t)),
Chris@435 264 this, SLOT(modelChangedWithin(sv_frame_t, sv_frame_t)));
Chris@43 265
Chris@212 266 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 267 cout << "AudioCallbackPlaySource::addModel: awakening thread" << endl;
Chris@212 268 #endif
Chris@212 269
Chris@43 270 m_condition.wakeAll();
Chris@43 271 }
Chris@43 272
Chris@43 273 void
Chris@435 274 AudioCallbackPlaySource::modelChangedWithin(sv_frame_t
Chris@367 275 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@367 276 startFrame
Chris@367 277 #endif
Chris@435 278 , sv_frame_t endFrame)
Chris@43 279 {
Chris@43 280 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@367 281 SVDEBUG << "AudioCallbackPlaySource::modelChangedWithin(" << startFrame << "," << endFrame << ")" << endl;
Chris@43 282 #endif
Chris@93 283 if (endFrame > m_lastModelEndFrame) {
Chris@93 284 m_lastModelEndFrame = endFrame;
Chris@99 285 rebuildRangeLists();
Chris@93 286 }
Chris@43 287 }
Chris@43 288
Chris@43 289 void
Chris@43 290 AudioCallbackPlaySource::removeModel(Model *model)
Chris@43 291 {
Chris@43 292 m_mutex.lock();
Chris@43 293
Chris@43 294 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 295 cout << "AudioCallbackPlaySource::removeModel(" << model << ")" << endl;
Chris@43 296 #endif
Chris@43 297
Chris@435 298 disconnect(model, SIGNAL(modelChangedWithin(sv_frame_t, sv_frame_t)),
Chris@435 299 this, SLOT(modelChangedWithin(sv_frame_t, sv_frame_t)));
Chris@43 300
Chris@43 301 m_models.erase(model);
Chris@43 302
Chris@43 303 if (m_models.empty()) {
Chris@43 304 if (m_converter) {
Chris@506 305 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@506 306 cerr << "AudioCallbackPlaySource::removeModel: No models left, deleting SR converter" << endl;
Chris@506 307 #endif
Chris@43 308 src_delete(m_converter);
Chris@43 309 m_converter = 0;
Chris@43 310 }
Chris@43 311 m_sourceSampleRate = 0;
Chris@43 312 }
Chris@43 313
Chris@436 314 sv_frame_t lastEnd = 0;
Chris@43 315 for (std::set<Model *>::const_iterator i = m_models.begin();
Chris@43 316 i != m_models.end(); ++i) {
Chris@164 317 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 318 cout << "AudioCallbackPlaySource::removeModel(" << model << "): checking end frame on model " << *i << endl;
Chris@164 319 #endif
Chris@367 320 if ((*i)->getEndFrame() > lastEnd) {
Chris@367 321 lastEnd = (*i)->getEndFrame();
Chris@367 322 }
Chris@164 323 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 324 cout << "(done, lastEnd now " << lastEnd << ")" << endl;
Chris@164 325 #endif
Chris@43 326 }
Chris@43 327 m_lastModelEndFrame = lastEnd;
Chris@43 328
Chris@212 329 m_audioGenerator->removeModel(model);
Chris@212 330
Chris@43 331 m_mutex.unlock();
Chris@43 332
Chris@43 333 clearRingBuffers();
Chris@43 334 }
Chris@43 335
Chris@43 336 void
Chris@43 337 AudioCallbackPlaySource::clearModels()
Chris@43 338 {
Chris@43 339 m_mutex.lock();
Chris@43 340
Chris@43 341 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 342 cout << "AudioCallbackPlaySource::clearModels()" << endl;
Chris@43 343 #endif
Chris@43 344
Chris@43 345 m_models.clear();
Chris@43 346
Chris@43 347 if (m_converter) {
Chris@506 348 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@506 349 cerr << "AudioCallbackPlaySource::clearModels: Deleting SR converter" << endl;
Chris@506 350 #endif
Chris@43 351 src_delete(m_converter);
Chris@43 352 m_converter = 0;
Chris@43 353 }
Chris@43 354
Chris@43 355 m_lastModelEndFrame = 0;
Chris@43 356
Chris@43 357 m_sourceSampleRate = 0;
Chris@43 358
Chris@43 359 m_mutex.unlock();
Chris@43 360
Chris@43 361 m_audioGenerator->clearModels();
Chris@93 362
Chris@93 363 clearRingBuffers();
Chris@43 364 }
Chris@43 365
Chris@43 366 void
Chris@366 367 AudioCallbackPlaySource::clearRingBuffers(bool haveLock, int count)
Chris@43 368 {
Chris@43 369 if (!haveLock) m_mutex.lock();
Chris@43 370
Chris@445 371 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@397 372 cerr << "clearRingBuffers" << endl;
Chris@445 373 #endif
Chris@397 374
Chris@93 375 rebuildRangeLists();
Chris@93 376
Chris@43 377 if (count == 0) {
Chris@436 378 if (m_writeBuffers) count = int(m_writeBuffers->size());
Chris@43 379 }
Chris@43 380
Chris@445 381 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@397 382 cerr << "current playing frame = " << getCurrentPlayingFrame() << endl;
Chris@397 383
Chris@397 384 cerr << "write buffer fill (before) = " << m_writeBufferFill << endl;
Chris@445 385 #endif
Chris@445 386
Chris@93 387 m_writeBufferFill = getCurrentBufferedFrame();
Chris@43 388
Chris@445 389 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@397 390 cerr << "current buffered frame = " << m_writeBufferFill << endl;
Chris@445 391 #endif
Chris@397 392
Chris@43 393 if (m_readBuffers != m_writeBuffers) {
Chris@43 394 delete m_writeBuffers;
Chris@43 395 }
Chris@43 396
Chris@43 397 m_writeBuffers = new RingBufferVector;
Chris@43 398
Chris@366 399 for (int i = 0; i < count; ++i) {
Chris@43 400 m_writeBuffers->push_back(new RingBuffer<float>(m_ringBufferSize));
Chris@43 401 }
Chris@43 402
Chris@442 403 m_audioGenerator->reset();
Chris@442 404
Chris@293 405 // cout << "AudioCallbackPlaySource::clearRingBuffers: Created "
Chris@293 406 // << count << " write buffers" << endl;
Chris@43 407
Chris@43 408 if (!haveLock) {
Chris@43 409 m_mutex.unlock();
Chris@43 410 }
Chris@43 411 }
Chris@43 412
Chris@43 413 void
Chris@434 414 AudioCallbackPlaySource::play(sv_frame_t startFrame)
Chris@43 415 {
Chris@540 416 if (!m_target) return;
Chris@540 417
Chris@414 418 if (!m_sourceSampleRate) {
Chris@414 419 cerr << "AudioCallbackPlaySource::play: No source sample rate available, not playing" << endl;
Chris@414 420 return;
Chris@414 421 }
Chris@414 422
Chris@43 423 if (m_viewManager->getPlaySelectionMode() &&
Chris@43 424 !m_viewManager->getSelections().empty()) {
Chris@60 425
Chris@233 426 SVDEBUG << "AudioCallbackPlaySource::play: constraining frame " << startFrame << " to selection = ";
Chris@94 427
Chris@60 428 startFrame = m_viewManager->constrainFrameToSelection(startFrame);
Chris@60 429
Chris@233 430 SVDEBUG << startFrame << endl;
Chris@94 431
Chris@43 432 } else {
Chris@454 433 if (startFrame < 0) {
Chris@454 434 startFrame = 0;
Chris@454 435 }
Chris@43 436 if (startFrame >= m_lastModelEndFrame) {
Chris@43 437 startFrame = 0;
Chris@43 438 }
Chris@43 439 }
Chris@43 440
Chris@132 441 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 442 cerr << "play(" << startFrame << ") -> playback model ";
Chris@132 443 #endif
Chris@60 444
Chris@60 445 startFrame = m_viewManager->alignReferenceToPlaybackFrame(startFrame);
Chris@60 446
Chris@189 447 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 448 cerr << startFrame << endl;
Chris@189 449 #endif
Chris@60 450
Chris@43 451 // The fill thread will automatically empty its buffers before
Chris@43 452 // starting again if we have not so far been playing, but not if
Chris@43 453 // we're just re-seeking.
Chris@102 454 // NO -- we can end up playing some first -- always reset here
Chris@43 455
Chris@43 456 m_mutex.lock();
Chris@102 457
Chris@91 458 if (m_timeStretcher) {
Chris@91 459 m_timeStretcher->reset();
Chris@91 460 }
Chris@130 461 if (m_monoStretcher) {
Chris@130 462 m_monoStretcher->reset();
Chris@130 463 }
Chris@102 464
Chris@102 465 m_readBufferFill = m_writeBufferFill = startFrame;
Chris@102 466 if (m_readBuffers) {
Chris@366 467 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@102 468 RingBuffer<float> *rb = getReadRingBuffer(c);
Chris@132 469 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 470 cerr << "reset ring buffer for channel " << c << endl;
Chris@132 471 #endif
Chris@102 472 if (rb) rb->reset();
Chris@102 473 }
Chris@43 474 }
Chris@102 475 if (m_converter) src_reset(m_converter);
Chris@102 476
Chris@43 477 m_mutex.unlock();
Chris@43 478
Chris@43 479 m_audioGenerator->reset();
Chris@43 480
Chris@94 481 m_playStartFrame = startFrame;
Chris@94 482 m_playStartFramePassed = false;
Chris@94 483 m_playStartedAt = RealTime::zeroTime;
Chris@94 484 if (m_target) {
Chris@94 485 m_playStartedAt = RealTime::fromSeconds(m_target->getCurrentTime());
Chris@94 486 }
Chris@94 487
Chris@43 488 bool changed = !m_playing;
Chris@91 489 m_lastRetrievalTimestamp = 0;
Chris@102 490 m_lastCurrentFrame = 0;
Chris@43 491 m_playing = true;
Chris@212 492
Chris@212 493 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 494 cout << "AudioCallbackPlaySource::play: awakening thread" << endl;
Chris@212 495 #endif
Chris@212 496
Chris@43 497 m_condition.wakeAll();
Chris@158 498 if (changed) {
Chris@158 499 emit playStatusChanged(m_playing);
Chris@158 500 emit activity(tr("Play from %1").arg
Chris@158 501 (RealTime::frame2RealTime
Chris@158 502 (m_playStartFrame, m_sourceSampleRate).toText().c_str()));
Chris@158 503 }
Chris@43 504 }
Chris@43 505
Chris@43 506 void
Chris@43 507 AudioCallbackPlaySource::stop()
Chris@43 508 {
Chris@212 509 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 510 SVDEBUG << "AudioCallbackPlaySource::stop()" << endl;
Chris@212 511 #endif
Chris@43 512 bool changed = m_playing;
Chris@43 513 m_playing = false;
Chris@212 514
Chris@212 515 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 516 cout << "AudioCallbackPlaySource::stop: awakening thread" << endl;
Chris@212 517 #endif
Chris@212 518
Chris@43 519 m_condition.wakeAll();
Chris@91 520 m_lastRetrievalTimestamp = 0;
Chris@158 521 if (changed) {
Chris@158 522 emit playStatusChanged(m_playing);
Chris@158 523 emit activity(tr("Stop at %1").arg
Chris@158 524 (RealTime::frame2RealTime
Chris@158 525 (m_lastCurrentFrame, m_sourceSampleRate).toText().c_str()));
Chris@158 526 }
Chris@102 527 m_lastCurrentFrame = 0;
Chris@43 528 }
Chris@43 529
Chris@43 530 void
Chris@43 531 AudioCallbackPlaySource::selectionChanged()
Chris@43 532 {
Chris@43 533 if (m_viewManager->getPlaySelectionMode()) {
Chris@43 534 clearRingBuffers();
Chris@43 535 }
Chris@43 536 }
Chris@43 537
Chris@43 538 void
Chris@43 539 AudioCallbackPlaySource::playLoopModeChanged()
Chris@43 540 {
Chris@43 541 clearRingBuffers();
Chris@43 542 }
Chris@43 543
Chris@43 544 void
Chris@43 545 AudioCallbackPlaySource::playSelectionModeChanged()
Chris@43 546 {
Chris@43 547 if (!m_viewManager->getSelections().empty()) {
Chris@43 548 clearRingBuffers();
Chris@43 549 }
Chris@43 550 }
Chris@43 551
Chris@43 552 void
Chris@43 553 AudioCallbackPlaySource::playParametersChanged(PlayParameters *)
Chris@43 554 {
Chris@43 555 clearRingBuffers();
Chris@43 556 }
Chris@43 557
Chris@43 558 void
Chris@43 559 AudioCallbackPlaySource::preferenceChanged(PropertyContainer::PropertyName n)
Chris@43 560 {
Chris@43 561 }
Chris@43 562
Chris@43 563 void
Chris@43 564 AudioCallbackPlaySource::audioProcessingOverload()
Chris@43 565 {
Chris@293 566 cerr << "Audio processing overload!" << endl;
Chris@130 567
Chris@130 568 if (!m_playing) return;
Chris@130 569
Chris@43 570 RealTimePluginInstance *ap = m_auditioningPlugin;
Chris@130 571 if (ap && !m_auditioningPluginBypassed) {
Chris@43 572 m_auditioningPluginBypassed = true;
Chris@43 573 emit audioOverloadPluginDisabled();
Chris@130 574 return;
Chris@130 575 }
Chris@130 576
Chris@130 577 if (m_timeStretcher &&
Chris@130 578 m_timeStretcher->getTimeRatio() < 1.0 &&
Chris@130 579 m_stretcherInputCount > 1 &&
Chris@130 580 m_monoStretcher && !m_stretchMono) {
Chris@130 581 m_stretchMono = true;
Chris@130 582 emit audioTimeStretchMultiChannelDisabled();
Chris@130 583 return;
Chris@43 584 }
Chris@43 585 }
Chris@43 586
Chris@43 587 void
Chris@468 588 AudioCallbackPlaySource::setSystemPlaybackTarget(breakfastquay::SystemPlaybackTarget *target)
Chris@43 589 {
Chris@91 590 m_target = target;
Chris@468 591 }
Chris@468 592
Chris@468 593 void
Chris@468 594 AudioCallbackPlaySource::setSystemPlaybackBlockSize(int size)
Chris@468 595 {
Chris@293 596 cout << "AudioCallbackPlaySource::setTarget: Block size -> " << size << endl;
Chris@193 597 if (size != 0) {
Chris@193 598 m_blockSize = size;
Chris@193 599 }
Chris@193 600 if (size * 4 > m_ringBufferSize) {
Chris@472 601 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@472 602 cerr << "AudioCallbackPlaySource::setTarget: Buffer size "
Chris@472 603 << size << " > a quarter of ring buffer size "
Chris@472 604 << m_ringBufferSize << ", calling for more ring buffer"
Chris@472 605 << endl;
Chris@472 606 #endif
Chris@193 607 m_ringBufferSize = size * 4;
Chris@193 608 if (m_writeBuffers && !m_writeBuffers->empty()) {
Chris@193 609 clearRingBuffers();
Chris@193 610 }
Chris@193 611 }
Chris@43 612 }
Chris@43 613
Chris@366 614 int
Chris@43 615 AudioCallbackPlaySource::getTargetBlockSize() const
Chris@43 616 {
Chris@293 617 // cout << "AudioCallbackPlaySource::getTargetBlockSize() -> " << m_blockSize << endl;
Chris@436 618 return int(m_blockSize);
Chris@43 619 }
Chris@43 620
Chris@43 621 void
Chris@468 622 AudioCallbackPlaySource::setSystemPlaybackLatency(int latency)
Chris@43 623 {
Chris@43 624 m_playLatency = latency;
Chris@43 625 }
Chris@43 626
Chris@434 627 sv_frame_t
Chris@43 628 AudioCallbackPlaySource::getTargetPlayLatency() const
Chris@43 629 {
Chris@43 630 return m_playLatency;
Chris@43 631 }
Chris@43 632
Chris@434 633 sv_frame_t
Chris@43 634 AudioCallbackPlaySource::getCurrentPlayingFrame()
Chris@43 635 {
Chris@91 636 // This method attempts to estimate which audio sample frame is
Chris@91 637 // "currently coming through the speakers".
Chris@91 638
Chris@436 639 sv_samplerate_t targetRate = getTargetSampleRate();
Chris@436 640 sv_frame_t latency = m_playLatency; // at target rate
Chris@402 641 RealTime latency_t = RealTime::zeroTime;
Chris@402 642
Chris@402 643 if (targetRate != 0) {
Chris@402 644 latency_t = RealTime::frame2RealTime(latency, targetRate);
Chris@402 645 }
Chris@93 646
Chris@93 647 return getCurrentFrame(latency_t);
Chris@93 648 }
Chris@93 649
Chris@434 650 sv_frame_t
Chris@93 651 AudioCallbackPlaySource::getCurrentBufferedFrame()
Chris@93 652 {
Chris@93 653 return getCurrentFrame(RealTime::zeroTime);
Chris@93 654 }
Chris@93 655
Chris@434 656 sv_frame_t
Chris@93 657 AudioCallbackPlaySource::getCurrentFrame(RealTime latency_t)
Chris@93 658 {
Chris@91 659 // We resample when filling the ring buffer, and time-stretch when
Chris@91 660 // draining it. The buffer contains data at the "target rate" and
Chris@91 661 // the latency provided by the target is also at the target rate.
Chris@91 662 // Because of the multiple rates involved, we do the actual
Chris@91 663 // calculation using RealTime instead.
Chris@43 664
Chris@434 665 sv_samplerate_t sourceRate = getSourceSampleRate();
Chris@434 666 sv_samplerate_t targetRate = getTargetSampleRate();
Chris@91 667
Chris@91 668 if (sourceRate == 0 || targetRate == 0) return 0;
Chris@91 669
Chris@366 670 int inbuffer = 0; // at target rate
Chris@91 671
Chris@366 672 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 673 RingBuffer<float> *rb = getReadRingBuffer(c);
Chris@43 674 if (rb) {
Chris@366 675 int here = rb->getReadSpace();
Chris@91 676 if (c == 0 || here < inbuffer) inbuffer = here;
Chris@43 677 }
Chris@43 678 }
Chris@43 679
Chris@436 680 sv_frame_t readBufferFill = m_readBufferFill;
Chris@436 681 sv_frame_t lastRetrievedBlockSize = m_lastRetrievedBlockSize;
Chris@91 682 double lastRetrievalTimestamp = m_lastRetrievalTimestamp;
Chris@91 683 double currentTime = 0.0;
Chris@91 684 if (m_target) currentTime = m_target->getCurrentTime();
Chris@91 685
Chris@102 686 bool looping = m_viewManager->getPlayLoopMode();
Chris@102 687
Chris@91 688 RealTime inbuffer_t = RealTime::frame2RealTime(inbuffer, targetRate);
Chris@91 689
Chris@436 690 sv_frame_t stretchlat = 0;
Chris@91 691 double timeRatio = 1.0;
Chris@91 692
Chris@91 693 if (m_timeStretcher) {
Chris@91 694 stretchlat = m_timeStretcher->getLatency();
Chris@91 695 timeRatio = m_timeStretcher->getTimeRatio();
Chris@43 696 }
Chris@43 697
Chris@91 698 RealTime stretchlat_t = RealTime::frame2RealTime(stretchlat, targetRate);
Chris@43 699
Chris@91 700 // When the target has just requested a block from us, the last
Chris@91 701 // sample it obtained was our buffer fill frame count minus the
Chris@91 702 // amount of read space (converted back to source sample rate)
Chris@91 703 // remaining now. That sample is not expected to be played until
Chris@91 704 // the target's play latency has elapsed. By the time the
Chris@91 705 // following block is requested, that sample will be at the
Chris@91 706 // target's play latency minus the last requested block size away
Chris@91 707 // from being played.
Chris@91 708
Chris@91 709 RealTime sincerequest_t = RealTime::zeroTime;
Chris@91 710 RealTime lastretrieved_t = RealTime::zeroTime;
Chris@91 711
Chris@102 712 if (m_target &&
Chris@102 713 m_trustworthyTimestamps &&
Chris@102 714 lastRetrievalTimestamp != 0.0) {
Chris@91 715
Chris@91 716 lastretrieved_t = RealTime::frame2RealTime
Chris@91 717 (lastRetrievedBlockSize, targetRate);
Chris@91 718
Chris@91 719 // calculate number of frames at target rate that have elapsed
Chris@91 720 // since the end of the last call to getSourceSamples
Chris@91 721
Chris@102 722 if (m_trustworthyTimestamps && !looping) {
Chris@91 723
Chris@102 724 // this adjustment seems to cause more problems when looping
Chris@102 725 double elapsed = currentTime - lastRetrievalTimestamp;
Chris@102 726
Chris@102 727 if (elapsed > 0.0) {
Chris@102 728 sincerequest_t = RealTime::fromSeconds(elapsed);
Chris@102 729 }
Chris@91 730 }
Chris@91 731
Chris@91 732 } else {
Chris@91 733
Chris@91 734 lastretrieved_t = RealTime::frame2RealTime
Chris@91 735 (getTargetBlockSize(), targetRate);
Chris@62 736 }
Chris@91 737
Chris@91 738 RealTime bufferedto_t = RealTime::frame2RealTime(readBufferFill, sourceRate);
Chris@91 739
Chris@91 740 if (timeRatio != 1.0) {
Chris@91 741 lastretrieved_t = lastretrieved_t / timeRatio;
Chris@91 742 sincerequest_t = sincerequest_t / timeRatio;
Chris@163 743 latency_t = latency_t / timeRatio;
Chris@43 744 }
Chris@43 745
Chris@91 746 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 747 cerr << "\nbuffered to: " << bufferedto_t << ", in buffer: " << inbuffer_t << ", time ratio " << timeRatio << "\n stretcher latency: " << stretchlat_t << ", device latency: " << latency_t << "\n since request: " << sincerequest_t << ", last retrieved quantity: " << lastretrieved_t << endl;
Chris@91 748 #endif
Chris@43 749
Chris@93 750 // Normally the range lists should contain at least one item each
Chris@93 751 // -- if playback is unconstrained, that item should report the
Chris@93 752 // entire source audio duration.
Chris@43 753
Chris@93 754 if (m_rangeStarts.empty()) {
Chris@93 755 rebuildRangeLists();
Chris@93 756 }
Chris@92 757
Chris@93 758 if (m_rangeStarts.empty()) {
Chris@93 759 // this code is only used in case of error in rebuildRangeLists
Chris@93 760 RealTime playing_t = bufferedto_t
Chris@93 761 - latency_t - stretchlat_t - lastretrieved_t - inbuffer_t
Chris@93 762 + sincerequest_t;
Chris@193 763 if (playing_t < RealTime::zeroTime) playing_t = RealTime::zeroTime;
Chris@434 764 sv_frame_t frame = RealTime::realTime2Frame(playing_t, sourceRate);
Chris@93 765 return m_viewManager->alignPlaybackFrameToReference(frame);
Chris@93 766 }
Chris@43 767
Chris@91 768 int inRange = 0;
Chris@91 769 int index = 0;
Chris@91 770
Chris@366 771 for (int i = 0; i < (int)m_rangeStarts.size(); ++i) {
Chris@93 772 if (bufferedto_t >= m_rangeStarts[i]) {
Chris@93 773 inRange = index;
Chris@93 774 } else {
Chris@93 775 break;
Chris@93 776 }
Chris@93 777 ++index;
Chris@93 778 }
Chris@93 779
Chris@436 780 if (inRange >= int(m_rangeStarts.size())) {
Chris@436 781 inRange = int(m_rangeStarts.size())-1;
Chris@436 782 }
Chris@93 783
Chris@94 784 RealTime playing_t = bufferedto_t;
Chris@93 785
Chris@93 786 playing_t = playing_t
Chris@93 787 - latency_t - stretchlat_t - lastretrieved_t - inbuffer_t
Chris@93 788 + sincerequest_t;
Chris@94 789
Chris@94 790 // This rather gross little hack is used to ensure that latency
Chris@94 791 // compensation doesn't result in the playback pointer appearing
Chris@94 792 // to start earlier than the actual playback does. It doesn't
Chris@94 793 // work properly (hence the bail-out in the middle) because if we
Chris@94 794 // are playing a relatively short looped region, the playing time
Chris@94 795 // estimated from the buffer fill frame may have wrapped around
Chris@94 796 // the region boundary and end up being much smaller than the
Chris@94 797 // theoretical play start frame, perhaps even for the entire
Chris@94 798 // duration of playback!
Chris@94 799
Chris@94 800 if (!m_playStartFramePassed) {
Chris@94 801 RealTime playstart_t = RealTime::frame2RealTime(m_playStartFrame,
Chris@94 802 sourceRate);
Chris@94 803 if (playing_t < playstart_t) {
Chris@293 804 // cerr << "playing_t " << playing_t << " < playstart_t "
Chris@293 805 // << playstart_t << endl;
Chris@122 806 if (/*!!! sincerequest_t > RealTime::zeroTime && */
Chris@94 807 m_playStartedAt + latency_t + stretchlat_t <
Chris@94 808 RealTime::fromSeconds(currentTime)) {
Chris@293 809 // cerr << "but we've been playing for long enough that I think we should disregard it (it probably results from loop wrapping)" << endl;
Chris@94 810 m_playStartFramePassed = true;
Chris@94 811 } else {
Chris@94 812 playing_t = playstart_t;
Chris@94 813 }
Chris@94 814 } else {
Chris@94 815 m_playStartFramePassed = true;
Chris@94 816 }
Chris@94 817 }
Chris@163 818
Chris@163 819 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 820 cerr << "playing_t " << playing_t;
Chris@163 821 #endif
Chris@94 822
Chris@94 823 playing_t = playing_t - m_rangeStarts[inRange];
Chris@93 824
Chris@93 825 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 826 cerr << " as offset into range " << inRange << " (start =" << m_rangeStarts[inRange] << " duration =" << m_rangeDurations[inRange] << ") = " << playing_t << endl;
Chris@93 827 #endif
Chris@93 828
Chris@93 829 while (playing_t < RealTime::zeroTime) {
Chris@93 830
Chris@93 831 if (inRange == 0) {
Chris@93 832 if (looping) {
Chris@436 833 inRange = int(m_rangeStarts.size()) - 1;
Chris@93 834 } else {
Chris@93 835 break;
Chris@93 836 }
Chris@93 837 } else {
Chris@93 838 --inRange;
Chris@93 839 }
Chris@93 840
Chris@93 841 playing_t = playing_t + m_rangeDurations[inRange];
Chris@93 842 }
Chris@93 843
Chris@93 844 playing_t = playing_t + m_rangeStarts[inRange];
Chris@93 845
Chris@93 846 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 847 cerr << " playing time: " << playing_t << endl;
Chris@93 848 #endif
Chris@93 849
Chris@93 850 if (!looping) {
Chris@366 851 if (inRange == (int)m_rangeStarts.size()-1 &&
Chris@93 852 playing_t >= m_rangeStarts[inRange] + m_rangeDurations[inRange]) {
Chris@293 853 cerr << "Not looping, inRange " << inRange << " == rangeStarts.size()-1, playing_t " << playing_t << " >= m_rangeStarts[inRange] " << m_rangeStarts[inRange] << " + m_rangeDurations[inRange] " << m_rangeDurations[inRange] << " -- stopping" << endl;
Chris@93 854 stop();
Chris@93 855 }
Chris@93 856 }
Chris@93 857
Chris@93 858 if (playing_t < RealTime::zeroTime) playing_t = RealTime::zeroTime;
Chris@93 859
Chris@434 860 sv_frame_t frame = RealTime::realTime2Frame(playing_t, sourceRate);
Chris@102 861
Chris@102 862 if (m_lastCurrentFrame > 0 && !looping) {
Chris@102 863 if (frame < m_lastCurrentFrame) {
Chris@102 864 frame = m_lastCurrentFrame;
Chris@102 865 }
Chris@102 866 }
Chris@102 867
Chris@102 868 m_lastCurrentFrame = frame;
Chris@102 869
Chris@93 870 return m_viewManager->alignPlaybackFrameToReference(frame);
Chris@93 871 }
Chris@93 872
Chris@93 873 void
Chris@93 874 AudioCallbackPlaySource::rebuildRangeLists()
Chris@93 875 {
Chris@93 876 bool constrained = (m_viewManager->getPlaySelectionMode());
Chris@93 877
Chris@93 878 m_rangeStarts.clear();
Chris@93 879 m_rangeDurations.clear();
Chris@93 880
Chris@436 881 sv_samplerate_t sourceRate = getSourceSampleRate();
Chris@93 882 if (sourceRate == 0) return;
Chris@93 883
Chris@93 884 RealTime end = RealTime::frame2RealTime(m_lastModelEndFrame, sourceRate);
Chris@93 885 if (end == RealTime::zeroTime) return;
Chris@93 886
Chris@93 887 if (!constrained) {
Chris@93 888 m_rangeStarts.push_back(RealTime::zeroTime);
Chris@93 889 m_rangeDurations.push_back(end);
Chris@93 890 return;
Chris@93 891 }
Chris@93 892
Chris@93 893 MultiSelection::SelectionList selections = m_viewManager->getSelections();
Chris@93 894 MultiSelection::SelectionList::const_iterator i;
Chris@93 895
Chris@93 896 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@233 897 SVDEBUG << "AudioCallbackPlaySource::rebuildRangeLists" << endl;
Chris@93 898 #endif
Chris@93 899
Chris@93 900 if (!selections.empty()) {
Chris@91 901
Chris@91 902 for (i = selections.begin(); i != selections.end(); ++i) {
Chris@91 903
Chris@91 904 RealTime start =
Chris@91 905 (RealTime::frame2RealTime
Chris@91 906 (m_viewManager->alignReferenceToPlaybackFrame(i->getStartFrame()),
Chris@91 907 sourceRate));
Chris@91 908 RealTime duration =
Chris@91 909 (RealTime::frame2RealTime
Chris@91 910 (m_viewManager->alignReferenceToPlaybackFrame(i->getEndFrame()) -
Chris@91 911 m_viewManager->alignReferenceToPlaybackFrame(i->getStartFrame()),
Chris@91 912 sourceRate));
Chris@91 913
Chris@93 914 m_rangeStarts.push_back(start);
Chris@93 915 m_rangeDurations.push_back(duration);
Chris@91 916 }
Chris@93 917 } else {
Chris@93 918 m_rangeStarts.push_back(RealTime::zeroTime);
Chris@93 919 m_rangeDurations.push_back(end);
Chris@43 920 }
Chris@43 921
Chris@93 922 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 923 cerr << "Now have " << m_rangeStarts.size() << " play ranges" << endl;
Chris@91 924 #endif
Chris@43 925 }
Chris@43 926
Chris@43 927 void
Chris@43 928 AudioCallbackPlaySource::setOutputLevels(float left, float right)
Chris@43 929 {
Chris@43 930 m_outputLeft = left;
Chris@43 931 m_outputRight = right;
Chris@43 932 }
Chris@43 933
Chris@43 934 bool
Chris@43 935 AudioCallbackPlaySource::getOutputLevels(float &left, float &right)
Chris@43 936 {
Chris@43 937 left = m_outputLeft;
Chris@43 938 right = m_outputRight;
Chris@43 939 return true;
Chris@43 940 }
Chris@43 941
Chris@43 942 void
Chris@468 943 AudioCallbackPlaySource::setSystemPlaybackSampleRate(int sr)
Chris@43 944 {
Chris@244 945 bool first = (m_targetSampleRate == 0);
Chris@244 946
Chris@43 947 m_targetSampleRate = sr;
Chris@43 948 initialiseConverter();
Chris@244 949
Chris@244 950 if (first && (m_stretchRatio != 1.f)) {
Chris@244 951 // couldn't create a stretcher before because we had no sample
Chris@244 952 // rate: make one now
Chris@244 953 setTimeStretch(m_stretchRatio);
Chris@244 954 }
Chris@43 955 }
Chris@43 956
Chris@43 957 void
Chris@43 958 AudioCallbackPlaySource::initialiseConverter()
Chris@43 959 {
Chris@43 960 m_mutex.lock();
Chris@43 961
Chris@506 962 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@506 963 cerr << "AudioCallbackPlaySource::initialiseConverter(): from "
Chris@506 964 << getSourceSampleRate() << " to " << getTargetSampleRate() << endl;
Chris@506 965 #endif
Chris@506 966
Chris@43 967 if (m_converter) {
Chris@43 968 src_delete(m_converter);
Chris@43 969 m_converter = 0;
Chris@43 970 }
Chris@43 971
Chris@43 972 if (getSourceSampleRate() != getTargetSampleRate()) {
Chris@43 973
Chris@43 974 int err = 0;
Chris@43 975
Chris@542 976 m_converter = src_new(SRC_SINC_FASTEST, getTargetChannelCount(), &err);
Chris@43 977
Chris@506 978 if (!m_converter) {
Chris@506 979 cerr << "AudioCallbackPlaySource::setModel: ERROR in creating samplerate converter: "
Chris@506 980 << src_strerror(err) << endl;
Chris@43 981
Chris@43 982 m_mutex.unlock();
Chris@43 983
Chris@43 984 emit sampleRateMismatch(getSourceSampleRate(),
Chris@43 985 getTargetSampleRate(),
Chris@43 986 false);
Chris@43 987 } else {
Chris@43 988
Chris@43 989 m_mutex.unlock();
Chris@43 990
Chris@43 991 emit sampleRateMismatch(getSourceSampleRate(),
Chris@43 992 getTargetSampleRate(),
Chris@43 993 true);
Chris@43 994 }
Chris@43 995 } else {
Chris@43 996 m_mutex.unlock();
Chris@43 997 }
Chris@43 998 }
Chris@43 999
Chris@43 1000 void
Chris@107 1001 AudioCallbackPlaySource::setAuditioningEffect(Auditionable *a)
Chris@43 1002 {
Chris@107 1003 RealTimePluginInstance *plugin = dynamic_cast<RealTimePluginInstance *>(a);
Chris@107 1004 if (a && !plugin) {
Chris@293 1005 cerr << "WARNING: AudioCallbackPlaySource::setAuditioningEffect: auditionable object " << a << " is not a real-time plugin instance" << endl;
Chris@107 1006 }
Chris@204 1007
Chris@204 1008 m_mutex.lock();
Chris@43 1009 m_auditioningPlugin = plugin;
Chris@43 1010 m_auditioningPluginBypassed = false;
Chris@204 1011 m_mutex.unlock();
Chris@43 1012 }
Chris@43 1013
Chris@43 1014 void
Chris@43 1015 AudioCallbackPlaySource::setSoloModelSet(std::set<Model *> s)
Chris@43 1016 {
Chris@43 1017 m_audioGenerator->setSoloModelSet(s);
Chris@43 1018 clearRingBuffers();
Chris@43 1019 }
Chris@43 1020
Chris@43 1021 void
Chris@43 1022 AudioCallbackPlaySource::clearSoloModelSet()
Chris@43 1023 {
Chris@43 1024 m_audioGenerator->clearSoloModelSet();
Chris@43 1025 clearRingBuffers();
Chris@43 1026 }
Chris@43 1027
Chris@434 1028 sv_samplerate_t
Chris@43 1029 AudioCallbackPlaySource::getTargetSampleRate() const
Chris@43 1030 {
Chris@43 1031 if (m_targetSampleRate) return m_targetSampleRate;
Chris@43 1032 else return getSourceSampleRate();
Chris@43 1033 }
Chris@43 1034
Chris@366 1035 int
Chris@43 1036 AudioCallbackPlaySource::getSourceChannelCount() const
Chris@43 1037 {
Chris@43 1038 return m_sourceChannelCount;
Chris@43 1039 }
Chris@43 1040
Chris@366 1041 int
Chris@43 1042 AudioCallbackPlaySource::getTargetChannelCount() const
Chris@43 1043 {
Chris@43 1044 if (m_sourceChannelCount < 2) return 2;
Chris@43 1045 return m_sourceChannelCount;
Chris@43 1046 }
Chris@43 1047
Chris@434 1048 sv_samplerate_t
Chris@43 1049 AudioCallbackPlaySource::getSourceSampleRate() const
Chris@43 1050 {
Chris@43 1051 return m_sourceSampleRate;
Chris@43 1052 }
Chris@43 1053
Chris@43 1054 void
Chris@436 1055 AudioCallbackPlaySource::setTimeStretch(double factor)
Chris@43 1056 {
Chris@91 1057 m_stretchRatio = factor;
Chris@91 1058
Chris@244 1059 if (!getTargetSampleRate()) return; // have to make our stretcher later
Chris@244 1060
Chris@436 1061 if (m_timeStretcher || (factor == 1.0)) {
Chris@91 1062 // stretch ratio will be set in next process call if appropriate
Chris@62 1063 } else {
Chris@91 1064 m_stretcherInputCount = getTargetChannelCount();
Chris@62 1065 RubberBandStretcher *stretcher = new RubberBandStretcher
Chris@436 1066 (int(getTargetSampleRate()),
Chris@91 1067 m_stretcherInputCount,
Chris@62 1068 RubberBandStretcher::OptionProcessRealTime,
Chris@62 1069 factor);
Chris@130 1070 RubberBandStretcher *monoStretcher = new RubberBandStretcher
Chris@436 1071 (int(getTargetSampleRate()),
Chris@130 1072 1,
Chris@130 1073 RubberBandStretcher::OptionProcessRealTime,
Chris@130 1074 factor);
Chris@91 1075 m_stretcherInputs = new float *[m_stretcherInputCount];
Chris@436 1076 m_stretcherInputSizes = new sv_frame_t[m_stretcherInputCount];
Chris@366 1077 for (int c = 0; c < m_stretcherInputCount; ++c) {
Chris@91 1078 m_stretcherInputSizes[c] = 16384;
Chris@91 1079 m_stretcherInputs[c] = new float[m_stretcherInputSizes[c]];
Chris@91 1080 }
Chris@130 1081 m_monoStretcher = monoStretcher;
Chris@62 1082 m_timeStretcher = stretcher;
Chris@62 1083 }
Chris@158 1084
Chris@158 1085 emit activity(tr("Change time-stretch factor to %1").arg(factor));
Chris@43 1086 }
Chris@43 1087
Chris@471 1088 int
Chris@468 1089 AudioCallbackPlaySource::getSourceSamples(int count, float **buffer)
Chris@43 1090 {
Chris@43 1091 if (!m_playing) {
Chris@193 1092 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1093 SVDEBUG << "AudioCallbackPlaySource::getSourceSamples: Not playing" << endl;
Chris@193 1094 #endif
Chris@366 1095 for (int ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@130 1096 for (int i = 0; i < count; ++i) {
Chris@43 1097 buffer[ch][i] = 0.0;
Chris@43 1098 }
Chris@43 1099 }
Chris@471 1100 return 0;
Chris@43 1101 }
Chris@43 1102
Chris@212 1103 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1104 SVDEBUG << "AudioCallbackPlaySource::getSourceSamples: Playing" << endl;
Chris@212 1105 #endif
Chris@212 1106
Chris@43 1107 // Ensure that all buffers have at least the amount of data we
Chris@43 1108 // need -- else reduce the size of our requests correspondingly
Chris@43 1109
Chris@366 1110 for (int ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@43 1111
Chris@43 1112 RingBuffer<float> *rb = getReadRingBuffer(ch);
Chris@43 1113
Chris@43 1114 if (!rb) {
Chris@293 1115 cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: "
Chris@43 1116 << "No ring buffer available for channel " << ch
Chris@293 1117 << ", returning no data here" << endl;
Chris@43 1118 count = 0;
Chris@43 1119 break;
Chris@43 1120 }
Chris@43 1121
Chris@366 1122 int rs = rb->getReadSpace();
Chris@43 1123 if (rs < count) {
Chris@43 1124 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1125 cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: "
Chris@43 1126 << "Ring buffer for channel " << ch << " has only "
Chris@193 1127 << rs << " (of " << count << ") samples available ("
Chris@193 1128 << "ring buffer size is " << rb->getSize() << ", write "
Chris@193 1129 << "space " << rb->getWriteSpace() << "), "
Chris@293 1130 << "reducing request size" << endl;
Chris@43 1131 #endif
Chris@43 1132 count = rs;
Chris@43 1133 }
Chris@43 1134 }
Chris@43 1135
Chris@471 1136 if (count == 0) return 0;
Chris@43 1137
Chris@62 1138 RubberBandStretcher *ts = m_timeStretcher;
Chris@130 1139 RubberBandStretcher *ms = m_monoStretcher;
Chris@130 1140
Chris@436 1141 double ratio = ts ? ts->getTimeRatio() : 1.0;
Chris@91 1142
Chris@91 1143 if (ratio != m_stretchRatio) {
Chris@91 1144 if (!ts) {
Chris@293 1145 cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: Time ratio change to " << m_stretchRatio << " is pending, but no stretcher is set" << endl;
Chris@436 1146 m_stretchRatio = 1.0;
Chris@91 1147 } else {
Chris@91 1148 ts->setTimeRatio(m_stretchRatio);
Chris@130 1149 if (ms) ms->setTimeRatio(m_stretchRatio);
Chris@130 1150 if (m_stretchRatio >= 1.0) m_stretchMono = false;
Chris@130 1151 }
Chris@130 1152 }
Chris@130 1153
Chris@130 1154 int stretchChannels = m_stretcherInputCount;
Chris@130 1155 if (m_stretchMono) {
Chris@130 1156 if (ms) {
Chris@130 1157 ts = ms;
Chris@130 1158 stretchChannels = 1;
Chris@130 1159 } else {
Chris@130 1160 m_stretchMono = false;
Chris@91 1161 }
Chris@91 1162 }
Chris@91 1163
Chris@91 1164 if (m_target) {
Chris@91 1165 m_lastRetrievedBlockSize = count;
Chris@91 1166 m_lastRetrievalTimestamp = m_target->getCurrentTime();
Chris@91 1167 }
Chris@43 1168
Chris@62 1169 if (!ts || ratio == 1.f) {
Chris@43 1170
Chris@130 1171 int got = 0;
Chris@43 1172
Chris@366 1173 for (int ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@43 1174
Chris@43 1175 RingBuffer<float> *rb = getReadRingBuffer(ch);
Chris@43 1176
Chris@43 1177 if (rb) {
Chris@43 1178
Chris@43 1179 // this is marginally more likely to leave our channels in
Chris@43 1180 // sync after a processing failure than just passing "count":
Chris@436 1181 sv_frame_t request = count;
Chris@43 1182 if (ch > 0) request = got;
Chris@43 1183
Chris@436 1184 got = rb->read(buffer[ch], int(request));
Chris@43 1185
Chris@43 1186 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 1187 cout << "AudioCallbackPlaySource::getSamples: got " << got << " (of " << count << ") samples on channel " << ch << ", signalling for more (possibly)" << endl;
Chris@43 1188 #endif
Chris@43 1189 }
Chris@43 1190
Chris@366 1191 for (int ch = 0; ch < getTargetChannelCount(); ++ch) {
Chris@130 1192 for (int i = got; i < count; ++i) {
Chris@43 1193 buffer[ch][i] = 0.0;
Chris@43 1194 }
Chris@43 1195 }
Chris@43 1196 }
Chris@43 1197
Chris@43 1198 applyAuditioningEffect(count, buffer);
Chris@43 1199
Chris@212 1200 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1201 cout << "AudioCallbackPlaySource::getSamples: awakening thread" << endl;
Chris@212 1202 #endif
Chris@212 1203
Chris@43 1204 m_condition.wakeAll();
Chris@91 1205
Chris@471 1206 return got;
Chris@43 1207 }
Chris@43 1208
Chris@366 1209 int channels = getTargetChannelCount();
Chris@436 1210 sv_frame_t available;
Chris@436 1211 sv_frame_t fedToStretcher = 0;
Chris@91 1212 int warned = 0;
Chris@43 1213
Chris@91 1214 // The input block for a given output is approx output / ratio,
Chris@91 1215 // but we can't predict it exactly, for an adaptive timestretcher.
Chris@91 1216
Chris@91 1217 while ((available = ts->available()) < count) {
Chris@91 1218
Chris@436 1219 sv_frame_t reqd = lrint(double(count - available) / ratio);
Chris@436 1220 reqd = std::max(reqd, sv_frame_t(ts->getSamplesRequired()));
Chris@91 1221 if (reqd == 0) reqd = 1;
Chris@91 1222
Chris@436 1223 sv_frame_t got = reqd;
Chris@91 1224
Chris@91 1225 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 1226 cerr << "reqd = " <<reqd << ", channels = " << channels << ", ic = " << m_stretcherInputCount << endl;
Chris@62 1227 #endif
Chris@43 1228
Chris@366 1229 for (int c = 0; c < channels; ++c) {
Chris@131 1230 if (c >= m_stretcherInputCount) continue;
Chris@91 1231 if (reqd > m_stretcherInputSizes[c]) {
Chris@91 1232 if (c == 0) {
Chris@293 1233 cerr << "WARNING: resizing stretcher input buffer from " << m_stretcherInputSizes[c] << " to " << (reqd * 2) << endl;
Chris@91 1234 }
Chris@91 1235 delete[] m_stretcherInputs[c];
Chris@91 1236 m_stretcherInputSizes[c] = reqd * 2;
Chris@91 1237 m_stretcherInputs[c] = new float[m_stretcherInputSizes[c]];
Chris@91 1238 }
Chris@91 1239 }
Chris@43 1240
Chris@366 1241 for (int c = 0; c < channels; ++c) {
Chris@131 1242 if (c >= m_stretcherInputCount) continue;
Chris@91 1243 RingBuffer<float> *rb = getReadRingBuffer(c);
Chris@91 1244 if (rb) {
Chris@436 1245 sv_frame_t gotHere;
Chris@130 1246 if (stretchChannels == 1 && c > 0) {
Chris@436 1247 gotHere = rb->readAdding(m_stretcherInputs[0], int(got));
Chris@130 1248 } else {
Chris@436 1249 gotHere = rb->read(m_stretcherInputs[c], int(got));
Chris@130 1250 }
Chris@91 1251 if (gotHere < got) got = gotHere;
Chris@91 1252
Chris@91 1253 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@91 1254 if (c == 0) {
Chris@233 1255 SVDEBUG << "feeding stretcher: got " << gotHere
Chris@229 1256 << ", " << rb->getReadSpace() << " remain" << endl;
Chris@91 1257 }
Chris@62 1258 #endif
Chris@43 1259
Chris@91 1260 } else {
Chris@293 1261 cerr << "WARNING: No ring buffer available for channel " << c << " in stretcher input block" << endl;
Chris@43 1262 }
Chris@43 1263 }
Chris@43 1264
Chris@43 1265 if (got < reqd) {
Chris@293 1266 cerr << "WARNING: Read underrun in playback ("
Chris@293 1267 << got << " < " << reqd << ")" << endl;
Chris@43 1268 }
Chris@43 1269
Chris@463 1270 ts->process(m_stretcherInputs, size_t(got), false);
Chris@91 1271
Chris@91 1272 fedToStretcher += got;
Chris@43 1273
Chris@43 1274 if (got == 0) break;
Chris@43 1275
Chris@62 1276 if (ts->available() == available) {
Chris@293 1277 cerr << "WARNING: AudioCallbackPlaySource::getSamples: Added " << got << " samples to time stretcher, created no new available output samples (warned = " << warned << ")" << endl;
Chris@43 1278 if (++warned == 5) break;
Chris@43 1279 }
Chris@43 1280 }
Chris@43 1281
Chris@463 1282 ts->retrieve(buffer, size_t(count));
Chris@43 1283
Chris@130 1284 for (int c = stretchChannels; c < getTargetChannelCount(); ++c) {
Chris@130 1285 for (int i = 0; i < count; ++i) {
Chris@130 1286 buffer[c][i] = buffer[0][i];
Chris@130 1287 }
Chris@130 1288 }
Chris@130 1289
Chris@43 1290 applyAuditioningEffect(count, buffer);
Chris@43 1291
Chris@212 1292 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1293 cout << "AudioCallbackPlaySource::getSamples [stretched]: awakening thread" << endl;
Chris@212 1294 #endif
Chris@212 1295
Chris@43 1296 m_condition.wakeAll();
Chris@43 1297
Chris@471 1298 return count;
Chris@43 1299 }
Chris@43 1300
Chris@43 1301 void
Chris@434 1302 AudioCallbackPlaySource::applyAuditioningEffect(sv_frame_t count, float **buffers)
Chris@43 1303 {
Chris@43 1304 if (m_auditioningPluginBypassed) return;
Chris@43 1305 RealTimePluginInstance *plugin = m_auditioningPlugin;
Chris@43 1306 if (!plugin) return;
Chris@204 1307
Chris@366 1308 if ((int)plugin->getAudioInputCount() != getTargetChannelCount()) {
Chris@293 1309 // cerr << "plugin input count " << plugin->getAudioInputCount()
Chris@43 1310 // << " != our channel count " << getTargetChannelCount()
Chris@293 1311 // << endl;
Chris@43 1312 return;
Chris@43 1313 }
Chris@366 1314 if ((int)plugin->getAudioOutputCount() != getTargetChannelCount()) {
Chris@293 1315 // cerr << "plugin output count " << plugin->getAudioOutputCount()
Chris@43 1316 // << " != our channel count " << getTargetChannelCount()
Chris@293 1317 // << endl;
Chris@43 1318 return;
Chris@43 1319 }
Chris@366 1320 if ((int)plugin->getBufferSize() < count) {
Chris@293 1321 // cerr << "plugin buffer size " << plugin->getBufferSize()
Chris@102 1322 // << " < our block size " << count
Chris@293 1323 // << endl;
Chris@43 1324 return;
Chris@43 1325 }
Chris@43 1326
Chris@43 1327 float **ib = plugin->getAudioInputBuffers();
Chris@43 1328 float **ob = plugin->getAudioOutputBuffers();
Chris@43 1329
Chris@366 1330 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@366 1331 for (int i = 0; i < count; ++i) {
Chris@43 1332 ib[c][i] = buffers[c][i];
Chris@43 1333 }
Chris@43 1334 }
Chris@43 1335
Chris@436 1336 plugin->run(Vamp::RealTime::zeroTime, int(count));
Chris@43 1337
Chris@366 1338 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@366 1339 for (int i = 0; i < count; ++i) {
Chris@43 1340 buffers[c][i] = ob[c][i];
Chris@43 1341 }
Chris@43 1342 }
Chris@43 1343 }
Chris@43 1344
Chris@43 1345 // Called from fill thread, m_playing true, mutex held
Chris@43 1346 bool
Chris@43 1347 AudioCallbackPlaySource::fillBuffers()
Chris@43 1348 {
Chris@43 1349 static float *tmp = 0;
Chris@436 1350 static sv_frame_t tmpSize = 0;
Chris@43 1351
Chris@434 1352 sv_frame_t space = 0;
Chris@366 1353 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1354 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1355 if (wb) {
Chris@434 1356 sv_frame_t spaceHere = wb->getWriteSpace();
Chris@43 1357 if (c == 0 || spaceHere < space) space = spaceHere;
Chris@43 1358 }
Chris@43 1359 }
Chris@43 1360
Chris@103 1361 if (space == 0) {
Chris@103 1362 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1363 cout << "AudioCallbackPlaySourceFillThread: no space to fill" << endl;
Chris@103 1364 #endif
Chris@103 1365 return false;
Chris@103 1366 }
Chris@43 1367
Chris@434 1368 sv_frame_t f = m_writeBufferFill;
Chris@43 1369
Chris@43 1370 bool readWriteEqual = (m_readBuffers == m_writeBuffers);
Chris@43 1371
Chris@43 1372 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@193 1373 if (!readWriteEqual) {
Chris@293 1374 cout << "AudioCallbackPlaySourceFillThread: note read buffers != write buffers" << endl;
Chris@193 1375 }
Chris@293 1376 cout << "AudioCallbackPlaySourceFillThread: filling " << space << " frames" << endl;
Chris@43 1377 #endif
Chris@43 1378
Chris@43 1379 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1380 cout << "buffered to " << f << " already" << endl;
Chris@43 1381 #endif
Chris@43 1382
Chris@43 1383 bool resample = (getSourceSampleRate() != getTargetSampleRate());
Chris@43 1384
Chris@43 1385 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1386 cout << (resample ? "" : "not ") << "resampling (source " << getSourceSampleRate() << ", target " << getTargetSampleRate() << ")" << endl;
Chris@43 1387 #endif
Chris@43 1388
Chris@366 1389 int channels = getTargetChannelCount();
Chris@43 1390
Chris@434 1391 sv_frame_t orig = space;
Chris@434 1392 sv_frame_t got = 0;
Chris@43 1393
Chris@43 1394 static float **bufferPtrs = 0;
Chris@366 1395 static int bufferPtrCount = 0;
Chris@43 1396
Chris@43 1397 if (bufferPtrCount < channels) {
Chris@43 1398 if (bufferPtrs) delete[] bufferPtrs;
Chris@43 1399 bufferPtrs = new float *[channels];
Chris@43 1400 bufferPtrCount = channels;
Chris@43 1401 }
Chris@43 1402
Chris@436 1403 sv_frame_t generatorBlockSize = m_audioGenerator->getBlockSize();
Chris@43 1404
Chris@43 1405 if (resample && !m_converter) {
Chris@506 1406 throw std::logic_error("Sample rates differ, but no converter available!");
Chris@43 1407 }
Chris@43 1408
Chris@43 1409 if (resample && m_converter) {
Chris@43 1410
Chris@43 1411 double ratio =
Chris@43 1412 double(getTargetSampleRate()) / double(getSourceSampleRate());
Chris@436 1413 orig = sv_frame_t(double(orig) / ratio + 0.1);
Chris@43 1414
Chris@43 1415 // orig must be a multiple of generatorBlockSize
Chris@43 1416 orig = (orig / generatorBlockSize) * generatorBlockSize;
Chris@43 1417 if (orig == 0) return false;
Chris@43 1418
Chris@436 1419 sv_frame_t work = std::max(orig, space);
Chris@43 1420
Chris@43 1421 // We only allocate one buffer, but we use it in two halves.
Chris@43 1422 // We place the non-interleaved values in the second half of
Chris@43 1423 // the buffer (orig samples for channel 0, orig samples for
Chris@43 1424 // channel 1 etc), and then interleave them into the first
Chris@43 1425 // half of the buffer. Then we resample back into the second
Chris@43 1426 // half (interleaved) and de-interleave the results back to
Chris@43 1427 // the start of the buffer for insertion into the ringbuffers.
Chris@43 1428 // What a faff -- especially as we've already de-interleaved
Chris@43 1429 // the audio data from the source file elsewhere before we
Chris@43 1430 // even reach this point.
Chris@43 1431
Chris@43 1432 if (tmpSize < channels * work * 2) {
Chris@43 1433 delete[] tmp;
Chris@43 1434 tmp = new float[channels * work * 2];
Chris@43 1435 tmpSize = channels * work * 2;
Chris@43 1436 }
Chris@43 1437
Chris@43 1438 float *nonintlv = tmp + channels * work;
Chris@43 1439 float *intlv = tmp;
Chris@43 1440 float *srcout = tmp + channels * work;
Chris@43 1441
Chris@366 1442 for (int c = 0; c < channels; ++c) {
Chris@366 1443 for (int i = 0; i < orig; ++i) {
Chris@43 1444 nonintlv[channels * i + c] = 0.0f;
Chris@43 1445 }
Chris@43 1446 }
Chris@43 1447
Chris@366 1448 for (int c = 0; c < channels; ++c) {
Chris@43 1449 bufferPtrs[c] = nonintlv + c * orig;
Chris@43 1450 }
Chris@43 1451
Chris@163 1452 got = mixModels(f, orig, bufferPtrs); // also modifies f
Chris@43 1453
Chris@43 1454 // and interleave into first half
Chris@366 1455 for (int c = 0; c < channels; ++c) {
Chris@366 1456 for (int i = 0; i < got; ++i) {
Chris@43 1457 float sample = nonintlv[c * got + i];
Chris@43 1458 intlv[channels * i + c] = sample;
Chris@43 1459 }
Chris@43 1460 }
Chris@43 1461
Chris@43 1462 SRC_DATA data;
Chris@43 1463 data.data_in = intlv;
Chris@43 1464 data.data_out = srcout;
Chris@463 1465 data.input_frames = long(got);
Chris@463 1466 data.output_frames = long(work);
Chris@43 1467 data.src_ratio = ratio;
Chris@43 1468 data.end_of_input = 0;
Chris@43 1469
Chris@506 1470 int err = src_process(m_converter, &data);
Chris@43 1471
Chris@436 1472 sv_frame_t toCopy = sv_frame_t(double(got) * ratio + 0.1);
Chris@43 1473
Chris@43 1474 if (err) {
Chris@293 1475 cerr
Chris@43 1476 << "AudioCallbackPlaySourceFillThread: ERROR in samplerate conversion: "
Chris@293 1477 << src_strerror(err) << endl;
Chris@43 1478 //!!! Then what?
Chris@43 1479 } else {
Chris@43 1480 got = data.input_frames_used;
Chris@43 1481 toCopy = data.output_frames_gen;
Chris@43 1482 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1483 cout << "Resampled " << got << " frames to " << toCopy << " frames" << endl;
Chris@43 1484 #endif
Chris@43 1485 }
Chris@43 1486
Chris@366 1487 for (int c = 0; c < channels; ++c) {
Chris@366 1488 for (int i = 0; i < toCopy; ++i) {
Chris@43 1489 tmp[i] = srcout[channels * i + c];
Chris@43 1490 }
Chris@43 1491 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@436 1492 if (wb) wb->write(tmp, int(toCopy));
Chris@43 1493 }
Chris@43 1494
Chris@43 1495 m_writeBufferFill = f;
Chris@43 1496 if (readWriteEqual) m_readBufferFill = f;
Chris@43 1497
Chris@43 1498 } else {
Chris@43 1499
Chris@43 1500 // space must be a multiple of generatorBlockSize
Chris@436 1501 sv_frame_t reqSpace = space;
Chris@195 1502 space = (reqSpace / generatorBlockSize) * generatorBlockSize;
Chris@91 1503 if (space == 0) {
Chris@91 1504 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1505 cout << "requested fill of " << reqSpace
Chris@195 1506 << " is less than generator block size of "
Chris@293 1507 << generatorBlockSize << ", leaving it" << endl;
Chris@91 1508 #endif
Chris@91 1509 return false;
Chris@91 1510 }
Chris@43 1511
Chris@43 1512 if (tmpSize < channels * space) {
Chris@43 1513 delete[] tmp;
Chris@43 1514 tmp = new float[channels * space];
Chris@43 1515 tmpSize = channels * space;
Chris@43 1516 }
Chris@43 1517
Chris@366 1518 for (int c = 0; c < channels; ++c) {
Chris@43 1519
Chris@43 1520 bufferPtrs[c] = tmp + c * space;
Chris@43 1521
Chris@366 1522 for (int i = 0; i < space; ++i) {
Chris@43 1523 tmp[c * space + i] = 0.0f;
Chris@43 1524 }
Chris@43 1525 }
Chris@43 1526
Chris@436 1527 sv_frame_t got = mixModels(f, space, bufferPtrs); // also modifies f
Chris@43 1528
Chris@366 1529 for (int c = 0; c < channels; ++c) {
Chris@43 1530
Chris@43 1531 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1532 if (wb) {
Chris@436 1533 int actual = wb->write(bufferPtrs[c], int(got));
Chris@43 1534 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1535 cout << "Wrote " << actual << " samples for ch " << c << ", now "
Chris@43 1536 << wb->getReadSpace() << " to read"
Chris@293 1537 << endl;
Chris@43 1538 #endif
Chris@43 1539 if (actual < got) {
Chris@293 1540 cerr << "WARNING: Buffer overrun in channel " << c
Chris@43 1541 << ": wrote " << actual << " of " << got
Chris@293 1542 << " samples" << endl;
Chris@43 1543 }
Chris@43 1544 }
Chris@43 1545 }
Chris@43 1546
Chris@43 1547 m_writeBufferFill = f;
Chris@43 1548 if (readWriteEqual) m_readBufferFill = f;
Chris@43 1549
Chris@163 1550 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1551 cout << "Read buffer fill is now " << m_readBufferFill << endl;
Chris@163 1552 #endif
Chris@163 1553
Chris@43 1554 //!!! how do we know when ended? need to mark up a fully-buffered flag and check this if we find the buffers empty in getSourceSamples
Chris@43 1555 }
Chris@43 1556
Chris@43 1557 return true;
Chris@43 1558 }
Chris@43 1559
Chris@434 1560 sv_frame_t
Chris@434 1561 AudioCallbackPlaySource::mixModels(sv_frame_t &frame, sv_frame_t count, float **buffers)
Chris@43 1562 {
Chris@434 1563 sv_frame_t processed = 0;
Chris@434 1564 sv_frame_t chunkStart = frame;
Chris@434 1565 sv_frame_t chunkSize = count;
Chris@434 1566 sv_frame_t selectionSize = 0;
Chris@434 1567 sv_frame_t nextChunkStart = chunkStart + chunkSize;
Chris@43 1568
Chris@43 1569 bool looping = m_viewManager->getPlayLoopMode();
Chris@43 1570 bool constrained = (m_viewManager->getPlaySelectionMode() &&
Chris@43 1571 !m_viewManager->getSelections().empty());
Chris@43 1572
Chris@43 1573 static float **chunkBufferPtrs = 0;
Chris@366 1574 static int chunkBufferPtrCount = 0;
Chris@366 1575 int channels = getTargetChannelCount();
Chris@43 1576
Chris@43 1577 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1578 cout << "Selection playback: start " << frame << ", size " << count <<", channels " << channels << endl;
Chris@43 1579 #endif
Chris@43 1580
Chris@43 1581 if (chunkBufferPtrCount < channels) {
Chris@43 1582 if (chunkBufferPtrs) delete[] chunkBufferPtrs;
Chris@43 1583 chunkBufferPtrs = new float *[channels];
Chris@43 1584 chunkBufferPtrCount = channels;
Chris@43 1585 }
Chris@43 1586
Chris@366 1587 for (int c = 0; c < channels; ++c) {
Chris@43 1588 chunkBufferPtrs[c] = buffers[c];
Chris@43 1589 }
Chris@43 1590
Chris@43 1591 while (processed < count) {
Chris@43 1592
Chris@43 1593 chunkSize = count - processed;
Chris@43 1594 nextChunkStart = chunkStart + chunkSize;
Chris@43 1595 selectionSize = 0;
Chris@43 1596
Chris@434 1597 sv_frame_t fadeIn = 0, fadeOut = 0;
Chris@43 1598
Chris@43 1599 if (constrained) {
Chris@60 1600
Chris@434 1601 sv_frame_t rChunkStart =
Chris@60 1602 m_viewManager->alignPlaybackFrameToReference(chunkStart);
Chris@43 1603
Chris@43 1604 Selection selection =
Chris@60 1605 m_viewManager->getContainingSelection(rChunkStart, true);
Chris@43 1606
Chris@43 1607 if (selection.isEmpty()) {
Chris@43 1608 if (looping) {
Chris@43 1609 selection = *m_viewManager->getSelections().begin();
Chris@60 1610 chunkStart = m_viewManager->alignReferenceToPlaybackFrame
Chris@60 1611 (selection.getStartFrame());
Chris@43 1612 fadeIn = 50;
Chris@43 1613 }
Chris@43 1614 }
Chris@43 1615
Chris@43 1616 if (selection.isEmpty()) {
Chris@43 1617
Chris@43 1618 chunkSize = 0;
Chris@43 1619 nextChunkStart = chunkStart;
Chris@43 1620
Chris@43 1621 } else {
Chris@43 1622
Chris@434 1623 sv_frame_t sf = m_viewManager->alignReferenceToPlaybackFrame
Chris@60 1624 (selection.getStartFrame());
Chris@434 1625 sv_frame_t ef = m_viewManager->alignReferenceToPlaybackFrame
Chris@60 1626 (selection.getEndFrame());
Chris@43 1627
Chris@60 1628 selectionSize = ef - sf;
Chris@60 1629
Chris@60 1630 if (chunkStart < sf) {
Chris@60 1631 chunkStart = sf;
Chris@43 1632 fadeIn = 50;
Chris@43 1633 }
Chris@43 1634
Chris@43 1635 nextChunkStart = chunkStart + chunkSize;
Chris@43 1636
Chris@60 1637 if (nextChunkStart >= ef) {
Chris@60 1638 nextChunkStart = ef;
Chris@43 1639 fadeOut = 50;
Chris@43 1640 }
Chris@43 1641
Chris@43 1642 chunkSize = nextChunkStart - chunkStart;
Chris@43 1643 }
Chris@43 1644
Chris@43 1645 } else if (looping && m_lastModelEndFrame > 0) {
Chris@43 1646
Chris@43 1647 if (chunkStart >= m_lastModelEndFrame) {
Chris@43 1648 chunkStart = 0;
Chris@43 1649 }
Chris@43 1650 if (chunkSize > m_lastModelEndFrame - chunkStart) {
Chris@43 1651 chunkSize = m_lastModelEndFrame - chunkStart;
Chris@43 1652 }
Chris@43 1653 nextChunkStart = chunkStart + chunkSize;
Chris@43 1654 }
Chris@43 1655
Chris@293 1656 // cout << "chunkStart " << chunkStart << ", chunkSize " << chunkSize << ", nextChunkStart " << nextChunkStart << ", frame " << frame << ", count " << count << ", processed " << processed << endl;
Chris@43 1657
Chris@43 1658 if (!chunkSize) {
Chris@43 1659 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1660 cout << "Ending selection playback at " << nextChunkStart << endl;
Chris@43 1661 #endif
Chris@43 1662 // We need to maintain full buffers so that the other
Chris@43 1663 // thread can tell where it's got to in the playback -- so
Chris@43 1664 // return the full amount here
Chris@43 1665 frame = frame + count;
Chris@43 1666 return count;
Chris@43 1667 }
Chris@43 1668
Chris@43 1669 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1670 cout << "Selection playback: chunk at " << chunkStart << " -> " << nextChunkStart << " (size " << chunkSize << ")" << endl;
Chris@43 1671 #endif
Chris@43 1672
Chris@43 1673 if (selectionSize < 100) {
Chris@43 1674 fadeIn = 0;
Chris@43 1675 fadeOut = 0;
Chris@43 1676 } else if (selectionSize < 300) {
Chris@43 1677 if (fadeIn > 0) fadeIn = 10;
Chris@43 1678 if (fadeOut > 0) fadeOut = 10;
Chris@43 1679 }
Chris@43 1680
Chris@43 1681 if (fadeIn > 0) {
Chris@43 1682 if (processed * 2 < fadeIn) {
Chris@43 1683 fadeIn = processed * 2;
Chris@43 1684 }
Chris@43 1685 }
Chris@43 1686
Chris@43 1687 if (fadeOut > 0) {
Chris@43 1688 if ((count - processed - chunkSize) * 2 < fadeOut) {
Chris@43 1689 fadeOut = (count - processed - chunkSize) * 2;
Chris@43 1690 }
Chris@43 1691 }
Chris@43 1692
Chris@43 1693 for (std::set<Model *>::iterator mi = m_models.begin();
Chris@43 1694 mi != m_models.end(); ++mi) {
Chris@43 1695
Chris@366 1696 (void) m_audioGenerator->mixModel(*mi, chunkStart,
Chris@366 1697 chunkSize, chunkBufferPtrs,
Chris@366 1698 fadeIn, fadeOut);
Chris@43 1699 }
Chris@43 1700
Chris@366 1701 for (int c = 0; c < channels; ++c) {
Chris@43 1702 chunkBufferPtrs[c] += chunkSize;
Chris@43 1703 }
Chris@43 1704
Chris@43 1705 processed += chunkSize;
Chris@43 1706 chunkStart = nextChunkStart;
Chris@43 1707 }
Chris@43 1708
Chris@43 1709 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1710 cout << "Returning selection playback " << processed << " frames to " << nextChunkStart << endl;
Chris@43 1711 #endif
Chris@43 1712
Chris@43 1713 frame = nextChunkStart;
Chris@43 1714 return processed;
Chris@43 1715 }
Chris@43 1716
Chris@43 1717 void
Chris@43 1718 AudioCallbackPlaySource::unifyRingBuffers()
Chris@43 1719 {
Chris@43 1720 if (m_readBuffers == m_writeBuffers) return;
Chris@43 1721
Chris@43 1722 // only unify if there will be something to read
Chris@366 1723 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1724 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1725 if (wb) {
Chris@43 1726 if (wb->getReadSpace() < m_blockSize * 2) {
Chris@43 1727 if ((m_writeBufferFill + m_blockSize * 2) <
Chris@43 1728 m_lastModelEndFrame) {
Chris@43 1729 // OK, we don't have enough and there's more to
Chris@43 1730 // read -- don't unify until we can do better
Chris@193 1731 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1732 SVDEBUG << "AudioCallbackPlaySource::unifyRingBuffers: Not unifying: write buffer has less (" << wb->getReadSpace() << ") than " << m_blockSize*2 << " to read and write buffer fill (" << m_writeBufferFill << ") is not close to end frame (" << m_lastModelEndFrame << ")" << endl;
Chris@193 1733 #endif
Chris@43 1734 return;
Chris@43 1735 }
Chris@43 1736 }
Chris@43 1737 break;
Chris@43 1738 }
Chris@43 1739 }
Chris@43 1740
Chris@436 1741 sv_frame_t rf = m_readBufferFill;
Chris@43 1742 RingBuffer<float> *rb = getReadRingBuffer(0);
Chris@43 1743 if (rb) {
Chris@366 1744 int rs = rb->getReadSpace();
Chris@43 1745 //!!! incorrect when in non-contiguous selection, see comments elsewhere
Chris@293 1746 // cout << "rs = " << rs << endl;
Chris@43 1747 if (rs < rf) rf -= rs;
Chris@43 1748 else rf = 0;
Chris@43 1749 }
Chris@43 1750
Chris@193 1751 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@233 1752 SVDEBUG << "AudioCallbackPlaySource::unifyRingBuffers: m_readBufferFill = " << m_readBufferFill << ", rf = " << rf << ", m_writeBufferFill = " << m_writeBufferFill << endl;
Chris@193 1753 #endif
Chris@43 1754
Chris@436 1755 sv_frame_t wf = m_writeBufferFill;
Chris@436 1756 sv_frame_t skip = 0;
Chris@366 1757 for (int c = 0; c < getTargetChannelCount(); ++c) {
Chris@43 1758 RingBuffer<float> *wb = getWriteRingBuffer(c);
Chris@43 1759 if (wb) {
Chris@43 1760 if (c == 0) {
Chris@43 1761
Chris@366 1762 int wrs = wb->getReadSpace();
Chris@293 1763 // cout << "wrs = " << wrs << endl;
Chris@43 1764
Chris@43 1765 if (wrs < wf) wf -= wrs;
Chris@43 1766 else wf = 0;
Chris@293 1767 // cout << "wf = " << wf << endl;
Chris@43 1768
Chris@43 1769 if (wf < rf) skip = rf - wf;
Chris@43 1770 if (skip == 0) break;
Chris@43 1771 }
Chris@43 1772
Chris@293 1773 // cout << "skipping " << skip << endl;
Chris@436 1774 wb->skip(int(skip));
Chris@43 1775 }
Chris@43 1776 }
Chris@43 1777
Chris@43 1778 m_bufferScavenger.claim(m_readBuffers);
Chris@43 1779 m_readBuffers = m_writeBuffers;
Chris@43 1780 m_readBufferFill = m_writeBufferFill;
Chris@193 1781 #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING
Chris@293 1782 cerr << "unified" << endl;
Chris@193 1783 #endif
Chris@43 1784 }
Chris@43 1785
Chris@43 1786 void
Chris@43 1787 AudioCallbackPlaySource::FillThread::run()
Chris@43 1788 {
Chris@43 1789 AudioCallbackPlaySource &s(m_source);
Chris@43 1790
Chris@43 1791 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1792 cout << "AudioCallbackPlaySourceFillThread starting" << endl;
Chris@43 1793 #endif
Chris@43 1794
Chris@43 1795 s.m_mutex.lock();
Chris@43 1796
Chris@43 1797 bool previouslyPlaying = s.m_playing;
Chris@43 1798 bool work = false;
Chris@43 1799
Chris@43 1800 while (!s.m_exiting) {
Chris@43 1801
Chris@43 1802 s.unifyRingBuffers();
Chris@43 1803 s.m_bufferScavenger.scavenge();
Chris@43 1804 s.m_pluginScavenger.scavenge();
Chris@43 1805
Chris@43 1806 if (work && s.m_playing && s.getSourceSampleRate()) {
Chris@43 1807
Chris@43 1808 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1809 cout << "AudioCallbackPlaySourceFillThread: not waiting" << endl;
Chris@43 1810 #endif
Chris@43 1811
Chris@43 1812 s.m_mutex.unlock();
Chris@43 1813 s.m_mutex.lock();
Chris@43 1814
Chris@43 1815 } else {
Chris@43 1816
Chris@436 1817 double ms = 100;
Chris@43 1818 if (s.getSourceSampleRate() > 0) {
Chris@436 1819 ms = double(s.m_ringBufferSize) / s.getSourceSampleRate() * 1000.0;
Chris@43 1820 }
Chris@43 1821
Chris@43 1822 if (s.m_playing) ms /= 10;
Chris@43 1823
Chris@43 1824 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1825 if (!s.m_playing) cout << endl;
Chris@293 1826 cout << "AudioCallbackPlaySourceFillThread: waiting for " << ms << "ms..." << endl;
Chris@43 1827 #endif
Chris@43 1828
Chris@366 1829 s.m_condition.wait(&s.m_mutex, int(ms));
Chris@43 1830 }
Chris@43 1831
Chris@43 1832 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1833 cout << "AudioCallbackPlaySourceFillThread: awoken" << endl;
Chris@43 1834 #endif
Chris@43 1835
Chris@43 1836 work = false;
Chris@43 1837
Chris@103 1838 if (!s.getSourceSampleRate()) {
Chris@103 1839 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1840 cout << "AudioCallbackPlaySourceFillThread: source sample rate is zero" << endl;
Chris@103 1841 #endif
Chris@103 1842 continue;
Chris@103 1843 }
Chris@43 1844
Chris@43 1845 bool playing = s.m_playing;
Chris@43 1846
Chris@43 1847 if (playing && !previouslyPlaying) {
Chris@43 1848 #ifdef DEBUG_AUDIO_PLAY_SOURCE
Chris@293 1849 cout << "AudioCallbackPlaySourceFillThread: playback state changed, resetting" << endl;
Chris@43 1850 #endif
Chris@366 1851 for (int c = 0; c < s.getTargetChannelCount(); ++c) {
Chris@43 1852 RingBuffer<float> *rb = s.getReadRingBuffer(c);
Chris@43 1853 if (rb) rb->reset();
Chris@43 1854 }
Chris@43 1855 }
Chris@43 1856 previouslyPlaying = playing;
Chris@43 1857
Chris@43 1858 work = s.fillBuffers();
Chris@43 1859 }
Chris@43 1860
Chris@43 1861 s.m_mutex.unlock();
Chris@43 1862 }
Chris@43 1863