Chris@43: /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */ Chris@43: Chris@43: /* Chris@43: Sonic Visualiser Chris@43: An audio file viewer and annotation editor. Chris@43: Centre for Digital Music, Queen Mary, University of London. Chris@43: This file copyright 2006 Chris Cannam and QMUL. Chris@43: Chris@43: This program is free software; you can redistribute it and/or Chris@43: modify it under the terms of the GNU General Public License as Chris@43: published by the Free Software Foundation; either version 2 of the Chris@43: License, or (at your option) any later version. See the file Chris@43: COPYING included with this distribution for more information. Chris@43: */ Chris@43: Chris@43: #include "AudioCallbackPlaySource.h" Chris@43: Chris@43: #include "AudioGenerator.h" Chris@738: #include "TimeStretchWrapper.h" Chris@739: #include "EffectWrapper.h" Chris@43: Chris@43: #include "data/model/Model.h" Chris@105: #include "base/ViewManagerBase.h" Chris@43: #include "base/PlayParameterRepository.h" Chris@43: #include "base/Preferences.h" Chris@43: #include "data/model/DenseTimeValueModel.h" Chris@43: #include "data/model/WaveFileModel.h" Chris@506: #include "data/model/ReadOnlyWaveFileModel.h" Chris@43: #include "data/model/SparseOneDimensionalModel.h" Chris@43: #include "plugin/RealTimePluginInstance.h" Chris@62: Chris@468: #include "bqaudioio/SystemPlaybackTarget.h" Chris@551: #include "bqaudioio/ResamplerWrapper.h" Chris@91: Chris@559: #include "bqvec/VectorOps.h" Chris@559: Chris@559: using breakfastquay::v_zero_channels; Chris@559: Chris@43: #include Chris@43: #include Chris@43: Chris@510: //#define DEBUG_AUDIO_PLAY_SOURCE 1 Chris@43: //#define DEBUG_AUDIO_PLAY_SOURCE_PLAYING 1 Chris@43: Chris@366: static const int DEFAULT_RING_BUFFER_SIZE = 131071; Chris@43: Chris@105: AudioCallbackPlaySource::AudioCallbackPlaySource(ViewManagerBase *manager, Chris@57: QString clientName) : Chris@43: m_viewManager(manager), Chris@43: m_audioGenerator(new AudioGenerator()), Chris@468: m_clientName(clientName.toUtf8().data()), Chris@636: m_readBuffers(nullptr), Chris@636: m_writeBuffers(nullptr), Chris@43: m_readBufferFill(0), Chris@43: m_writeBufferFill(0), Chris@43: m_bufferScavenger(1), Chris@43: m_sourceChannelCount(0), Chris@43: m_blockSize(1024), Chris@43: m_sourceSampleRate(0), Chris@553: m_deviceSampleRate(0), Chris@559: m_deviceChannelCount(0), Chris@43: m_playLatency(0), Chris@636: m_target(nullptr), Chris@91: m_lastRetrievalTimestamp(0.0), Chris@91: m_lastRetrievedBlockSize(0), Chris@102: m_trustworthyTimestamps(true), Chris@102: m_lastCurrentFrame(0), Chris@43: m_playing(false), Chris@43: m_exiting(false), Chris@43: m_lastModelEndFrame(0), Chris@193: m_ringBufferSize(DEFAULT_RING_BUFFER_SIZE), Chris@43: m_outputLeft(0.0), Chris@43: m_outputRight(0.0), Chris@580: m_levelsSet(false), Chris@94: m_playStartFrame(0), Chris@94: m_playStartFramePassed(false), Chris@636: m_fillThread(nullptr), Chris@738: m_resamplerWrapper(nullptr), Chris@739: m_timeStretchWrapper(nullptr), Chris@739: m_auditioningEffectWrapper(nullptr) Chris@43: { Chris@43: m_viewManager->setAudioPlaySource(this); Chris@43: Chris@43: connect(m_viewManager, SIGNAL(selectionChanged()), Chris@595: this, SLOT(selectionChanged())); Chris@43: connect(m_viewManager, SIGNAL(playLoopModeChanged()), Chris@595: this, SLOT(playLoopModeChanged())); Chris@43: connect(m_viewManager, SIGNAL(playSelectionModeChanged()), Chris@595: this, SLOT(playSelectionModeChanged())); Chris@43: Chris@300: connect(this, SIGNAL(playStatusChanged(bool)), Chris@300: m_viewManager, SLOT(playStatusChanged(bool))); Chris@300: Chris@43: connect(PlayParameterRepository::getInstance(), Chris@687: SIGNAL(playParametersChanged(int)), Chris@687: this, SLOT(playParametersChanged(int))); Chris@43: Chris@43: connect(Preferences::getInstance(), Chris@43: SIGNAL(propertyChanged(PropertyContainer::PropertyName)), Chris@43: this, SLOT(preferenceChanged(PropertyContainer::PropertyName))); Chris@43: } Chris@43: Chris@43: AudioCallbackPlaySource::~AudioCallbackPlaySource() Chris@43: { Chris@177: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@233: SVDEBUG << "AudioCallbackPlaySource::~AudioCallbackPlaySource entering" << endl; Chris@177: #endif Chris@43: m_exiting = true; Chris@43: Chris@43: if (m_fillThread) { Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySource dtor: awakening thread" << endl; Chris@212: #endif Chris@212: m_condition.wakeAll(); Chris@595: m_fillThread->wait(); Chris@595: delete m_fillThread; Chris@43: } Chris@43: Chris@43: clearModels(); Chris@43: Chris@43: if (m_readBuffers != m_writeBuffers) { Chris@595: delete m_readBuffers; Chris@43: } Chris@43: Chris@43: delete m_writeBuffers; Chris@43: Chris@43: delete m_audioGenerator; Chris@43: Chris@739: delete m_timeStretchWrapper; Chris@739: delete m_auditioningEffectWrapper; Chris@739: delete m_resamplerWrapper; Chris@739: Chris@43: m_bufferScavenger.scavenge(true); Chris@43: m_pluginScavenger.scavenge(true); Chris@177: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@233: SVDEBUG << "AudioCallbackPlaySource::~AudioCallbackPlaySource finishing" << endl; Chris@177: #endif Chris@43: } Chris@43: Chris@738: breakfastquay::ApplicationPlaybackSource * Chris@738: AudioCallbackPlaySource::getApplicationPlaybackSource() Chris@738: { Chris@738: QMutexLocker locker(&m_mutex); Chris@738: Chris@738: if (m_timeStretchWrapper) { Chris@738: return m_timeStretchWrapper; Chris@738: } Chris@738: Chris@738: checkWrappers(); Chris@738: return m_timeStretchWrapper; Chris@738: } Chris@738: Chris@738: void Chris@738: AudioCallbackPlaySource::checkWrappers() Chris@738: { Chris@738: // to be called only with m_mutex held Chris@738: Chris@738: if (!m_resamplerWrapper) { Chris@738: m_resamplerWrapper = new breakfastquay::ResamplerWrapper(this); Chris@738: } Chris@739: if (!m_auditioningEffectWrapper) { Chris@739: m_auditioningEffectWrapper = new EffectWrapper(m_resamplerWrapper); Chris@739: } Chris@738: if (!m_timeStretchWrapper) { Chris@739: m_timeStretchWrapper = new TimeStretchWrapper(m_auditioningEffectWrapper); Chris@738: } Chris@738: } Chris@738: Chris@43: void Chris@682: AudioCallbackPlaySource::addModel(ModelId modelId) Chris@43: { Chris@682: if (m_models.find(modelId) != m_models.end()) return; Chris@43: Chris@765: Profiler profiler("AudioCallbackPlaySource::addModel"); Chris@765: Chris@682: bool willPlay = m_audioGenerator->addModel(modelId); Chris@682: Chris@682: auto model = ModelById::get(modelId); Chris@682: if (!model) return; Chris@43: Chris@43: m_mutex.lock(); Chris@43: Chris@682: m_models.insert(modelId); Chris@682: Chris@43: if (model->getEndFrame() > m_lastModelEndFrame) { Chris@595: m_lastModelEndFrame = model->getEndFrame(); Chris@43: } Chris@43: Chris@559: bool buffersIncreased = false, srChanged = false; Chris@43: Chris@366: int modelChannels = 1; Chris@682: auto rowfm = std::dynamic_pointer_cast(model); Chris@506: if (rowfm) modelChannels = rowfm->getChannelCount(); Chris@43: if (modelChannels > m_sourceChannelCount) { Chris@595: m_sourceChannelCount = modelChannels; Chris@43: } Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@295: cout << "AudioCallbackPlaySource: Adding model with " << modelChannels << " channels at rate " << model->getSampleRate() << endl; Chris@43: #endif Chris@43: Chris@43: if (m_sourceSampleRate == 0) { Chris@43: Chris@566: SVDEBUG << "AudioCallbackPlaySource::addModel: Source rate changing from 0 to " Chris@765: << model->getSampleRate() << endl; Chris@566: Chris@595: m_sourceSampleRate = model->getSampleRate(); Chris@595: srChanged = true; Chris@43: Chris@43: } else if (model->getSampleRate() != m_sourceSampleRate) { Chris@43: Chris@506: // If this is a read-only wave file model and we have no Chris@506: // other, we can just switch to this model's sample rate Chris@43: Chris@506: if (rowfm) { Chris@43: Chris@43: bool conflicting = false; Chris@43: Chris@682: for (ModelId otherId: m_models) { Chris@506: // Only read-only wave file models should be Chris@506: // considered conflicting -- writable wave file models Chris@506: // are derived and we shouldn't take their rates into Chris@506: // account. Also, don't give any particular weight to Chris@506: // a file that's already playing at the wrong rate Chris@506: // anyway Chris@682: if (otherId == modelId) continue; Chris@682: auto other = ModelById::getAs(otherId); Chris@682: if (other && Chris@506: other->getSampleRate() != model->getSampleRate() && Chris@506: other->getSampleRate() == m_sourceSampleRate) { Chris@682: SVDEBUG << "AudioCallbackPlaySource::addModel: Conflicting wave file model " << otherId << " found" << endl; Chris@43: conflicting = true; Chris@43: break; Chris@43: } Chris@43: } Chris@43: Chris@43: if (conflicting) { Chris@43: Chris@625: SVCERR << "AudioCallbackPlaySource::addModel: ERROR: " Chris@229: << "New model sample rate does not match" << endl Chris@43: << "existing model(s) (new " << model->getSampleRate() Chris@43: << " vs " << m_sourceSampleRate Chris@43: << "), playback will be wrong" Chris@229: << endl; Chris@43: Chris@43: emit sampleRateMismatch(model->getSampleRate(), Chris@43: m_sourceSampleRate, Chris@43: false); Chris@43: } else { Chris@566: SVDEBUG << "AudioCallbackPlaySource::addModel: Source rate changing from " Chris@566: << m_sourceSampleRate << " to " << model->getSampleRate() << endl; Chris@566: Chris@43: m_sourceSampleRate = model->getSampleRate(); Chris@43: srChanged = true; Chris@43: } Chris@43: } Chris@43: } Chris@43: Chris@366: if (!m_writeBuffers || (int)m_writeBuffers->size() < getTargetChannelCount()) { Chris@570: cerr << "m_writeBuffers size = " << (m_writeBuffers ? m_writeBuffers->size() : 0) << endl; Chris@570: cerr << "target channel count = " << (getTargetChannelCount()) << endl; Chris@595: clearRingBuffers(true, getTargetChannelCount()); Chris@595: buffersIncreased = true; Chris@43: } else { Chris@595: if (willPlay) clearRingBuffers(true); Chris@43: } Chris@43: Chris@552: if (srChanged) { Chris@553: Chris@738: checkWrappers(); Chris@553: Chris@738: SVCERR << "AudioCallbackPlaySource: Source sample rate changed to " Chris@738: << m_sourceSampleRate << ", updating resampler wrapper" Chris@738: << endl; Chris@738: m_resamplerWrapper->changeApplicationSampleRate Chris@738: (int(round(m_sourceSampleRate))); Chris@738: m_resamplerWrapper->reset(); Chris@43: } Chris@43: Chris@164: rebuildRangeLists(); Chris@164: Chris@43: m_mutex.unlock(); Chris@43: Chris@43: m_audioGenerator->setTargetChannelCount(getTargetChannelCount()); Chris@43: Chris@559: if (buffersIncreased) { Chris@570: SVDEBUG << "AudioCallbackPlaySource::addModel: Number of buffers increased to " << getTargetChannelCount() << endl; Chris@570: if (getTargetChannelCount() > getDeviceChannelCount()) { Chris@570: SVDEBUG << "AudioCallbackPlaySource::addModel: This is more than the device channel count, signalling channelCountIncreased" << endl; Chris@570: emit channelCountIncreased(getTargetChannelCount()); Chris@570: } else { Chris@570: SVDEBUG << "AudioCallbackPlaySource::addModel: This is no more than the device channel count (" << getDeviceChannelCount() << "), so taking no action" << endl; Chris@570: } Chris@559: } Chris@559: Chris@43: if (!m_fillThread) { Chris@595: m_fillThread = new FillThread(*this); Chris@595: m_fillThread->start(); Chris@43: } Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@559: SVDEBUG << "AudioCallbackPlaySource::addModel: now have " << m_models.size() << " model(s)" << endl; Chris@43: #endif Chris@43: Chris@687: connect(model.get(), SIGNAL(modelChangedWithin(ModelId, sv_frame_t, sv_frame_t)), Chris@687: this, SLOT(modelChangedWithin(ModelId, sv_frame_t, sv_frame_t))); Chris@43: Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySource::addModel: awakening thread" << endl; Chris@212: #endif Chris@559: Chris@43: m_condition.wakeAll(); Chris@43: } Chris@43: Chris@43: void Chris@687: AudioCallbackPlaySource::modelChangedWithin(ModelId, sv_frame_t Chris@367: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@367: startFrame Chris@367: #endif Chris@435: , sv_frame_t endFrame) Chris@43: { Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@367: SVDEBUG << "AudioCallbackPlaySource::modelChangedWithin(" << startFrame << "," << endFrame << ")" << endl; Chris@43: #endif Chris@93: if (endFrame > m_lastModelEndFrame) { Chris@93: m_lastModelEndFrame = endFrame; Chris@99: rebuildRangeLists(); Chris@93: } Chris@43: } Chris@43: Chris@43: void Chris@682: AudioCallbackPlaySource::removeModel(ModelId modelId) Chris@43: { Chris@682: auto model = ModelById::get(modelId); Chris@682: if (!model) return; Chris@682: Chris@765: Profiler profiler("AudioCallbackPlaySource::removeModel"); Chris@765: Chris@43: m_mutex.lock(); Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@682: cout << "AudioCallbackPlaySource::removeModel(" << modelId << ")" << endl; Chris@43: #endif Chris@43: Chris@687: disconnect(model.get(), SIGNAL(modelChangedWithin(ModelId, sv_frame_t, sv_frame_t)), Chris@687: this, SLOT(modelChangedWithin(ModelId, sv_frame_t, sv_frame_t))); Chris@43: Chris@682: m_models.erase(modelId); Chris@43: Chris@436: sv_frame_t lastEnd = 0; Chris@682: for (ModelId otherId: m_models) { Chris@164: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@682: cout << "AudioCallbackPlaySource::removeModel(" << modelId << "): checking end frame on model " << otherId << endl; Chris@164: #endif Chris@682: if (auto other = ModelById::get(otherId)) { Chris@682: if (other->getEndFrame() > lastEnd) { Chris@682: lastEnd = other->getEndFrame(); Chris@682: } Chris@367: } Chris@164: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@595: cout << "(done, lastEnd now " << lastEnd << ")" << endl; Chris@164: #endif Chris@43: } Chris@43: m_lastModelEndFrame = lastEnd; Chris@43: Chris@682: m_audioGenerator->removeModel(modelId); Chris@212: Chris@680: if (m_models.empty()) { Chris@680: m_sourceSampleRate = 0; Chris@680: } Chris@680: Chris@43: m_mutex.unlock(); Chris@43: Chris@43: clearRingBuffers(); Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::clearModels() Chris@43: { Chris@43: m_mutex.lock(); Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySource::clearModels()" << endl; Chris@43: #endif Chris@43: Chris@43: m_models.clear(); Chris@43: Chris@43: m_lastModelEndFrame = 0; Chris@43: Chris@43: m_sourceSampleRate = 0; Chris@43: Chris@43: m_mutex.unlock(); Chris@43: Chris@43: m_audioGenerator->clearModels(); Chris@93: Chris@93: clearRingBuffers(); Chris@43: } Chris@43: Chris@43: void Chris@366: AudioCallbackPlaySource::clearRingBuffers(bool haveLock, int count) Chris@43: { Chris@43: if (!haveLock) m_mutex.lock(); Chris@43: Chris@445: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "clearRingBuffers" << endl; Chris@445: #endif Chris@397: Chris@93: rebuildRangeLists(); Chris@93: Chris@43: if (count == 0) { Chris@595: if (m_writeBuffers) count = int(m_writeBuffers->size()); Chris@43: } Chris@43: Chris@445: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "current playing frame = " << getCurrentPlayingFrame() << endl; Chris@397: Chris@563: cout << "write buffer fill (before) = " << m_writeBufferFill << endl; Chris@445: #endif Chris@445: Chris@93: m_writeBufferFill = getCurrentBufferedFrame(); Chris@43: Chris@445: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "current buffered frame = " << m_writeBufferFill << endl; Chris@445: #endif Chris@397: Chris@43: if (m_readBuffers != m_writeBuffers) { Chris@595: delete m_writeBuffers; Chris@43: } Chris@43: Chris@43: m_writeBuffers = new RingBufferVector; Chris@43: Chris@366: for (int i = 0; i < count; ++i) { Chris@595: m_writeBuffers->push_back(new RingBuffer(m_ringBufferSize)); Chris@43: } Chris@43: Chris@442: m_audioGenerator->reset(); Chris@442: Chris@293: // cout << "AudioCallbackPlaySource::clearRingBuffers: Created " Chris@595: // << count << " write buffers" << endl; Chris@43: Chris@43: if (!haveLock) { Chris@595: m_mutex.unlock(); Chris@43: } Chris@43: } Chris@43: Chris@43: void Chris@434: AudioCallbackPlaySource::play(sv_frame_t startFrame) Chris@43: { Chris@540: if (!m_target) return; Chris@540: Chris@414: if (!m_sourceSampleRate) { Chris@563: SVCERR << "AudioCallbackPlaySource::play: No source sample rate available, not playing" << endl; Chris@414: return; Chris@414: } Chris@414: Chris@43: if (m_viewManager->getPlaySelectionMode() && Chris@595: !m_viewManager->getSelections().empty()) { Chris@60: Chris@563: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "AudioCallbackPlaySource::play: constraining frame " << startFrame << " to selection = "; Chris@563: #endif Chris@94: Chris@60: startFrame = m_viewManager->constrainFrameToSelection(startFrame); Chris@60: Chris@563: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << startFrame << endl; Chris@563: #endif Chris@94: Chris@43: } else { Chris@454: if (startFrame < 0) { Chris@454: startFrame = 0; Chris@454: } Chris@595: if (startFrame >= m_lastModelEndFrame) { Chris@595: startFrame = 0; Chris@595: } Chris@43: } Chris@43: Chris@132: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "play(" << startFrame << ") -> aligned playback model "; Chris@132: #endif Chris@60: Chris@60: startFrame = m_viewManager->alignReferenceToPlaybackFrame(startFrame); Chris@60: Chris@189: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << startFrame << endl; Chris@189: #endif Chris@60: Chris@43: // The fill thread will automatically empty its buffers before Chris@43: // starting again if we have not so far been playing, but not if Chris@43: // we're just re-seeking. Chris@102: // NO -- we can end up playing some first -- always reset here Chris@43: Chris@43: m_mutex.lock(); Chris@102: Chris@738: if (m_timeStretchWrapper) { Chris@738: m_timeStretchWrapper->reset(); Chris@130: } Chris@102: Chris@102: m_readBufferFill = m_writeBufferFill = startFrame; Chris@102: if (m_readBuffers) { Chris@366: for (int c = 0; c < getTargetChannelCount(); ++c) { Chris@102: RingBuffer *rb = getReadRingBuffer(c); Chris@132: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "reset ring buffer for channel " << c << endl; Chris@132: #endif Chris@102: if (rb) rb->reset(); Chris@102: } Chris@43: } Chris@102: Chris@43: m_mutex.unlock(); Chris@43: Chris@43: m_audioGenerator->reset(); Chris@43: Chris@94: m_playStartFrame = startFrame; Chris@94: m_playStartFramePassed = false; Chris@94: m_playStartedAt = RealTime::zeroTime; Chris@94: if (m_target) { Chris@94: m_playStartedAt = RealTime::fromSeconds(m_target->getCurrentTime()); Chris@94: } Chris@94: Chris@43: bool changed = !m_playing; Chris@91: m_lastRetrievalTimestamp = 0; Chris@102: m_lastCurrentFrame = 0; Chris@43: m_playing = true; Chris@212: Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySource::play: awakening thread" << endl; Chris@212: #endif Chris@212: Chris@43: m_condition.wakeAll(); Chris@158: if (changed) { Chris@158: emit playStatusChanged(m_playing); Chris@158: emit activity(tr("Play from %1").arg Chris@158: (RealTime::frame2RealTime Chris@158: (m_playStartFrame, m_sourceSampleRate).toText().c_str())); Chris@158: } Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::stop() Chris@43: { Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@233: SVDEBUG << "AudioCallbackPlaySource::stop()" << endl; Chris@212: #endif Chris@43: bool changed = m_playing; Chris@43: m_playing = false; Chris@212: Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySource::stop: awakening thread" << endl; Chris@212: #endif Chris@212: Chris@43: m_condition.wakeAll(); Chris@91: m_lastRetrievalTimestamp = 0; Chris@158: if (changed) { Chris@158: emit playStatusChanged(m_playing); Chris@713: if (m_sourceSampleRate) { Chris@713: emit activity(tr("Stop at %1").arg Chris@713: (RealTime::frame2RealTime Chris@713: (m_lastCurrentFrame, m_sourceSampleRate) Chris@713: .toText().c_str())); Chris@713: } else { Chris@713: emit activity(tr("Stop")); Chris@713: } Chris@158: } Chris@102: m_lastCurrentFrame = 0; Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::selectionChanged() Chris@43: { Chris@43: if (m_viewManager->getPlaySelectionMode()) { Chris@595: clearRingBuffers(); Chris@43: } Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::playLoopModeChanged() Chris@43: { Chris@43: clearRingBuffers(); Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::playSelectionModeChanged() Chris@43: { Chris@43: if (!m_viewManager->getSelections().empty()) { Chris@595: clearRingBuffers(); Chris@43: } Chris@43: } Chris@43: Chris@43: void Chris@687: AudioCallbackPlaySource::playParametersChanged(int) Chris@43: { Chris@43: clearRingBuffers(); Chris@43: } Chris@43: Chris@43: void Chris@687: AudioCallbackPlaySource::preferenceChanged(PropertyContainer::PropertyName) Chris@43: { Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::audioProcessingOverload() Chris@43: { Chris@563: SVCERR << "Audio processing overload!" << endl; Chris@130: Chris@130: if (!m_playing) return; Chris@130: Chris@739: if (m_auditioningEffectWrapper && Chris@750: m_auditioningEffectWrapper->haveEffect() && Chris@739: !m_auditioningEffectWrapper->isBypassed()) { Chris@739: m_auditioningEffectWrapper->setBypassed(true); Chris@43: emit audioOverloadPluginDisabled(); Chris@130: return; Chris@130: } Chris@43: } Chris@43: Chris@43: void Chris@468: AudioCallbackPlaySource::setSystemPlaybackTarget(breakfastquay::SystemPlaybackTarget *target) Chris@43: { Chris@636: if (target == nullptr) { Chris@559: // reset target-related facts and figures Chris@559: m_deviceSampleRate = 0; Chris@559: m_deviceChannelCount = 0; Chris@559: } Chris@91: m_target = target; Chris@468: } Chris@468: Chris@468: void Chris@468: AudioCallbackPlaySource::setSystemPlaybackBlockSize(int size) Chris@468: { Chris@741: SVDEBUG << "AudioCallbackPlaySource::setTarget: Block size -> " << size << endl; Chris@193: if (size != 0) { Chris@193: m_blockSize = size; Chris@193: } Chris@193: if (size * 4 > m_ringBufferSize) { Chris@472: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@741: SVCERR << "AudioCallbackPlaySource::setTarget: Buffer size " Chris@741: << size << " > a quarter of ring buffer size " Chris@741: << m_ringBufferSize << ", calling for more ring buffer" Chris@741: << endl; Chris@472: #endif Chris@193: m_ringBufferSize = size * 4; Chris@193: if (m_writeBuffers && !m_writeBuffers->empty()) { Chris@193: clearRingBuffers(); Chris@193: } Chris@193: } Chris@43: } Chris@43: Chris@366: int Chris@43: AudioCallbackPlaySource::getTargetBlockSize() const Chris@43: { Chris@293: // cout << "AudioCallbackPlaySource::getTargetBlockSize() -> " << m_blockSize << endl; Chris@436: return int(m_blockSize); Chris@43: } Chris@43: Chris@43: void Chris@468: AudioCallbackPlaySource::setSystemPlaybackLatency(int latency) Chris@43: { Chris@43: m_playLatency = latency; Chris@43: } Chris@43: Chris@434: sv_frame_t Chris@43: AudioCallbackPlaySource::getTargetPlayLatency() const Chris@43: { Chris@43: return m_playLatency; Chris@43: } Chris@43: Chris@434: sv_frame_t Chris@43: AudioCallbackPlaySource::getCurrentPlayingFrame() Chris@43: { Chris@91: // This method attempts to estimate which audio sample frame is Chris@91: // "currently coming through the speakers". Chris@91: Chris@553: sv_samplerate_t deviceRate = getDeviceSampleRate(); Chris@436: sv_frame_t latency = m_playLatency; // at target rate Chris@402: RealTime latency_t = RealTime::zeroTime; Chris@402: Chris@553: if (deviceRate != 0) { Chris@553: latency_t = RealTime::frame2RealTime(latency, deviceRate); Chris@402: } Chris@93: Chris@93: return getCurrentFrame(latency_t); Chris@93: } Chris@93: Chris@434: sv_frame_t Chris@93: AudioCallbackPlaySource::getCurrentBufferedFrame() Chris@93: { Chris@93: return getCurrentFrame(RealTime::zeroTime); Chris@93: } Chris@93: Chris@434: sv_frame_t Chris@93: AudioCallbackPlaySource::getCurrentFrame(RealTime latency_t) Chris@93: { Chris@553: // The ring buffers contain data at the source sample rate and all Chris@745: // processing here happens at this rate. Resampling only happens Chris@745: // after the audio data leaves this class. Chris@553: Chris@553: // (But because historically more than one sample rate could have Chris@553: // been involved here, we do latency calculations using RealTime Chris@553: // values instead of samples.) Chris@43: Chris@553: sv_samplerate_t rate = getSourceSampleRate(); Chris@91: Chris@553: if (rate == 0) return 0; Chris@91: Chris@366: int inbuffer = 0; // at target rate Chris@91: Chris@366: for (int c = 0; c < getTargetChannelCount(); ++c) { Chris@595: RingBuffer *rb = getReadRingBuffer(c); Chris@595: if (rb) { Chris@595: int here = rb->getReadSpace(); Chris@595: if (c == 0 || here < inbuffer) inbuffer = here; Chris@595: } Chris@43: } Chris@43: Chris@436: sv_frame_t readBufferFill = m_readBufferFill; Chris@436: sv_frame_t lastRetrievedBlockSize = m_lastRetrievedBlockSize; Chris@91: double lastRetrievalTimestamp = m_lastRetrievalTimestamp; Chris@91: double currentTime = 0.0; Chris@91: if (m_target) currentTime = m_target->getCurrentTime(); Chris@91: Chris@102: bool looping = m_viewManager->getPlayLoopMode(); Chris@102: Chris@553: RealTime inbuffer_t = RealTime::frame2RealTime(inbuffer, rate); Chris@91: Chris@91: // When the target has just requested a block from us, the last Chris@91: // sample it obtained was our buffer fill frame count minus the Chris@91: // amount of read space (converted back to source sample rate) Chris@91: // remaining now. That sample is not expected to be played until Chris@91: // the target's play latency has elapsed. By the time the Chris@91: // following block is requested, that sample will be at the Chris@91: // target's play latency minus the last requested block size away Chris@91: // from being played. Chris@91: Chris@91: RealTime sincerequest_t = RealTime::zeroTime; Chris@91: RealTime lastretrieved_t = RealTime::zeroTime; Chris@91: Chris@102: if (m_target && Chris@102: m_trustworthyTimestamps && Chris@102: lastRetrievalTimestamp != 0.0) { Chris@91: Chris@553: lastretrieved_t = RealTime::frame2RealTime(lastRetrievedBlockSize, rate); Chris@91: Chris@91: // calculate number of frames at target rate that have elapsed Chris@91: // since the end of the last call to getSourceSamples Chris@91: Chris@102: if (m_trustworthyTimestamps && !looping) { Chris@91: Chris@102: // this adjustment seems to cause more problems when looping Chris@102: double elapsed = currentTime - lastRetrievalTimestamp; Chris@102: Chris@102: if (elapsed > 0.0) { Chris@102: sincerequest_t = RealTime::fromSeconds(elapsed); Chris@102: } Chris@91: } Chris@91: Chris@91: } else { Chris@91: Chris@553: lastretrieved_t = RealTime::frame2RealTime(getTargetBlockSize(), rate); Chris@62: } Chris@91: Chris@553: RealTime bufferedto_t = RealTime::frame2RealTime(readBufferFill, rate); Chris@91: Chris@91: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@742: cout << "\nbuffered to: " << bufferedto_t << ", in buffer: " << inbuffer_t << ", device latency: " << latency_t << "\n since request: " << sincerequest_t << ", last retrieved quantity: " << lastretrieved_t << endl; Chris@91: #endif Chris@43: Chris@93: // Normally the range lists should contain at least one item each Chris@93: // -- if playback is unconstrained, that item should report the Chris@93: // entire source audio duration. Chris@43: Chris@93: if (m_rangeStarts.empty()) { Chris@93: rebuildRangeLists(); Chris@93: } Chris@92: Chris@93: if (m_rangeStarts.empty()) { Chris@93: // this code is only used in case of error in rebuildRangeLists Chris@93: RealTime playing_t = bufferedto_t Chris@738: - latency_t - lastretrieved_t - inbuffer_t Chris@93: + sincerequest_t; Chris@193: if (playing_t < RealTime::zeroTime) playing_t = RealTime::zeroTime; Chris@553: sv_frame_t frame = RealTime::realTime2Frame(playing_t, rate); Chris@93: return m_viewManager->alignPlaybackFrameToReference(frame); Chris@93: } Chris@43: Chris@91: int inRange = 0; Chris@91: int index = 0; Chris@91: Chris@366: for (int i = 0; i < (int)m_rangeStarts.size(); ++i) { Chris@93: if (bufferedto_t >= m_rangeStarts[i]) { Chris@93: inRange = index; Chris@93: } else { Chris@93: break; Chris@93: } Chris@93: ++index; Chris@93: } Chris@93: Chris@436: if (inRange >= int(m_rangeStarts.size())) { Chris@436: inRange = int(m_rangeStarts.size())-1; Chris@436: } Chris@93: Chris@94: RealTime playing_t = bufferedto_t; Chris@93: Chris@93: playing_t = playing_t Chris@738: - latency_t - lastretrieved_t - inbuffer_t Chris@93: + sincerequest_t; Chris@94: Chris@94: // This rather gross little hack is used to ensure that latency Chris@94: // compensation doesn't result in the playback pointer appearing Chris@94: // to start earlier than the actual playback does. It doesn't Chris@94: // work properly (hence the bail-out in the middle) because if we Chris@94: // are playing a relatively short looped region, the playing time Chris@94: // estimated from the buffer fill frame may have wrapped around Chris@94: // the region boundary and end up being much smaller than the Chris@94: // theoretical play start frame, perhaps even for the entire Chris@94: // duration of playback! Chris@94: Chris@94: if (!m_playStartFramePassed) { Chris@553: RealTime playstart_t = RealTime::frame2RealTime(m_playStartFrame, rate); Chris@94: if (playing_t < playstart_t) { Chris@563: // cout << "playing_t " << playing_t << " < playstart_t " Chris@293: // << playstart_t << endl; Chris@741: if (m_playStartedAt + latency_t < Chris@94: RealTime::fromSeconds(currentTime)) { Chris@563: // cout << "but we've been playing for long enough that I think we should disregard it (it probably results from loop wrapping)" << endl; Chris@94: m_playStartFramePassed = true; Chris@94: } else { Chris@94: playing_t = playstart_t; Chris@94: } Chris@94: } else { Chris@94: m_playStartFramePassed = true; Chris@94: } Chris@94: } Chris@163: Chris@163: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << "playing_t " << playing_t; Chris@163: #endif Chris@94: Chris@94: playing_t = playing_t - m_rangeStarts[inRange]; Chris@93: Chris@93: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << " as offset into range " << inRange << " (start =" << m_rangeStarts[inRange] << " duration =" << m_rangeDurations[inRange] << ") = " << playing_t << endl; Chris@93: #endif Chris@93: Chris@93: while (playing_t < RealTime::zeroTime) { Chris@93: Chris@93: if (inRange == 0) { Chris@93: if (looping) { Chris@436: inRange = int(m_rangeStarts.size()) - 1; Chris@93: } else { Chris@93: break; Chris@93: } Chris@93: } else { Chris@93: --inRange; Chris@93: } Chris@93: Chris@93: playing_t = playing_t + m_rangeDurations[inRange]; Chris@93: } Chris@93: Chris@93: playing_t = playing_t + m_rangeStarts[inRange]; Chris@93: Chris@93: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << " playing time: " << playing_t << endl; Chris@93: #endif Chris@93: Chris@93: if (!looping) { Chris@366: if (inRange == (int)m_rangeStarts.size()-1 && Chris@93: playing_t >= m_rangeStarts[inRange] + m_rangeDurations[inRange]) { Chris@563: cout << "Not looping, inRange " << inRange << " == rangeStarts.size()-1, playing_t " << playing_t << " >= m_rangeStarts[inRange] " << m_rangeStarts[inRange] << " + m_rangeDurations[inRange] " << m_rangeDurations[inRange] << " -- stopping" << endl; Chris@93: stop(); Chris@93: } Chris@93: } Chris@93: Chris@93: if (playing_t < RealTime::zeroTime) playing_t = RealTime::zeroTime; Chris@93: Chris@553: sv_frame_t frame = RealTime::realTime2Frame(playing_t, rate); Chris@102: Chris@102: if (m_lastCurrentFrame > 0 && !looping) { Chris@102: if (frame < m_lastCurrentFrame) { Chris@102: frame = m_lastCurrentFrame; Chris@102: } Chris@102: } Chris@102: Chris@102: m_lastCurrentFrame = frame; Chris@102: Chris@93: return m_viewManager->alignPlaybackFrameToReference(frame); Chris@93: } Chris@93: Chris@93: void Chris@93: AudioCallbackPlaySource::rebuildRangeLists() Chris@93: { Chris@765: Profiler profiler("AudioCallbackPlaySource::rebuildRangeLists"); Chris@765: Chris@93: bool constrained = (m_viewManager->getPlaySelectionMode()); Chris@93: Chris@93: m_rangeStarts.clear(); Chris@93: m_rangeDurations.clear(); Chris@93: Chris@436: sv_samplerate_t sourceRate = getSourceSampleRate(); Chris@93: if (sourceRate == 0) return; Chris@93: Chris@93: RealTime end = RealTime::frame2RealTime(m_lastModelEndFrame, sourceRate); Chris@93: if (end == RealTime::zeroTime) return; Chris@93: Chris@93: if (!constrained) { Chris@93: m_rangeStarts.push_back(RealTime::zeroTime); Chris@93: m_rangeDurations.push_back(end); Chris@93: return; Chris@93: } Chris@93: Chris@93: MultiSelection::SelectionList selections = m_viewManager->getSelections(); Chris@93: MultiSelection::SelectionList::const_iterator i; Chris@93: Chris@93: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@233: SVDEBUG << "AudioCallbackPlaySource::rebuildRangeLists" << endl; Chris@93: #endif Chris@93: Chris@93: if (!selections.empty()) { Chris@91: Chris@91: for (i = selections.begin(); i != selections.end(); ++i) { Chris@91: Chris@91: RealTime start = Chris@91: (RealTime::frame2RealTime Chris@91: (m_viewManager->alignReferenceToPlaybackFrame(i->getStartFrame()), Chris@91: sourceRate)); Chris@91: RealTime duration = Chris@91: (RealTime::frame2RealTime Chris@91: (m_viewManager->alignReferenceToPlaybackFrame(i->getEndFrame()) - Chris@91: m_viewManager->alignReferenceToPlaybackFrame(i->getStartFrame()), Chris@91: sourceRate)); Chris@91: Chris@93: m_rangeStarts.push_back(start); Chris@93: m_rangeDurations.push_back(duration); Chris@91: } Chris@93: } else { Chris@93: m_rangeStarts.push_back(RealTime::zeroTime); Chris@93: m_rangeDurations.push_back(end); Chris@43: } Chris@43: Chris@93: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "Now have " << m_rangeStarts.size() << " play ranges" << endl; Chris@91: #endif Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::setOutputLevels(float left, float right) Chris@43: { Chris@574: if (left > m_outputLeft) m_outputLeft = left; Chris@574: if (right > m_outputRight) m_outputRight = right; Chris@580: m_levelsSet = true; Chris@43: } Chris@43: Chris@43: bool Chris@43: AudioCallbackPlaySource::getOutputLevels(float &left, float &right) Chris@43: { Chris@43: left = m_outputLeft; Chris@43: right = m_outputRight; Chris@580: bool valid = m_levelsSet; Chris@574: m_outputLeft = 0.f; Chris@574: m_outputRight = 0.f; Chris@580: m_levelsSet = false; Chris@580: return valid; Chris@43: } Chris@43: Chris@43: void Chris@468: AudioCallbackPlaySource::setSystemPlaybackSampleRate(int sr) Chris@43: { Chris@553: m_deviceSampleRate = sr; Chris@43: } Chris@43: Chris@43: void Chris@559: AudioCallbackPlaySource::setSystemPlaybackChannelCount(int count) Chris@43: { Chris@559: m_deviceChannelCount = count; Chris@43: } Chris@43: Chris@43: void Chris@739: AudioCallbackPlaySource::setAuditioningEffect(std::shared_ptr a) Chris@43: { Chris@740: SVDEBUG << "AudioCallbackPlaySource::setAuditioningEffect(" << a << ")" Chris@740: << endl; Chris@740: Chris@739: auto plugin = std::dynamic_pointer_cast(a); Chris@107: if (a && !plugin) { Chris@563: SVCERR << "WARNING: AudioCallbackPlaySource::setAuditioningEffect: auditionable object " << a << " is not a real-time plugin instance" << endl; Chris@107: } Chris@204: Chris@204: m_mutex.lock(); Chris@739: m_auditioningEffectWrapper->setEffect(plugin); Chris@739: m_auditioningEffectWrapper->setBypassed(false); Chris@204: m_mutex.unlock(); Chris@737: Chris@737: SVDEBUG << "AudioCallbackPlaySource::setAuditioningEffect: set plugin to " Chris@739: << plugin << endl; Chris@43: } Chris@43: Chris@43: void Chris@682: AudioCallbackPlaySource::setSoloModelSet(std::set s) Chris@43: { Chris@43: m_audioGenerator->setSoloModelSet(s); Chris@43: clearRingBuffers(); Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::clearSoloModelSet() Chris@43: { Chris@43: m_audioGenerator->clearSoloModelSet(); Chris@43: clearRingBuffers(); Chris@43: } Chris@43: Chris@434: sv_samplerate_t Chris@553: AudioCallbackPlaySource::getDeviceSampleRate() const Chris@43: { Chris@553: return m_deviceSampleRate; Chris@43: } Chris@43: Chris@366: int Chris@43: AudioCallbackPlaySource::getSourceChannelCount() const Chris@43: { Chris@43: return m_sourceChannelCount; Chris@43: } Chris@43: Chris@366: int Chris@43: AudioCallbackPlaySource::getTargetChannelCount() const Chris@43: { Chris@43: if (m_sourceChannelCount < 2) return 2; Chris@43: return m_sourceChannelCount; Chris@43: } Chris@43: Chris@559: int Chris@559: AudioCallbackPlaySource::getDeviceChannelCount() const Chris@559: { Chris@559: return m_deviceChannelCount; Chris@559: } Chris@559: Chris@434: sv_samplerate_t Chris@43: AudioCallbackPlaySource::getSourceSampleRate() const Chris@43: { Chris@43: return m_sourceSampleRate; Chris@43: } Chris@43: Chris@43: void Chris@436: AudioCallbackPlaySource::setTimeStretch(double factor) Chris@43: { Chris@738: checkWrappers(); Chris@91: Chris@738: m_timeStretchWrapper->setTimeStretchRatio(factor); Chris@738: Chris@158: emit activity(tr("Change time-stretch factor to %1").arg(factor)); Chris@43: } Chris@43: Chris@471: int Chris@559: AudioCallbackPlaySource::getSourceSamples(float *const *buffer, Chris@559: int requestedChannels, Chris@559: int count) Chris@43: { Chris@559: // In principle, the target will handle channel mapping in cases Chris@559: // where our channel count differs from the device's. But that Chris@559: // only holds if our channel count doesn't change -- i.e. if Chris@559: // getApplicationChannelCount() always returns the same value as Chris@559: // it did when the target was created, and if this function always Chris@559: // returns that number of channels. Chris@559: // Chris@559: // Unfortunately that can't hold for us -- we always have at least Chris@559: // 2 channels but if the user opens a new main model with more Chris@559: // channels than that (and more than the last main model) then our Chris@559: // target channel count necessarily gets increased. Chris@559: // Chris@559: // We have: Chris@559: // Chris@559: // getSourceChannelCount() -> number of channels available to Chris@559: // provide from real model data Chris@559: // Chris@559: // getTargetChannelCount() -> number we will actually provide; Chris@559: // same as getSourceChannelCount() except that it is always at Chris@559: // least 2 Chris@559: // Chris@559: // getDeviceChannelCount() -> number the device will emit, usually Chris@559: // equal to the value of getTargetChannelCount() at the time the Chris@559: // device was initialised, unless the device could not provide Chris@559: // that number Chris@559: // Chris@559: // requestedChannels -> number the device is expecting from us, Chris@559: // always equal to the value of getTargetChannelCount() at the Chris@559: // time the device was initialised Chris@559: // Chris@559: // If the requested channel count is at least the target channel Chris@559: // count, then we go ahead and provide the target channels as Chris@559: // expected. We just zero any spare channels. Chris@559: // Chris@559: // If the requested channel count is smaller than the target Chris@559: // channel count, then we don't know what to do and we provide Chris@559: // nothing. This shouldn't happen as long as management is on the Chris@559: // ball -- we emit channelCountIncreased() when the target channel Chris@559: // count increases, and whatever code "owns" the driver should Chris@559: // have reopened the audio device when it got that signal. But Chris@559: // there's a race condition there, which we accommodate with this Chris@559: // check. Chris@559: Chris@559: int channels = getTargetChannelCount(); Chris@559: Chris@43: if (!m_playing) { Chris@193: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << "AudioCallbackPlaySource::getSourceSamples: Not playing" << endl; Chris@193: #endif Chris@559: v_zero_channels(buffer, requestedChannels, count); Chris@595: return 0; Chris@43: } Chris@559: if (requestedChannels < channels) { Chris@559: SVDEBUG << "AudioCallbackPlaySource::getSourceSamples: Not enough device channels (" << requestedChannels << ", need " << channels << "); hoping device is about to be reopened" << endl; Chris@559: v_zero_channels(buffer, requestedChannels, count); Chris@559: return 0; Chris@559: } Chris@559: if (requestedChannels > channels) { Chris@559: v_zero_channels(buffer + channels, requestedChannels - channels, count); Chris@559: } Chris@43: Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << "AudioCallbackPlaySource::getSourceSamples: Playing" << endl; Chris@212: #endif Chris@212: Chris@43: // Ensure that all buffers have at least the amount of data we Chris@43: // need -- else reduce the size of our requests correspondingly Chris@43: Chris@559: for (int ch = 0; ch < channels; ++ch) { Chris@43: Chris@43: RingBuffer *rb = getReadRingBuffer(ch); Chris@43: Chris@43: if (!rb) { Chris@563: SVCERR << "WARNING: AudioCallbackPlaySource::getSourceSamples: " Chris@43: << "No ring buffer available for channel " << ch Chris@293: << ", returning no data here" << endl; Chris@43: count = 0; Chris@43: break; Chris@43: } Chris@43: Chris@366: int rs = rb->getReadSpace(); Chris@43: if (rs < count) { Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cerr << "WARNING: AudioCallbackPlaySource::getSourceSamples: " Chris@43: << "Ring buffer for channel " << ch << " has only " Chris@193: << rs << " (of " << count << ") samples available (" Chris@193: << "ring buffer size is " << rb->getSize() << ", write " Chris@193: << "space " << rb->getWriteSpace() << "), " Chris@293: << "reducing request size" << endl; Chris@43: #endif Chris@43: count = rs; Chris@43: } Chris@43: } Chris@43: Chris@471: if (count == 0) return 0; Chris@43: Chris@91: if (m_target) { Chris@91: m_lastRetrievedBlockSize = count; Chris@91: m_lastRetrievalTimestamp = m_target->getCurrentTime(); Chris@91: } Chris@43: Chris@738: int got = 0; Chris@43: Chris@563: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@738: cout << "channels == " << channels << endl; Chris@563: #endif Chris@555: Chris@738: for (int ch = 0; ch < channels; ++ch) { Chris@43: Chris@738: RingBuffer *rb = getReadRingBuffer(ch); Chris@43: Chris@738: if (rb) { Chris@43: Chris@738: // this is marginally more likely to leave our channels in Chris@738: // sync after a processing failure than just passing "count": Chris@738: sv_frame_t request = count; Chris@738: if (ch > 0) request = got; Chris@43: Chris@738: got = rb->read(buffer[ch], int(request)); Chris@595: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@738: cout << "AudioCallbackPlaySource::getSamples: got " << got << " (of " << count << ") samples on channel " << ch << ", signalling for more (possibly)" << endl; Chris@43: #endif Chris@738: } Chris@43: Chris@738: for (int ch = 0; ch < channels; ++ch) { Chris@738: for (int i = got; i < count; ++i) { Chris@738: buffer[ch][i] = 0.0; Chris@595: } Chris@595: } Chris@738: } Chris@43: Chris@212: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySource::getSamples: awakening thread" << endl; Chris@212: #endif Chris@212: Chris@43: m_condition.wakeAll(); Chris@43: Chris@738: return got; Chris@43: } Chris@43: Chris@43: // Called from fill thread, m_playing true, mutex held Chris@43: bool Chris@43: AudioCallbackPlaySource::fillBuffers() Chris@43: { Chris@636: static float *tmp = nullptr; Chris@436: static sv_frame_t tmpSize = 0; Chris@43: Chris@434: sv_frame_t space = 0; Chris@366: for (int c = 0; c < getTargetChannelCount(); ++c) { Chris@595: RingBuffer *wb = getWriteRingBuffer(c); Chris@595: if (wb) { Chris@595: sv_frame_t spaceHere = wb->getWriteSpace(); Chris@595: if (c == 0 || spaceHere < space) space = spaceHere; Chris@595: } Chris@43: } Chris@43: Chris@103: if (space == 0) { Chris@103: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySourceFillThread: no space to fill" << endl; Chris@103: #endif Chris@103: return false; Chris@103: } Chris@43: Chris@544: // space is now the number of samples that can be written on each Chris@544: // channel's write ringbuffer Chris@544: Chris@434: sv_frame_t f = m_writeBufferFill; Chris@595: Chris@43: bool readWriteEqual = (m_readBuffers == m_writeBuffers); Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@193: if (!readWriteEqual) { Chris@293: cout << "AudioCallbackPlaySourceFillThread: note read buffers != write buffers" << endl; Chris@193: } Chris@293: cout << "AudioCallbackPlaySourceFillThread: filling " << space << " frames" << endl; Chris@43: #endif Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "buffered to " << f << " already" << endl; Chris@43: #endif Chris@43: Chris@366: int channels = getTargetChannelCount(); Chris@43: Chris@636: static float **bufferPtrs = nullptr; Chris@366: static int bufferPtrCount = 0; Chris@43: Chris@43: if (bufferPtrCount < channels) { Chris@595: if (bufferPtrs) delete[] bufferPtrs; Chris@595: bufferPtrs = new float *[channels]; Chris@595: bufferPtrCount = channels; Chris@43: } Chris@43: Chris@436: sv_frame_t generatorBlockSize = m_audioGenerator->getBlockSize(); Chris@43: Chris@546: // space must be a multiple of generatorBlockSize Chris@546: sv_frame_t reqSpace = space; Chris@546: space = (reqSpace / generatorBlockSize) * generatorBlockSize; Chris@546: if (space == 0) { Chris@546: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@546: cout << "requested fill of " << reqSpace Chris@546: << " is less than generator block size of " Chris@546: << generatorBlockSize << ", leaving it" << endl; Chris@546: #endif Chris@546: return false; Chris@43: } Chris@43: Chris@546: if (tmpSize < channels * space) { Chris@546: delete[] tmp; Chris@546: tmp = new float[channels * space]; Chris@546: tmpSize = channels * space; Chris@546: } Chris@43: Chris@546: for (int c = 0; c < channels; ++c) { Chris@43: Chris@546: bufferPtrs[c] = tmp + c * space; Chris@595: Chris@546: for (int i = 0; i < space; ++i) { Chris@546: tmp[c * space + i] = 0.0f; Chris@546: } Chris@546: } Chris@43: Chris@546: sv_frame_t got = mixModels(f, space, bufferPtrs); // also modifies f Chris@43: Chris@546: for (int c = 0; c < channels; ++c) { Chris@43: Chris@546: RingBuffer *wb = getWriteRingBuffer(c); Chris@546: if (wb) { Chris@546: int actual = wb->write(bufferPtrs[c], int(got)); Chris@546: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@546: cout << "Wrote " << actual << " samples for ch " << c << ", now " Chris@546: << wb->getReadSpace() << " to read" Chris@546: << endl; Chris@546: #endif Chris@546: if (actual < got) { Chris@563: SVCERR << "WARNING: Buffer overrun in channel " << c Chris@563: << ": wrote " << actual << " of " << got Chris@563: << " samples" << endl; Chris@546: } Chris@546: } Chris@546: } Chris@43: Chris@546: m_writeBufferFill = f; Chris@546: if (readWriteEqual) m_readBufferFill = f; Chris@43: Chris@163: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "Read buffer fill is now " << m_readBufferFill << ", write buffer fill " Chris@563: << m_writeBufferFill << endl; Chris@163: #endif Chris@163: Chris@546: //!!! how do we know when ended? need to mark up a fully-buffered flag and check this if we find the buffers empty in getSourceSamples Chris@43: Chris@43: return true; Chris@43: } Chris@43: Chris@434: sv_frame_t Chris@434: AudioCallbackPlaySource::mixModels(sv_frame_t &frame, sv_frame_t count, float **buffers) Chris@43: { Chris@434: sv_frame_t processed = 0; Chris@434: sv_frame_t chunkStart = frame; Chris@434: sv_frame_t chunkSize = count; Chris@434: sv_frame_t selectionSize = 0; Chris@434: sv_frame_t nextChunkStart = chunkStart + chunkSize; Chris@43: Chris@43: bool looping = m_viewManager->getPlayLoopMode(); Chris@43: bool constrained = (m_viewManager->getPlaySelectionMode() && Chris@595: !m_viewManager->getSelections().empty()); Chris@43: Chris@366: int channels = getTargetChannelCount(); Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "mixModels: start " << frame << ", size " << count << ", channels " << channels << endl; Chris@43: #endif Chris@563: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: if (constrained) { Chris@563: cout << "Manager has " << m_viewManager->getSelections().size() << " selection(s):" << endl; Chris@563: for (auto sel: m_viewManager->getSelections()) { Chris@563: cout << sel.getStartFrame() << " -> " << sel.getEndFrame() Chris@563: << " (" << (sel.getEndFrame() - sel.getStartFrame()) << " frames)" Chris@563: << endl; Chris@563: } Chris@563: } Chris@563: #endif Chris@563: Chris@636: static float **chunkBufferPtrs = nullptr; Chris@563: static int chunkBufferPtrCount = 0; Chris@43: Chris@43: if (chunkBufferPtrCount < channels) { Chris@595: if (chunkBufferPtrs) delete[] chunkBufferPtrs; Chris@595: chunkBufferPtrs = new float *[channels]; Chris@595: chunkBufferPtrCount = channels; Chris@43: } Chris@43: Chris@366: for (int c = 0; c < channels; ++c) { Chris@595: chunkBufferPtrs[c] = buffers[c]; Chris@43: } Chris@43: Chris@43: while (processed < count) { Chris@595: Chris@595: chunkSize = count - processed; Chris@595: nextChunkStart = chunkStart + chunkSize; Chris@595: selectionSize = 0; Chris@43: Chris@595: sv_frame_t fadeIn = 0, fadeOut = 0; Chris@43: Chris@595: if (constrained) { Chris@60: Chris@434: sv_frame_t rChunkStart = Chris@60: m_viewManager->alignPlaybackFrameToReference(chunkStart); Chris@595: Chris@595: Selection selection = Chris@595: m_viewManager->getContainingSelection(rChunkStart, true); Chris@595: Chris@595: if (selection.isEmpty()) { Chris@595: if (looping) { Chris@595: selection = *m_viewManager->getSelections().begin(); Chris@595: chunkStart = m_viewManager->alignReferenceToPlaybackFrame Chris@60: (selection.getStartFrame()); Chris@595: fadeIn = 50; Chris@595: } Chris@595: } Chris@43: Chris@595: if (selection.isEmpty()) { Chris@43: Chris@595: chunkSize = 0; Chris@595: nextChunkStart = chunkStart; Chris@43: Chris@595: } else { Chris@43: Chris@434: sv_frame_t sf = m_viewManager->alignReferenceToPlaybackFrame Chris@60: (selection.getStartFrame()); Chris@434: sv_frame_t ef = m_viewManager->alignReferenceToPlaybackFrame Chris@60: (selection.getEndFrame()); Chris@43: Chris@595: selectionSize = ef - sf; Chris@60: Chris@595: if (chunkStart < sf) { Chris@595: chunkStart = sf; Chris@595: fadeIn = 50; Chris@595: } Chris@43: Chris@595: nextChunkStart = chunkStart + chunkSize; Chris@43: Chris@595: if (nextChunkStart >= ef) { Chris@595: nextChunkStart = ef; Chris@595: fadeOut = 50; Chris@595: } Chris@43: Chris@595: chunkSize = nextChunkStart - chunkStart; Chris@595: } Chris@595: Chris@595: } else if (looping && m_lastModelEndFrame > 0) { Chris@43: Chris@595: if (chunkStart >= m_lastModelEndFrame) { Chris@595: chunkStart = 0; Chris@595: } Chris@595: if (chunkSize > m_lastModelEndFrame - chunkStart) { Chris@595: chunkSize = m_lastModelEndFrame - chunkStart; Chris@595: } Chris@595: nextChunkStart = chunkStart + chunkSize; Chris@595: } Chris@43: Chris@563: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@595: cout << "chunkStart " << chunkStart << ", chunkSize " << chunkSize << ", nextChunkStart " << nextChunkStart << ", frame " << frame << ", count " << count << ", processed " << processed << endl; Chris@563: #endif Chris@563: Chris@595: if (!chunkSize) { Chris@595: // We need to maintain full buffers so that the other Chris@595: // thread can tell where it's got to in the playback -- so Chris@595: // return the full amount here Chris@595: frame = frame + count; Chris@562: if (frame < nextChunkStart) { Chris@562: frame = nextChunkStart; Chris@562: } Chris@562: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@595: cout << "mixModels: ending at " << nextChunkStart << ", returning frame as " Chris@562: << frame << endl; Chris@562: #endif Chris@595: return count; Chris@595: } Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@595: cout << "mixModels: chunk at " << chunkStart << " -> " << nextChunkStart << " (size " << chunkSize << ")" << endl; Chris@43: #endif Chris@43: Chris@595: if (selectionSize < 100) { Chris@595: fadeIn = 0; Chris@595: fadeOut = 0; Chris@595: } else if (selectionSize < 300) { Chris@595: if (fadeIn > 0) fadeIn = 10; Chris@595: if (fadeOut > 0) fadeOut = 10; Chris@595: } Chris@43: Chris@595: if (fadeIn > 0) { Chris@595: if (processed * 2 < fadeIn) { Chris@595: fadeIn = processed * 2; Chris@595: } Chris@595: } Chris@43: Chris@595: if (fadeOut > 0) { Chris@595: if ((count - processed - chunkSize) * 2 < fadeOut) { Chris@595: fadeOut = (count - processed - chunkSize) * 2; Chris@595: } Chris@595: } Chris@43: Chris@682: for (std::set::iterator mi = m_models.begin(); Chris@595: mi != m_models.end(); ++mi) { Chris@595: Chris@595: (void) m_audioGenerator->mixModel(*mi, chunkStart, Chris@366: chunkSize, chunkBufferPtrs, Chris@366: fadeIn, fadeOut); Chris@595: } Chris@43: Chris@595: for (int c = 0; c < channels; ++c) { Chris@595: chunkBufferPtrs[c] += chunkSize; Chris@595: } Chris@43: Chris@595: processed += chunkSize; Chris@595: chunkStart = nextChunkStart; Chris@43: } Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@563: cout << "mixModels returning " << processed << " frames to " << nextChunkStart << endl; Chris@43: #endif Chris@43: Chris@43: frame = nextChunkStart; Chris@43: return processed; Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::unifyRingBuffers() Chris@43: { Chris@43: if (m_readBuffers == m_writeBuffers) return; Chris@43: Chris@43: // only unify if there will be something to read Chris@366: for (int c = 0; c < getTargetChannelCount(); ++c) { Chris@595: RingBuffer *wb = getWriteRingBuffer(c); Chris@595: if (wb) { Chris@595: if (wb->getReadSpace() < m_blockSize * 2) { Chris@595: if ((m_writeBufferFill + m_blockSize * 2) < Chris@595: m_lastModelEndFrame) { Chris@595: // OK, we don't have enough and there's more to Chris@595: // read -- don't unify until we can do better Chris@193: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << "AudioCallbackPlaySource::unifyRingBuffers: Not unifying: write buffer has less (" << wb->getReadSpace() << ") than " << m_blockSize*2 << " to read and write buffer fill (" << m_writeBufferFill << ") is not close to end frame (" << m_lastModelEndFrame << ")" << endl; Chris@193: #endif Chris@595: return; Chris@595: } Chris@595: } Chris@595: break; Chris@595: } Chris@43: } Chris@43: Chris@436: sv_frame_t rf = m_readBufferFill; Chris@43: RingBuffer *rb = getReadRingBuffer(0); Chris@43: if (rb) { Chris@595: int rs = rb->getReadSpace(); Chris@595: //!!! incorrect when in non-contiguous selection, see comments elsewhere Chris@595: // cout << "rs = " << rs << endl; Chris@595: if (rs < rf) rf -= rs; Chris@595: else rf = 0; Chris@43: } Chris@43: Chris@193: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << "AudioCallbackPlaySource::unifyRingBuffers: m_readBufferFill = " << m_readBufferFill << ", rf = " << rf << ", m_writeBufferFill = " << m_writeBufferFill << endl; Chris@193: #endif Chris@43: Chris@436: sv_frame_t wf = m_writeBufferFill; Chris@436: sv_frame_t skip = 0; Chris@366: for (int c = 0; c < getTargetChannelCount(); ++c) { Chris@595: RingBuffer *wb = getWriteRingBuffer(c); Chris@595: if (wb) { Chris@595: if (c == 0) { Chris@595: Chris@595: int wrs = wb->getReadSpace(); Chris@595: // cout << "wrs = " << wrs << endl; Chris@43: Chris@595: if (wrs < wf) wf -= wrs; Chris@595: else wf = 0; Chris@595: // cout << "wf = " << wf << endl; Chris@595: Chris@595: if (wf < rf) skip = rf - wf; Chris@595: if (skip == 0) break; Chris@595: } Chris@43: Chris@595: // cout << "skipping " << skip << endl; Chris@595: wb->skip(int(skip)); Chris@595: } Chris@43: } Chris@595: Chris@43: m_bufferScavenger.claim(m_readBuffers); Chris@43: m_readBuffers = m_writeBuffers; Chris@43: m_readBufferFill = m_writeBufferFill; Chris@193: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@563: cout << "unified" << endl; Chris@193: #endif Chris@43: } Chris@43: Chris@43: void Chris@43: AudioCallbackPlaySource::FillThread::run() Chris@43: { Chris@43: AudioCallbackPlaySource &s(m_source); Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySourceFillThread starting" << endl; Chris@43: #endif Chris@43: Chris@43: s.m_mutex.lock(); Chris@43: Chris@43: bool previouslyPlaying = s.m_playing; Chris@43: bool work = false; Chris@43: Chris@43: while (!s.m_exiting) { Chris@43: Chris@595: s.unifyRingBuffers(); Chris@595: s.m_bufferScavenger.scavenge(); Chris@43: s.m_pluginScavenger.scavenge(); Chris@43: Chris@595: if (work && s.m_playing && s.getSourceSampleRate()) { Chris@595: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@595: cout << "AudioCallbackPlaySourceFillThread: not waiting" << endl; Chris@43: #endif Chris@43: Chris@595: s.m_mutex.unlock(); Chris@595: s.m_mutex.lock(); Chris@43: Chris@595: } else { Chris@595: Chris@595: double ms = 100; Chris@595: if (s.getSourceSampleRate() > 0) { Chris@595: ms = double(s.m_ringBufferSize) / s.getSourceSampleRate() * 1000.0; Chris@595: } Chris@595: Chris@595: if (s.m_playing) ms /= 10; Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: if (!s.m_playing) cout << endl; Chris@595: cout << "AudioCallbackPlaySourceFillThread: waiting for " << ms << "ms..." << endl; Chris@43: #endif Chris@595: Chris@595: s.m_condition.wait(&s.m_mutex, int(ms)); Chris@595: } Chris@43: Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@595: cout << "AudioCallbackPlaySourceFillThread: awoken" << endl; Chris@43: #endif Chris@43: Chris@595: work = false; Chris@43: Chris@595: if (!s.getSourceSampleRate()) { Chris@103: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@293: cout << "AudioCallbackPlaySourceFillThread: source sample rate is zero" << endl; Chris@103: #endif Chris@103: continue; Chris@103: } Chris@43: Chris@595: bool playing = s.m_playing; Chris@43: Chris@595: if (playing && !previouslyPlaying) { Chris@43: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@595: cout << "AudioCallbackPlaySourceFillThread: playback state changed, resetting" << endl; Chris@43: #endif Chris@595: for (int c = 0; c < s.getTargetChannelCount(); ++c) { Chris@595: RingBuffer *rb = s.getReadRingBuffer(c); Chris@595: if (rb) rb->reset(); Chris@595: } Chris@595: } Chris@595: previouslyPlaying = playing; Chris@43: Chris@595: work = s.fillBuffers(); Chris@43: } Chris@43: Chris@43: s.m_mutex.unlock(); Chris@43: } Chris@43: