Chris@0: /* -*- c-basic-offset: 4 -*- vi:set ts=8 sts=4 sw=4: */ Chris@0: Chris@0: /* Chris@0: A waveform viewer and audio annotation editor. Chris@1: Chris Cannam, Queen Mary University of London, 2005-2006 Chris@0: Chris@0: This is experimental software. Not for distribution. Chris@0: */ Chris@0: Chris@0: #include "AudioCallbackPlaySource.h" Chris@0: Chris@0: #include "AudioGenerator.h" Chris@0: Chris@0: #include "base/Model.h" Chris@0: #include "base/ViewManager.h" Chris@12: #include "base/PlayParameterRepository.h" Chris@0: #include "model/DenseTimeValueModel.h" Chris@0: #include "model/SparseOneDimensionalModel.h" Chris@0: #include "dsp/timestretching/IntegerTimeStretcher.h" Chris@0: Chris@0: #include Chris@6: #include Chris@0: Chris@0: //#define DEBUG_AUDIO_PLAY_SOURCE 1 Chris@13: //#define DEBUG_AUDIO_PLAY_SOURCE_PLAYING 1 Chris@0: Chris@0: //const size_t AudioCallbackPlaySource::m_ringBufferSize = 102400; Chris@0: const size_t AudioCallbackPlaySource::m_ringBufferSize = 131071; Chris@0: Chris@0: AudioCallbackPlaySource::AudioCallbackPlaySource(ViewManager *manager) : Chris@0: m_viewManager(manager), Chris@0: m_audioGenerator(new AudioGenerator(manager)), Chris@6: m_readBuffers(0), Chris@6: m_writeBuffers(0), Chris@13: m_readBufferFill(0), Chris@13: m_writeBufferFill(0), Chris@13: m_bufferScavenger(1), Chris@6: m_sourceChannelCount(0), Chris@0: m_blockSize(1024), Chris@0: m_sourceSampleRate(0), Chris@0: m_targetSampleRate(0), Chris@0: m_playLatency(0), Chris@0: m_playing(false), Chris@0: m_exiting(false), Chris@4: m_lastModelEndFrame(0), Chris@0: m_outputLeft(0.0), Chris@0: m_outputRight(0.0), Chris@0: m_slowdownCounter(0), Chris@0: m_timeStretcher(0), Chris@0: m_fillThread(0), Chris@0: m_converter(0) Chris@0: { Chris@0: m_viewManager->setAudioPlaySource(this); Chris@3: Chris@3: connect(m_viewManager, SIGNAL(selectionChanged()), Chris@3: this, SLOT(selectionChanged())); Chris@3: connect(m_viewManager, SIGNAL(playLoopModeChanged()), Chris@3: this, SLOT(playLoopModeChanged())); Chris@3: connect(m_viewManager, SIGNAL(playSelectionModeChanged()), Chris@3: this, SLOT(playSelectionModeChanged())); Chris@12: Chris@12: connect(PlayParameterRepository::instance(), Chris@12: SIGNAL(playParametersChanged(PlayParameters *)), Chris@12: this, SLOT(playParametersChanged(PlayParameters *))); Chris@0: } Chris@0: Chris@0: AudioCallbackPlaySource::~AudioCallbackPlaySource() Chris@0: { Chris@0: m_exiting = true; Chris@0: Chris@0: if (m_fillThread) { Chris@0: m_condition.wakeAll(); Chris@0: m_fillThread->wait(); Chris@0: delete m_fillThread; Chris@0: } Chris@0: Chris@0: clearModels(); Chris@6: Chris@6: if (m_readBuffers != m_writeBuffers) { Chris@6: delete m_readBuffers; Chris@6: } Chris@6: Chris@6: delete m_writeBuffers; Chris@6: Chris@6: m_bufferScavenger.scavenge(true); Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::addModel(Model *model) Chris@0: { Chris@10: bool canPlay = m_audioGenerator->addModel(model); Chris@8: Chris@0: m_mutex.lock(); Chris@0: Chris@0: m_models.insert(model); Chris@4: if (model->getEndFrame() > m_lastModelEndFrame) { Chris@4: m_lastModelEndFrame = model->getEndFrame(); Chris@4: } Chris@0: Chris@0: bool buffersChanged = false, srChanged = false; Chris@0: Chris@0: if (m_sourceSampleRate == 0) { Chris@0: Chris@0: m_sourceSampleRate = model->getSampleRate(); Chris@0: srChanged = true; Chris@0: Chris@0: } else if (model->getSampleRate() != m_sourceSampleRate) { Chris@0: std::cerr << "AudioCallbackPlaySource::addModel: ERROR: " Chris@0: << "New model sample rate does not match" << std::endl Chris@0: << "existing model(s) (new " << model->getSampleRate() Chris@0: << " vs " << m_sourceSampleRate Chris@0: << "), playback will be wrong" Chris@0: << std::endl; Chris@0: } Chris@0: Chris@0: size_t modelChannels = 1; Chris@0: DenseTimeValueModel *dtvm = dynamic_cast(model); Chris@0: if (dtvm) modelChannels = dtvm->getChannelCount(); Chris@6: if (modelChannels > m_sourceChannelCount) { Chris@6: m_sourceChannelCount = modelChannels; Chris@0: } Chris@0: Chris@6: std::cerr << "Adding model with " << modelChannels << " channels " << std::endl; Chris@6: Chris@13: if (!m_writeBuffers || (m_writeBuffers->size() < getTargetChannelCount())) { Chris@13: clearRingBuffers(true, getTargetChannelCount()); Chris@6: buffersChanged = true; Chris@6: } else { Chris@10: if (canPlay) clearRingBuffers(true); Chris@0: } Chris@0: Chris@0: if (buffersChanged || srChanged) { Chris@0: if (m_converter) { Chris@0: src_delete(m_converter); Chris@0: m_converter = 0; Chris@0: } Chris@0: } Chris@0: Chris@0: m_mutex.unlock(); Chris@0: Chris@13: m_audioGenerator->setTargetChannelCount(getTargetChannelCount()); Chris@13: Chris@0: if (!m_fillThread) { Chris@0: m_fillThread = new AudioCallbackPlaySourceFillThread(*this); Chris@0: m_fillThread->start(); Chris@0: } Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cerr << "AudioCallbackPlaySource::addModel: emitting modelReplaced" << std::endl; Chris@0: #endif Chris@0: Chris@1: if (buffersChanged || srChanged) { Chris@1: emit modelReplaced(); Chris@0: } Chris@6: Chris@6: m_condition.wakeAll(); Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::removeModel(Model *model) Chris@0: { Chris@0: m_mutex.lock(); Chris@0: Chris@0: m_models.erase(model); Chris@0: Chris@0: if (m_models.empty()) { Chris@0: if (m_converter) { Chris@0: src_delete(m_converter); Chris@0: m_converter = 0; Chris@0: } Chris@0: m_sourceSampleRate = 0; Chris@0: } Chris@0: Chris@4: size_t lastEnd = 0; Chris@4: for (std::set::const_iterator i = m_models.begin(); Chris@4: i != m_models.end(); ++i) { Chris@4: if ((*i)->getEndFrame() > lastEnd) lastEnd = (*i)->getEndFrame(); Chris@4: } Chris@4: m_lastModelEndFrame = lastEnd; Chris@4: Chris@8: m_mutex.unlock(); Chris@8: Chris@0: m_audioGenerator->removeModel(model); Chris@0: Chris@6: clearRingBuffers(); Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::clearModels() Chris@0: { Chris@0: m_mutex.lock(); Chris@0: Chris@0: m_models.clear(); Chris@0: Chris@0: if (m_converter) { Chris@0: src_delete(m_converter); Chris@0: m_converter = 0; Chris@0: } Chris@0: Chris@4: m_lastModelEndFrame = 0; Chris@4: Chris@0: m_sourceSampleRate = 0; Chris@0: Chris@0: m_mutex.unlock(); Chris@8: Chris@8: m_audioGenerator->clearModels(); Chris@0: } Chris@0: Chris@0: void Chris@6: AudioCallbackPlaySource::clearRingBuffers(bool haveLock, size_t count) Chris@6: { Chris@6: if (!haveLock) m_mutex.lock(); Chris@6: Chris@6: if (count == 0) { Chris@6: if (m_writeBuffers) count = m_writeBuffers->size(); Chris@6: } Chris@6: Chris@13: size_t sf = m_readBufferFill; Chris@13: RingBuffer *rb = getReadRingBuffer(0); Chris@13: if (rb) { Chris@13: //!!! This is incorrect if we're in a non-contiguous selection Chris@13: //Same goes for all related code (subtracting the read space Chris@13: //from the fill frame to try to establish where the effective Chris@13: //pre-resample/timestretch read pointer is) Chris@13: size_t rs = rb->getReadSpace(); Chris@13: if (rs < sf) sf -= rs; Chris@13: else sf = 0; Chris@13: } Chris@13: m_writeBufferFill = sf; Chris@13: Chris@6: if (m_readBuffers != m_writeBuffers) { Chris@6: delete m_writeBuffers; Chris@6: } Chris@6: Chris@6: m_writeBuffers = new RingBufferVector; Chris@6: Chris@6: for (size_t i = 0; i < count; ++i) { Chris@6: m_writeBuffers->push_back(new RingBuffer(m_ringBufferSize)); Chris@6: } Chris@6: Chris@6: std::cerr << "AudioCallbackPlaySource::clearRingBuffers: Created " Chris@6: << count << " write buffers" << std::endl; Chris@6: Chris@6: if (!haveLock) { Chris@6: m_mutex.unlock(); Chris@8: //!!! m_condition.wakeAll(); Chris@6: } Chris@6: } Chris@6: Chris@6: void Chris@0: AudioCallbackPlaySource::play(size_t startFrame) Chris@0: { Chris@5: if (m_viewManager->getPlaySelectionMode() && Chris@5: !m_viewManager->getSelections().empty()) { Chris@9: MultiSelection::SelectionList selections = m_viewManager->getSelections(); Chris@9: MultiSelection::SelectionList::iterator i = selections.begin(); Chris@4: if (i != selections.end()) { Chris@4: if (startFrame < i->getStartFrame()) { Chris@4: startFrame = i->getStartFrame(); Chris@4: } else { Chris@9: MultiSelection::SelectionList::iterator j = selections.end(); Chris@4: --j; Chris@4: if (startFrame >= j->getEndFrame()) { Chris@4: startFrame = i->getStartFrame(); Chris@4: } Chris@4: } Chris@4: } Chris@5: } else { Chris@5: if (startFrame >= m_lastModelEndFrame) { Chris@5: startFrame = 0; Chris@5: } Chris@4: } Chris@4: Chris@0: // The fill thread will automatically empty its buffers before Chris@0: // starting again if we have not so far been playing, but not if Chris@0: // we're just re-seeking. Chris@0: Chris@6: m_mutex.lock(); Chris@0: if (m_playing) { Chris@13: m_readBufferFill = m_writeBufferFill = startFrame; Chris@6: if (m_readBuffers) { Chris@13: for (size_t c = 0; c < getTargetChannelCount(); ++c) { Chris@6: RingBuffer *rb = getReadRingBuffer(c); Chris@6: if (rb) rb->reset(); Chris@6: } Chris@0: } Chris@6: if (m_converter) src_reset(m_converter); Chris@0: } else { Chris@6: if (m_converter) src_reset(m_converter); Chris@13: m_readBufferFill = m_writeBufferFill = startFrame; Chris@0: } Chris@6: m_mutex.unlock(); Chris@0: Chris@0: m_audioGenerator->reset(); Chris@0: Chris@0: m_playing = true; Chris@0: m_condition.wakeAll(); Chris@4: emit playStatusChanged(m_playing); Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::stop() Chris@0: { Chris@0: m_playing = false; Chris@0: m_condition.wakeAll(); Chris@4: emit playStatusChanged(m_playing); Chris@0: } Chris@0: Chris@0: void Chris@3: AudioCallbackPlaySource::selectionChanged() Chris@3: { Chris@3: if (m_viewManager->getPlaySelectionMode()) { Chris@6: clearRingBuffers(); Chris@3: } Chris@3: } Chris@3: Chris@3: void Chris@3: AudioCallbackPlaySource::playLoopModeChanged() Chris@3: { Chris@6: clearRingBuffers(); Chris@3: } Chris@3: Chris@3: void Chris@3: AudioCallbackPlaySource::playSelectionModeChanged() Chris@3: { Chris@3: if (!m_viewManager->getSelections().empty()) { Chris@6: clearRingBuffers(); Chris@3: } Chris@3: } Chris@3: Chris@3: void Chris@12: AudioCallbackPlaySource::playParametersChanged(PlayParameters *params) Chris@12: { Chris@12: clearRingBuffers(); Chris@12: } Chris@12: Chris@12: void Chris@0: AudioCallbackPlaySource::setTargetBlockSize(size_t size) Chris@0: { Chris@0: std::cerr << "AudioCallbackPlaySource::setTargetBlockSize() -> " << size << std::endl; Chris@6: assert(size < m_ringBufferSize); Chris@0: m_blockSize = size; Chris@0: } Chris@0: Chris@0: size_t Chris@0: AudioCallbackPlaySource::getTargetBlockSize() const Chris@0: { Chris@0: std::cerr << "AudioCallbackPlaySource::getTargetBlockSize() -> " << m_blockSize << std::endl; Chris@0: return m_blockSize; Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::setTargetPlayLatency(size_t latency) Chris@0: { Chris@0: m_playLatency = latency; Chris@0: } Chris@0: Chris@0: size_t Chris@0: AudioCallbackPlaySource::getTargetPlayLatency() const Chris@0: { Chris@0: return m_playLatency; Chris@0: } Chris@0: Chris@0: size_t Chris@0: AudioCallbackPlaySource::getCurrentPlayingFrame() Chris@0: { Chris@0: bool resample = false; Chris@0: double ratio = 1.0; Chris@0: Chris@0: if (getSourceSampleRate() != getTargetSampleRate()) { Chris@0: resample = true; Chris@0: ratio = double(getSourceSampleRate()) / double(getTargetSampleRate()); Chris@0: } Chris@0: Chris@0: size_t readSpace = 0; Chris@13: for (size_t c = 0; c < getTargetChannelCount(); ++c) { Chris@6: RingBuffer *rb = getReadRingBuffer(c); Chris@6: if (rb) { Chris@6: size_t spaceHere = rb->getReadSpace(); Chris@6: if (c == 0 || spaceHere < readSpace) readSpace = spaceHere; Chris@6: } Chris@0: } Chris@0: Chris@0: if (resample) { Chris@0: readSpace = size_t(readSpace * ratio + 0.1); Chris@0: } Chris@0: Chris@0: size_t latency = m_playLatency; Chris@0: if (resample) latency = size_t(m_playLatency * ratio + 0.1); Chris@0: Chris@0: TimeStretcherData *timeStretcher = m_timeStretcher; Chris@0: if (timeStretcher) { Chris@0: latency += timeStretcher->getStretcher(0)->getProcessingLatency(); Chris@0: } Chris@0: Chris@3: latency += readSpace; Chris@13: size_t bufferedFrame = m_readBufferFill; Chris@3: Chris@5: bool looping = m_viewManager->getPlayLoopMode(); Chris@5: bool constrained = (m_viewManager->getPlaySelectionMode() && Chris@5: !m_viewManager->getSelections().empty()); Chris@5: Chris@3: size_t framePlaying = bufferedFrame; Chris@5: Chris@5: if (looping && !constrained) { Chris@5: while (framePlaying < latency) framePlaying += m_lastModelEndFrame; Chris@4: } Chris@3: Chris@5: if (framePlaying > latency) framePlaying -= latency; Chris@5: else framePlaying = 0; Chris@5: Chris@5: if (!constrained) { Chris@5: if (!looping && framePlaying > m_lastModelEndFrame) { Chris@5: framePlaying = m_lastModelEndFrame; Chris@5: stop(); Chris@5: } Chris@3: return framePlaying; Chris@0: } Chris@0: Chris@9: MultiSelection::SelectionList selections = m_viewManager->getSelections(); Chris@9: MultiSelection::SelectionList::const_iterator i; Chris@3: Chris@4: i = selections.begin(); Chris@4: size_t rangeStart = i->getStartFrame(); Chris@4: Chris@4: i = selections.end(); Chris@4: --i; Chris@4: size_t rangeEnd = i->getEndFrame(); Chris@4: Chris@3: for (i = selections.begin(); i != selections.end(); ++i) { Chris@3: if (i->contains(bufferedFrame)) break; Chris@3: } Chris@3: Chris@3: size_t f = bufferedFrame; Chris@3: Chris@4: // std::cerr << "getCurrentPlayingFrame: f=" << f << ", latency=" << latency << ", rangeEnd=" << rangeEnd << std::endl; Chris@3: Chris@3: if (i == selections.end()) { Chris@3: --i; Chris@3: if (i->getEndFrame() + latency < f) { Chris@4: // std::cerr << "framePlaying = " << framePlaying << ", rangeEnd = " << rangeEnd << std::endl; Chris@4: Chris@5: if (!looping && (framePlaying > rangeEnd)) { Chris@4: // std::cerr << "STOPPING" << std::endl; Chris@4: stop(); Chris@4: return rangeEnd; Chris@4: } else { Chris@4: return framePlaying; Chris@4: } Chris@3: } else { Chris@4: // std::cerr << "latency <- " << latency << "-(" << f << "-" << i->getEndFrame() << ")" << std::endl; Chris@3: latency -= (f - i->getEndFrame()); Chris@3: f = i->getEndFrame(); Chris@3: } Chris@3: } Chris@3: Chris@4: // std::cerr << "i=(" << i->getStartFrame() << "," << i->getEndFrame() << ") f=" << f << ", latency=" << latency << std::endl; Chris@3: Chris@3: while (latency > 0) { Chris@3: size_t offset = f - i->getStartFrame(); Chris@3: if (offset >= latency) { Chris@3: if (f > latency) { Chris@3: framePlaying = f - latency; Chris@3: } else { Chris@3: framePlaying = 0; Chris@3: } Chris@3: break; Chris@3: } else { Chris@3: if (i == selections.begin()) { Chris@5: if (looping) { Chris@3: i = selections.end(); Chris@3: } Chris@3: } Chris@3: latency -= offset; Chris@3: --i; Chris@3: f = i->getEndFrame(); Chris@3: } Chris@3: } Chris@0: Chris@0: return framePlaying; Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::setOutputLevels(float left, float right) Chris@0: { Chris@0: m_outputLeft = left; Chris@0: m_outputRight = right; Chris@0: } Chris@0: Chris@0: bool Chris@0: AudioCallbackPlaySource::getOutputLevels(float &left, float &right) Chris@0: { Chris@0: left = m_outputLeft; Chris@0: right = m_outputRight; Chris@0: return true; Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::setTargetSampleRate(size_t sr) Chris@0: { Chris@0: m_targetSampleRate = sr; Chris@1: Chris@1: if (getSourceSampleRate() != getTargetSampleRate()) { Chris@1: Chris@1: int err = 0; Chris@13: m_converter = src_new(SRC_SINC_BEST_QUALITY, Chris@13: getTargetChannelCount(), &err); Chris@1: if (!m_converter) { Chris@1: std::cerr Chris@1: << "AudioCallbackPlaySource::setModel: ERROR in creating samplerate converter: " Chris@1: << src_strerror(err) << std::endl; Chris@1: } Chris@1: Chris@1: emit sampleRateMismatch(getSourceSampleRate(), getTargetSampleRate()); Chris@1: } Chris@0: } Chris@0: Chris@0: size_t Chris@0: AudioCallbackPlaySource::getTargetSampleRate() const Chris@0: { Chris@0: if (m_targetSampleRate) return m_targetSampleRate; Chris@0: else return getSourceSampleRate(); Chris@0: } Chris@0: Chris@0: size_t Chris@0: AudioCallbackPlaySource::getSourceChannelCount() const Chris@0: { Chris@6: return m_sourceChannelCount; Chris@0: } Chris@0: Chris@0: size_t Chris@13: AudioCallbackPlaySource::getTargetChannelCount() const Chris@13: { Chris@13: if (m_sourceChannelCount < 2) return 2; Chris@13: return m_sourceChannelCount; Chris@13: } Chris@13: Chris@13: size_t Chris@0: AudioCallbackPlaySource::getSourceSampleRate() const Chris@0: { Chris@0: return m_sourceSampleRate; Chris@0: } Chris@0: Chris@0: AudioCallbackPlaySource::TimeStretcherData::TimeStretcherData(size_t channels, Chris@0: size_t factor, Chris@0: size_t blockSize) : Chris@0: m_factor(factor), Chris@0: m_blockSize(blockSize) Chris@0: { Chris@0: std::cerr << "TimeStretcherData::TimeStretcherData(" << channels << ", " << factor << ", " << blockSize << ")" << std::endl; Chris@0: Chris@0: for (size_t ch = 0; ch < channels; ++ch) { Chris@0: m_stretcher[ch] = StretcherBuffer Chris@0: //!!! We really need to measure performance and work out Chris@0: //what sort of quality level to use -- or at least to Chris@0: //allow the user to configure it Chris@0: (new IntegerTimeStretcher(factor, blockSize, 128), Chris@0: new double[blockSize * factor]); Chris@0: } Chris@0: m_stretchInputBuffer = new double[blockSize]; Chris@0: } Chris@0: Chris@0: AudioCallbackPlaySource::TimeStretcherData::~TimeStretcherData() Chris@0: { Chris@0: std::cerr << "IntegerTimeStretcher::~IntegerTimeStretcher" << std::endl; Chris@0: Chris@0: while (!m_stretcher.empty()) { Chris@0: delete m_stretcher.begin()->second.first; Chris@0: delete[] m_stretcher.begin()->second.second; Chris@0: m_stretcher.erase(m_stretcher.begin()); Chris@0: } Chris@0: delete m_stretchInputBuffer; Chris@0: } Chris@0: Chris@0: IntegerTimeStretcher * Chris@0: AudioCallbackPlaySource::TimeStretcherData::getStretcher(size_t channel) Chris@0: { Chris@0: return m_stretcher[channel].first; Chris@0: } Chris@0: Chris@0: double * Chris@0: AudioCallbackPlaySource::TimeStretcherData::getOutputBuffer(size_t channel) Chris@0: { Chris@0: return m_stretcher[channel].second; Chris@0: } Chris@0: Chris@0: double * Chris@0: AudioCallbackPlaySource::TimeStretcherData::getInputBuffer() Chris@0: { Chris@0: return m_stretchInputBuffer; Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::TimeStretcherData::run(size_t channel) Chris@0: { Chris@0: getStretcher(channel)->process(getInputBuffer(), Chris@0: getOutputBuffer(channel), Chris@0: m_blockSize); Chris@0: } Chris@0: Chris@0: void Chris@0: AudioCallbackPlaySource::setSlowdownFactor(size_t factor) Chris@0: { Chris@0: // Avoid locks -- create, assign, mark old one for scavenging Chris@0: // later (as a call to getSourceSamples may still be using it) Chris@0: Chris@0: TimeStretcherData *existingStretcher = m_timeStretcher; Chris@0: Chris@0: if (existingStretcher && existingStretcher->getFactor() == factor) { Chris@0: return; Chris@0: } Chris@0: Chris@0: if (factor > 1) { Chris@0: TimeStretcherData *newStretcher = new TimeStretcherData Chris@13: (getTargetChannelCount(), factor, getTargetBlockSize()); Chris@0: m_slowdownCounter = 0; Chris@0: m_timeStretcher = newStretcher; Chris@0: } else { Chris@0: m_timeStretcher = 0; Chris@0: } Chris@0: Chris@0: if (existingStretcher) { Chris@0: m_timeStretcherScavenger.claim(existingStretcher); Chris@0: } Chris@0: } Chris@0: Chris@0: size_t Chris@0: AudioCallbackPlaySource::getSourceSamples(size_t count, float **buffer) Chris@0: { Chris@0: if (!m_playing) { Chris@13: for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) { Chris@0: for (size_t i = 0; i < count; ++i) { Chris@0: buffer[ch][i] = 0.0; Chris@0: } Chris@0: } Chris@0: return 0; Chris@0: } Chris@0: Chris@0: TimeStretcherData *timeStretcher = m_timeStretcher; Chris@0: Chris@0: if (!timeStretcher || timeStretcher->getFactor() == 1) { Chris@0: Chris@0: size_t got = 0; Chris@0: Chris@13: for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) { Chris@0: Chris@6: RingBuffer *rb = getReadRingBuffer(ch); Chris@0: Chris@6: if (rb) { Chris@0: Chris@6: // this is marginally more likely to leave our channels in Chris@6: // sync after a processing failure than just passing "count": Chris@6: size_t request = count; Chris@6: if (ch > 0) request = got; Chris@6: Chris@6: got = rb->read(buffer[ch], request); Chris@0: Chris@7: #ifdef DEBUG_AUDIO_PLAY_SOURCE_PLAYING Chris@6: std::cout << "AudioCallbackPlaySource::getSamples: got " << got << " samples on channel " << ch << ", signalling for more (possibly)" << std::endl; Chris@0: #endif Chris@6: } Chris@0: Chris@13: for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) { Chris@6: for (size_t i = got; i < count; ++i) { Chris@6: buffer[ch][i] = 0.0; Chris@6: } Chris@0: } Chris@0: } Chris@0: Chris@0: m_condition.wakeAll(); Chris@0: return got; Chris@0: } Chris@0: Chris@0: if (m_slowdownCounter == 0) { Chris@0: Chris@0: size_t got = 0; Chris@0: double *ib = timeStretcher->getInputBuffer(); Chris@0: Chris@13: for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) { Chris@0: Chris@6: RingBuffer *rb = getReadRingBuffer(ch); Chris@6: Chris@6: if (rb) { Chris@6: Chris@6: size_t request = count; Chris@6: if (ch > 0) request = got; // see above Chris@6: got = rb->read(buffer[ch], request); Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@6: std::cout << "AudioCallbackPlaySource::getSamples: got " << got << " samples on channel " << ch << ", running time stretcher" << std::endl; Chris@0: #endif Chris@0: Chris@6: for (size_t i = 0; i < count; ++i) { Chris@6: ib[i] = buffer[ch][i]; Chris@6: } Chris@6: Chris@6: timeStretcher->run(ch); Chris@0: } Chris@0: } Chris@0: Chris@0: } else if (m_slowdownCounter >= timeStretcher->getFactor()) { Chris@0: // reset this in case the factor has changed leaving the Chris@0: // counter out of range Chris@0: m_slowdownCounter = 0; Chris@0: } Chris@0: Chris@13: for (size_t ch = 0; ch < getTargetChannelCount(); ++ch) { Chris@0: Chris@0: double *ob = timeStretcher->getOutputBuffer(ch); Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cerr << "AudioCallbackPlaySource::getSamples: Copying from (" << (m_slowdownCounter * count) << "," << count << ") to buffer" << std::endl; Chris@0: #endif Chris@0: Chris@0: for (size_t i = 0; i < count; ++i) { Chris@0: buffer[ch][i] = ob[m_slowdownCounter * count + i]; Chris@0: } Chris@0: } Chris@0: Chris@7: //!!! if (m_slowdownCounter == 0) m_condition.wakeAll(); Chris@0: m_slowdownCounter = (m_slowdownCounter + 1) % timeStretcher->getFactor(); Chris@0: return count; Chris@0: } Chris@0: Chris@6: // Called from fill thread, m_playing true, mutex held Chris@7: bool Chris@0: AudioCallbackPlaySource::fillBuffers() Chris@0: { Chris@0: static float *tmp = 0; Chris@0: static size_t tmpSize = 0; Chris@0: Chris@0: size_t space = 0; Chris@13: for (size_t c = 0; c < getTargetChannelCount(); ++c) { Chris@6: RingBuffer *wb = getWriteRingBuffer(c); Chris@6: if (wb) { Chris@6: size_t spaceHere = wb->getWriteSpace(); Chris@6: if (c == 0 || spaceHere < space) space = spaceHere; Chris@6: } Chris@0: } Chris@0: Chris@7: if (space == 0) return false; Chris@4: Chris@13: size_t f = m_writeBufferFill; Chris@13: Chris@13: bool readWriteEqual = (m_readBuffers == m_writeBuffers); Chris@13: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cout << "AudioCallbackPlaySourceFillThread: filling " << space << " frames" << std::endl; Chris@0: #endif Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cout << "buffered to " << f << " already" << std::endl; Chris@0: #endif Chris@0: Chris@0: bool resample = (getSourceSampleRate() != getTargetSampleRate()); Chris@1: Chris@1: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@1: std::cout << (resample ? "" : "not ") << "resampling (source " << getSourceSampleRate() << ", target " << getTargetSampleRate() << ")" << std::endl; Chris@1: #endif Chris@1: Chris@13: size_t channels = getTargetChannelCount(); Chris@13: Chris@0: size_t orig = space; Chris@0: size_t got = 0; Chris@0: Chris@0: static float **bufferPtrs = 0; Chris@0: static size_t bufferPtrCount = 0; Chris@0: Chris@0: if (bufferPtrCount < channels) { Chris@0: if (bufferPtrs) delete[] bufferPtrs; Chris@0: bufferPtrs = new float *[channels]; Chris@0: bufferPtrCount = channels; Chris@0: } Chris@0: Chris@0: size_t generatorBlockSize = m_audioGenerator->getBlockSize(); Chris@0: Chris@1: if (resample && !m_converter) { Chris@1: static bool warned = false; Chris@1: if (!warned) { Chris@1: std::cerr << "WARNING: sample rates differ, but no converter available!" << std::endl; Chris@1: warned = true; Chris@1: } Chris@1: } Chris@1: Chris@0: if (resample && m_converter) { Chris@0: Chris@0: double ratio = Chris@0: double(getTargetSampleRate()) / double(getSourceSampleRate()); Chris@0: orig = size_t(orig / ratio + 0.1); Chris@0: Chris@0: // orig must be a multiple of generatorBlockSize Chris@0: orig = (orig / generatorBlockSize) * generatorBlockSize; Chris@7: if (orig == 0) return false; Chris@0: Chris@0: size_t work = std::max(orig, space); Chris@0: Chris@0: // We only allocate one buffer, but we use it in two halves. Chris@0: // We place the non-interleaved values in the second half of Chris@0: // the buffer (orig samples for channel 0, orig samples for Chris@0: // channel 1 etc), and then interleave them into the first Chris@0: // half of the buffer. Then we resample back into the second Chris@0: // half (interleaved) and de-interleave the results back to Chris@0: // the start of the buffer for insertion into the ringbuffers. Chris@0: // What a faff -- especially as we've already de-interleaved Chris@0: // the audio data from the source file elsewhere before we Chris@0: // even reach this point. Chris@0: Chris@0: if (tmpSize < channels * work * 2) { Chris@0: delete[] tmp; Chris@0: tmp = new float[channels * work * 2]; Chris@0: tmpSize = channels * work * 2; Chris@0: } Chris@0: Chris@0: float *nonintlv = tmp + channels * work; Chris@0: float *intlv = tmp; Chris@0: float *srcout = tmp + channels * work; Chris@0: Chris@0: for (size_t c = 0; c < channels; ++c) { Chris@0: for (size_t i = 0; i < orig; ++i) { Chris@0: nonintlv[channels * i + c] = 0.0f; Chris@0: } Chris@0: } Chris@0: Chris@3: for (size_t c = 0; c < channels; ++c) { Chris@3: bufferPtrs[c] = nonintlv + c * orig; Chris@3: } Chris@0: Chris@6: got = mixModels(f, orig, bufferPtrs); Chris@0: Chris@0: // and interleave into first half Chris@0: for (size_t c = 0; c < channels; ++c) { Chris@6: for (size_t i = 0; i < got; ++i) { Chris@6: float sample = nonintlv[c * got + i]; Chris@0: intlv[channels * i + c] = sample; Chris@0: } Chris@0: } Chris@0: Chris@0: SRC_DATA data; Chris@0: data.data_in = intlv; Chris@0: data.data_out = srcout; Chris@6: data.input_frames = got; Chris@0: data.output_frames = work; Chris@0: data.src_ratio = ratio; Chris@0: data.end_of_input = 0; Chris@0: Chris@0: int err = src_process(m_converter, &data); Chris@6: // size_t toCopy = size_t(work * ratio + 0.1); Chris@6: size_t toCopy = size_t(got * ratio + 0.1); Chris@6: Chris@0: if (err) { Chris@0: std::cerr Chris@0: << "AudioCallbackPlaySourceFillThread: ERROR in samplerate conversion: " Chris@0: << src_strerror(err) << std::endl; Chris@0: //!!! Then what? Chris@0: } else { Chris@0: got = data.input_frames_used; Chris@0: toCopy = data.output_frames_gen; Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cerr << "Resampled " << got << " frames to " << toCopy << " frames" << std::endl; Chris@0: #endif Chris@0: } Chris@0: Chris@0: for (size_t c = 0; c < channels; ++c) { Chris@0: for (size_t i = 0; i < toCopy; ++i) { Chris@0: tmp[i] = srcout[channels * i + c]; Chris@0: } Chris@6: RingBuffer *wb = getWriteRingBuffer(c); Chris@6: if (wb) wb->write(tmp, toCopy); Chris@0: } Chris@3: Chris@13: m_writeBufferFill = f; Chris@13: if (readWriteEqual) m_readBufferFill = f; Chris@13: Chris@0: } else { Chris@0: Chris@0: // space must be a multiple of generatorBlockSize Chris@0: space = (space / generatorBlockSize) * generatorBlockSize; Chris@7: if (space == 0) return false; Chris@0: Chris@0: if (tmpSize < channels * space) { Chris@0: delete[] tmp; Chris@0: tmp = new float[channels * space]; Chris@0: tmpSize = channels * space; Chris@0: } Chris@0: Chris@0: for (size_t c = 0; c < channels; ++c) { Chris@0: Chris@0: bufferPtrs[c] = tmp + c * space; Chris@3: Chris@0: for (size_t i = 0; i < space; ++i) { Chris@0: tmp[c * space + i] = 0.0f; Chris@0: } Chris@0: } Chris@0: Chris@6: size_t got = mixModels(f, space, bufferPtrs); Chris@0: Chris@0: for (size_t c = 0; c < channels; ++c) { Chris@0: Chris@6: RingBuffer *wb = getWriteRingBuffer(c); Chris@6: if (wb) wb->write(bufferPtrs[c], got); Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@6: if (wb) Chris@6: std::cerr << "Wrote " << got << " frames for ch " << c << ", now " Chris@6: << wb->getReadSpace() << " to read" Chris@6: << std::endl; Chris@0: #endif Chris@0: } Chris@3: Chris@13: m_writeBufferFill = f; Chris@13: if (readWriteEqual) m_readBufferFill = f; Chris@13: Chris@3: //!!! how do we know when ended? need to mark up a fully-buffered flag and check this if we find the buffers empty in getSourceSamples Chris@0: } Chris@7: Chris@7: return true; Chris@3: } Chris@3: Chris@6: size_t Chris@3: AudioCallbackPlaySource::mixModels(size_t &frame, size_t count, float **buffers) Chris@3: { Chris@3: size_t processed = 0; Chris@3: size_t chunkStart = frame; Chris@3: size_t chunkSize = count; Chris@6: size_t selectionSize = 0; Chris@3: size_t nextChunkStart = chunkStart + chunkSize; Chris@0: Chris@5: bool looping = m_viewManager->getPlayLoopMode(); Chris@5: bool constrained = (m_viewManager->getPlaySelectionMode() && Chris@5: !m_viewManager->getSelections().empty()); Chris@3: Chris@3: static float **chunkBufferPtrs = 0; Chris@3: static size_t chunkBufferPtrCount = 0; Chris@13: size_t channels = getTargetChannelCount(); Chris@3: Chris@3: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@3: std::cerr << "Selection playback: start " << frame << ", size " << count <<", channels " << channels << std::endl; Chris@3: #endif Chris@3: Chris@3: if (chunkBufferPtrCount < channels) { Chris@3: if (chunkBufferPtrs) delete[] chunkBufferPtrs; Chris@3: chunkBufferPtrs = new float *[channels]; Chris@3: chunkBufferPtrCount = channels; Chris@3: } Chris@3: Chris@3: for (size_t c = 0; c < channels; ++c) { Chris@3: chunkBufferPtrs[c] = buffers[c]; Chris@3: } Chris@3: Chris@3: while (processed < count) { Chris@3: Chris@3: chunkSize = count - processed; Chris@3: nextChunkStart = chunkStart + chunkSize; Chris@6: selectionSize = 0; Chris@3: Chris@4: size_t fadeIn = 0, fadeOut = 0; Chris@4: Chris@5: if (constrained) { Chris@3: Chris@3: Selection selection = Chris@3: m_viewManager->getContainingSelection(chunkStart, true); Chris@3: Chris@3: if (selection.isEmpty()) { Chris@5: if (looping) { Chris@3: selection = *m_viewManager->getSelections().begin(); Chris@3: chunkStart = selection.getStartFrame(); Chris@4: fadeIn = 50; Chris@3: } Chris@3: } Chris@3: Chris@3: if (selection.isEmpty()) { Chris@3: Chris@3: chunkSize = 0; Chris@3: nextChunkStart = chunkStart; Chris@3: Chris@3: } else { Chris@3: Chris@6: selectionSize = Chris@6: selection.getEndFrame() - Chris@6: selection.getStartFrame(); Chris@6: Chris@3: if (chunkStart < selection.getStartFrame()) { Chris@3: chunkStart = selection.getStartFrame(); Chris@4: fadeIn = 50; Chris@3: } Chris@3: Chris@4: nextChunkStart = chunkStart + chunkSize; Chris@4: Chris@6: if (nextChunkStart >= selection.getEndFrame()) { Chris@4: nextChunkStart = selection.getEndFrame(); Chris@4: fadeOut = 50; Chris@4: } Chris@3: Chris@3: chunkSize = nextChunkStart - chunkStart; Chris@3: } Chris@4: Chris@5: } else if (looping && m_lastModelEndFrame > 0) { Chris@4: Chris@4: if (chunkStart >= m_lastModelEndFrame) { Chris@4: chunkStart = 0; Chris@4: } Chris@4: if (chunkSize > m_lastModelEndFrame - chunkStart) { Chris@4: chunkSize = m_lastModelEndFrame - chunkStart; Chris@4: } Chris@4: nextChunkStart = chunkStart + chunkSize; Chris@3: } Chris@3: Chris@6: // std::cerr << "chunkStart " << chunkStart << ", chunkSize " << chunkSize << ", nextChunkStart " << nextChunkStart << ", frame " << frame << ", count " << count << ", processed " << processed << std::endl; Chris@6: Chris@3: if (!chunkSize) { Chris@3: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@3: std::cerr << "Ending selection playback at " << nextChunkStart << std::endl; Chris@3: #endif Chris@3: // We need to maintain full buffers so that the other Chris@3: // thread can tell where it's got to in the playback -- so Chris@3: // return the full amount here Chris@3: frame = frame + count; Chris@6: return count; Chris@3: } Chris@3: Chris@3: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@3: std::cerr << "Selection playback: chunk at " << chunkStart << " -> " << nextChunkStart << " (size " << chunkSize << ")" << std::endl; Chris@3: #endif Chris@3: Chris@3: size_t got = 0; Chris@3: Chris@6: if (selectionSize < 100) { Chris@4: fadeIn = 0; Chris@4: fadeOut = 0; Chris@6: } else if (selectionSize < 300) { Chris@4: if (fadeIn > 0) fadeIn = 10; Chris@4: if (fadeOut > 0) fadeOut = 10; Chris@4: } Chris@4: Chris@4: if (fadeIn > 0) { Chris@4: if (processed * 2 < fadeIn) { Chris@4: fadeIn = processed * 2; Chris@4: } Chris@4: } Chris@4: Chris@4: if (fadeOut > 0) { Chris@6: if ((count - processed - chunkSize) * 2 < fadeOut) { Chris@6: fadeOut = (count - processed - chunkSize) * 2; Chris@4: } Chris@4: } Chris@4: Chris@3: for (std::set::iterator mi = m_models.begin(); Chris@3: mi != m_models.end(); ++mi) { Chris@3: Chris@3: got = m_audioGenerator->mixModel(*mi, chunkStart, Chris@4: chunkSize, chunkBufferPtrs, Chris@4: fadeIn, fadeOut); Chris@3: } Chris@3: Chris@3: for (size_t c = 0; c < channels; ++c) { Chris@3: chunkBufferPtrs[c] += chunkSize; Chris@3: } Chris@3: Chris@3: processed += chunkSize; Chris@3: chunkStart = nextChunkStart; Chris@3: } Chris@3: Chris@3: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@7: std::cerr << "Returning selection playback " << processed << " frames to " << nextChunkStart << std::endl; Chris@3: #endif Chris@3: Chris@3: frame = nextChunkStart; Chris@6: return processed; Chris@3: } Chris@0: Chris@0: void Chris@13: AudioCallbackPlaySource::unifyRingBuffers() Chris@13: { Chris@13: if (m_readBuffers == m_writeBuffers) return; Chris@13: Chris@13: // only unify if there will be something to read Chris@13: for (size_t c = 0; c < getTargetChannelCount(); ++c) { Chris@13: RingBuffer *wb = getWriteRingBuffer(c); Chris@13: if (wb) { Chris@13: if (wb->getReadSpace() < m_blockSize * 2) { Chris@13: if ((m_writeBufferFill + m_blockSize * 2) < Chris@13: m_lastModelEndFrame) { Chris@13: // OK, we don't have enough and there's more to Chris@13: // read -- don't unify until we can do better Chris@13: return; Chris@13: } Chris@13: } Chris@13: break; Chris@13: } Chris@13: } Chris@13: Chris@13: size_t rf = m_readBufferFill; Chris@13: RingBuffer *rb = getReadRingBuffer(0); Chris@13: if (rb) { Chris@13: size_t rs = rb->getReadSpace(); Chris@13: //!!! incorrect when in non-contiguous selection, see comments elsewhere Chris@13: // std::cerr << "rs = " << rs << std::endl; Chris@13: if (rs < rf) rf -= rs; Chris@13: else rf = 0; Chris@13: } Chris@13: Chris@13: //std::cerr << "m_readBufferFill = " << m_readBufferFill << ", rf = " << rf << ", m_writeBufferFill = " << m_writeBufferFill << std::endl; Chris@13: Chris@13: size_t wf = m_writeBufferFill; Chris@13: size_t skip = 0; Chris@13: for (size_t c = 0; c < getTargetChannelCount(); ++c) { Chris@13: RingBuffer *wb = getWriteRingBuffer(c); Chris@13: if (wb) { Chris@13: if (c == 0) { Chris@13: Chris@13: size_t wrs = wb->getReadSpace(); Chris@13: // std::cerr << "wrs = " << wrs << std::endl; Chris@13: Chris@13: if (wrs < wf) wf -= wrs; Chris@13: else wf = 0; Chris@13: // std::cerr << "wf = " << wf << std::endl; Chris@13: Chris@13: if (wf < rf) skip = rf - wf; Chris@13: if (skip == 0) break; Chris@13: } Chris@13: Chris@13: // std::cerr << "skipping " << skip << std::endl; Chris@13: wb->skip(skip); Chris@13: } Chris@13: } Chris@13: Chris@13: m_bufferScavenger.claim(m_readBuffers); Chris@13: m_readBuffers = m_writeBuffers; Chris@13: m_readBufferFill = m_writeBufferFill; Chris@13: std::cerr << "unified" << std::endl; Chris@13: } Chris@13: Chris@13: void Chris@0: AudioCallbackPlaySource::AudioCallbackPlaySourceFillThread::run() Chris@0: { Chris@0: AudioCallbackPlaySource &s(m_source); Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cerr << "AudioCallbackPlaySourceFillThread starting" << std::endl; Chris@0: #endif Chris@0: Chris@0: s.m_mutex.lock(); Chris@0: Chris@0: bool previouslyPlaying = s.m_playing; Chris@7: bool work = false; Chris@0: Chris@0: while (!s.m_exiting) { Chris@0: Chris@13: s.unifyRingBuffers(); Chris@6: s.m_bufferScavenger.scavenge(); Chris@0: s.m_timeStretcherScavenger.scavenge(); Chris@0: Chris@7: if (work && s.m_playing && s.getSourceSampleRate()) { Chris@7: Chris@7: s.m_mutex.unlock(); Chris@7: s.m_mutex.lock(); Chris@7: Chris@7: } else { Chris@7: Chris@7: float ms = 100; Chris@7: if (s.getSourceSampleRate() > 0) { Chris@7: ms = float(m_ringBufferSize) / float(s.getSourceSampleRate()) * 1000.0; Chris@7: } Chris@7: Chris@7: if (s.m_playing) ms /= 10; Chris@7: Chris@7: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@7: std::cout << "AudioCallbackPlaySourceFillThread: waiting for " << ms << "ms..." << std::endl; Chris@7: #endif Chris@7: Chris@7: s.m_condition.wait(&s.m_mutex, size_t(ms)); Chris@0: } Chris@0: Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cout << "AudioCallbackPlaySourceFillThread: awoken" << std::endl; Chris@0: #endif Chris@0: Chris@7: work = false; Chris@7: Chris@0: if (!s.getSourceSampleRate()) continue; Chris@0: Chris@0: bool playing = s.m_playing; Chris@0: Chris@0: if (playing && !previouslyPlaying) { Chris@0: #ifdef DEBUG_AUDIO_PLAY_SOURCE Chris@0: std::cout << "AudioCallbackPlaySourceFillThread: playback state changed, resetting" << std::endl; Chris@0: #endif Chris@13: for (size_t c = 0; c < s.getTargetChannelCount(); ++c) { Chris@6: RingBuffer *rb = s.getReadRingBuffer(c); Chris@6: if (rb) rb->reset(); Chris@0: } Chris@0: } Chris@0: previouslyPlaying = playing; Chris@0: Chris@7: work = s.fillBuffers(); Chris@0: } Chris@0: Chris@0: s.m_mutex.unlock(); Chris@0: } Chris@0: Chris@0: Chris@0: Chris@0: #ifdef INCLUDE_MOCFILES Chris@0: #include "AudioCallbackPlaySource.moc.cpp" Chris@0: #endif Chris@0: