annotate sv/audioio/AudioCallbackPlaySource.h @ 282:d9319859a4cf tip

(none)
author benoitrigolleau
date Fri, 31 Oct 2008 11:00:24 +0000
parents 587ad94d6ac2
children
rev   line source
lbajardsilogic@0 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
lbajardsilogic@0 2
lbajardsilogic@0 3 /*
lbajardsilogic@0 4 Sonic Visualiser
lbajardsilogic@0 5 An audio file viewer and annotation editor.
lbajardsilogic@0 6 Centre for Digital Music, Queen Mary, University of London.
lbajardsilogic@0 7 This file copyright 2006 Chris Cannam and QMUL.
lbajardsilogic@0 8
lbajardsilogic@0 9 This program is free software; you can redistribute it and/or
lbajardsilogic@0 10 modify it under the terms of the GNU General Public License as
lbajardsilogic@0 11 published by the Free Software Foundation; either version 2 of the
lbajardsilogic@0 12 License, or (at your option) any later version. See the file
lbajardsilogic@0 13 COPYING included with this distribution for more information.
lbajardsilogic@0 14 */
lbajardsilogic@0 15
lbajardsilogic@0 16 #ifndef _AUDIO_CALLBACK_PLAY_SOURCE_H_
lbajardsilogic@0 17 #define _AUDIO_CALLBACK_PLAY_SOURCE_H_
lbajardsilogic@0 18
lbajardsilogic@0 19 #include "base/RingBuffer.h"
lbajardsilogic@0 20 #include "base/AudioPlaySource.h"
lbajardsilogic@0 21 #include "base/PropertyContainer.h"
lbajardsilogic@0 22 #include "base/Scavenger.h"
lbajardsilogic@79 23 #include "FilterStack.h"
lbajardsilogic@0 24
lbajardsilogic@0 25 #include <QObject>
lbajardsilogic@0 26 #include <QMutex>
lbajardsilogic@0 27 #include <QWaitCondition>
ivand_qmul@129 28 #include <time.h>
lbajardsilogic@0 29 #include "base/Thread.h"
lbajardsilogic@0 30
lbajardsilogic@0 31 #include <samplerate.h>
lbajardsilogic@0 32
lbajardsilogic@0 33 #include <set>
lbajardsilogic@0 34 #include <map>
lbajardsilogic@0 35
lbajardsilogic@0 36 class Model;
lbajardsilogic@0 37 class ViewManager;
lbajardsilogic@0 38 class AudioGenerator;
lbajardsilogic@0 39 class PlayParameters;
lbajardsilogic@0 40 class PhaseVocoderTimeStretcher;
lbajardsilogic@0 41 class RealTimePluginInstance;
lbajardsilogic@0 42
lbajardsilogic@0 43 /**
lbajardsilogic@0 44 * AudioCallbackPlaySource manages audio data supply to callback-based
lbajardsilogic@0 45 * audio APIs such as JACK or CoreAudio. It maintains one ring buffer
lbajardsilogic@0 46 * per channel, filled during playback by a non-realtime thread, and
lbajardsilogic@0 47 * provides a method for a realtime thread to pick up the latest
lbajardsilogic@0 48 * available sample data from these buffers.
lbajardsilogic@0 49 */
lbajardsilogic@0 50 class AudioCallbackPlaySource : public virtual QObject,
lbajardsilogic@0 51 public AudioPlaySource
lbajardsilogic@0 52 {
lbajardsilogic@0 53 Q_OBJECT
lbajardsilogic@0 54
lbajardsilogic@0 55 public:
lbajardsilogic@0 56 AudioCallbackPlaySource(ViewManager *);
lbajardsilogic@0 57 virtual ~AudioCallbackPlaySource();
lbajardsilogic@0 58
lbajardsilogic@0 59 /**
lbajardsilogic@0 60 * Add a data model to be played from. The source can mix
lbajardsilogic@0 61 * playback from a number of sources including dense and sparse
lbajardsilogic@0 62 * models. The models must match in sample rate, but they don't
lbajardsilogic@0 63 * have to have identical numbers of channels.
lbajardsilogic@0 64 */
lbajardsilogic@0 65 virtual void addModel(Model *model);
lbajardsilogic@0 66
lbajardsilogic@0 67 /**
lbajardsilogic@0 68 * Remove a model.
lbajardsilogic@0 69 */
lbajardsilogic@0 70 virtual void removeModel(Model *model);
lbajardsilogic@0 71
lbajardsilogic@0 72 /**
lbajardsilogic@0 73 * Remove all models. (Silence will ensue.)
lbajardsilogic@0 74 */
lbajardsilogic@0 75 virtual void clearModels();
lbajardsilogic@0 76
lbajardsilogic@0 77 /**
lbajardsilogic@0 78 * Start making data available in the ring buffers for playback,
lbajardsilogic@0 79 * from the given frame. If playback is already under way, reseek
lbajardsilogic@0 80 * to the given frame and continue.
lbajardsilogic@0 81 */
lbajardsilogic@0 82 virtual void play(size_t startFrame);
lbajardsilogic@0 83
lbajardsilogic@0 84 /**
lbajardsilogic@0 85 * Stop playback and ensure that no more data is returned.
lbajardsilogic@0 86 */
lbajardsilogic@0 87 virtual void stop();
lbajardsilogic@0 88
lbajardsilogic@0 89 /**
lbajardsilogic@0 90 * Return whether playback is currently supposed to be happening.
lbajardsilogic@0 91 */
lbajardsilogic@0 92 virtual bool isPlaying() const { return m_playing; }
lbajardsilogic@0 93
lbajardsilogic@0 94 /**
lbajardsilogic@0 95 * Return the frame number that is currently expected to be coming
lbajardsilogic@0 96 * out of the speakers. (i.e. compensating for playback latency.)
lbajardsilogic@0 97 */
lbajardsilogic@0 98 virtual size_t getCurrentPlayingFrame();
lbajardsilogic@0 99
lbajardsilogic@0 100 /**
lbajardsilogic@0 101 * Return the frame at which playback is expected to end (if not looping).
lbajardsilogic@0 102 */
lbajardsilogic@0 103 virtual size_t getPlayEndFrame() { return m_lastModelEndFrame; }
lbajardsilogic@0 104
lbajardsilogic@0 105 /**
lbajardsilogic@0 106 * Set the block size of the target audio device. This should
lbajardsilogic@0 107 * be called by the target class.
lbajardsilogic@0 108 */
lbajardsilogic@0 109 void setTargetBlockSize(size_t);
lbajardsilogic@0 110
lbajardsilogic@0 111 /**
lbajardsilogic@0 112 * Get the block size of the target audio device.
lbajardsilogic@0 113 */
lbajardsilogic@0 114 size_t getTargetBlockSize() const;
lbajardsilogic@0 115
lbajardsilogic@0 116 /**
lbajardsilogic@0 117 * Set the playback latency of the target audio device, in frames
lbajardsilogic@0 118 * at the target sample rate. This is the difference between the
lbajardsilogic@0 119 * frame currently "leaving the speakers" and the last frame (or
lbajardsilogic@0 120 * highest last frame across all channels) requested via
lbajardsilogic@0 121 * getSamples(). The default is zero.
lbajardsilogic@0 122 */
lbajardsilogic@0 123 void setTargetPlayLatency(size_t);
lbajardsilogic@0 124
lbajardsilogic@0 125 /**
lbajardsilogic@0 126 * Get the playback latency of the target audio device.
lbajardsilogic@0 127 */
lbajardsilogic@0 128 size_t getTargetPlayLatency() const;
lbajardsilogic@0 129
lbajardsilogic@0 130 /**
lbajardsilogic@0 131 * Specify that the target audio device has a fixed sample rate
lbajardsilogic@0 132 * (i.e. cannot accommodate arbitrary sample rates based on the
lbajardsilogic@0 133 * source). If the target sets this to something other than the
lbajardsilogic@0 134 * source sample rate, this class will resample automatically to
lbajardsilogic@0 135 * fit.
lbajardsilogic@0 136 */
lbajardsilogic@0 137 void setTargetSampleRate(size_t);
lbajardsilogic@0 138
lbajardsilogic@0 139 /**
lbajardsilogic@0 140 * Return the sample rate set by the target audio device (or the
lbajardsilogic@0 141 * source sample rate if the target hasn't set one).
lbajardsilogic@0 142 */
lbajardsilogic@0 143 virtual size_t getTargetSampleRate() const;
lbajardsilogic@0 144
lbajardsilogic@0 145 /**
lbajardsilogic@0 146 * Set the current output levels for metering (for call from the
lbajardsilogic@0 147 * target)
lbajardsilogic@0 148 */
lbajardsilogic@0 149 void setOutputLevels(float left, float right);
lbajardsilogic@0 150
lbajardsilogic@0 151 /**
lbajardsilogic@0 152 * Return the current (or thereabouts) output levels in the range
lbajardsilogic@0 153 * 0.0 -> 1.0, for metering purposes.
lbajardsilogic@0 154 */
lbajardsilogic@0 155 virtual bool getOutputLevels(float &left, float &right);
lbajardsilogic@0 156
lbajardsilogic@0 157 /**
lbajardsilogic@0 158 * Get the number of channels of audio that in the source models.
lbajardsilogic@0 159 * This may safely be called from a realtime thread. Returns 0 if
lbajardsilogic@0 160 * there is no source yet available.
lbajardsilogic@0 161 */
lbajardsilogic@0 162 size_t getSourceChannelCount() const;
lbajardsilogic@0 163
lbajardsilogic@0 164 /**
lbajardsilogic@0 165 * Get the number of channels of audio that will be provided
lbajardsilogic@0 166 * to the play target. This may be more than the source channel
lbajardsilogic@0 167 * count: for example, a mono source will provide 2 channels
lbajardsilogic@0 168 * after pan.
lbajardsilogic@0 169 * This may safely be called from a realtime thread. Returns 0 if
lbajardsilogic@0 170 * there is no source yet available.
lbajardsilogic@0 171 */
lbajardsilogic@0 172 size_t getTargetChannelCount() const;
lbajardsilogic@0 173
lbajardsilogic@0 174 /**
lbajardsilogic@0 175 * Get the actual sample rate of the source material. This may
lbajardsilogic@0 176 * safely be called from a realtime thread. Returns 0 if there is
lbajardsilogic@0 177 * no source yet available.
lbajardsilogic@0 178 */
lbajardsilogic@0 179 virtual size_t getSourceSampleRate() const;
lbajardsilogic@0 180
lbajardsilogic@0 181 /**
lbajardsilogic@0 182 * Get "count" samples (at the target sample rate) of the mixed
lbajardsilogic@0 183 * audio data, in all channels. This may safely be called from a
lbajardsilogic@0 184 * realtime thread.
lbajardsilogic@0 185 */
lbajardsilogic@0 186 size_t getSourceSamples(size_t count, float **buffer);
ivand_qmul@129 187 //Ivan
ivand_qmul@129 188 unsigned long long hardwareBufferedTime;
ivand_qmul@129 189 unsigned long lastAudioTime;
lbajardsilogic@0 190 /**
lbajardsilogic@0 191 * Set the time stretcher factor (i.e. playback speed). Also
lbajardsilogic@0 192 * specify whether the time stretcher will be variable rate
lbajardsilogic@0 193 * (sharpening transients), and whether time stretching will be
lbajardsilogic@0 194 * carried out on data mixed down to mono for speed.
lbajardsilogic@0 195 */
lbajardsilogic@0 196 void setTimeStretch(float factor, bool sharpen, bool mono);
lbajardsilogic@0 197
lbajardsilogic@0 198 /**
lbajardsilogic@0 199 * Set the resampler quality, 0 - 2 where 0 is fastest and 2 is
lbajardsilogic@0 200 * highest quality.
lbajardsilogic@0 201 */
lbajardsilogic@0 202 void setResampleQuality(int q);
lbajardsilogic@0 203
lbajardsilogic@0 204 /**
lbajardsilogic@0 205 * Set a single real-time plugin as a processing effect for
lbajardsilogic@0 206 * auditioning during playback.
lbajardsilogic@0 207 *
lbajardsilogic@0 208 * The plugin must have been initialised with
lbajardsilogic@0 209 * getTargetChannelCount() channels and a getTargetBlockSize()
lbajardsilogic@0 210 * sample frame processing block size.
lbajardsilogic@0 211 *
lbajardsilogic@0 212 * This playback source takes ownership of the plugin, which will
lbajardsilogic@0 213 * be deleted at some point after the following call to
lbajardsilogic@0 214 * setAuditioningPlugin (depending on real-time constraints).
lbajardsilogic@0 215 *
lbajardsilogic@0 216 * Pass a null pointer to remove the current auditioning plugin,
lbajardsilogic@0 217 * if any.
lbajardsilogic@0 218 */
lbajardsilogic@0 219 void setAuditioningPlugin(RealTimePluginInstance *plugin);
lbajardsilogic@0 220
lbajardsilogic@79 221 void setRealTimeFilterStack(FilterStack *filterStack){ m_filterStack = filterStack;}
lbajardsilogic@79 222
lbajardsilogic@0 223 signals:
lbajardsilogic@0 224 void modelReplaced();
lbajardsilogic@0 225
lbajardsilogic@0 226 void playStatusChanged(bool isPlaying);
lbajardsilogic@0 227
lbajardsilogic@0 228 void sampleRateMismatch(size_t requested, size_t available, bool willResample);
lbajardsilogic@0 229
lbajardsilogic@0 230 void audioOverloadPluginDisabled();
lbajardsilogic@0 231
lbajardsilogic@0 232 public slots:
lbajardsilogic@0 233 void audioProcessingOverload();
lbajardsilogic@0 234
lbajardsilogic@0 235 protected slots:
lbajardsilogic@0 236 void selectionChanged();
lbajardsilogic@0 237 void playLoopModeChanged();
lbajardsilogic@0 238 void playSelectionModeChanged();
lbajardsilogic@0 239 void playParametersChanged(PlayParameters *);
lbajardsilogic@0 240 void preferenceChanged(PropertyContainer::PropertyName);
lbajardsilogic@0 241
lbajardsilogic@0 242 protected:
lbajardsilogic@0 243 ViewManager *m_viewManager;
lbajardsilogic@0 244 AudioGenerator *m_audioGenerator;
lbajardsilogic@0 245
lbajardsilogic@0 246 class RingBufferVector : public std::vector<RingBuffer<float> *> {
lbajardsilogic@0 247 public:
lbajardsilogic@0 248 virtual ~RingBufferVector() {
lbajardsilogic@0 249 while (!empty()) {
lbajardsilogic@0 250 delete *begin();
lbajardsilogic@0 251 erase(begin());
lbajardsilogic@0 252 }
lbajardsilogic@0 253 }
lbajardsilogic@0 254 };
lbajardsilogic@0 255
lbajardsilogic@0 256 std::set<Model *> m_models;
lbajardsilogic@0 257 RingBufferVector *m_readBuffers;
lbajardsilogic@0 258 RingBufferVector *m_writeBuffers;
lbajardsilogic@0 259 size_t m_readBufferFill;
lbajardsilogic@0 260 size_t m_writeBufferFill;
lbajardsilogic@0 261 Scavenger<RingBufferVector> m_bufferScavenger;
lbajardsilogic@0 262 size_t m_sourceChannelCount;
lbajardsilogic@0 263 size_t m_blockSize;
lbajardsilogic@0 264 size_t m_sourceSampleRate;
lbajardsilogic@0 265 size_t m_targetSampleRate;
lbajardsilogic@0 266 size_t m_playLatency;
lbajardsilogic@0 267 bool m_playing;
lbajardsilogic@0 268 bool m_exiting;
lbajardsilogic@0 269 size_t m_lastModelEndFrame;
lbajardsilogic@0 270 static const size_t m_ringBufferSize;
lbajardsilogic@0 271 float m_outputLeft;
lbajardsilogic@0 272 float m_outputRight;
lbajardsilogic@0 273 RealTimePluginInstance *m_auditioningPlugin;
lbajardsilogic@0 274 bool m_auditioningPluginBypassed;
lbajardsilogic@0 275 Scavenger<RealTimePluginInstance> m_pluginScavenger;
lbajardsilogic@0 276
lbajardsilogic@0 277 RingBuffer<float> *getWriteRingBuffer(size_t c) {
lbajardsilogic@0 278 if (m_writeBuffers && c < m_writeBuffers->size()) {
lbajardsilogic@0 279 return (*m_writeBuffers)[c];
lbajardsilogic@0 280 } else {
lbajardsilogic@0 281 return 0;
lbajardsilogic@0 282 }
lbajardsilogic@0 283 }
lbajardsilogic@0 284
lbajardsilogic@0 285 RingBuffer<float> *getReadRingBuffer(size_t c) {
lbajardsilogic@0 286 RingBufferVector *rb = m_readBuffers;
lbajardsilogic@0 287 if (rb && c < rb->size()) {
lbajardsilogic@0 288 return (*rb)[c];
lbajardsilogic@0 289 } else {
lbajardsilogic@0 290 return 0;
lbajardsilogic@0 291 }
lbajardsilogic@0 292 }
lbajardsilogic@0 293
lbajardsilogic@0 294 void clearRingBuffers(bool haveLock = false, size_t count = 0);
lbajardsilogic@0 295 void unifyRingBuffers();
lbajardsilogic@0 296
lbajardsilogic@0 297 PhaseVocoderTimeStretcher *m_timeStretcher;
lbajardsilogic@0 298 Scavenger<PhaseVocoderTimeStretcher> m_timeStretcherScavenger;
lbajardsilogic@0 299
lbajardsilogic@0 300 // Called from fill thread, m_playing true, mutex held
lbajardsilogic@0 301 // Return true if work done
lbajardsilogic@0 302 bool fillBuffers();
lbajardsilogic@0 303
lbajardsilogic@0 304 // Called from fillBuffers. Return the number of frames written,
lbajardsilogic@0 305 // which will be count or fewer. Return in the frame argument the
lbajardsilogic@0 306 // new buffered frame position (which may be earlier than the
lbajardsilogic@0 307 // frame argument passed in, in the case of looping).
lbajardsilogic@0 308 size_t mixModels(size_t &frame, size_t count, float **buffers);
lbajardsilogic@0 309
lbajardsilogic@0 310 // Called from getSourceSamples.
lbajardsilogic@0 311 void applyAuditioningEffect(size_t count, float **buffers);
lbajardsilogic@0 312
lbajardsilogic@79 313 void applyRealTimeFilters(size_t count, float **buffers);
lbajardsilogic@79 314
lbajardsilogic@0 315 class FillThread : public Thread
lbajardsilogic@0 316 {
lbajardsilogic@0 317 public:
lbajardsilogic@0 318 FillThread(AudioCallbackPlaySource &source) :
lbajardsilogic@0 319 Thread(Thread::NonRTThread),
lbajardsilogic@0 320 m_source(source) { }
lbajardsilogic@0 321
lbajardsilogic@0 322 virtual void run();
lbajardsilogic@0 323
lbajardsilogic@0 324 protected:
lbajardsilogic@0 325 AudioCallbackPlaySource &m_source;
lbajardsilogic@0 326 };
lbajardsilogic@0 327
lbajardsilogic@0 328 QMutex m_mutex;
lbajardsilogic@0 329 QWaitCondition m_condition;
lbajardsilogic@0 330 FillThread *m_fillThread;
lbajardsilogic@0 331 SRC_STATE *m_converter;
lbajardsilogic@0 332 SRC_STATE *m_crapConverter; // for use when playing very fast
lbajardsilogic@0 333 int m_resampleQuality;
lbajardsilogic@0 334 void initialiseConverter();
lbajardsilogic@79 335
lbajardsilogic@79 336 FilterStack *m_filterStack;
lbajardsilogic@0 337 };
lbajardsilogic@0 338
lbajardsilogic@0 339 #endif
lbajardsilogic@0 340
lbajardsilogic@0 341