annotate audioio/AudioCallbackPlaySource.h @ 54:a798f5e6fc5e

* Further naming change: Transformer -> ModelTransformer. The Transform class now describes a thing that can be done, and the ModelTransformer does it to a Model.
author Chris Cannam
date Wed, 07 Nov 2007 12:59:01 +0000
parents 3c5756fb6a68
children eb596ef12041
rev   line source
Chris@43 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@43 2
Chris@43 3 /*
Chris@43 4 Sonic Visualiser
Chris@43 5 An audio file viewer and annotation editor.
Chris@43 6 Centre for Digital Music, Queen Mary, University of London.
Chris@43 7 This file copyright 2006 Chris Cannam and QMUL.
Chris@43 8
Chris@43 9 This program is free software; you can redistribute it and/or
Chris@43 10 modify it under the terms of the GNU General Public License as
Chris@43 11 published by the Free Software Foundation; either version 2 of the
Chris@43 12 License, or (at your option) any later version. See the file
Chris@43 13 COPYING included with this distribution for more information.
Chris@43 14 */
Chris@43 15
Chris@43 16 #ifndef _AUDIO_CALLBACK_PLAY_SOURCE_H_
Chris@43 17 #define _AUDIO_CALLBACK_PLAY_SOURCE_H_
Chris@43 18
Chris@43 19 #include "base/RingBuffer.h"
Chris@43 20 #include "base/AudioPlaySource.h"
Chris@43 21 #include "base/PropertyContainer.h"
Chris@43 22 #include "base/Scavenger.h"
Chris@43 23
Chris@43 24 #include <QObject>
Chris@43 25 #include <QMutex>
Chris@43 26 #include <QWaitCondition>
Chris@43 27
Chris@43 28 #include "base/Thread.h"
Chris@43 29
Chris@43 30 #include <samplerate.h>
Chris@43 31
Chris@43 32 #include <set>
Chris@43 33 #include <map>
Chris@43 34
Chris@43 35 class Model;
Chris@43 36 class ViewManager;
Chris@43 37 class AudioGenerator;
Chris@43 38 class PlayParameters;
Chris@43 39 class PhaseVocoderTimeStretcher;
Chris@43 40 class RealTimePluginInstance;
Chris@43 41
Chris@43 42 /**
Chris@43 43 * AudioCallbackPlaySource manages audio data supply to callback-based
Chris@43 44 * audio APIs such as JACK or CoreAudio. It maintains one ring buffer
Chris@43 45 * per channel, filled during playback by a non-realtime thread, and
Chris@43 46 * provides a method for a realtime thread to pick up the latest
Chris@43 47 * available sample data from these buffers.
Chris@43 48 */
Chris@43 49 class AudioCallbackPlaySource : public virtual QObject,
Chris@43 50 public AudioPlaySource
Chris@43 51 {
Chris@43 52 Q_OBJECT
Chris@43 53
Chris@43 54 public:
Chris@43 55 AudioCallbackPlaySource(ViewManager *);
Chris@43 56 virtual ~AudioCallbackPlaySource();
Chris@43 57
Chris@43 58 /**
Chris@43 59 * Add a data model to be played from. The source can mix
Chris@43 60 * playback from a number of sources including dense and sparse
Chris@43 61 * models. The models must match in sample rate, but they don't
Chris@43 62 * have to have identical numbers of channels.
Chris@43 63 */
Chris@43 64 virtual void addModel(Model *model);
Chris@43 65
Chris@43 66 /**
Chris@43 67 * Remove a model.
Chris@43 68 */
Chris@43 69 virtual void removeModel(Model *model);
Chris@43 70
Chris@43 71 /**
Chris@43 72 * Remove all models. (Silence will ensue.)
Chris@43 73 */
Chris@43 74 virtual void clearModels();
Chris@43 75
Chris@43 76 /**
Chris@43 77 * Start making data available in the ring buffers for playback,
Chris@43 78 * from the given frame. If playback is already under way, reseek
Chris@43 79 * to the given frame and continue.
Chris@43 80 */
Chris@43 81 virtual void play(size_t startFrame);
Chris@43 82
Chris@43 83 /**
Chris@43 84 * Stop playback and ensure that no more data is returned.
Chris@43 85 */
Chris@43 86 virtual void stop();
Chris@43 87
Chris@43 88 /**
Chris@43 89 * Return whether playback is currently supposed to be happening.
Chris@43 90 */
Chris@43 91 virtual bool isPlaying() const { return m_playing; }
Chris@43 92
Chris@43 93 /**
Chris@43 94 * Return the frame number that is currently expected to be coming
Chris@43 95 * out of the speakers. (i.e. compensating for playback latency.)
Chris@43 96 */
Chris@43 97 virtual size_t getCurrentPlayingFrame();
Chris@43 98
Chris@43 99 /**
Chris@43 100 * Return the frame at which playback is expected to end (if not looping).
Chris@43 101 */
Chris@43 102 virtual size_t getPlayEndFrame() { return m_lastModelEndFrame; }
Chris@43 103
Chris@43 104 /**
Chris@43 105 * Set the block size of the target audio device. This should
Chris@43 106 * be called by the target class.
Chris@43 107 */
Chris@43 108 void setTargetBlockSize(size_t);
Chris@43 109
Chris@43 110 /**
Chris@43 111 * Get the block size of the target audio device.
Chris@43 112 */
Chris@43 113 size_t getTargetBlockSize() const;
Chris@43 114
Chris@43 115 /**
Chris@43 116 * Set the playback latency of the target audio device, in frames
Chris@43 117 * at the target sample rate. This is the difference between the
Chris@43 118 * frame currently "leaving the speakers" and the last frame (or
Chris@43 119 * highest last frame across all channels) requested via
Chris@43 120 * getSamples(). The default is zero.
Chris@43 121 */
Chris@43 122 void setTargetPlayLatency(size_t);
Chris@43 123
Chris@43 124 /**
Chris@43 125 * Get the playback latency of the target audio device.
Chris@43 126 */
Chris@43 127 size_t getTargetPlayLatency() const;
Chris@43 128
Chris@43 129 /**
Chris@43 130 * Specify that the target audio device has a fixed sample rate
Chris@43 131 * (i.e. cannot accommodate arbitrary sample rates based on the
Chris@43 132 * source). If the target sets this to something other than the
Chris@43 133 * source sample rate, this class will resample automatically to
Chris@43 134 * fit.
Chris@43 135 */
Chris@43 136 void setTargetSampleRate(size_t);
Chris@43 137
Chris@43 138 /**
Chris@43 139 * Return the sample rate set by the target audio device (or the
Chris@43 140 * source sample rate if the target hasn't set one).
Chris@43 141 */
Chris@43 142 virtual size_t getTargetSampleRate() const;
Chris@43 143
Chris@43 144 /**
Chris@43 145 * Set the current output levels for metering (for call from the
Chris@43 146 * target)
Chris@43 147 */
Chris@43 148 void setOutputLevels(float left, float right);
Chris@43 149
Chris@43 150 /**
Chris@43 151 * Return the current (or thereabouts) output levels in the range
Chris@43 152 * 0.0 -> 1.0, for metering purposes.
Chris@43 153 */
Chris@43 154 virtual bool getOutputLevels(float &left, float &right);
Chris@43 155
Chris@43 156 /**
Chris@43 157 * Get the number of channels of audio that in the source models.
Chris@43 158 * This may safely be called from a realtime thread. Returns 0 if
Chris@43 159 * there is no source yet available.
Chris@43 160 */
Chris@43 161 size_t getSourceChannelCount() const;
Chris@43 162
Chris@43 163 /**
Chris@43 164 * Get the number of channels of audio that will be provided
Chris@43 165 * to the play target. This may be more than the source channel
Chris@43 166 * count: for example, a mono source will provide 2 channels
Chris@43 167 * after pan.
Chris@43 168 * This may safely be called from a realtime thread. Returns 0 if
Chris@43 169 * there is no source yet available.
Chris@43 170 */
Chris@43 171 size_t getTargetChannelCount() const;
Chris@43 172
Chris@43 173 /**
Chris@43 174 * Get the actual sample rate of the source material. This may
Chris@43 175 * safely be called from a realtime thread. Returns 0 if there is
Chris@43 176 * no source yet available.
Chris@43 177 */
Chris@43 178 virtual size_t getSourceSampleRate() const;
Chris@43 179
Chris@43 180 /**
Chris@43 181 * Get "count" samples (at the target sample rate) of the mixed
Chris@43 182 * audio data, in all channels. This may safely be called from a
Chris@43 183 * realtime thread.
Chris@43 184 */
Chris@43 185 size_t getSourceSamples(size_t count, float **buffer);
Chris@43 186
Chris@43 187 /**
Chris@43 188 * Set the time stretcher factor (i.e. playback speed). Also
Chris@43 189 * specify whether the time stretcher will be variable rate
Chris@43 190 * (sharpening transients), and whether time stretching will be
Chris@43 191 * carried out on data mixed down to mono for speed.
Chris@43 192 */
Chris@43 193 void setTimeStretch(float factor, bool sharpen, bool mono);
Chris@43 194
Chris@43 195 /**
Chris@43 196 * Set the resampler quality, 0 - 2 where 0 is fastest and 2 is
Chris@43 197 * highest quality.
Chris@43 198 */
Chris@43 199 void setResampleQuality(int q);
Chris@43 200
Chris@43 201 /**
Chris@43 202 * Set a single real-time plugin as a processing effect for
Chris@43 203 * auditioning during playback.
Chris@43 204 *
Chris@43 205 * The plugin must have been initialised with
Chris@43 206 * getTargetChannelCount() channels and a getTargetBlockSize()
Chris@43 207 * sample frame processing block size.
Chris@43 208 *
Chris@43 209 * This playback source takes ownership of the plugin, which will
Chris@43 210 * be deleted at some point after the following call to
Chris@43 211 * setAuditioningPlugin (depending on real-time constraints).
Chris@43 212 *
Chris@43 213 * Pass a null pointer to remove the current auditioning plugin,
Chris@43 214 * if any.
Chris@43 215 */
Chris@43 216 void setAuditioningPlugin(RealTimePluginInstance *plugin);
Chris@43 217
Chris@43 218 /**
Chris@43 219 * Specify that only the given set of models should be played.
Chris@43 220 */
Chris@43 221 void setSoloModelSet(std::set<Model *>s);
Chris@43 222
Chris@43 223 /**
Chris@43 224 * Specify that all models should be played as normal (if not
Chris@43 225 * muted).
Chris@43 226 */
Chris@43 227 void clearSoloModelSet();
Chris@43 228
Chris@43 229 signals:
Chris@43 230 void modelReplaced();
Chris@43 231
Chris@43 232 void playStatusChanged(bool isPlaying);
Chris@43 233
Chris@43 234 void sampleRateMismatch(size_t requested, size_t available, bool willResample);
Chris@43 235
Chris@43 236 void audioOverloadPluginDisabled();
Chris@43 237
Chris@43 238 public slots:
Chris@43 239 void audioProcessingOverload();
Chris@43 240
Chris@43 241 protected slots:
Chris@43 242 void selectionChanged();
Chris@43 243 void playLoopModeChanged();
Chris@43 244 void playSelectionModeChanged();
Chris@43 245 void playParametersChanged(PlayParameters *);
Chris@43 246 void preferenceChanged(PropertyContainer::PropertyName);
Chris@43 247 void modelChanged(size_t startFrame, size_t endFrame);
Chris@43 248
Chris@43 249 protected:
Chris@43 250 ViewManager *m_viewManager;
Chris@43 251 AudioGenerator *m_audioGenerator;
Chris@43 252
Chris@43 253 class RingBufferVector : public std::vector<RingBuffer<float> *> {
Chris@43 254 public:
Chris@43 255 virtual ~RingBufferVector() {
Chris@43 256 while (!empty()) {
Chris@43 257 delete *begin();
Chris@43 258 erase(begin());
Chris@43 259 }
Chris@43 260 }
Chris@43 261 };
Chris@43 262
Chris@43 263 std::set<Model *> m_models;
Chris@43 264 RingBufferVector *m_readBuffers;
Chris@43 265 RingBufferVector *m_writeBuffers;
Chris@43 266 size_t m_readBufferFill;
Chris@43 267 size_t m_writeBufferFill;
Chris@43 268 Scavenger<RingBufferVector> m_bufferScavenger;
Chris@43 269 size_t m_sourceChannelCount;
Chris@43 270 size_t m_blockSize;
Chris@43 271 size_t m_sourceSampleRate;
Chris@43 272 size_t m_targetSampleRate;
Chris@43 273 size_t m_playLatency;
Chris@43 274 bool m_playing;
Chris@43 275 bool m_exiting;
Chris@43 276 size_t m_lastModelEndFrame;
Chris@43 277 static const size_t m_ringBufferSize;
Chris@43 278 float m_outputLeft;
Chris@43 279 float m_outputRight;
Chris@43 280 RealTimePluginInstance *m_auditioningPlugin;
Chris@43 281 bool m_auditioningPluginBypassed;
Chris@43 282 Scavenger<RealTimePluginInstance> m_pluginScavenger;
Chris@43 283
Chris@43 284 RingBuffer<float> *getWriteRingBuffer(size_t c) {
Chris@43 285 if (m_writeBuffers && c < m_writeBuffers->size()) {
Chris@43 286 return (*m_writeBuffers)[c];
Chris@43 287 } else {
Chris@43 288 return 0;
Chris@43 289 }
Chris@43 290 }
Chris@43 291
Chris@43 292 RingBuffer<float> *getReadRingBuffer(size_t c) {
Chris@43 293 RingBufferVector *rb = m_readBuffers;
Chris@43 294 if (rb && c < rb->size()) {
Chris@43 295 return (*rb)[c];
Chris@43 296 } else {
Chris@43 297 return 0;
Chris@43 298 }
Chris@43 299 }
Chris@43 300
Chris@43 301 void clearRingBuffers(bool haveLock = false, size_t count = 0);
Chris@43 302 void unifyRingBuffers();
Chris@43 303
Chris@43 304 PhaseVocoderTimeStretcher *m_timeStretcher;
Chris@43 305 Scavenger<PhaseVocoderTimeStretcher> m_timeStretcherScavenger;
Chris@43 306
Chris@43 307 // Called from fill thread, m_playing true, mutex held
Chris@43 308 // Return true if work done
Chris@43 309 bool fillBuffers();
Chris@43 310
Chris@43 311 // Called from fillBuffers. Return the number of frames written,
Chris@43 312 // which will be count or fewer. Return in the frame argument the
Chris@43 313 // new buffered frame position (which may be earlier than the
Chris@43 314 // frame argument passed in, in the case of looping).
Chris@43 315 size_t mixModels(size_t &frame, size_t count, float **buffers);
Chris@43 316
Chris@43 317 // Called from getSourceSamples.
Chris@43 318 void applyAuditioningEffect(size_t count, float **buffers);
Chris@43 319
Chris@43 320 class FillThread : public Thread
Chris@43 321 {
Chris@43 322 public:
Chris@43 323 FillThread(AudioCallbackPlaySource &source) :
Chris@43 324 Thread(Thread::NonRTThread),
Chris@43 325 m_source(source) { }
Chris@43 326
Chris@43 327 virtual void run();
Chris@43 328
Chris@43 329 protected:
Chris@43 330 AudioCallbackPlaySource &m_source;
Chris@43 331 };
Chris@43 332
Chris@43 333 QMutex m_mutex;
Chris@43 334 QWaitCondition m_condition;
Chris@43 335 FillThread *m_fillThread;
Chris@43 336 SRC_STATE *m_converter;
Chris@43 337 SRC_STATE *m_crapConverter; // for use when playing very fast
Chris@43 338 int m_resampleQuality;
Chris@43 339 void initialiseConverter();
Chris@43 340 };
Chris@43 341
Chris@43 342 #endif
Chris@43 343
Chris@43 344