annotate audioio/AudioCallbackPlaySource.h @ 90:51ea003f8f99

* Add large chunks of context help in the optional status bar * Add an extra overlay mode in which even the centre frame is disabled * Fixes to FTP retrieval
author Chris Cannam
date Fri, 19 Jan 2007 13:13:14 +0000
parents bedc7517b6e8
children 99d65ba33c88
rev   line source
Chris@0 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@0 2
Chris@0 3 /*
Chris@0 4 Sonic Visualiser
Chris@0 5 An audio file viewer and annotation editor.
Chris@0 6 Centre for Digital Music, Queen Mary, University of London.
Chris@77 7 This file copyright 2006 Chris Cannam and QMUL.
Chris@0 8
Chris@0 9 This program is free software; you can redistribute it and/or
Chris@0 10 modify it under the terms of the GNU General Public License as
Chris@0 11 published by the Free Software Foundation; either version 2 of the
Chris@0 12 License, or (at your option) any later version. See the file
Chris@0 13 COPYING included with this distribution for more information.
Chris@0 14 */
Chris@0 15
Chris@0 16 #ifndef _AUDIO_CALLBACK_PLAY_SOURCE_H_
Chris@0 17 #define _AUDIO_CALLBACK_PLAY_SOURCE_H_
Chris@0 18
Chris@0 19 #include "base/RingBuffer.h"
Chris@0 20 #include "base/AudioPlaySource.h"
Chris@32 21 #include "base/PropertyContainer.h"
Chris@0 22 #include "base/Scavenger.h"
Chris@0 23
Chris@0 24 #include <QObject>
Chris@0 25 #include <QMutex>
Chris@0 26 #include <QWaitCondition>
Chris@0 27
Chris@0 28 #include "base/Thread.h"
Chris@0 29
Chris@0 30 #include <samplerate.h>
Chris@0 31
Chris@0 32 #include <set>
Chris@0 33 #include <map>
Chris@0 34
Chris@0 35 class Model;
Chris@0 36 class ViewManager;
Chris@0 37 class AudioGenerator;
Chris@0 38 class PlayParameters;
Chris@14 39 class PhaseVocoderTimeStretcher;
Chris@41 40 class RealTimePluginInstance;
Chris@0 41
Chris@0 42 /**
Chris@0 43 * AudioCallbackPlaySource manages audio data supply to callback-based
Chris@0 44 * audio APIs such as JACK or CoreAudio. It maintains one ring buffer
Chris@0 45 * per channel, filled during playback by a non-realtime thread, and
Chris@0 46 * provides a method for a realtime thread to pick up the latest
Chris@0 47 * available sample data from these buffers.
Chris@0 48 */
Chris@0 49 class AudioCallbackPlaySource : public virtual QObject,
Chris@0 50 public AudioPlaySource
Chris@0 51 {
Chris@0 52 Q_OBJECT
Chris@0 53
Chris@0 54 public:
Chris@0 55 AudioCallbackPlaySource(ViewManager *);
Chris@0 56 virtual ~AudioCallbackPlaySource();
Chris@0 57
Chris@0 58 /**
Chris@0 59 * Add a data model to be played from. The source can mix
Chris@0 60 * playback from a number of sources including dense and sparse
Chris@0 61 * models. The models must match in sample rate, but they don't
Chris@0 62 * have to have identical numbers of channels.
Chris@0 63 */
Chris@0 64 virtual void addModel(Model *model);
Chris@0 65
Chris@0 66 /**
Chris@0 67 * Remove a model.
Chris@0 68 */
Chris@0 69 virtual void removeModel(Model *model);
Chris@0 70
Chris@0 71 /**
Chris@0 72 * Remove all models. (Silence will ensue.)
Chris@0 73 */
Chris@0 74 virtual void clearModels();
Chris@0 75
Chris@0 76 /**
Chris@0 77 * Start making data available in the ring buffers for playback,
Chris@0 78 * from the given frame. If playback is already under way, reseek
Chris@0 79 * to the given frame and continue.
Chris@0 80 */
Chris@0 81 virtual void play(size_t startFrame);
Chris@0 82
Chris@0 83 /**
Chris@0 84 * Stop playback and ensure that no more data is returned.
Chris@0 85 */
Chris@0 86 virtual void stop();
Chris@0 87
Chris@0 88 /**
Chris@0 89 * Return whether playback is currently supposed to be happening.
Chris@0 90 */
Chris@0 91 virtual bool isPlaying() const { return m_playing; }
Chris@0 92
Chris@0 93 /**
Chris@0 94 * Return the frame number that is currently expected to be coming
Chris@0 95 * out of the speakers. (i.e. compensating for playback latency.)
Chris@0 96 */
Chris@0 97 virtual size_t getCurrentPlayingFrame();
Chris@0 98
Chris@0 99 /**
Chris@0 100 * Set the block size of the target audio device. This should
Chris@0 101 * be called by the target class.
Chris@0 102 */
Chris@0 103 void setTargetBlockSize(size_t);
Chris@0 104
Chris@0 105 /**
Chris@0 106 * Get the block size of the target audio device.
Chris@0 107 */
Chris@0 108 size_t getTargetBlockSize() const;
Chris@0 109
Chris@0 110 /**
Chris@0 111 * Set the playback latency of the target audio device, in frames
Chris@0 112 * at the target sample rate. This is the difference between the
Chris@0 113 * frame currently "leaving the speakers" and the last frame (or
Chris@0 114 * highest last frame across all channels) requested via
Chris@0 115 * getSamples(). The default is zero.
Chris@0 116 */
Chris@0 117 void setTargetPlayLatency(size_t);
Chris@0 118
Chris@0 119 /**
Chris@0 120 * Get the playback latency of the target audio device.
Chris@0 121 */
Chris@0 122 size_t getTargetPlayLatency() const;
Chris@0 123
Chris@0 124 /**
Chris@0 125 * Specify that the target audio device has a fixed sample rate
Chris@0 126 * (i.e. cannot accommodate arbitrary sample rates based on the
Chris@0 127 * source). If the target sets this to something other than the
Chris@0 128 * source sample rate, this class will resample automatically to
Chris@0 129 * fit.
Chris@0 130 */
Chris@0 131 void setTargetSampleRate(size_t);
Chris@0 132
Chris@0 133 /**
Chris@0 134 * Return the sample rate set by the target audio device (or the
Chris@0 135 * source sample rate if the target hasn't set one).
Chris@0 136 */
Chris@0 137 virtual size_t getTargetSampleRate() const;
Chris@0 138
Chris@0 139 /**
Chris@0 140 * Set the current output levels for metering (for call from the
Chris@0 141 * target)
Chris@0 142 */
Chris@0 143 void setOutputLevels(float left, float right);
Chris@0 144
Chris@0 145 /**
Chris@0 146 * Return the current (or thereabouts) output levels in the range
Chris@0 147 * 0.0 -> 1.0, for metering purposes.
Chris@0 148 */
Chris@0 149 virtual bool getOutputLevels(float &left, float &right);
Chris@0 150
Chris@0 151 /**
Chris@0 152 * Get the number of channels of audio that in the source models.
Chris@0 153 * This may safely be called from a realtime thread. Returns 0 if
Chris@0 154 * there is no source yet available.
Chris@0 155 */
Chris@0 156 size_t getSourceChannelCount() const;
Chris@0 157
Chris@0 158 /**
Chris@0 159 * Get the number of channels of audio that will be provided
Chris@0 160 * to the play target. This may be more than the source channel
Chris@0 161 * count: for example, a mono source will provide 2 channels
Chris@0 162 * after pan.
Chris@0 163 * This may safely be called from a realtime thread. Returns 0 if
Chris@0 164 * there is no source yet available.
Chris@0 165 */
Chris@0 166 size_t getTargetChannelCount() const;
Chris@0 167
Chris@0 168 /**
Chris@0 169 * Get the actual sample rate of the source material. This may
Chris@0 170 * safely be called from a realtime thread. Returns 0 if there is
Chris@0 171 * no source yet available.
Chris@0 172 */
Chris@0 173 size_t getSourceSampleRate() const;
Chris@0 174
Chris@0 175 /**
Chris@0 176 * Get "count" samples (at the target sample rate) of the mixed
Chris@0 177 * audio data, in all channels. This may safely be called from a
Chris@0 178 * realtime thread.
Chris@0 179 */
Chris@0 180 size_t getSourceSamples(size_t count, float **buffer);
Chris@0 181
Chris@32 182 /**
Chris@32 183 * Set the time stretcher factor (i.e. playback speed). Also
Chris@32 184 * specify whether the time stretcher will be variable rate
Chris@32 185 * (sharpening transients), and whether time stretching will be
Chris@32 186 * carried out on data mixed down to mono for speed.
Chris@32 187 */
Chris@26 188 void setTimeStretch(float factor, bool sharpen, bool mono);
Chris@0 189
Chris@32 190 /**
Chris@32 191 * Set the resampler quality, 0 - 2 where 0 is fastest and 2 is
Chris@32 192 * highest quality.
Chris@32 193 */
Chris@32 194 void setResampleQuality(int q);
Chris@32 195
Chris@41 196 /**
Chris@41 197 * Set a single real-time plugin as a processing effect for
Chris@41 198 * auditioning during playback.
Chris@41 199 *
Chris@41 200 * The plugin must have been initialised with
Chris@41 201 * getTargetChannelCount() channels and a getTargetBlockSize()
Chris@41 202 * sample frame processing block size.
Chris@41 203 *
Chris@41 204 * This playback source takes ownership of the plugin, which will
Chris@41 205 * be deleted at some point after the following call to
Chris@41 206 * setAuditioningPlugin (depending on real-time constraints).
Chris@41 207 *
Chris@41 208 * Pass a null pointer to remove the current auditioning plugin,
Chris@41 209 * if any.
Chris@41 210 */
Chris@41 211 void setAuditioningPlugin(RealTimePluginInstance *plugin);
Chris@41 212
Chris@0 213 signals:
Chris@0 214 void modelReplaced();
Chris@0 215
Chris@0 216 void playStatusChanged(bool isPlaying);
Chris@0 217
Chris@0 218 void sampleRateMismatch(size_t requested, size_t available, bool willResample);
Chris@0 219
Chris@42 220 void audioOverloadPluginDisabled();
Chris@42 221
Chris@42 222 public slots:
Chris@42 223 void audioProcessingOverload();
Chris@42 224
Chris@0 225 protected slots:
Chris@0 226 void selectionChanged();
Chris@0 227 void playLoopModeChanged();
Chris@0 228 void playSelectionModeChanged();
Chris@0 229 void playParametersChanged(PlayParameters *);
Chris@32 230 void preferenceChanged(PropertyContainer::PropertyName);
Chris@0 231
Chris@0 232 protected:
Chris@0 233 ViewManager *m_viewManager;
Chris@0 234 AudioGenerator *m_audioGenerator;
Chris@0 235
Chris@0 236 class RingBufferVector : public std::vector<RingBuffer<float> *> {
Chris@0 237 public:
Chris@0 238 virtual ~RingBufferVector() {
Chris@0 239 while (!empty()) {
Chris@0 240 delete *begin();
Chris@0 241 erase(begin());
Chris@0 242 }
Chris@0 243 }
Chris@0 244 };
Chris@0 245
Chris@41 246 std::set<Model *> m_models;
Chris@41 247 RingBufferVector *m_readBuffers;
Chris@41 248 RingBufferVector *m_writeBuffers;
Chris@41 249 size_t m_readBufferFill;
Chris@41 250 size_t m_writeBufferFill;
Chris@41 251 Scavenger<RingBufferVector> m_bufferScavenger;
Chris@41 252 size_t m_sourceChannelCount;
Chris@41 253 size_t m_blockSize;
Chris@41 254 size_t m_sourceSampleRate;
Chris@41 255 size_t m_targetSampleRate;
Chris@41 256 size_t m_playLatency;
Chris@41 257 bool m_playing;
Chris@41 258 bool m_exiting;
Chris@41 259 size_t m_lastModelEndFrame;
Chris@41 260 static const size_t m_ringBufferSize;
Chris@41 261 float m_outputLeft;
Chris@41 262 float m_outputRight;
Chris@41 263 RealTimePluginInstance *m_auditioningPlugin;
Chris@42 264 bool m_auditioningPluginBypassed;
Chris@41 265 Scavenger<RealTimePluginInstance> m_pluginScavenger;
Chris@0 266
Chris@0 267 RingBuffer<float> *getWriteRingBuffer(size_t c) {
Chris@0 268 if (m_writeBuffers && c < m_writeBuffers->size()) {
Chris@0 269 return (*m_writeBuffers)[c];
Chris@0 270 } else {
Chris@0 271 return 0;
Chris@0 272 }
Chris@0 273 }
Chris@0 274
Chris@0 275 RingBuffer<float> *getReadRingBuffer(size_t c) {
Chris@0 276 RingBufferVector *rb = m_readBuffers;
Chris@0 277 if (rb && c < rb->size()) {
Chris@0 278 return (*rb)[c];
Chris@0 279 } else {
Chris@0 280 return 0;
Chris@0 281 }
Chris@0 282 }
Chris@0 283
Chris@0 284 void clearRingBuffers(bool haveLock = false, size_t count = 0);
Chris@0 285 void unifyRingBuffers();
Chris@0 286
Chris@16 287 PhaseVocoderTimeStretcher *m_timeStretcher;
Chris@16 288 Scavenger<PhaseVocoderTimeStretcher> m_timeStretcherScavenger;
Chris@0 289
Chris@0 290 // Called from fill thread, m_playing true, mutex held
Chris@0 291 // Return true if work done
Chris@0 292 bool fillBuffers();
Chris@0 293
Chris@0 294 // Called from fillBuffers. Return the number of frames written,
Chris@0 295 // which will be count or fewer. Return in the frame argument the
Chris@0 296 // new buffered frame position (which may be earlier than the
Chris@0 297 // frame argument passed in, in the case of looping).
Chris@0 298 size_t mixModels(size_t &frame, size_t count, float **buffers);
Chris@0 299
Chris@41 300 // Called from getSourceSamples.
Chris@41 301 void applyAuditioningEffect(size_t count, float **buffers);
Chris@41 302
Chris@0 303 class AudioCallbackPlaySourceFillThread : public Thread
Chris@0 304 {
Chris@0 305 public:
Chris@0 306 AudioCallbackPlaySourceFillThread(AudioCallbackPlaySource &source) :
Chris@0 307 Thread(Thread::NonRTThread),
Chris@0 308 m_source(source) { }
Chris@0 309
Chris@0 310 virtual void run();
Chris@0 311
Chris@0 312 protected:
Chris@0 313 AudioCallbackPlaySource &m_source;
Chris@0 314 };
Chris@0 315
Chris@0 316 QMutex m_mutex;
Chris@0 317 QWaitCondition m_condition;
Chris@0 318 AudioCallbackPlaySourceFillThread *m_fillThread;
Chris@0 319 SRC_STATE *m_converter;
Chris@32 320 SRC_STATE *m_crapConverter; // for use when playing very fast
Chris@32 321 int m_resampleQuality;
Chris@32 322 void initialiseConverter();
Chris@0 323 };
Chris@0 324
Chris@0 325 #endif
Chris@0 326
Chris@0 327