Chris@0
|
1 /* -*- c-basic-offset: 4 -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@0
|
2
|
Chris@0
|
3 /*
|
Chris@0
|
4 A waveform viewer and audio annotation editor.
|
Chris@2
|
5 Chris Cannam, Queen Mary University of London, 2005-2006
|
Chris@0
|
6
|
Chris@0
|
7 This is experimental software. Not for distribution.
|
Chris@0
|
8 */
|
Chris@0
|
9
|
Chris@0
|
10 #ifndef _AUDIO_CALLBACK_PLAY_SOURCE_H_
|
Chris@0
|
11 #define _AUDIO_CALLBACK_PLAY_SOURCE_H_
|
Chris@0
|
12
|
Chris@0
|
13 #include "base/RingBuffer.h"
|
Chris@0
|
14 #include "base/AudioPlaySource.h"
|
Chris@0
|
15 #include "base/Scavenger.h"
|
Chris@0
|
16
|
Chris@0
|
17 #include <QObject>
|
Chris@0
|
18 #include <QMutex>
|
Chris@0
|
19 #include <QWaitCondition>
|
Chris@0
|
20 #include <QThread>
|
Chris@0
|
21
|
Chris@0
|
22 #include <samplerate.h>
|
Chris@0
|
23
|
Chris@0
|
24 #include <set>
|
Chris@0
|
25 #include <map>
|
Chris@0
|
26
|
Chris@0
|
27 class Model;
|
Chris@0
|
28 class ViewManager;
|
Chris@0
|
29 class AudioGenerator;
|
Chris@12
|
30 class PlayParameters;
|
Chris@0
|
31 class IntegerTimeStretcher;
|
Chris@0
|
32
|
Chris@0
|
33 /**
|
Chris@0
|
34 * AudioCallbackPlaySource manages audio data supply to callback-based
|
Chris@0
|
35 * audio APIs such as JACK or CoreAudio. It maintains one ring buffer
|
Chris@0
|
36 * per channel, filled during playback by a non-realtime thread, and
|
Chris@0
|
37 * provides a method for a realtime thread to pick up the latest
|
Chris@0
|
38 * available sample data from these buffers.
|
Chris@0
|
39 */
|
Chris@0
|
40 class AudioCallbackPlaySource : public virtual QObject,
|
Chris@0
|
41 public AudioPlaySource
|
Chris@0
|
42 {
|
Chris@0
|
43 Q_OBJECT
|
Chris@0
|
44
|
Chris@0
|
45 public:
|
Chris@0
|
46 AudioCallbackPlaySource(ViewManager *);
|
Chris@0
|
47 virtual ~AudioCallbackPlaySource();
|
Chris@0
|
48
|
Chris@0
|
49 /**
|
Chris@0
|
50 * Add a data model to be played from. The source can mix
|
Chris@0
|
51 * playback from a number of sources including dense and sparse
|
Chris@0
|
52 * models. The models must match in sample rate, but they don't
|
Chris@0
|
53 * have to have identical numbers of channels.
|
Chris@0
|
54 */
|
Chris@0
|
55 virtual void addModel(Model *model);
|
Chris@0
|
56
|
Chris@0
|
57 /**
|
Chris@0
|
58 * Remove a model.
|
Chris@0
|
59 */
|
Chris@0
|
60 virtual void removeModel(Model *model);
|
Chris@0
|
61
|
Chris@0
|
62 /**
|
Chris@0
|
63 * Remove all models. (Silence will ensue.)
|
Chris@0
|
64 */
|
Chris@0
|
65 virtual void clearModels();
|
Chris@0
|
66
|
Chris@0
|
67 /**
|
Chris@0
|
68 * Start making data available in the ring buffers for playback,
|
Chris@0
|
69 * from the given frame. If playback is already under way, reseek
|
Chris@0
|
70 * to the given frame and continue.
|
Chris@0
|
71 */
|
Chris@0
|
72 virtual void play(size_t startFrame);
|
Chris@0
|
73
|
Chris@0
|
74 /**
|
Chris@0
|
75 * Stop playback and ensure that no more data is returned.
|
Chris@0
|
76 */
|
Chris@0
|
77 virtual void stop();
|
Chris@0
|
78
|
Chris@0
|
79 /**
|
Chris@0
|
80 * Return whether playback is currently supposed to be happening.
|
Chris@0
|
81 */
|
Chris@0
|
82 virtual bool isPlaying() const { return m_playing; }
|
Chris@0
|
83
|
Chris@0
|
84 /**
|
Chris@0
|
85 * Return the frame number that is currently expected to be coming
|
Chris@0
|
86 * out of the speakers. (i.e. compensating for playback latency.)
|
Chris@0
|
87 */
|
Chris@0
|
88 virtual size_t getCurrentPlayingFrame();
|
Chris@0
|
89
|
Chris@0
|
90 /**
|
Chris@0
|
91 * Set the block size of the target audio device. This should
|
Chris@0
|
92 * be called by the target class.
|
Chris@0
|
93 */
|
Chris@0
|
94 void setTargetBlockSize(size_t);
|
Chris@0
|
95
|
Chris@0
|
96 /**
|
Chris@0
|
97 * Get the block size of the target audio device.
|
Chris@0
|
98 */
|
Chris@0
|
99 size_t getTargetBlockSize() const;
|
Chris@0
|
100
|
Chris@0
|
101 /**
|
Chris@0
|
102 * Set the playback latency of the target audio device, in frames
|
Chris@0
|
103 * at the target sample rate. This is the difference between the
|
Chris@0
|
104 * frame currently "leaving the speakers" and the last frame (or
|
Chris@0
|
105 * highest last frame across all channels) requested via
|
Chris@0
|
106 * getSamples(). The default is zero.
|
Chris@0
|
107 */
|
Chris@0
|
108 void setTargetPlayLatency(size_t);
|
Chris@0
|
109
|
Chris@0
|
110 /**
|
Chris@0
|
111 * Get the playback latency of the target audio device.
|
Chris@0
|
112 */
|
Chris@0
|
113 size_t getTargetPlayLatency() const;
|
Chris@0
|
114
|
Chris@0
|
115 /**
|
Chris@0
|
116 * Specify that the target audio device has a fixed sample rate
|
Chris@0
|
117 * (i.e. cannot accommodate arbitrary sample rates based on the
|
Chris@0
|
118 * source). If the target sets this to something other than the
|
Chris@0
|
119 * source sample rate, this class will resample automatically to
|
Chris@0
|
120 * fit.
|
Chris@0
|
121 */
|
Chris@0
|
122 void setTargetSampleRate(size_t);
|
Chris@0
|
123
|
Chris@0
|
124 /**
|
Chris@0
|
125 * Return the sample rate set by the target audio device (or the
|
Chris@0
|
126 * source sample rate if the target hasn't set one).
|
Chris@0
|
127 */
|
Chris@0
|
128 size_t getTargetSampleRate() const;
|
Chris@0
|
129
|
Chris@0
|
130 /**
|
Chris@0
|
131 * Set the current output levels for metering (for call from the
|
Chris@0
|
132 * target)
|
Chris@0
|
133 */
|
Chris@0
|
134 void setOutputLevels(float left, float right);
|
Chris@0
|
135
|
Chris@0
|
136 /**
|
Chris@0
|
137 * Return the current (or thereabouts) output levels in the range
|
Chris@0
|
138 * 0.0 -> 1.0, for metering purposes.
|
Chris@0
|
139 */
|
Chris@0
|
140 virtual bool getOutputLevels(float &left, float &right);
|
Chris@0
|
141
|
Chris@0
|
142 /**
|
Chris@13
|
143 * Get the number of channels of audio that in the source models.
|
Chris@0
|
144 * This may safely be called from a realtime thread. Returns 0 if
|
Chris@0
|
145 * there is no source yet available.
|
Chris@0
|
146 */
|
Chris@0
|
147 size_t getSourceChannelCount() const;
|
Chris@0
|
148
|
Chris@0
|
149 /**
|
Chris@13
|
150 * Get the number of channels of audio that will be provided
|
Chris@13
|
151 * to the play target. This may be more than the source channel
|
Chris@13
|
152 * count: for example, a mono source will provide 2 channels
|
Chris@13
|
153 * after pan.
|
Chris@13
|
154 * This may safely be called from a realtime thread. Returns 0 if
|
Chris@13
|
155 * there is no source yet available.
|
Chris@13
|
156 */
|
Chris@13
|
157 size_t getTargetChannelCount() const;
|
Chris@13
|
158
|
Chris@13
|
159 /**
|
Chris@0
|
160 * Get the actual sample rate of the source material. This may
|
Chris@0
|
161 * safely be called from a realtime thread. Returns 0 if there is
|
Chris@0
|
162 * no source yet available.
|
Chris@0
|
163 */
|
Chris@0
|
164 size_t getSourceSampleRate() const;
|
Chris@0
|
165
|
Chris@0
|
166 /**
|
Chris@0
|
167 * Get "count" samples (at the target sample rate) of the mixed
|
Chris@0
|
168 * audio data, in all channels. This may safely be called from a
|
Chris@0
|
169 * realtime thread.
|
Chris@0
|
170 */
|
Chris@0
|
171 size_t getSourceSamples(size_t count, float **buffer);
|
Chris@0
|
172
|
Chris@0
|
173 void setSlowdownFactor(size_t factor);
|
Chris@0
|
174
|
Chris@0
|
175 signals:
|
Chris@0
|
176 void modelReplaced();
|
Chris@0
|
177
|
Chris@4
|
178 void playStatusChanged(bool isPlaying);
|
Chris@4
|
179
|
Chris@0
|
180 /// Just a warning
|
Chris@0
|
181 void sampleRateMismatch(size_t requested, size_t available);
|
Chris@0
|
182
|
Chris@3
|
183 protected slots:
|
Chris@3
|
184 void selectionChanged();
|
Chris@3
|
185 void playLoopModeChanged();
|
Chris@3
|
186 void playSelectionModeChanged();
|
Chris@12
|
187 void playParametersChanged(PlayParameters *);
|
Chris@3
|
188
|
Chris@0
|
189 protected:
|
Chris@0
|
190 ViewManager *m_viewManager;
|
Chris@0
|
191 AudioGenerator *m_audioGenerator;
|
Chris@0
|
192
|
Chris@6
|
193 class RingBufferVector : public std::vector<RingBuffer<float> *> {
|
Chris@6
|
194 public:
|
Chris@6
|
195 virtual ~RingBufferVector() {
|
Chris@6
|
196 while (!empty()) {
|
Chris@6
|
197 delete *begin();
|
Chris@6
|
198 erase(begin());
|
Chris@6
|
199 }
|
Chris@6
|
200 }
|
Chris@6
|
201 };
|
Chris@6
|
202
|
Chris@0
|
203 std::set<Model *> m_models;
|
Chris@6
|
204 RingBufferVector *m_readBuffers;
|
Chris@6
|
205 RingBufferVector *m_writeBuffers;
|
Chris@13
|
206 size_t m_readBufferFill;
|
Chris@13
|
207 size_t m_writeBufferFill;
|
Chris@6
|
208 Scavenger<RingBufferVector> m_bufferScavenger;
|
Chris@6
|
209 size_t m_sourceChannelCount;
|
Chris@0
|
210 size_t m_blockSize;
|
Chris@0
|
211 size_t m_sourceSampleRate;
|
Chris@0
|
212 size_t m_targetSampleRate;
|
Chris@0
|
213 size_t m_playLatency;
|
Chris@0
|
214 bool m_playing;
|
Chris@0
|
215 bool m_exiting;
|
Chris@4
|
216 size_t m_lastModelEndFrame;
|
Chris@0
|
217 static const size_t m_ringBufferSize;
|
Chris@0
|
218 float m_outputLeft;
|
Chris@0
|
219 float m_outputRight;
|
Chris@0
|
220
|
Chris@6
|
221 RingBuffer<float> *getWriteRingBuffer(size_t c) {
|
Chris@6
|
222 if (m_writeBuffers && c < m_writeBuffers->size()) {
|
Chris@6
|
223 return (*m_writeBuffers)[c];
|
Chris@6
|
224 } else {
|
Chris@6
|
225 return 0;
|
Chris@6
|
226 }
|
Chris@0
|
227 }
|
Chris@0
|
228
|
Chris@6
|
229 RingBuffer<float> *getReadRingBuffer(size_t c) {
|
Chris@6
|
230 RingBufferVector *rb = m_readBuffers;
|
Chris@6
|
231 if (rb && c < rb->size()) {
|
Chris@6
|
232 return (*rb)[c];
|
Chris@6
|
233 } else {
|
Chris@6
|
234 return 0;
|
Chris@6
|
235 }
|
Chris@6
|
236 }
|
Chris@6
|
237
|
Chris@6
|
238 void clearRingBuffers(bool haveLock = false, size_t count = 0);
|
Chris@13
|
239 void unifyRingBuffers();
|
Chris@6
|
240
|
Chris@0
|
241 class TimeStretcherData
|
Chris@0
|
242 {
|
Chris@0
|
243 public:
|
Chris@0
|
244 TimeStretcherData(size_t channels, size_t factor, size_t blockSize);
|
Chris@0
|
245 ~TimeStretcherData();
|
Chris@0
|
246
|
Chris@0
|
247 size_t getFactor() const { return m_factor; }
|
Chris@0
|
248 IntegerTimeStretcher *getStretcher(size_t channel);
|
Chris@0
|
249 double *getOutputBuffer(size_t channel);
|
Chris@0
|
250 double *getInputBuffer();
|
Chris@0
|
251
|
Chris@0
|
252 void run(size_t channel);
|
Chris@0
|
253
|
Chris@0
|
254 protected:
|
Chris@0
|
255 TimeStretcherData(const TimeStretcherData &); // not provided
|
Chris@0
|
256 TimeStretcherData &operator=(const TimeStretcherData &); // not provided
|
Chris@0
|
257
|
Chris@0
|
258 typedef std::pair<IntegerTimeStretcher *, double *> StretcherBuffer;
|
Chris@0
|
259 std::map<size_t, StretcherBuffer> m_stretcher;
|
Chris@0
|
260 double *m_stretchInputBuffer;
|
Chris@0
|
261 size_t m_factor;
|
Chris@0
|
262 size_t m_blockSize;
|
Chris@0
|
263 };
|
Chris@0
|
264
|
Chris@0
|
265 size_t m_slowdownCounter;
|
Chris@0
|
266 TimeStretcherData *m_timeStretcher;
|
Chris@0
|
267 Scavenger<TimeStretcherData> m_timeStretcherScavenger;
|
Chris@0
|
268
|
Chris@4
|
269 // Called from fill thread, m_playing true, mutex held
|
Chris@7
|
270 // Return true if work done
|
Chris@7
|
271 bool fillBuffers();
|
Chris@4
|
272
|
Chris@6
|
273 // Called from fillBuffers. Return the number of frames written,
|
Chris@6
|
274 // which will be count or fewer. Return in the frame argument the
|
Chris@6
|
275 // new buffered frame position (which may be earlier than the
|
Chris@6
|
276 // frame argument passed in, in the case of looping).
|
Chris@6
|
277 size_t mixModels(size_t &frame, size_t count, float **buffers);
|
Chris@0
|
278
|
Chris@0
|
279 class AudioCallbackPlaySourceFillThread : public QThread
|
Chris@0
|
280 {
|
Chris@0
|
281 public:
|
Chris@0
|
282 AudioCallbackPlaySourceFillThread(AudioCallbackPlaySource &source) :
|
Chris@0
|
283 m_source(source) { }
|
Chris@0
|
284
|
Chris@0
|
285 virtual void run();
|
Chris@0
|
286
|
Chris@0
|
287 protected:
|
Chris@0
|
288 AudioCallbackPlaySource &m_source;
|
Chris@0
|
289 };
|
Chris@0
|
290
|
Chris@0
|
291 QMutex m_mutex;
|
Chris@0
|
292 QWaitCondition m_condition;
|
Chris@0
|
293 AudioCallbackPlaySourceFillThread *m_fillThread;
|
Chris@0
|
294 SRC_STATE *m_converter;
|
Chris@0
|
295 };
|
Chris@0
|
296
|
Chris@0
|
297 #endif
|
Chris@0
|
298
|
Chris@0
|
299
|