Chris@58
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@0
|
2
|
Chris@0
|
3 /*
|
Chris@59
|
4 Sonic Visualiser
|
Chris@59
|
5 An audio file viewer and annotation editor.
|
Chris@59
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@59
|
7 This file copyright 2006 Chris Cannam.
|
Chris@0
|
8
|
Chris@59
|
9 This program is free software; you can redistribute it and/or
|
Chris@59
|
10 modify it under the terms of the GNU General Public License as
|
Chris@59
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@59
|
12 License, or (at your option) any later version. See the file
|
Chris@59
|
13 COPYING included with this distribution for more information.
|
Chris@0
|
14 */
|
Chris@0
|
15
|
Chris@30
|
16 #ifndef _SPECTROGRAM_LAYER_H_
|
Chris@30
|
17 #define _SPECTROGRAM_LAYER_H_
|
Chris@0
|
18
|
Chris@0
|
19 #include "base/Layer.h"
|
Chris@0
|
20 #include "base/Window.h"
|
Chris@71
|
21 #include "base/RealTime.h"
|
Chris@0
|
22 #include "model/PowerOfSqrtTwoZoomConstraint.h"
|
Chris@0
|
23 #include "model/DenseTimeValueModel.h"
|
Chris@0
|
24
|
Chris@0
|
25 #include <QThread>
|
Chris@0
|
26 #include <QMutex>
|
Chris@0
|
27 #include <QWaitCondition>
|
Chris@0
|
28
|
Chris@0
|
29 #include <fftw3.h>
|
Chris@0
|
30
|
Chris@0
|
31 class View;
|
Chris@0
|
32 class QPainter;
|
Chris@0
|
33 class QImage;
|
Chris@0
|
34 class QPixmap;
|
Chris@0
|
35 class QTimer;
|
Chris@85
|
36 class FFTCacheBase;
|
Chris@0
|
37
|
Chris@0
|
38 /**
|
Chris@0
|
39 * SpectrogramLayer represents waveform data (obtained from a
|
Chris@0
|
40 * DenseTimeValueModel) in spectrogram form.
|
Chris@0
|
41 */
|
Chris@0
|
42
|
Chris@0
|
43 class SpectrogramLayer : public Layer,
|
Chris@31
|
44 public PowerOfSqrtTwoZoomConstraint
|
Chris@0
|
45 {
|
Chris@0
|
46 Q_OBJECT
|
Chris@0
|
47
|
Chris@0
|
48 public:
|
Chris@37
|
49 enum Configuration { FullRangeDb, MelodicRange, MelodicPeaks };
|
Chris@0
|
50
|
Chris@44
|
51 SpectrogramLayer(Configuration = FullRangeDb);
|
Chris@0
|
52 ~SpectrogramLayer();
|
Chris@0
|
53
|
Chris@0
|
54 virtual const ZoomConstraint *getZoomConstraint() const { return this; }
|
Chris@0
|
55 virtual const Model *getModel() const { return m_model; }
|
Chris@44
|
56 virtual void paint(View *v, QPainter &paint, QRect rect) const;
|
Chris@0
|
57
|
Chris@44
|
58 virtual int getVerticalScaleWidth(View *v, QPainter &) const;
|
Chris@44
|
59 virtual void paintVerticalScale(View *v, QPainter &paint, QRect rect) const;
|
Chris@0
|
60
|
Chris@77
|
61 virtual bool getCrosshairExtents(View *, QPainter &, QPoint cursorPos,
|
Chris@77
|
62 std::vector<QRect> &extents) const;
|
Chris@77
|
63 virtual void paintCrosshairs(View *, QPainter &, QPoint) const;
|
Chris@77
|
64
|
Chris@44
|
65 virtual QString getFeatureDescription(View *v, QPoint &) const;
|
Chris@0
|
66
|
Chris@44
|
67 virtual bool snapToFeatureFrame(View *v, int &frame,
|
Chris@28
|
68 size_t &resolution,
|
Chris@28
|
69 SnapType snap) const;
|
Chris@13
|
70
|
Chris@0
|
71 void setModel(const DenseTimeValueModel *model);
|
Chris@0
|
72
|
Chris@0
|
73 virtual PropertyList getProperties() const;
|
Chris@87
|
74 virtual QString getPropertyLabel(const PropertyName &) const;
|
Chris@0
|
75 virtual PropertyType getPropertyType(const PropertyName &) const;
|
Chris@0
|
76 virtual QString getPropertyGroupName(const PropertyName &) const;
|
Chris@0
|
77 virtual int getPropertyRangeAndValue(const PropertyName &,
|
Chris@0
|
78 int *min, int *max) const;
|
Chris@0
|
79 virtual QString getPropertyValueLabel(const PropertyName &,
|
Chris@0
|
80 int value) const;
|
Chris@0
|
81 virtual void setProperty(const PropertyName &, int value);
|
Chris@0
|
82
|
Chris@0
|
83 /**
|
Chris@0
|
84 * Specify the channel to use from the source model.
|
Chris@0
|
85 * A value of -1 means to mix all available channels.
|
Chris@0
|
86 * The default is channel 0.
|
Chris@0
|
87 */
|
Chris@0
|
88 void setChannel(int);
|
Chris@0
|
89 int getChannel() const;
|
Chris@0
|
90
|
Chris@0
|
91 void setWindowSize(size_t);
|
Chris@0
|
92 size_t getWindowSize() const;
|
Chris@0
|
93
|
Chris@0
|
94 void setWindowOverlap(size_t percent);
|
Chris@0
|
95 size_t getWindowOverlap() const;
|
Chris@0
|
96
|
Chris@0
|
97 void setWindowType(WindowType type);
|
Chris@0
|
98 WindowType getWindowType() const;
|
Chris@0
|
99
|
Chris@0
|
100 /**
|
Chris@0
|
101 * Set the gain multiplier for sample values in this view prior to
|
Chris@0
|
102 * FFT calculation.
|
Chris@0
|
103 *
|
Chris@0
|
104 * The default is 1.0.
|
Chris@0
|
105 */
|
Chris@0
|
106 void setGain(float gain);
|
Chris@0
|
107 float getGain() const;
|
Chris@0
|
108
|
Chris@37
|
109 /**
|
Chris@37
|
110 * Set the threshold for sample values to be shown in the FFT,
|
Chris@37
|
111 * in voltage units.
|
Chris@37
|
112 *
|
Chris@37
|
113 * The default is 0.0.
|
Chris@37
|
114 */
|
Chris@37
|
115 void setThreshold(float threshold);
|
Chris@37
|
116 float getThreshold() const;
|
Chris@37
|
117
|
Chris@37
|
118 void setMinFrequency(size_t);
|
Chris@37
|
119 size_t getMinFrequency() const;
|
Chris@37
|
120
|
Chris@0
|
121 void setMaxFrequency(size_t); // 0 -> no maximum
|
Chris@0
|
122 size_t getMaxFrequency() const;
|
Chris@0
|
123
|
Chris@37
|
124 enum ColourScale {
|
Chris@37
|
125 LinearColourScale,
|
Chris@37
|
126 MeterColourScale,
|
Chris@37
|
127 dBColourScale,
|
Chris@37
|
128 PhaseColourScale
|
Chris@37
|
129 };
|
Chris@0
|
130
|
Chris@0
|
131 /**
|
Chris@0
|
132 * Specify the scale for sample levels. See WaveformLayer for
|
Chris@0
|
133 * details of meter and dB scaling. The default is dBColourScale.
|
Chris@0
|
134 */
|
Chris@0
|
135 void setColourScale(ColourScale);
|
Chris@0
|
136 ColourScale getColourScale() const;
|
Chris@0
|
137
|
Chris@35
|
138 enum FrequencyScale {
|
Chris@35
|
139 LinearFrequencyScale,
|
Chris@35
|
140 LogFrequencyScale
|
Chris@35
|
141 };
|
Chris@0
|
142
|
Chris@0
|
143 /**
|
Chris@0
|
144 * Specify the scale for the y axis.
|
Chris@0
|
145 */
|
Chris@0
|
146 void setFrequencyScale(FrequencyScale);
|
Chris@0
|
147 FrequencyScale getFrequencyScale() const;
|
Chris@0
|
148
|
Chris@37
|
149 enum BinDisplay {
|
Chris@37
|
150 AllBins,
|
Chris@37
|
151 PeakBins,
|
Chris@37
|
152 PeakFrequencies
|
Chris@35
|
153 };
|
Chris@35
|
154
|
Chris@35
|
155 /**
|
Chris@35
|
156 * Specify the processing of frequency bins for the y axis.
|
Chris@35
|
157 */
|
Chris@37
|
158 void setBinDisplay(BinDisplay);
|
Chris@37
|
159 BinDisplay getBinDisplay() const;
|
Chris@35
|
160
|
Chris@36
|
161 void setNormalizeColumns(bool n);
|
Chris@36
|
162 bool getNormalizeColumns() const;
|
Chris@36
|
163
|
Chris@0
|
164 enum ColourScheme { DefaultColours, WhiteOnBlack, BlackOnWhite,
|
Chris@71
|
165 RedOnBlue, YellowOnBlack, BlueOnBlack, Rainbow };
|
Chris@0
|
166
|
Chris@0
|
167 void setColourScheme(ColourScheme scheme);
|
Chris@0
|
168 ColourScheme getColourScheme() const;
|
Chris@0
|
169
|
Chris@9
|
170 /**
|
Chris@9
|
171 * Specify the colourmap rotation for the colour scale.
|
Chris@9
|
172 */
|
Chris@9
|
173 void setColourRotation(int);
|
Chris@9
|
174 int getColourRotation() const;
|
Chris@9
|
175
|
Chris@0
|
176 virtual VerticalPosition getPreferredFrameCountPosition() const {
|
Chris@0
|
177 return PositionTop;
|
Chris@0
|
178 }
|
Chris@0
|
179
|
Chris@15
|
180 virtual bool isLayerOpaque() const { return true; }
|
Chris@15
|
181
|
Chris@44
|
182 float getYForFrequency(View *v, float frequency) const;
|
Chris@44
|
183 float getFrequencyForY(View *v, int y) const;
|
Chris@42
|
184
|
Chris@0
|
185 virtual int getCompletion() const;
|
Chris@0
|
186
|
Chris@79
|
187 virtual bool getValueExtents(float &min, float &max, QString &unit) const;
|
Chris@79
|
188
|
Chris@6
|
189 virtual QString toXmlString(QString indent = "",
|
Chris@6
|
190 QString extraAttributes = "") const;
|
Chris@6
|
191
|
Chris@11
|
192 void setProperties(const QXmlAttributes &attributes);
|
Chris@11
|
193
|
Chris@47
|
194 virtual void setLayerDormant(const View *v, bool dormant);
|
Chris@29
|
195
|
Chris@0
|
196 protected slots:
|
Chris@0
|
197 void cacheInvalid();
|
Chris@0
|
198 void cacheInvalid(size_t startFrame, size_t endFrame);
|
Chris@0
|
199
|
Chris@0
|
200 void fillTimerTimedOut();
|
Chris@0
|
201
|
Chris@0
|
202 protected:
|
Chris@0
|
203 const DenseTimeValueModel *m_model; // I do not own this
|
Chris@0
|
204
|
Chris@35
|
205 int m_channel;
|
Chris@35
|
206 size_t m_windowSize;
|
Chris@35
|
207 WindowType m_windowType;
|
Chris@35
|
208 size_t m_windowOverlap;
|
Chris@35
|
209 float m_gain;
|
Chris@37
|
210 float m_threshold;
|
Chris@35
|
211 int m_colourRotation;
|
Chris@37
|
212 size_t m_minFrequency;
|
Chris@35
|
213 size_t m_maxFrequency;
|
Chris@35
|
214 ColourScale m_colourScale;
|
Chris@35
|
215 ColourScheme m_colourScheme;
|
Chris@77
|
216 QColor m_crosshairColour;
|
Chris@35
|
217 FrequencyScale m_frequencyScale;
|
Chris@37
|
218 BinDisplay m_binDisplay;
|
Chris@36
|
219 bool m_normalizeColumns;
|
Chris@0
|
220
|
Chris@38
|
221 enum { NO_VALUE = 0 }; // colour index for unused pixels
|
Chris@38
|
222
|
Chris@86
|
223 class ColourMap
|
Chris@86
|
224 {
|
Chris@86
|
225 public:
|
Chris@86
|
226 QColor getColour(unsigned char index) const {
|
Chris@86
|
227 return m_colours[index];
|
Chris@86
|
228 }
|
Chris@86
|
229
|
Chris@86
|
230 void setColour(unsigned char index, QColor colour) {
|
Chris@86
|
231 m_colours[index] = colour;
|
Chris@86
|
232 }
|
Chris@86
|
233
|
Chris@86
|
234 private:
|
Chris@86
|
235 QColor m_colours[256];
|
Chris@86
|
236 };
|
Chris@86
|
237
|
Chris@86
|
238 ColourMap m_colourMap;
|
Chris@85
|
239 FFTCacheBase *m_cache;
|
Chris@86
|
240 FFTCacheBase *m_writeCache;
|
Chris@31
|
241 bool m_cacheInvalid;
|
Chris@31
|
242
|
Chris@0
|
243 class CacheFillThread : public QThread
|
Chris@0
|
244 {
|
Chris@0
|
245 public:
|
Chris@0
|
246 CacheFillThread(SpectrogramLayer &layer) :
|
Chris@0
|
247 m_layer(layer), m_fillExtent(0) { }
|
Chris@0
|
248
|
Chris@0
|
249 size_t getFillExtent() const { return m_fillExtent; }
|
Chris@0
|
250 size_t getFillCompletion() const { return m_fillCompletion; }
|
Chris@0
|
251 virtual void run();
|
Chris@0
|
252
|
Chris@0
|
253 protected:
|
Chris@0
|
254 SpectrogramLayer &m_layer;
|
Chris@0
|
255 size_t m_fillExtent;
|
Chris@0
|
256 size_t m_fillCompletion;
|
Chris@0
|
257 };
|
Chris@0
|
258
|
Chris@0
|
259 void fillCache();
|
Chris@0
|
260
|
Chris@0
|
261 mutable QPixmap *m_pixmapCache;
|
Chris@0
|
262 mutable bool m_pixmapCacheInvalid;
|
Chris@0
|
263 mutable long m_pixmapCacheStartFrame;
|
Chris@0
|
264 mutable size_t m_pixmapCacheZoomLevel;
|
Chris@0
|
265
|
Chris@0
|
266 QWaitCondition m_condition;
|
Chris@0
|
267 mutable QMutex m_mutex;
|
Chris@0
|
268
|
Chris@0
|
269 CacheFillThread *m_fillThread;
|
Chris@0
|
270 QTimer *m_updateTimer;
|
Chris@44
|
271 mutable size_t m_candidateFillStartFrame;
|
Chris@0
|
272 size_t m_lastFillExtent;
|
Chris@0
|
273 bool m_exiting;
|
Chris@0
|
274
|
Chris@0
|
275 void setCacheColourmap();
|
Chris@9
|
276 void rotateCacheColourmap(int distance);
|
Chris@0
|
277
|
Chris@38
|
278 void fillCacheColumn(int column,
|
Chris@0
|
279 double *inputBuffer,
|
Chris@0
|
280 fftw_complex *outputBuffer,
|
Chris@0
|
281 fftw_plan plan,
|
Chris@9
|
282 size_t windowSize,
|
Chris@9
|
283 size_t windowIncrement,
|
Chris@86
|
284 float *workbuffer,
|
Chris@38
|
285 const Window<double> &windower)
|
Chris@0
|
286 const;
|
Chris@0
|
287
|
Chris@38
|
288 static float calculateFrequency(size_t bin,
|
Chris@38
|
289 size_t windowSize,
|
Chris@38
|
290 size_t windowIncrement,
|
Chris@38
|
291 size_t sampleRate,
|
Chris@38
|
292 float previousPhase,
|
Chris@38
|
293 float currentPhase,
|
Chris@38
|
294 bool &steadyState);
|
Chris@38
|
295
|
Chris@38
|
296 unsigned char getDisplayValue(float input) const;
|
Chris@40
|
297 float getInputForDisplayValue(unsigned char uc) const;
|
Chris@40
|
298
|
Chris@40
|
299 int getColourScaleWidth(QPainter &) const;
|
Chris@40
|
300
|
Chris@40
|
301 float getEffectiveMinFrequency() const;
|
Chris@40
|
302 float getEffectiveMaxFrequency() const;
|
Chris@38
|
303
|
Chris@0
|
304 struct LayerRange {
|
Chris@0
|
305 long startFrame;
|
Chris@0
|
306 int zoomLevel;
|
Chris@0
|
307 size_t modelStart;
|
Chris@0
|
308 size_t modelEnd;
|
Chris@0
|
309 };
|
Chris@44
|
310 bool getXBinRange(View *v, int x, float &windowMin, float &windowMax) const;
|
Chris@44
|
311 bool getYBinRange(View *v, int y, float &freqBinMin, float &freqBinMax) const;
|
Chris@0
|
312
|
Chris@44
|
313 bool getYBinSourceRange(View *v, int y, float &freqMin, float &freqMax) const;
|
Chris@44
|
314 bool getAdjustedYBinSourceRange(View *v, int x, int y,
|
Chris@35
|
315 float &freqMin, float &freqMax,
|
Chris@35
|
316 float &adjFreqMin, float &adjFreqMax) const;
|
Chris@44
|
317 bool getXBinSourceRange(View *v, int x, RealTime &timeMin, RealTime &timeMax) const;
|
Chris@44
|
318 bool getXYBinSourceRange(View *v, int x, int y, float &min, float &max,
|
Chris@38
|
319 float &phaseMin, float &phaseMax) const;
|
Chris@0
|
320
|
Chris@0
|
321 size_t getWindowIncrement() const {
|
Chris@0
|
322 return m_windowSize - m_windowSize * m_windowOverlap / 100;
|
Chris@0
|
323 }
|
Chris@0
|
324 };
|
Chris@0
|
325
|
Chris@0
|
326 #endif
|