Chris@58
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@0
|
2
|
Chris@0
|
3 /*
|
Chris@59
|
4 Sonic Visualiser
|
Chris@59
|
5 An audio file viewer and annotation editor.
|
Chris@59
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@182
|
7 This file copyright 2006 Chris Cannam and QMUL.
|
Chris@0
|
8
|
Chris@59
|
9 This program is free software; you can redistribute it and/or
|
Chris@59
|
10 modify it under the terms of the GNU General Public License as
|
Chris@59
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@59
|
12 License, or (at your option) any later version. See the file
|
Chris@59
|
13 COPYING included with this distribution for more information.
|
Chris@0
|
14 */
|
Chris@0
|
15
|
Chris@30
|
16 #ifndef _SPECTROGRAM_LAYER_H_
|
Chris@30
|
17 #define _SPECTROGRAM_LAYER_H_
|
Chris@0
|
18
|
Chris@193
|
19 #include "SliceableLayer.h"
|
Chris@0
|
20 #include "base/Window.h"
|
Chris@71
|
21 #include "base/RealTime.h"
|
Chris@92
|
22 #include "base/Thread.h"
|
Chris@122
|
23 #include "base/PropertyContainer.h"
|
Chris@128
|
24 #include "data/model/PowerOfSqrtTwoZoomConstraint.h"
|
Chris@128
|
25 #include "data/model/DenseTimeValueModel.h"
|
Chris@130
|
26 #include "data/model/FFTModel.h"
|
Chris@0
|
27
|
Chris@0
|
28 #include <QMutex>
|
Chris@0
|
29 #include <QWaitCondition>
|
Chris@95
|
30 #include <QImage>
|
Chris@95
|
31 #include <QPixmap>
|
Chris@0
|
32
|
Chris@0
|
33 class View;
|
Chris@0
|
34 class QPainter;
|
Chris@0
|
35 class QImage;
|
Chris@0
|
36 class QPixmap;
|
Chris@0
|
37 class QTimer;
|
Chris@130
|
38 class FFTModel;
|
Chris@114
|
39
|
Chris@0
|
40
|
Chris@0
|
41 /**
|
Chris@0
|
42 * SpectrogramLayer represents waveform data (obtained from a
|
Chris@0
|
43 * DenseTimeValueModel) in spectrogram form.
|
Chris@0
|
44 */
|
Chris@0
|
45
|
Chris@193
|
46 class SpectrogramLayer : public SliceableLayer,
|
Chris@31
|
47 public PowerOfSqrtTwoZoomConstraint
|
Chris@0
|
48 {
|
Chris@0
|
49 Q_OBJECT
|
Chris@0
|
50
|
Chris@0
|
51 public:
|
Chris@37
|
52 enum Configuration { FullRangeDb, MelodicRange, MelodicPeaks };
|
Chris@0
|
53
|
Chris@44
|
54 SpectrogramLayer(Configuration = FullRangeDb);
|
Chris@0
|
55 ~SpectrogramLayer();
|
Chris@0
|
56
|
Chris@0
|
57 virtual const ZoomConstraint *getZoomConstraint() const { return this; }
|
Chris@0
|
58 virtual const Model *getModel() const { return m_model; }
|
Chris@44
|
59 virtual void paint(View *v, QPainter &paint, QRect rect) const;
|
Chris@389
|
60 virtual void setSynchronousPainting(bool synchronous);
|
Chris@0
|
61
|
Chris@44
|
62 virtual int getVerticalScaleWidth(View *v, QPainter &) const;
|
Chris@44
|
63 virtual void paintVerticalScale(View *v, QPainter &paint, QRect rect) const;
|
Chris@0
|
64
|
Chris@77
|
65 virtual bool getCrosshairExtents(View *, QPainter &, QPoint cursorPos,
|
Chris@77
|
66 std::vector<QRect> &extents) const;
|
Chris@77
|
67 virtual void paintCrosshairs(View *, QPainter &, QPoint) const;
|
Chris@77
|
68
|
Chris@44
|
69 virtual QString getFeatureDescription(View *v, QPoint &) const;
|
Chris@0
|
70
|
Chris@44
|
71 virtual bool snapToFeatureFrame(View *v, int &frame,
|
Chris@28
|
72 size_t &resolution,
|
Chris@28
|
73 SnapType snap) const;
|
Chris@13
|
74
|
Chris@283
|
75 virtual void measureDoubleClick(View *, QMouseEvent *);
|
Chris@283
|
76
|
Chris@224
|
77 virtual bool hasLightBackground() const;
|
Chris@224
|
78
|
Chris@0
|
79 void setModel(const DenseTimeValueModel *model);
|
Chris@0
|
80
|
Chris@0
|
81 virtual PropertyList getProperties() const;
|
Chris@87
|
82 virtual QString getPropertyLabel(const PropertyName &) const;
|
Chris@335
|
83 virtual QString getPropertyIconName(const PropertyName &) const;
|
Chris@0
|
84 virtual PropertyType getPropertyType(const PropertyName &) const;
|
Chris@0
|
85 virtual QString getPropertyGroupName(const PropertyName &) const;
|
Chris@0
|
86 virtual int getPropertyRangeAndValue(const PropertyName &,
|
Chris@216
|
87 int *min, int *max, int *deflt) const;
|
Chris@0
|
88 virtual QString getPropertyValueLabel(const PropertyName &,
|
Chris@0
|
89 int value) const;
|
Chris@167
|
90 virtual RangeMapper *getNewPropertyRangeMapper(const PropertyName &) const;
|
Chris@0
|
91 virtual void setProperty(const PropertyName &, int value);
|
Chris@0
|
92
|
Chris@0
|
93 /**
|
Chris@0
|
94 * Specify the channel to use from the source model.
|
Chris@0
|
95 * A value of -1 means to mix all available channels.
|
Chris@0
|
96 * The default is channel 0.
|
Chris@0
|
97 */
|
Chris@0
|
98 void setChannel(int);
|
Chris@0
|
99 int getChannel() const;
|
Chris@0
|
100
|
Chris@0
|
101 void setWindowSize(size_t);
|
Chris@0
|
102 size_t getWindowSize() const;
|
Chris@0
|
103
|
Chris@109
|
104 void setWindowHopLevel(size_t level);
|
Chris@97
|
105 size_t getWindowHopLevel() const;
|
Chris@0
|
106
|
Chris@0
|
107 void setWindowType(WindowType type);
|
Chris@0
|
108 WindowType getWindowType() const;
|
Chris@0
|
109
|
Chris@109
|
110 void setZeroPadLevel(size_t level);
|
Chris@109
|
111 size_t getZeroPadLevel() const;
|
Chris@109
|
112
|
Chris@0
|
113 /**
|
Chris@110
|
114 * Set the gain multiplier for sample values in this view.
|
Chris@0
|
115 * The default is 1.0.
|
Chris@0
|
116 */
|
Chris@0
|
117 void setGain(float gain);
|
Chris@0
|
118 float getGain() const;
|
Chris@0
|
119
|
Chris@37
|
120 /**
|
Chris@110
|
121 * Set the threshold for sample values to qualify for being shown
|
Chris@110
|
122 * in the FFT, in voltage units.
|
Chris@37
|
123 *
|
Chris@37
|
124 * The default is 0.0.
|
Chris@37
|
125 */
|
Chris@37
|
126 void setThreshold(float threshold);
|
Chris@37
|
127 float getThreshold() const;
|
Chris@37
|
128
|
Chris@37
|
129 void setMinFrequency(size_t);
|
Chris@37
|
130 size_t getMinFrequency() const;
|
Chris@37
|
131
|
Chris@0
|
132 void setMaxFrequency(size_t); // 0 -> no maximum
|
Chris@0
|
133 size_t getMaxFrequency() const;
|
Chris@0
|
134
|
Chris@37
|
135 enum ColourScale {
|
Chris@37
|
136 LinearColourScale,
|
Chris@37
|
137 MeterColourScale,
|
Chris@215
|
138 dBSquaredColourScale,
|
Chris@37
|
139 dBColourScale,
|
Chris@37
|
140 PhaseColourScale
|
Chris@37
|
141 };
|
Chris@0
|
142
|
Chris@0
|
143 /**
|
Chris@0
|
144 * Specify the scale for sample levels. See WaveformLayer for
|
Chris@0
|
145 * details of meter and dB scaling. The default is dBColourScale.
|
Chris@0
|
146 */
|
Chris@0
|
147 void setColourScale(ColourScale);
|
Chris@0
|
148 ColourScale getColourScale() const;
|
Chris@0
|
149
|
Chris@35
|
150 enum FrequencyScale {
|
Chris@35
|
151 LinearFrequencyScale,
|
Chris@35
|
152 LogFrequencyScale
|
Chris@35
|
153 };
|
Chris@0
|
154
|
Chris@0
|
155 /**
|
Chris@0
|
156 * Specify the scale for the y axis.
|
Chris@0
|
157 */
|
Chris@0
|
158 void setFrequencyScale(FrequencyScale);
|
Chris@0
|
159 FrequencyScale getFrequencyScale() const;
|
Chris@0
|
160
|
Chris@37
|
161 enum BinDisplay {
|
Chris@37
|
162 AllBins,
|
Chris@37
|
163 PeakBins,
|
Chris@37
|
164 PeakFrequencies
|
Chris@35
|
165 };
|
Chris@35
|
166
|
Chris@35
|
167 /**
|
Chris@35
|
168 * Specify the processing of frequency bins for the y axis.
|
Chris@35
|
169 */
|
Chris@37
|
170 void setBinDisplay(BinDisplay);
|
Chris@37
|
171 BinDisplay getBinDisplay() const;
|
Chris@35
|
172
|
Chris@36
|
173 void setNormalizeColumns(bool n);
|
Chris@36
|
174 bool getNormalizeColumns() const;
|
Chris@36
|
175
|
Chris@120
|
176 void setNormalizeVisibleArea(bool n);
|
Chris@120
|
177 bool getNormalizeVisibleArea() const;
|
Chris@120
|
178
|
Chris@197
|
179 void setColourMap(int map);
|
Chris@197
|
180 int getColourMap() const;
|
Chris@0
|
181
|
Chris@9
|
182 /**
|
Chris@9
|
183 * Specify the colourmap rotation for the colour scale.
|
Chris@9
|
184 */
|
Chris@9
|
185 void setColourRotation(int);
|
Chris@9
|
186 int getColourRotation() const;
|
Chris@9
|
187
|
Chris@0
|
188 virtual VerticalPosition getPreferredFrameCountPosition() const {
|
Chris@0
|
189 return PositionTop;
|
Chris@0
|
190 }
|
Chris@0
|
191
|
Chris@15
|
192 virtual bool isLayerOpaque() const { return true; }
|
Chris@287
|
193
|
Chris@287
|
194 virtual ColourSignificance getLayerColourSignificance() const {
|
Chris@287
|
195 return ColourHasMeaningfulValue;
|
Chris@287
|
196 }
|
Chris@15
|
197
|
Chris@267
|
198 float getYForFrequency(const View *v, float frequency) const;
|
Chris@267
|
199 float getFrequencyForY(const View *v, int y) const;
|
Chris@42
|
200
|
Chris@115
|
201 virtual int getCompletion(View *v) const;
|
Chris@0
|
202
|
Chris@101
|
203 virtual bool getValueExtents(float &min, float &max,
|
Chris@101
|
204 bool &logarithmic, QString &unit) const;
|
Chris@101
|
205
|
Chris@101
|
206 virtual bool getDisplayExtents(float &min, float &max) const;
|
Chris@79
|
207
|
Chris@120
|
208 virtual bool setDisplayExtents(float min, float max);
|
Chris@120
|
209
|
Chris@267
|
210 virtual bool getYScaleValue(const View *, int, float &, QString &) const;
|
Chris@261
|
211
|
Chris@316
|
212 virtual void toXml(QTextStream &stream, QString indent = "",
|
Chris@316
|
213 QString extraAttributes = "") const;
|
Chris@6
|
214
|
Chris@11
|
215 void setProperties(const QXmlAttributes &attributes);
|
Chris@11
|
216
|
Chris@47
|
217 virtual void setLayerDormant(const View *v, bool dormant);
|
Chris@29
|
218
|
Chris@248
|
219 virtual bool isLayerScrollable(const View *) const { return false; }
|
Chris@94
|
220
|
Chris@133
|
221 virtual int getVerticalZoomSteps(int &defaultStep) const;
|
Chris@133
|
222 virtual int getCurrentVerticalZoomStep() const;
|
Chris@133
|
223 virtual void setVerticalZoomStep(int);
|
Chris@187
|
224 virtual RangeMapper *getNewVerticalZoomRangeMapper() const;
|
Chris@133
|
225
|
Chris@193
|
226 virtual const Model *getSliceableModel() const;
|
Chris@193
|
227
|
Chris@0
|
228 protected slots:
|
Chris@0
|
229 void cacheInvalid();
|
Chris@0
|
230 void cacheInvalid(size_t startFrame, size_t endFrame);
|
Chris@122
|
231
|
Chris@122
|
232 void preferenceChanged(PropertyContainer::PropertyName name);
|
Chris@0
|
233
|
Chris@0
|
234 void fillTimerTimedOut();
|
Chris@0
|
235
|
Chris@0
|
236 protected:
|
Chris@0
|
237 const DenseTimeValueModel *m_model; // I do not own this
|
Chris@0
|
238
|
Chris@35
|
239 int m_channel;
|
Chris@35
|
240 size_t m_windowSize;
|
Chris@35
|
241 WindowType m_windowType;
|
Chris@97
|
242 size_t m_windowHopLevel;
|
Chris@109
|
243 size_t m_zeroPadLevel;
|
Chris@107
|
244 size_t m_fftSize;
|
Chris@35
|
245 float m_gain;
|
Chris@215
|
246 float m_initialGain;
|
Chris@37
|
247 float m_threshold;
|
Chris@215
|
248 float m_initialThreshold;
|
Chris@35
|
249 int m_colourRotation;
|
Chris@215
|
250 int m_initialRotation;
|
Chris@37
|
251 size_t m_minFrequency;
|
Chris@35
|
252 size_t m_maxFrequency;
|
Chris@135
|
253 size_t m_initialMaxFrequency;
|
Chris@35
|
254 ColourScale m_colourScale;
|
Chris@197
|
255 int m_colourMap;
|
Chris@77
|
256 QColor m_crosshairColour;
|
Chris@35
|
257 FrequencyScale m_frequencyScale;
|
Chris@37
|
258 BinDisplay m_binDisplay;
|
Chris@36
|
259 bool m_normalizeColumns;
|
Chris@120
|
260 bool m_normalizeVisibleArea;
|
Chris@133
|
261 int m_lastEmittedZoomStep;
|
Chris@389
|
262 bool m_synchronous;
|
Chris@0
|
263
|
Chris@215
|
264 mutable int m_lastPaintBlockWidth;
|
Chris@215
|
265 mutable RealTime m_lastPaintTime;
|
Chris@215
|
266
|
Chris@38
|
267 enum { NO_VALUE = 0 }; // colour index for unused pixels
|
Chris@38
|
268
|
Chris@197
|
269 class Palette
|
Chris@86
|
270 {
|
Chris@86
|
271 public:
|
Chris@86
|
272 QColor getColour(unsigned char index) const {
|
Chris@86
|
273 return m_colours[index];
|
Chris@86
|
274 }
|
Chris@86
|
275
|
Chris@86
|
276 void setColour(unsigned char index, QColor colour) {
|
Chris@86
|
277 m_colours[index] = colour;
|
Chris@86
|
278 }
|
Chris@86
|
279
|
Chris@86
|
280 private:
|
Chris@86
|
281 QColor m_colours[256];
|
Chris@86
|
282 };
|
Chris@86
|
283
|
Chris@197
|
284 Palette m_palette;
|
Chris@31
|
285
|
Chris@477
|
286 /**
|
Chris@477
|
287 * PixmapCache covers the area of the view, at view resolution.
|
Chris@477
|
288 * Not all of it is necessarily valid at once (it is refreshed
|
Chris@477
|
289 * in parts when scrolling, for example).
|
Chris@477
|
290 */
|
Chris@95
|
291 struct PixmapCache
|
Chris@95
|
292 {
|
Chris@95
|
293 QPixmap pixmap;
|
Chris@95
|
294 QRect validArea;
|
Chris@95
|
295 long startFrame;
|
Chris@95
|
296 size_t zoomLevel;
|
Chris@95
|
297 };
|
Chris@95
|
298 typedef std::map<const View *, PixmapCache> ViewPixmapCache;
|
Chris@95
|
299 void invalidatePixmapCaches();
|
Chris@95
|
300 void invalidatePixmapCaches(size_t startFrame, size_t endFrame);
|
Chris@95
|
301 mutable ViewPixmapCache m_pixmapCaches;
|
Chris@477
|
302
|
Chris@477
|
303 /**
|
Chris@477
|
304 * When painting, we draw directly onto the draw buffer and then
|
Chris@477
|
305 * copy this to the part of the pixmap cache that needed refreshing
|
Chris@477
|
306 * before copying the pixmap cache onto the window. (Remind me why
|
Chris@477
|
307 * we don't draw directly onto the cache?)
|
Chris@477
|
308 */
|
Chris@95
|
309 mutable QImage m_drawBuffer;
|
Chris@0
|
310
|
Chris@114
|
311 mutable QTimer *m_updateTimer;
|
Chris@110
|
312
|
Chris@44
|
313 mutable size_t m_candidateFillStartFrame;
|
Chris@0
|
314 bool m_exiting;
|
Chris@0
|
315
|
Chris@197
|
316 void initialisePalette();
|
Chris@197
|
317 void rotatePalette(int distance);
|
Chris@0
|
318
|
Chris@119
|
319 unsigned char getDisplayValue(View *v, float input) const;
|
Chris@40
|
320 float getInputForDisplayValue(unsigned char uc) const;
|
Chris@40
|
321
|
Chris@40
|
322 int getColourScaleWidth(QPainter &) const;
|
Chris@40
|
323
|
Chris@121
|
324 void illuminateLocalFeatures(View *v, QPainter &painter) const;
|
Chris@121
|
325
|
Chris@40
|
326 float getEffectiveMinFrequency() const;
|
Chris@40
|
327 float getEffectiveMaxFrequency() const;
|
Chris@38
|
328
|
Chris@0
|
329 struct LayerRange {
|
Chris@0
|
330 long startFrame;
|
Chris@0
|
331 int zoomLevel;
|
Chris@0
|
332 size_t modelStart;
|
Chris@0
|
333 size_t modelEnd;
|
Chris@0
|
334 };
|
Chris@44
|
335 bool getXBinRange(View *v, int x, float &windowMin, float &windowMax) const;
|
Chris@44
|
336 bool getYBinRange(View *v, int y, float &freqBinMin, float &freqBinMax) const;
|
Chris@0
|
337
|
Chris@44
|
338 bool getYBinSourceRange(View *v, int y, float &freqMin, float &freqMax) const;
|
Chris@44
|
339 bool getAdjustedYBinSourceRange(View *v, int x, int y,
|
Chris@35
|
340 float &freqMin, float &freqMax,
|
Chris@35
|
341 float &adjFreqMin, float &adjFreqMax) const;
|
Chris@44
|
342 bool getXBinSourceRange(View *v, int x, RealTime &timeMin, RealTime &timeMax) const;
|
Chris@44
|
343 bool getXYBinSourceRange(View *v, int x, int y, float &min, float &max,
|
Chris@38
|
344 float &phaseMin, float &phaseMax) const;
|
Chris@0
|
345
|
Chris@0
|
346 size_t getWindowIncrement() const {
|
Chris@97
|
347 if (m_windowHopLevel == 0) return m_windowSize;
|
Chris@97
|
348 else if (m_windowHopLevel == 1) return (m_windowSize * 3) / 4;
|
Chris@97
|
349 else return m_windowSize / (1 << (m_windowHopLevel - 1));
|
Chris@0
|
350 }
|
Chris@113
|
351
|
Chris@114
|
352 size_t getZeroPadLevel(const View *v) const;
|
Chris@114
|
353 size_t getFFTSize(const View *v) const;
|
Chris@130
|
354 FFTModel *getFFTModel(const View *v) const;
|
Chris@130
|
355 void invalidateFFTModels();
|
Chris@115
|
356
|
Chris@130
|
357 typedef std::pair<FFTModel *, int> FFTFillPair; // model, last fill
|
Chris@115
|
358 typedef std::map<const View *, FFTFillPair> ViewFFTMap;
|
Chris@119
|
359 typedef std::vector<float> FloatVector;
|
Chris@130
|
360 mutable ViewFFTMap m_fftModels;
|
Chris@193
|
361 mutable Model *m_sliceableModel;
|
Chris@119
|
362
|
Chris@119
|
363 class MagnitudeRange {
|
Chris@119
|
364 public:
|
Chris@119
|
365 MagnitudeRange() : m_min(0), m_max(0) { }
|
Chris@119
|
366 bool operator==(const MagnitudeRange &r) {
|
Chris@119
|
367 return r.m_min == m_min && r.m_max == m_max;
|
Chris@119
|
368 }
|
Chris@119
|
369 bool isSet() const { return (m_min != 0 || m_max != 0); }
|
Chris@119
|
370 void set(float min, float max) {
|
Chris@119
|
371 m_min = convert(min);
|
Chris@119
|
372 m_max = convert(max);
|
Chris@119
|
373 if (m_max < m_min) m_max = m_min;
|
Chris@119
|
374 }
|
Chris@119
|
375 bool sample(float f) {
|
Chris@119
|
376 unsigned int ui = convert(f);
|
Chris@119
|
377 bool changed = false;
|
Chris@119
|
378 if (isSet()) {
|
Chris@119
|
379 if (ui < m_min) { m_min = ui; changed = true; }
|
Chris@119
|
380 if (ui > m_max) { m_max = ui; changed = true; }
|
Chris@119
|
381 } else {
|
Chris@119
|
382 m_max = m_min = ui;
|
Chris@119
|
383 changed = true;
|
Chris@119
|
384 }
|
Chris@119
|
385 return changed;
|
Chris@119
|
386 }
|
Chris@119
|
387 bool sample(const MagnitudeRange &r) {
|
Chris@119
|
388 bool changed = false;
|
Chris@119
|
389 if (isSet()) {
|
Chris@119
|
390 if (r.m_min < m_min) { m_min = r.m_min; changed = true; }
|
Chris@119
|
391 if (r.m_max > m_max) { m_max = r.m_max; changed = true; }
|
Chris@119
|
392 } else {
|
Chris@119
|
393 m_min = r.m_min;
|
Chris@119
|
394 m_max = r.m_max;
|
Chris@119
|
395 changed = true;
|
Chris@119
|
396 }
|
Chris@119
|
397 return changed;
|
Chris@119
|
398 }
|
Chris@119
|
399 float getMin() const { return float(m_min) / UINT_MAX; }
|
Chris@119
|
400 float getMax() const { return float(m_max) / UINT_MAX; }
|
Chris@119
|
401 private:
|
Chris@119
|
402 unsigned int m_min;
|
Chris@119
|
403 unsigned int m_max;
|
Chris@119
|
404 unsigned int convert(float f) {
|
Chris@119
|
405 if (f < 0.f) f = 0.f;
|
Chris@119
|
406 if (f > 1.f) f = 1.f;
|
Chris@119
|
407 return (unsigned int)(f * UINT_MAX);
|
Chris@119
|
408 }
|
Chris@119
|
409 };
|
Chris@119
|
410
|
Chris@119
|
411 typedef std::map<const View *, MagnitudeRange> ViewMagMap;
|
Chris@119
|
412 mutable ViewMagMap m_viewMags;
|
Chris@119
|
413 mutable std::vector<MagnitudeRange> m_columnMags;
|
Chris@119
|
414 void invalidateMagnitudes();
|
Chris@119
|
415 bool updateViewMagnitudes(View *v) const;
|
Chris@477
|
416 bool getColumnValues(View *v, FFTModel *fft, int x0, int x,
|
Chris@477
|
417 int minbin, int maxbin,
|
Chris@477
|
418 float displayMinFreq, float displayMaxFreq,
|
Chris@477
|
419 const int h,
|
Chris@477
|
420 const float *yforbin, float *yval) const;
|
Chris@273
|
421
|
Chris@273
|
422 virtual void updateMeasureRectYCoords(View *v, const MeasureRect &r) const;
|
Chris@273
|
423 virtual void setMeasureRectYCoord(View *v, MeasureRect &r, bool start, int y) const;
|
Chris@0
|
424 };
|
Chris@0
|
425
|
Chris@0
|
426 #endif
|