Chris@58
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@0
|
2
|
Chris@0
|
3 /*
|
Chris@59
|
4 Sonic Visualiser
|
Chris@59
|
5 An audio file viewer and annotation editor.
|
Chris@59
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@182
|
7 This file copyright 2006 Chris Cannam and QMUL.
|
Chris@0
|
8
|
Chris@59
|
9 This program is free software; you can redistribute it and/or
|
Chris@59
|
10 modify it under the terms of the GNU General Public License as
|
Chris@59
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@59
|
12 License, or (at your option) any later version. See the file
|
Chris@59
|
13 COPYING included with this distribution for more information.
|
Chris@0
|
14 */
|
Chris@0
|
15
|
Chris@1030
|
16 #ifndef SPECTROGRAM_LAYER_H
|
Chris@1030
|
17 #define SPECTROGRAM_LAYER_H
|
Chris@0
|
18
|
Chris@193
|
19 #include "SliceableLayer.h"
|
Chris@0
|
20 #include "base/Window.h"
|
Chris@1058
|
21 #include "base/MagnitudeRange.h"
|
Chris@71
|
22 #include "base/RealTime.h"
|
Chris@92
|
23 #include "base/Thread.h"
|
Chris@122
|
24 #include "base/PropertyContainer.h"
|
Chris@128
|
25 #include "data/model/PowerOfSqrtTwoZoomConstraint.h"
|
Chris@128
|
26 #include "data/model/DenseTimeValueModel.h"
|
Chris@130
|
27 #include "data/model/FFTModel.h"
|
Chris@0
|
28
|
Chris@1030
|
29 #include "ScrollableImageCache.h"
|
Chris@1085
|
30 #include "VerticalBinLayer.h"
|
Chris@1092
|
31 #include "ColourScale.h"
|
Chris@1093
|
32 #include "Colour3DPlotRenderer.h"
|
Chris@1030
|
33
|
Chris@0
|
34 #include <QMutex>
|
Chris@0
|
35 #include <QWaitCondition>
|
Chris@95
|
36 #include <QImage>
|
Chris@95
|
37 #include <QPixmap>
|
Chris@0
|
38
|
Chris@0
|
39 class View;
|
Chris@0
|
40 class QPainter;
|
Chris@0
|
41 class QImage;
|
Chris@0
|
42 class QPixmap;
|
Chris@0
|
43 class QTimer;
|
Chris@130
|
44 class FFTModel;
|
Chris@484
|
45 class Dense3DModelPeakCache;
|
Chris@0
|
46
|
Chris@0
|
47 /**
|
Chris@0
|
48 * SpectrogramLayer represents waveform data (obtained from a
|
Chris@0
|
49 * DenseTimeValueModel) in spectrogram form.
|
Chris@0
|
50 */
|
Chris@0
|
51
|
Chris@193
|
52 class SpectrogramLayer : public SliceableLayer,
|
Chris@1085
|
53 public VerticalBinLayer,
|
Chris@31
|
54 public PowerOfSqrtTwoZoomConstraint
|
Chris@0
|
55 {
|
Chris@0
|
56 Q_OBJECT
|
Chris@0
|
57
|
Chris@0
|
58 public:
|
Chris@37
|
59 enum Configuration { FullRangeDb, MelodicRange, MelodicPeaks };
|
Chris@0
|
60
|
Chris@44
|
61 SpectrogramLayer(Configuration = FullRangeDb);
|
Chris@0
|
62 ~SpectrogramLayer();
|
Chris@0
|
63
|
Chris@0
|
64 virtual const ZoomConstraint *getZoomConstraint() const { return this; }
|
Chris@0
|
65 virtual const Model *getModel() const { return m_model; }
|
Chris@916
|
66 virtual void paint(LayerGeometryProvider *v, QPainter &paint, QRect rect) const;
|
Chris@389
|
67 virtual void setSynchronousPainting(bool synchronous);
|
Chris@0
|
68
|
Chris@918
|
69 virtual int getVerticalScaleWidth(LayerGeometryProvider *v, bool detailed, QPainter &) const;
|
Chris@918
|
70 virtual void paintVerticalScale(LayerGeometryProvider *v, bool detailed, QPainter &paint, QRect rect) const;
|
Chris@0
|
71
|
Chris@918
|
72 virtual bool getCrosshairExtents(LayerGeometryProvider *, QPainter &, QPoint cursorPos,
|
Chris@77
|
73 std::vector<QRect> &extents) const;
|
Chris@918
|
74 virtual void paintCrosshairs(LayerGeometryProvider *, QPainter &, QPoint) const;
|
Chris@77
|
75
|
Chris@918
|
76 virtual QString getFeatureDescription(LayerGeometryProvider *v, QPoint &) const;
|
Chris@0
|
77
|
Chris@918
|
78 virtual bool snapToFeatureFrame(LayerGeometryProvider *v, sv_frame_t &frame,
|
Chris@805
|
79 int &resolution,
|
Chris@28
|
80 SnapType snap) const;
|
Chris@13
|
81
|
Chris@918
|
82 virtual void measureDoubleClick(LayerGeometryProvider *, QMouseEvent *);
|
Chris@283
|
83
|
Chris@224
|
84 virtual bool hasLightBackground() const;
|
Chris@224
|
85
|
Chris@0
|
86 void setModel(const DenseTimeValueModel *model);
|
Chris@0
|
87
|
Chris@0
|
88 virtual PropertyList getProperties() const;
|
Chris@87
|
89 virtual QString getPropertyLabel(const PropertyName &) const;
|
Chris@335
|
90 virtual QString getPropertyIconName(const PropertyName &) const;
|
Chris@0
|
91 virtual PropertyType getPropertyType(const PropertyName &) const;
|
Chris@0
|
92 virtual QString getPropertyGroupName(const PropertyName &) const;
|
Chris@0
|
93 virtual int getPropertyRangeAndValue(const PropertyName &,
|
Chris@216
|
94 int *min, int *max, int *deflt) const;
|
Chris@0
|
95 virtual QString getPropertyValueLabel(const PropertyName &,
|
Chris@0
|
96 int value) const;
|
Chris@862
|
97 virtual QString getPropertyValueIconName(const PropertyName &,
|
Chris@862
|
98 int value) const;
|
Chris@167
|
99 virtual RangeMapper *getNewPropertyRangeMapper(const PropertyName &) const;
|
Chris@0
|
100 virtual void setProperty(const PropertyName &, int value);
|
Chris@0
|
101
|
Chris@0
|
102 /**
|
Chris@0
|
103 * Specify the channel to use from the source model.
|
Chris@0
|
104 * A value of -1 means to mix all available channels.
|
Chris@0
|
105 * The default is channel 0.
|
Chris@0
|
106 */
|
Chris@0
|
107 void setChannel(int);
|
Chris@0
|
108 int getChannel() const;
|
Chris@0
|
109
|
Chris@805
|
110 void setWindowSize(int);
|
Chris@805
|
111 int getWindowSize() const;
|
Chris@0
|
112
|
Chris@805
|
113 void setWindowHopLevel(int level);
|
Chris@805
|
114 int getWindowHopLevel() const;
|
Chris@0
|
115
|
Chris@0
|
116 void setWindowType(WindowType type);
|
Chris@0
|
117 WindowType getWindowType() const;
|
Chris@0
|
118
|
Chris@0
|
119 /**
|
Chris@110
|
120 * Set the gain multiplier for sample values in this view.
|
Chris@0
|
121 * The default is 1.0.
|
Chris@0
|
122 */
|
Chris@0
|
123 void setGain(float gain);
|
Chris@0
|
124 float getGain() const;
|
Chris@0
|
125
|
Chris@37
|
126 /**
|
Chris@110
|
127 * Set the threshold for sample values to qualify for being shown
|
Chris@110
|
128 * in the FFT, in voltage units.
|
Chris@37
|
129 *
|
Chris@37
|
130 * The default is 0.0.
|
Chris@37
|
131 */
|
Chris@37
|
132 void setThreshold(float threshold);
|
Chris@37
|
133 float getThreshold() const;
|
Chris@37
|
134
|
Chris@805
|
135 void setMinFrequency(int);
|
Chris@805
|
136 int getMinFrequency() const;
|
Chris@37
|
137
|
Chris@805
|
138 void setMaxFrequency(int); // 0 -> no maximum
|
Chris@805
|
139 int getMaxFrequency() const;
|
Chris@0
|
140
|
Chris@0
|
141 /**
|
Chris@1092
|
142 * Specify the scale for sample levels. See ColourScale and
|
Chris@1092
|
143 * WaveformLayer for comparison and details of meter and dB
|
Chris@1092
|
144 * scaling. The default is LogColourScale.
|
Chris@0
|
145 */
|
Chris@1092
|
146 void setColourScale(ColourScale::Scale);
|
Chris@1092
|
147 ColourScale::Scale getColourScale() const;
|
Chris@0
|
148
|
Chris@0
|
149 /**
|
Chris@0
|
150 * Specify the scale for the y axis.
|
Chris@0
|
151 */
|
Chris@1103
|
152 void setBinScale(BinScale);
|
Chris@1103
|
153 BinScale getBinScale() const;
|
Chris@0
|
154
|
Chris@35
|
155 /**
|
Chris@35
|
156 * Specify the processing of frequency bins for the y axis.
|
Chris@35
|
157 */
|
Chris@1103
|
158 void setBinDisplay(BinDisplay);
|
Chris@1103
|
159 BinDisplay getBinDisplay() const;
|
Chris@862
|
160
|
Chris@719
|
161 /**
|
Chris@862
|
162 * Specify the normalization mode for bin values.
|
Chris@719
|
163 */
|
Chris@1063
|
164 void setNormalization(ColumnOp::Normalization);
|
Chris@1063
|
165 ColumnOp::Normalization getNormalization() const;
|
Chris@120
|
166
|
Chris@719
|
167 /**
|
Chris@862
|
168 * Specify the colour map. See ColourMapper for the colour map
|
Chris@862
|
169 * values.
|
Chris@719
|
170 */
|
Chris@197
|
171 void setColourMap(int map);
|
Chris@197
|
172 int getColourMap() const;
|
Chris@0
|
173
|
Chris@9
|
174 /**
|
Chris@9
|
175 * Specify the colourmap rotation for the colour scale.
|
Chris@9
|
176 */
|
Chris@9
|
177 void setColourRotation(int);
|
Chris@9
|
178 int getColourRotation() const;
|
Chris@9
|
179
|
Chris@0
|
180 virtual VerticalPosition getPreferredFrameCountPosition() const {
|
Chris@0
|
181 return PositionTop;
|
Chris@0
|
182 }
|
Chris@0
|
183
|
Chris@15
|
184 virtual bool isLayerOpaque() const { return true; }
|
Chris@287
|
185
|
Chris@287
|
186 virtual ColourSignificance getLayerColourSignificance() const {
|
Chris@287
|
187 return ColourHasMeaningfulValue;
|
Chris@287
|
188 }
|
Chris@15
|
189
|
Chris@918
|
190 double getYForFrequency(const LayerGeometryProvider *v, double frequency) const;
|
Chris@918
|
191 double getFrequencyForY(const LayerGeometryProvider *v, int y) const;
|
Chris@42
|
192
|
Chris@1085
|
193 //!!! VerticalBinLayer methods. Note overlap with get*BinRange()
|
Chris@1085
|
194 double getYForBin(LayerGeometryProvider *, double bin) const;
|
Chris@1085
|
195 double getBinForY(LayerGeometryProvider *, double y) const;
|
Chris@1085
|
196
|
Chris@918
|
197 virtual int getCompletion(LayerGeometryProvider *v) const;
|
Chris@918
|
198 virtual QString getError(LayerGeometryProvider *v) const;
|
Chris@0
|
199
|
Chris@905
|
200 virtual bool getValueExtents(double &min, double &max,
|
Chris@101
|
201 bool &logarithmic, QString &unit) const;
|
Chris@101
|
202
|
Chris@905
|
203 virtual bool getDisplayExtents(double &min, double &max) const;
|
Chris@79
|
204
|
Chris@905
|
205 virtual bool setDisplayExtents(double min, double max);
|
Chris@120
|
206
|
Chris@918
|
207 virtual bool getYScaleValue(const LayerGeometryProvider *, int, double &, QString &) const;
|
Chris@261
|
208
|
Chris@316
|
209 virtual void toXml(QTextStream &stream, QString indent = "",
|
Chris@316
|
210 QString extraAttributes = "") const;
|
Chris@6
|
211
|
Chris@11
|
212 void setProperties(const QXmlAttributes &attributes);
|
Chris@11
|
213
|
Chris@918
|
214 virtual void setLayerDormant(const LayerGeometryProvider *v, bool dormant);
|
Chris@29
|
215
|
Chris@918
|
216 virtual bool isLayerScrollable(const LayerGeometryProvider *) const { return false; }
|
Chris@94
|
217
|
Chris@133
|
218 virtual int getVerticalZoomSteps(int &defaultStep) const;
|
Chris@133
|
219 virtual int getCurrentVerticalZoomStep() const;
|
Chris@133
|
220 virtual void setVerticalZoomStep(int);
|
Chris@187
|
221 virtual RangeMapper *getNewVerticalZoomRangeMapper() const;
|
Chris@133
|
222
|
Chris@193
|
223 virtual const Model *getSliceableModel() const;
|
Chris@193
|
224
|
Chris@0
|
225 protected slots:
|
Chris@0
|
226 void cacheInvalid();
|
Chris@906
|
227 void cacheInvalid(sv_frame_t startFrame, sv_frame_t endFrame);
|
Chris@122
|
228
|
Chris@122
|
229 void preferenceChanged(PropertyContainer::PropertyName name);
|
Chris@0
|
230
|
Chris@0
|
231 protected:
|
Chris@0
|
232 const DenseTimeValueModel *m_model; // I do not own this
|
Chris@484
|
233
|
Chris@35
|
234 int m_channel;
|
Chris@1023
|
235 int m_windowSize;
|
Chris@35
|
236 WindowType m_windowType;
|
Chris@1023
|
237 int m_windowHopLevel;
|
Chris@35
|
238 float m_gain;
|
Chris@215
|
239 float m_initialGain;
|
Chris@37
|
240 float m_threshold;
|
Chris@215
|
241 float m_initialThreshold;
|
Chris@35
|
242 int m_colourRotation;
|
Chris@215
|
243 int m_initialRotation;
|
Chris@1023
|
244 int m_minFrequency;
|
Chris@1023
|
245 int m_maxFrequency;
|
Chris@1023
|
246 int m_initialMaxFrequency;
|
Chris@1092
|
247 ColourScale::Scale m_colourScale;
|
Chris@197
|
248 int m_colourMap;
|
Chris@77
|
249 QColor m_crosshairColour;
|
Chris@1103
|
250 BinScale m_binScale;
|
Chris@1103
|
251 BinDisplay m_binDisplay;
|
Chris@1063
|
252 ColumnOp::Normalization m_normalization;
|
Chris@133
|
253 int m_lastEmittedZoomStep;
|
Chris@389
|
254 bool m_synchronous;
|
Chris@0
|
255
|
Chris@608
|
256 mutable bool m_haveDetailedScale;
|
Chris@215
|
257
|
Chris@38
|
258 enum { NO_VALUE = 0 }; // colour index for unused pixels
|
Chris@38
|
259
|
Chris@197
|
260 class Palette
|
Chris@86
|
261 {
|
Chris@86
|
262 public:
|
Chris@86
|
263 QColor getColour(unsigned char index) const {
|
Chris@86
|
264 return m_colours[index];
|
Chris@86
|
265 }
|
Chris@86
|
266
|
Chris@86
|
267 void setColour(unsigned char index, QColor colour) {
|
Chris@86
|
268 m_colours[index] = colour;
|
Chris@86
|
269 }
|
Chris@86
|
270
|
Chris@86
|
271 private:
|
Chris@86
|
272 QColor m_colours[256];
|
Chris@86
|
273 };
|
Chris@86
|
274
|
Chris@197
|
275 Palette m_palette;
|
Chris@31
|
276
|
Chris@1030
|
277 typedef std::map<int, ScrollableImageCache> ViewImageCache; // key is view id
|
Chris@478
|
278 void invalidateImageCaches();
|
Chris@478
|
279 mutable ViewImageCache m_imageCaches;
|
Chris@1030
|
280 ScrollableImageCache &getImageCacheReference(const LayerGeometryProvider *) const;
|
Chris@477
|
281
|
Chris@477
|
282 /**
|
Chris@477
|
283 * When painting, we draw directly onto the draw buffer and then
|
Chris@478
|
284 * copy this to the part of the image cache that needed refreshing
|
Chris@478
|
285 * before copying the image cache onto the window. (Remind me why
|
Chris@1073
|
286 * we don't draw directly onto the cache?) (Answer: it's because
|
Chris@1073
|
287 * we usually apply scaling and smoothing in the x axis when
|
Chris@1073
|
288 * copying from draw buffer to cache)
|
Chris@477
|
289 */
|
Chris@95
|
290 mutable QImage m_drawBuffer;
|
Chris@0
|
291
|
Chris@0
|
292 bool m_exiting;
|
Chris@0
|
293
|
Chris@197
|
294 void initialisePalette();
|
Chris@197
|
295 void rotatePalette(int distance);
|
Chris@0
|
296
|
Chris@918
|
297 unsigned char getDisplayValue(LayerGeometryProvider *v, double input) const;
|
Chris@40
|
298
|
Chris@40
|
299 int getColourScaleWidth(QPainter &) const;
|
Chris@40
|
300
|
Chris@918
|
301 void illuminateLocalFeatures(LayerGeometryProvider *v, QPainter &painter) const;
|
Chris@121
|
302
|
Chris@905
|
303 double getEffectiveMinFrequency() const;
|
Chris@905
|
304 double getEffectiveMaxFrequency() const;
|
Chris@38
|
305
|
Chris@918
|
306 bool getXBinRange(LayerGeometryProvider *v, int x, double &windowMin, double &windowMax) const;
|
Chris@918
|
307 bool getYBinRange(LayerGeometryProvider *v, int y, double &freqBinMin, double &freqBinMax) const;
|
Chris@0
|
308
|
Chris@918
|
309 bool getYBinSourceRange(LayerGeometryProvider *v, int y, double &freqMin, double &freqMax) const;
|
Chris@918
|
310 bool getAdjustedYBinSourceRange(LayerGeometryProvider *v, int x, int y,
|
Chris@905
|
311 double &freqMin, double &freqMax,
|
Chris@905
|
312 double &adjFreqMin, double &adjFreqMax) const;
|
Chris@918
|
313 bool getXBinSourceRange(LayerGeometryProvider *v, int x, RealTime &timeMin, RealTime &timeMax) const;
|
Chris@918
|
314 bool getXYBinSourceRange(LayerGeometryProvider *v, int x, int y, double &min, double &max,
|
Chris@905
|
315 double &phaseMin, double &phaseMax) const;
|
Chris@0
|
316
|
Chris@805
|
317 int getWindowIncrement() const {
|
Chris@97
|
318 if (m_windowHopLevel == 0) return m_windowSize;
|
Chris@97
|
319 else if (m_windowHopLevel == 1) return (m_windowSize * 3) / 4;
|
Chris@97
|
320 else return m_windowSize / (1 << (m_windowHopLevel - 1));
|
Chris@0
|
321 }
|
Chris@113
|
322
|
Chris@1086
|
323 int getFFTOversampling() const;
|
Chris@1087
|
324 int getFFTSize() const; // m_windowSize * getFFTOversampling()
|
Chris@115
|
325
|
Chris@1089
|
326 mutable FFTModel *m_fftModel; //!!! should not be mutable, see getFFTModel()?
|
Chris@1088
|
327 mutable Dense3DModelPeakCache *m_peakCache;
|
Chris@1054
|
328 const int m_peakCacheDivisor;
|
Chris@119
|
329
|
Chris@1030
|
330 typedef std::map<int, MagnitudeRange> ViewMagMap; // key is view id
|
Chris@119
|
331 mutable ViewMagMap m_viewMags;
|
Chris@119
|
332 mutable std::vector<MagnitudeRange> m_columnMags;
|
Chris@119
|
333 void invalidateMagnitudes();
|
Chris@918
|
334 bool updateViewMagnitudes(LayerGeometryProvider *v) const;
|
Chris@1089
|
335
|
Chris@1089
|
336 typedef std::map<int, Colour3DPlotRenderer *> ViewRendererMap; // key is view id
|
Chris@1089
|
337 mutable ViewRendererMap m_renderers;
|
Chris@1089
|
338 Colour3DPlotRenderer *getRenderer(LayerGeometryProvider *) const;
|
Chris@1058
|
339
|
Chris@1088
|
340 FFTModel *getFFTModel() const;
|
Chris@1088
|
341 Dense3DModelPeakCache *getPeakCache() const;
|
Chris@1088
|
342 void invalidateFFTModel();
|
Chris@1089
|
343
|
Chris@1089
|
344 void paintAlternative(LayerGeometryProvider *v, QPainter &paint, QRect rect) const;
|
Chris@1088
|
345
|
Chris@1024
|
346 int paintDrawBuffer(LayerGeometryProvider *v, int w, int h,
|
Chris@1024
|
347 const std::vector<int> &binforx,
|
Chris@1024
|
348 const std::vector<double> &binfory,
|
Chris@1024
|
349 bool usePeaksCache,
|
Chris@1024
|
350 MagnitudeRange &overallMag,
|
Chris@1026
|
351 bool &overallMagChanged,
|
Chris@1039
|
352 bool rightToLeft,
|
Chris@1039
|
353 double softTimeLimit) const;
|
Chris@1024
|
354 int paintDrawBufferPeakFrequencies(LayerGeometryProvider *v, int w, int h,
|
Chris@1024
|
355 const std::vector<int> &binforx,
|
Chris@1024
|
356 int minbin,
|
Chris@1024
|
357 int maxbin,
|
Chris@1024
|
358 double displayMinFreq,
|
Chris@1024
|
359 double displayMaxFreq,
|
Chris@1024
|
360 bool logarithmic,
|
Chris@1024
|
361 MagnitudeRange &overallMag,
|
Chris@1026
|
362 bool &overallMagChanged,
|
Chris@1039
|
363 bool rightToLeft,
|
Chris@1039
|
364 double softTimeLimit) const;
|
Chris@273
|
365
|
Chris@1058
|
366 std::vector<float> getColumnFromFFTModel(FFTModel *model,
|
Chris@1058
|
367 int sx,
|
Chris@1058
|
368 int minbin,
|
Chris@1058
|
369 int bincount) const;
|
Chris@1058
|
370
|
Chris@1058
|
371 std::vector<float> getColumnFromGenericModel(DenseThreeDimensionalModel *model,
|
Chris@1058
|
372 int sx,
|
Chris@1058
|
373 int minbin,
|
Chris@1058
|
374 int bincount) const;
|
Chris@1058
|
375
|
Chris@1059
|
376 void recordColumnExtents(const std::vector<float> &col,
|
Chris@1059
|
377 int sx,
|
Chris@1059
|
378 MagnitudeRange &overallMag,
|
Chris@1059
|
379 bool &overallMagChanged) const;
|
Chris@1058
|
380
|
Chris@1058
|
381 virtual void updateMeasureRectYCoords(LayerGeometryProvider *v,
|
Chris@1058
|
382 const MeasureRect &r) const;
|
Chris@1058
|
383 virtual void setMeasureRectYCoord(LayerGeometryProvider *v,
|
Chris@1058
|
384 MeasureRect &r, bool start, int y) const;
|
Chris@0
|
385 };
|
Chris@0
|
386
|
Chris@0
|
387 #endif
|