Chris@0
|
1 /* -*- c-basic-offset: 4 -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@0
|
2
|
Chris@0
|
3 /*
|
Chris@0
|
4 A waveform viewer and audio annotation editor.
|
Chris@5
|
5 Chris Cannam, Queen Mary University of London, 2005-2006
|
Chris@0
|
6
|
Chris@0
|
7 This is experimental software. Not for distribution.
|
Chris@0
|
8 */
|
Chris@0
|
9
|
Chris@30
|
10 #ifndef _SPECTROGRAM_LAYER_H_
|
Chris@30
|
11 #define _SPECTROGRAM_LAYER_H_
|
Chris@0
|
12
|
Chris@0
|
13 #include "base/Layer.h"
|
Chris@0
|
14 #include "base/Window.h"
|
Chris@0
|
15 #include "model/PowerOfSqrtTwoZoomConstraint.h"
|
Chris@0
|
16 #include "model/DenseTimeValueModel.h"
|
Chris@0
|
17
|
Chris@0
|
18 #include <QThread>
|
Chris@0
|
19 #include <QMutex>
|
Chris@0
|
20 #include <QWaitCondition>
|
Chris@0
|
21
|
Chris@0
|
22 #include <fftw3.h>
|
Chris@0
|
23
|
Chris@0
|
24 class View;
|
Chris@0
|
25 class QPainter;
|
Chris@0
|
26 class QImage;
|
Chris@0
|
27 class QPixmap;
|
Chris@0
|
28 class QTimer;
|
Chris@0
|
29 class RealTime;
|
Chris@0
|
30
|
Chris@0
|
31 /**
|
Chris@0
|
32 * SpectrogramLayer represents waveform data (obtained from a
|
Chris@0
|
33 * DenseTimeValueModel) in spectrogram form.
|
Chris@0
|
34 */
|
Chris@0
|
35
|
Chris@0
|
36 class SpectrogramLayer : public Layer,
|
Chris@31
|
37 public PowerOfSqrtTwoZoomConstraint
|
Chris@0
|
38 {
|
Chris@0
|
39 Q_OBJECT
|
Chris@0
|
40
|
Chris@0
|
41 public:
|
Chris@0
|
42 enum Configuration { FullRangeDb, MelodicRange };
|
Chris@0
|
43
|
Chris@0
|
44 SpectrogramLayer(View *w, Configuration = FullRangeDb);
|
Chris@0
|
45 ~SpectrogramLayer();
|
Chris@0
|
46
|
Chris@0
|
47 virtual const ZoomConstraint *getZoomConstraint() const { return this; }
|
Chris@0
|
48 virtual const Model *getModel() const { return m_model; }
|
Chris@0
|
49 virtual void paint(QPainter &paint, QRect rect) const;
|
Chris@0
|
50
|
Chris@0
|
51 virtual int getVerticalScaleWidth(QPainter &) const;
|
Chris@0
|
52 virtual void paintVerticalScale(QPainter &paint, QRect rect) const;
|
Chris@0
|
53
|
Chris@25
|
54 virtual QString getFeatureDescription(QPoint &) const;
|
Chris@0
|
55
|
Chris@28
|
56 virtual bool snapToFeatureFrame(int &frame,
|
Chris@28
|
57 size_t &resolution,
|
Chris@28
|
58 SnapType snap) const;
|
Chris@13
|
59
|
Chris@0
|
60 void setModel(const DenseTimeValueModel *model);
|
Chris@0
|
61
|
Chris@0
|
62 virtual PropertyList getProperties() const;
|
Chris@0
|
63 virtual PropertyType getPropertyType(const PropertyName &) const;
|
Chris@0
|
64 virtual QString getPropertyGroupName(const PropertyName &) const;
|
Chris@0
|
65 virtual int getPropertyRangeAndValue(const PropertyName &,
|
Chris@0
|
66 int *min, int *max) const;
|
Chris@0
|
67 virtual QString getPropertyValueLabel(const PropertyName &,
|
Chris@0
|
68 int value) const;
|
Chris@0
|
69 virtual void setProperty(const PropertyName &, int value);
|
Chris@0
|
70
|
Chris@0
|
71 /**
|
Chris@0
|
72 * Specify the channel to use from the source model.
|
Chris@0
|
73 * A value of -1 means to mix all available channels.
|
Chris@0
|
74 * The default is channel 0.
|
Chris@0
|
75 */
|
Chris@0
|
76 void setChannel(int);
|
Chris@0
|
77 int getChannel() const;
|
Chris@0
|
78
|
Chris@0
|
79 void setWindowSize(size_t);
|
Chris@0
|
80 size_t getWindowSize() const;
|
Chris@0
|
81
|
Chris@0
|
82 void setWindowOverlap(size_t percent);
|
Chris@0
|
83 size_t getWindowOverlap() const;
|
Chris@0
|
84
|
Chris@0
|
85 void setWindowType(WindowType type);
|
Chris@0
|
86 WindowType getWindowType() const;
|
Chris@0
|
87
|
Chris@0
|
88 /**
|
Chris@0
|
89 * Set the gain multiplier for sample values in this view prior to
|
Chris@0
|
90 * FFT calculation.
|
Chris@0
|
91 *
|
Chris@0
|
92 * The default is 1.0.
|
Chris@0
|
93 */
|
Chris@0
|
94 void setGain(float gain);
|
Chris@0
|
95 float getGain() const;
|
Chris@0
|
96
|
Chris@0
|
97 void setMaxFrequency(size_t); // 0 -> no maximum
|
Chris@0
|
98 size_t getMaxFrequency() const;
|
Chris@0
|
99
|
Chris@0
|
100 enum ColourScale { LinearColourScale, MeterColourScale, dBColourScale,
|
Chris@0
|
101 PhaseColourScale };
|
Chris@0
|
102
|
Chris@0
|
103 /**
|
Chris@0
|
104 * Specify the scale for sample levels. See WaveformLayer for
|
Chris@0
|
105 * details of meter and dB scaling. The default is dBColourScale.
|
Chris@0
|
106 */
|
Chris@0
|
107 void setColourScale(ColourScale);
|
Chris@0
|
108 ColourScale getColourScale() const;
|
Chris@0
|
109
|
Chris@0
|
110 enum FrequencyScale { LinearFrequencyScale, LogFrequencyScale };
|
Chris@0
|
111
|
Chris@0
|
112 /**
|
Chris@0
|
113 * Specify the scale for the y axis.
|
Chris@0
|
114 */
|
Chris@0
|
115 void setFrequencyScale(FrequencyScale);
|
Chris@0
|
116 FrequencyScale getFrequencyScale() const;
|
Chris@0
|
117
|
Chris@0
|
118 enum ColourScheme { DefaultColours, WhiteOnBlack, BlackOnWhite,
|
Chris@0
|
119 RedOnBlue, YellowOnBlack, RedOnBlack };
|
Chris@0
|
120
|
Chris@0
|
121 void setColourScheme(ColourScheme scheme);
|
Chris@0
|
122 ColourScheme getColourScheme() const;
|
Chris@0
|
123
|
Chris@9
|
124 /**
|
Chris@9
|
125 * Specify the colourmap rotation for the colour scale.
|
Chris@9
|
126 */
|
Chris@9
|
127 void setColourRotation(int);
|
Chris@9
|
128 int getColourRotation() const;
|
Chris@9
|
129
|
Chris@0
|
130 virtual VerticalPosition getPreferredFrameCountPosition() const {
|
Chris@0
|
131 return PositionTop;
|
Chris@0
|
132 }
|
Chris@0
|
133
|
Chris@15
|
134 virtual bool isLayerOpaque() const { return true; }
|
Chris@15
|
135
|
Chris@0
|
136 virtual int getCompletion() const;
|
Chris@0
|
137
|
Chris@6
|
138 virtual QString toXmlString(QString indent = "",
|
Chris@6
|
139 QString extraAttributes = "") const;
|
Chris@6
|
140
|
Chris@11
|
141 void setProperties(const QXmlAttributes &attributes);
|
Chris@11
|
142
|
Chris@29
|
143 void setLayerDormant();
|
Chris@29
|
144
|
Chris@0
|
145 protected slots:
|
Chris@0
|
146 void cacheInvalid();
|
Chris@0
|
147 void cacheInvalid(size_t startFrame, size_t endFrame);
|
Chris@0
|
148
|
Chris@0
|
149 void fillTimerTimedOut();
|
Chris@0
|
150
|
Chris@0
|
151 protected:
|
Chris@0
|
152 const DenseTimeValueModel *m_model; // I do not own this
|
Chris@0
|
153
|
Chris@6
|
154 int m_channel;
|
Chris@6
|
155 size_t m_windowSize;
|
Chris@6
|
156 WindowType m_windowType;
|
Chris@6
|
157 size_t m_windowOverlap;
|
Chris@6
|
158 float m_gain;
|
Chris@9
|
159 int m_colourRotation;
|
Chris@6
|
160 size_t m_maxFrequency;
|
Chris@6
|
161 ColourScale m_colourScale;
|
Chris@6
|
162 ColourScheme m_colourScheme;
|
Chris@0
|
163 FrequencyScale m_frequencyScale;
|
Chris@0
|
164
|
Chris@31
|
165 // A QImage would do just as well here, and we originally used
|
Chris@31
|
166 // one: the problem is that we want to munlock() the memory it
|
Chris@31
|
167 // uses, and it's much easier to do that if we control it. This
|
Chris@31
|
168 // cache is hardwired to an effective 8-bit colour mapped layout.
|
Chris@31
|
169 class Cache {
|
Chris@31
|
170 public:
|
Chris@31
|
171 Cache(size_t width, size_t height);
|
Chris@31
|
172 ~Cache();
|
Chris@31
|
173
|
Chris@31
|
174 size_t getWidth() const;
|
Chris@31
|
175 size_t getHeight() const;
|
Chris@31
|
176
|
Chris@31
|
177 unsigned char getValueAt(size_t x, size_t y) const;
|
Chris@31
|
178 void setValueAt(size_t x, size_t y, unsigned char value);
|
Chris@31
|
179
|
Chris@31
|
180 QColor getColour(unsigned char index) const;
|
Chris@31
|
181 void setColour(unsigned char index, QColor colour);
|
Chris@31
|
182
|
Chris@31
|
183 void fill(unsigned char value);
|
Chris@31
|
184
|
Chris@31
|
185 protected:
|
Chris@31
|
186 size_t m_width;
|
Chris@31
|
187 size_t m_height;
|
Chris@31
|
188 unsigned char *m_values;
|
Chris@31
|
189 QColor m_colours[256];
|
Chris@31
|
190 };
|
Chris@31
|
191
|
Chris@31
|
192 Cache *m_cache;
|
Chris@31
|
193 bool m_cacheInvalid;
|
Chris@31
|
194
|
Chris@0
|
195 class CacheFillThread : public QThread
|
Chris@0
|
196 {
|
Chris@0
|
197 public:
|
Chris@0
|
198 CacheFillThread(SpectrogramLayer &layer) :
|
Chris@0
|
199 m_layer(layer), m_fillExtent(0) { }
|
Chris@0
|
200
|
Chris@0
|
201 size_t getFillExtent() const { return m_fillExtent; }
|
Chris@0
|
202 size_t getFillCompletion() const { return m_fillCompletion; }
|
Chris@0
|
203 virtual void run();
|
Chris@0
|
204
|
Chris@0
|
205 protected:
|
Chris@0
|
206 SpectrogramLayer &m_layer;
|
Chris@0
|
207 size_t m_fillExtent;
|
Chris@0
|
208 size_t m_fillCompletion;
|
Chris@0
|
209 };
|
Chris@0
|
210
|
Chris@0
|
211 void fillCache();
|
Chris@0
|
212
|
Chris@0
|
213 mutable QPixmap *m_pixmapCache;
|
Chris@0
|
214 mutable bool m_pixmapCacheInvalid;
|
Chris@0
|
215 mutable long m_pixmapCacheStartFrame;
|
Chris@0
|
216 mutable size_t m_pixmapCacheZoomLevel;
|
Chris@0
|
217
|
Chris@0
|
218 QWaitCondition m_condition;
|
Chris@0
|
219 mutable QMutex m_mutex;
|
Chris@0
|
220
|
Chris@0
|
221 CacheFillThread *m_fillThread;
|
Chris@0
|
222 QTimer *m_updateTimer;
|
Chris@0
|
223 size_t m_lastFillExtent;
|
Chris@0
|
224 bool m_cachedInitialVisibleArea;
|
Chris@29
|
225 mutable bool m_dormant;
|
Chris@0
|
226 bool m_exiting;
|
Chris@0
|
227
|
Chris@0
|
228 void setCacheColourmap();
|
Chris@9
|
229 void rotateCacheColourmap(int distance);
|
Chris@0
|
230
|
Chris@0
|
231 bool fillCacheColumn(int column,
|
Chris@0
|
232 double *inputBuffer,
|
Chris@0
|
233 fftw_complex *outputBuffer,
|
Chris@0
|
234 fftw_plan plan,
|
Chris@9
|
235 size_t windowSize,
|
Chris@9
|
236 size_t windowIncrement,
|
Chris@0
|
237 const Window<double> &windower,
|
Chris@0
|
238 bool lock)
|
Chris@0
|
239 const;
|
Chris@0
|
240
|
Chris@0
|
241 bool getYBinRange(int y, float &freqBinMin, float &freqBinMax) const;
|
Chris@0
|
242
|
Chris@0
|
243 struct LayerRange {
|
Chris@0
|
244 long startFrame;
|
Chris@0
|
245 int zoomLevel;
|
Chris@0
|
246 size_t modelStart;
|
Chris@0
|
247 size_t modelEnd;
|
Chris@0
|
248 };
|
Chris@20
|
249 bool getXBinRange(int x, float &windowMin, float &windowMax) const;
|
Chris@0
|
250
|
Chris@0
|
251 bool getYBinSourceRange(int y, float &freqMin, float &freqMax) const;
|
Chris@0
|
252 bool getXBinSourceRange(int x, RealTime &timeMin, RealTime &timeMax) const;
|
Chris@0
|
253 bool getXYBinSourceRange(int x, int y, float &dbMin, float &dbMax) const;
|
Chris@0
|
254
|
Chris@0
|
255 size_t getWindowIncrement() const {
|
Chris@0
|
256 return m_windowSize - m_windowSize * m_windowOverlap / 100;
|
Chris@0
|
257 }
|
Chris@0
|
258 };
|
Chris@0
|
259
|
Chris@0
|
260 #endif
|