annotate layer/SpectrogramLayer.h @ 106:551d7ae05526

* 1492866: Plugin parameter window info display
author Chris Cannam
date Mon, 19 Jun 2006 16:02:41 +0000
parents 1348818e7be7
children bf196d6e8998
rev   line source
Chris@58 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@0 2
Chris@0 3 /*
Chris@59 4 Sonic Visualiser
Chris@59 5 An audio file viewer and annotation editor.
Chris@59 6 Centre for Digital Music, Queen Mary, University of London.
Chris@59 7 This file copyright 2006 Chris Cannam.
Chris@0 8
Chris@59 9 This program is free software; you can redistribute it and/or
Chris@59 10 modify it under the terms of the GNU General Public License as
Chris@59 11 published by the Free Software Foundation; either version 2 of the
Chris@59 12 License, or (at your option) any later version. See the file
Chris@59 13 COPYING included with this distribution for more information.
Chris@0 14 */
Chris@0 15
Chris@30 16 #ifndef _SPECTROGRAM_LAYER_H_
Chris@30 17 #define _SPECTROGRAM_LAYER_H_
Chris@0 18
Chris@0 19 #include "base/Layer.h"
Chris@0 20 #include "base/Window.h"
Chris@71 21 #include "base/RealTime.h"
Chris@92 22 #include "base/Thread.h"
Chris@0 23 #include "model/PowerOfSqrtTwoZoomConstraint.h"
Chris@0 24 #include "model/DenseTimeValueModel.h"
Chris@0 25
Chris@0 26 #include <QMutex>
Chris@0 27 #include <QWaitCondition>
Chris@95 28 #include <QImage>
Chris@95 29 #include <QPixmap>
Chris@0 30
Chris@0 31 #include <fftw3.h>
Chris@0 32
Chris@0 33 class View;
Chris@0 34 class QPainter;
Chris@0 35 class QImage;
Chris@0 36 class QPixmap;
Chris@0 37 class QTimer;
Chris@85 38 class FFTCacheBase;
Chris@0 39
Chris@0 40 /**
Chris@0 41 * SpectrogramLayer represents waveform data (obtained from a
Chris@0 42 * DenseTimeValueModel) in spectrogram form.
Chris@0 43 */
Chris@0 44
Chris@0 45 class SpectrogramLayer : public Layer,
Chris@31 46 public PowerOfSqrtTwoZoomConstraint
Chris@0 47 {
Chris@0 48 Q_OBJECT
Chris@0 49
Chris@0 50 public:
Chris@37 51 enum Configuration { FullRangeDb, MelodicRange, MelodicPeaks };
Chris@0 52
Chris@44 53 SpectrogramLayer(Configuration = FullRangeDb);
Chris@0 54 ~SpectrogramLayer();
Chris@0 55
Chris@0 56 virtual const ZoomConstraint *getZoomConstraint() const { return this; }
Chris@0 57 virtual const Model *getModel() const { return m_model; }
Chris@44 58 virtual void paint(View *v, QPainter &paint, QRect rect) const;
Chris@0 59
Chris@44 60 virtual int getVerticalScaleWidth(View *v, QPainter &) const;
Chris@44 61 virtual void paintVerticalScale(View *v, QPainter &paint, QRect rect) const;
Chris@0 62
Chris@77 63 virtual bool getCrosshairExtents(View *, QPainter &, QPoint cursorPos,
Chris@77 64 std::vector<QRect> &extents) const;
Chris@77 65 virtual void paintCrosshairs(View *, QPainter &, QPoint) const;
Chris@77 66
Chris@44 67 virtual QString getFeatureDescription(View *v, QPoint &) const;
Chris@0 68
Chris@44 69 virtual bool snapToFeatureFrame(View *v, int &frame,
Chris@28 70 size_t &resolution,
Chris@28 71 SnapType snap) const;
Chris@13 72
Chris@0 73 void setModel(const DenseTimeValueModel *model);
Chris@0 74
Chris@0 75 virtual PropertyList getProperties() const;
Chris@87 76 virtual QString getPropertyLabel(const PropertyName &) const;
Chris@0 77 virtual PropertyType getPropertyType(const PropertyName &) const;
Chris@0 78 virtual QString getPropertyGroupName(const PropertyName &) const;
Chris@0 79 virtual int getPropertyRangeAndValue(const PropertyName &,
Chris@0 80 int *min, int *max) const;
Chris@0 81 virtual QString getPropertyValueLabel(const PropertyName &,
Chris@0 82 int value) const;
Chris@0 83 virtual void setProperty(const PropertyName &, int value);
Chris@0 84
Chris@0 85 /**
Chris@0 86 * Specify the channel to use from the source model.
Chris@0 87 * A value of -1 means to mix all available channels.
Chris@0 88 * The default is channel 0.
Chris@0 89 */
Chris@0 90 void setChannel(int);
Chris@0 91 int getChannel() const;
Chris@0 92
Chris@0 93 void setWindowSize(size_t);
Chris@0 94 size_t getWindowSize() const;
Chris@0 95
Chris@97 96 void setWindowHopLevel(size_t percent);
Chris@97 97 size_t getWindowHopLevel() const;
Chris@0 98
Chris@0 99 void setWindowType(WindowType type);
Chris@0 100 WindowType getWindowType() const;
Chris@0 101
Chris@0 102 /**
Chris@0 103 * Set the gain multiplier for sample values in this view prior to
Chris@0 104 * FFT calculation.
Chris@0 105 *
Chris@0 106 * The default is 1.0.
Chris@0 107 */
Chris@0 108 void setGain(float gain);
Chris@0 109 float getGain() const;
Chris@0 110
Chris@37 111 /**
Chris@37 112 * Set the threshold for sample values to be shown in the FFT,
Chris@37 113 * in voltage units.
Chris@37 114 *
Chris@37 115 * The default is 0.0.
Chris@37 116 */
Chris@37 117 void setThreshold(float threshold);
Chris@37 118 float getThreshold() const;
Chris@37 119
Chris@37 120 void setMinFrequency(size_t);
Chris@37 121 size_t getMinFrequency() const;
Chris@37 122
Chris@0 123 void setMaxFrequency(size_t); // 0 -> no maximum
Chris@0 124 size_t getMaxFrequency() const;
Chris@0 125
Chris@37 126 enum ColourScale {
Chris@37 127 LinearColourScale,
Chris@37 128 MeterColourScale,
Chris@37 129 dBColourScale,
Chris@37 130 PhaseColourScale
Chris@37 131 };
Chris@0 132
Chris@0 133 /**
Chris@0 134 * Specify the scale for sample levels. See WaveformLayer for
Chris@0 135 * details of meter and dB scaling. The default is dBColourScale.
Chris@0 136 */
Chris@0 137 void setColourScale(ColourScale);
Chris@0 138 ColourScale getColourScale() const;
Chris@0 139
Chris@35 140 enum FrequencyScale {
Chris@35 141 LinearFrequencyScale,
Chris@35 142 LogFrequencyScale
Chris@35 143 };
Chris@0 144
Chris@0 145 /**
Chris@0 146 * Specify the scale for the y axis.
Chris@0 147 */
Chris@0 148 void setFrequencyScale(FrequencyScale);
Chris@0 149 FrequencyScale getFrequencyScale() const;
Chris@0 150
Chris@37 151 enum BinDisplay {
Chris@37 152 AllBins,
Chris@37 153 PeakBins,
Chris@37 154 PeakFrequencies
Chris@35 155 };
Chris@35 156
Chris@35 157 /**
Chris@35 158 * Specify the processing of frequency bins for the y axis.
Chris@35 159 */
Chris@37 160 void setBinDisplay(BinDisplay);
Chris@37 161 BinDisplay getBinDisplay() const;
Chris@35 162
Chris@36 163 void setNormalizeColumns(bool n);
Chris@36 164 bool getNormalizeColumns() const;
Chris@36 165
Chris@0 166 enum ColourScheme { DefaultColours, WhiteOnBlack, BlackOnWhite,
Chris@71 167 RedOnBlue, YellowOnBlack, BlueOnBlack, Rainbow };
Chris@0 168
Chris@0 169 void setColourScheme(ColourScheme scheme);
Chris@0 170 ColourScheme getColourScheme() const;
Chris@0 171
Chris@9 172 /**
Chris@9 173 * Specify the colourmap rotation for the colour scale.
Chris@9 174 */
Chris@9 175 void setColourRotation(int);
Chris@9 176 int getColourRotation() const;
Chris@9 177
Chris@0 178 virtual VerticalPosition getPreferredFrameCountPosition() const {
Chris@0 179 return PositionTop;
Chris@0 180 }
Chris@0 181
Chris@15 182 virtual bool isLayerOpaque() const { return true; }
Chris@15 183
Chris@44 184 float getYForFrequency(View *v, float frequency) const;
Chris@44 185 float getFrequencyForY(View *v, int y) const;
Chris@42 186
Chris@0 187 virtual int getCompletion() const;
Chris@0 188
Chris@101 189 virtual bool getValueExtents(float &min, float &max,
Chris@101 190 bool &logarithmic, QString &unit) const;
Chris@101 191
Chris@101 192 virtual bool getDisplayExtents(float &min, float &max) const;
Chris@79 193
Chris@6 194 virtual QString toXmlString(QString indent = "",
Chris@6 195 QString extraAttributes = "") const;
Chris@6 196
Chris@11 197 void setProperties(const QXmlAttributes &attributes);
Chris@11 198
Chris@47 199 virtual void setLayerDormant(const View *v, bool dormant);
Chris@29 200
Chris@94 201 virtual bool isLayerScrollable(const View *v) const { return false; }
Chris@94 202
Chris@0 203 protected slots:
Chris@0 204 void cacheInvalid();
Chris@0 205 void cacheInvalid(size_t startFrame, size_t endFrame);
Chris@0 206
Chris@0 207 void fillTimerTimedOut();
Chris@0 208
Chris@0 209 protected:
Chris@104 210 typedef float fftsample;
Chris@104 211
Chris@0 212 const DenseTimeValueModel *m_model; // I do not own this
Chris@0 213
Chris@35 214 int m_channel;
Chris@35 215 size_t m_windowSize;
Chris@35 216 WindowType m_windowType;
Chris@97 217 size_t m_windowHopLevel;
Chris@35 218 float m_gain;
Chris@37 219 float m_threshold;
Chris@35 220 int m_colourRotation;
Chris@37 221 size_t m_minFrequency;
Chris@35 222 size_t m_maxFrequency;
Chris@35 223 ColourScale m_colourScale;
Chris@35 224 ColourScheme m_colourScheme;
Chris@77 225 QColor m_crosshairColour;
Chris@35 226 FrequencyScale m_frequencyScale;
Chris@37 227 BinDisplay m_binDisplay;
Chris@36 228 bool m_normalizeColumns;
Chris@0 229
Chris@38 230 enum { NO_VALUE = 0 }; // colour index for unused pixels
Chris@38 231
Chris@86 232 class ColourMap
Chris@86 233 {
Chris@86 234 public:
Chris@86 235 QColor getColour(unsigned char index) const {
Chris@86 236 return m_colours[index];
Chris@86 237 }
Chris@86 238
Chris@86 239 void setColour(unsigned char index, QColor colour) {
Chris@86 240 m_colours[index] = colour;
Chris@86 241 }
Chris@86 242
Chris@86 243 private:
Chris@86 244 QColor m_colours[256];
Chris@86 245 };
Chris@86 246
Chris@86 247 ColourMap m_colourMap;
Chris@85 248 FFTCacheBase *m_cache;
Chris@86 249 FFTCacheBase *m_writeCache;
Chris@31 250 bool m_cacheInvalid;
Chris@31 251
Chris@92 252 class CacheFillThread : public Thread
Chris@0 253 {
Chris@0 254 public:
Chris@0 255 CacheFillThread(SpectrogramLayer &layer) :
Chris@0 256 m_layer(layer), m_fillExtent(0) { }
Chris@0 257
Chris@0 258 size_t getFillExtent() const { return m_fillExtent; }
Chris@0 259 size_t getFillCompletion() const { return m_fillCompletion; }
Chris@0 260 virtual void run();
Chris@0 261
Chris@0 262 protected:
Chris@0 263 SpectrogramLayer &m_layer;
Chris@0 264 size_t m_fillExtent;
Chris@0 265 size_t m_fillCompletion;
Chris@0 266 };
Chris@0 267
Chris@0 268 void fillCache();
Chris@0 269
Chris@95 270 struct PixmapCache
Chris@95 271 {
Chris@95 272 QPixmap pixmap;
Chris@95 273 QRect validArea;
Chris@95 274 long startFrame;
Chris@95 275 size_t zoomLevel;
Chris@95 276 };
Chris@95 277 typedef std::map<const View *, PixmapCache> ViewPixmapCache;
Chris@95 278 void invalidatePixmapCaches();
Chris@95 279 void invalidatePixmapCaches(size_t startFrame, size_t endFrame);
Chris@95 280 mutable ViewPixmapCache m_pixmapCaches;
Chris@95 281 mutable QImage m_drawBuffer;
Chris@95 282
Chris@0 283 QWaitCondition m_condition;
Chris@0 284 mutable QMutex m_mutex;
Chris@0 285
Chris@0 286 CacheFillThread *m_fillThread;
Chris@0 287 QTimer *m_updateTimer;
Chris@44 288 mutable size_t m_candidateFillStartFrame;
Chris@0 289 size_t m_lastFillExtent;
Chris@0 290 bool m_exiting;
Chris@0 291
Chris@90 292 void setColourmap();
Chris@90 293 void rotateColourmap(int distance);
Chris@0 294
Chris@38 295 void fillCacheColumn(int column,
Chris@104 296 fftsample *inputBuffer,
Chris@104 297 fftwf_complex *outputBuffer,
Chris@104 298 fftwf_plan plan,
Chris@9 299 size_t windowSize,
Chris@9 300 size_t windowIncrement,
Chris@86 301 float *workbuffer,
Chris@104 302 const Window<fftsample> &windower)
Chris@0 303 const;
Chris@0 304
Chris@38 305 static float calculateFrequency(size_t bin,
Chris@38 306 size_t windowSize,
Chris@38 307 size_t windowIncrement,
Chris@38 308 size_t sampleRate,
Chris@38 309 float previousPhase,
Chris@38 310 float currentPhase,
Chris@38 311 bool &steadyState);
Chris@38 312
Chris@38 313 unsigned char getDisplayValue(float input) const;
Chris@40 314 float getInputForDisplayValue(unsigned char uc) const;
Chris@40 315
Chris@40 316 int getColourScaleWidth(QPainter &) const;
Chris@40 317
Chris@40 318 float getEffectiveMinFrequency() const;
Chris@40 319 float getEffectiveMaxFrequency() const;
Chris@38 320
Chris@0 321 struct LayerRange {
Chris@0 322 long startFrame;
Chris@0 323 int zoomLevel;
Chris@0 324 size_t modelStart;
Chris@0 325 size_t modelEnd;
Chris@0 326 };
Chris@44 327 bool getXBinRange(View *v, int x, float &windowMin, float &windowMax) const;
Chris@44 328 bool getYBinRange(View *v, int y, float &freqBinMin, float &freqBinMax) const;
Chris@0 329
Chris@44 330 bool getYBinSourceRange(View *v, int y, float &freqMin, float &freqMax) const;
Chris@44 331 bool getAdjustedYBinSourceRange(View *v, int x, int y,
Chris@35 332 float &freqMin, float &freqMax,
Chris@35 333 float &adjFreqMin, float &adjFreqMax) const;
Chris@44 334 bool getXBinSourceRange(View *v, int x, RealTime &timeMin, RealTime &timeMax) const;
Chris@44 335 bool getXYBinSourceRange(View *v, int x, int y, float &min, float &max,
Chris@38 336 float &phaseMin, float &phaseMax) const;
Chris@0 337
Chris@0 338 size_t getWindowIncrement() const {
Chris@97 339 if (m_windowHopLevel == 0) return m_windowSize;
Chris@97 340 else if (m_windowHopLevel == 1) return (m_windowSize * 3) / 4;
Chris@97 341 else return m_windowSize / (1 << (m_windowHopLevel - 1));
Chris@0 342 }
Chris@0 343 };
Chris@0 344
Chris@0 345 #endif