annotate layer/Colour3DPlotRenderer.h @ 1225:37f86e26a8d2

Guard only
author Chris Cannam
date Thu, 26 Jan 2017 21:15:36 +0000
parents eaab8bab3522
children fc40742bb911
rev   line source
Chris@1071 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@1071 2
Chris@1071 3 /*
Chris@1071 4 Sonic Visualiser
Chris@1071 5 An audio file viewer and annotation editor.
Chris@1071 6 Centre for Digital Music, Queen Mary, University of London.
Chris@1071 7 This file copyright 2006-2016 Chris Cannam and QMUL.
Chris@1071 8
Chris@1071 9 This program is free software; you can redistribute it and/or
Chris@1071 10 modify it under the terms of the GNU General Public License as
Chris@1071 11 published by the Free Software Foundation; either version 2 of the
Chris@1071 12 License, or (at your option) any later version. See the file
Chris@1071 13 COPYING included with this distribution for more information.
Chris@1071 14 */
Chris@1071 15
Chris@1071 16 #ifndef COLOUR_3D_PLOT_RENDERER_H
Chris@1071 17 #define COLOUR_3D_PLOT_RENDERER_H
Chris@1071 18
Chris@1071 19 #include "ColourScale.h"
Chris@1073 20 #include "ScrollableImageCache.h"
Chris@1119 21 #include "ScrollableMagRangeCache.h"
Chris@1071 22
Chris@1071 23 #include "base/ColumnOp.h"
Chris@1073 24 #include "base/MagnitudeRange.h"
Chris@1071 25
Chris@1073 26 #include <QRect>
Chris@1073 27 #include <QPainter>
Chris@1073 28 #include <QImage>
Chris@1073 29
Chris@1073 30 class LayerGeometryProvider;
Chris@1082 31 class VerticalBinLayer;
Chris@1071 32 class DenseThreeDimensionalModel;
Chris@1071 33 class Dense3DModelPeakCache;
Chris@1071 34 class FFTModel;
Chris@1221 35 class RenderTimer;
Chris@1071 36
Chris@1103 37 enum class BinDisplay {
Chris@1103 38 AllBins,
Chris@1103 39 PeakBins,
Chris@1103 40 PeakFrequencies
Chris@1103 41 };
Chris@1103 42
Chris@1103 43 enum class BinScale {
Chris@1103 44 Linear,
Chris@1103 45 Log
Chris@1103 46 };
Chris@1103 47
Chris@1071 48 class Colour3DPlotRenderer
Chris@1071 49 {
Chris@1071 50 public:
Chris@1073 51 struct Sources {
Chris@1212 52 Sources() : verticalBinLayer(0), source(0), fft(0) { }
Chris@1073 53
Chris@1073 54 // These must all outlive this class
Chris@1089 55 const VerticalBinLayer *verticalBinLayer; // always
Chris@1100 56 const DenseThreeDimensionalModel *source; // always
Chris@1100 57 const FFTModel *fft; // optionally
Chris@1212 58 std::vector<Dense3DModelPeakCache *> peakCaches; // zero or more
Chris@1073 59 };
Chris@1073 60
Chris@1071 61 struct Parameters {
Chris@1071 62 Parameters() :
Chris@1071 63 colourScale(ColourScale::Parameters()),
Chris@1104 64 normalization(ColumnNormalization::None),
Chris@1103 65 binDisplay(BinDisplay::AllBins),
Chris@1103 66 binScale(BinScale::Linear),
Chris@1073 67 alwaysOpaque(false),
Chris@1125 68 interpolate(false),
Chris@1112 69 invertVertical(false),
Chris@1125 70 scaleFactor(1.0),
Chris@1112 71 colourRotation(0) { }
Chris@1071 72
Chris@1125 73 /** A complete ColourScale object by value, used for colour
Chris@1125 74 * map conversion. Note that the final display gain setting is
Chris@1125 75 * also encapsulated here. */
Chris@1125 76 ColourScale colourScale;
Chris@1125 77
Chris@1125 78 /** Type of column normalization. */
Chris@1104 79 ColumnNormalization normalization;
Chris@1125 80
Chris@1125 81 /** Selection of bins to display. */
Chris@1071 82 BinDisplay binDisplay;
Chris@1125 83
Chris@1125 84 /** Scale for vertical bin spacing (linear or logarithmic). */
Chris@1071 85 BinScale binScale;
Chris@1125 86
Chris@1125 87 /** Whether cells should always be opaque. If false, then
Chris@1125 88 * large cells (when zoomed in a long way) will be rendered
Chris@1125 89 * translucent in order not to obscure anything in a layer
Chris@1125 90 * beneath. */
Chris@1071 91 bool alwaysOpaque;
Chris@1125 92
Chris@1125 93 /** Whether to apply smoothing when rendering cells at more
Chris@1125 94 * than one pixel per cell. !!! todo: decide about separating
Chris@1125 95 * out x-interpolate and y-interpolate as the spectrogram
Chris@1125 96 * actually does (or used to)
Chris@1125 97 */
Chris@1071 98 bool interpolate;
Chris@1125 99
Chris@1125 100 /** Whether to render the whole caboodle upside-down. */
Chris@1071 101 bool invertVertical;
Chris@1125 102
Chris@1125 103 /** Initial scale factor (e.g. for FFT scaling). This factor
Chris@1125 104 * is applied to all values read from the underlying model
Chris@1125 105 * *before* magnitude ranges are calculated, in contrast to
Chris@1125 106 * the display gain found in the ColourScale parameter. */
Chris@1125 107 double scaleFactor;
Chris@1125 108
Chris@1125 109 /** Colourmap rotation, in the range 0-255. */
Chris@1112 110 int colourRotation;
Chris@1071 111 };
Chris@1073 112
Chris@1073 113 Colour3DPlotRenderer(Sources sources, Parameters parameters) :
Chris@1073 114 m_sources(sources),
Chris@1221 115 m_params(parameters),
Chris@1221 116 m_secondsPerXPixel(0.0),
Chris@1221 117 m_secondsPerXPixelValid(false)
Chris@1071 118 { }
Chris@1071 119
Chris@1073 120 struct RenderResult {
Chris@1073 121 /**
Chris@1073 122 * The rect that was actually rendered. May be equal to the
Chris@1073 123 * rect that was requested to render, or may be smaller if
Chris@1073 124 * time ran out and the complete flag was not set.
Chris@1073 125 */
Chris@1073 126 QRect rendered;
Chris@1073 127
Chris@1073 128 /**
Chris@1073 129 * The magnitude range of the data in the rendered area.
Chris@1073 130 */
Chris@1073 131 MagnitudeRange range;
Chris@1073 132 };
Chris@1073 133
Chris@1073 134 /**
Chris@1073 135 * Render the requested area using the given painter, obtaining
Chris@1090 136 * geometry (e.g. start frame) from the given
Chris@1073 137 * LayerGeometryProvider.
Chris@1073 138 *
Chris@1090 139 * The whole of the supplied rect will be rendered and the
Chris@1090 140 * returned QRect will be equal to the supplied QRect. (See
Chris@1090 141 * renderTimeConstrained for an alternative that may render only
Chris@1090 142 * part of the rect in cases where obtaining source data is slow
Chris@1090 143 * and retaining responsiveness is important.)
Chris@1090 144 *
Chris@1090 145 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 146 * related to the size and position of the supplied
Chris@1090 147 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 148 * successively on the same Colour3DPlotRenderer with different
Chris@1090 149 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 150 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1075 151 *
Chris@1075 152 * If the model to render from is not ready, this will throw a
Chris@1075 153 * std::logic_error exception. The model must be ready and the
Chris@1075 154 * layer requesting the render must not be dormant in its view, so
Chris@1075 155 * that the LayerGeometryProvider returns valid results; it is the
Chris@1075 156 * caller's responsibility to ensure these.
Chris@1073 157 */
Chris@1125 158 RenderResult render(const LayerGeometryProvider *v,
Chris@1125 159 QPainter &paint, QRect rect);
Chris@1076 160
Chris@1076 161 /**
Chris@1076 162 * Render the requested area using the given painter, obtaining
Chris@1076 163 * geometry (e.g. start frame) from the stored
Chris@1076 164 * LayerGeometryProvider.
Chris@1076 165 *
Chris@1076 166 * As much of the rect will be rendered as can be managed given
Chris@1076 167 * internal time constraints (using a RenderTimer object
Chris@1076 168 * internally). The returned QRect (the rendered field in the
Chris@1076 169 * RenderResult struct) will contain the area that was
Chris@1076 170 * rendered. Note that we always render the full requested height,
Chris@1076 171 * it's only width that is time-constrained.
Chris@1076 172 *
Chris@1090 173 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 174 * related to the size and position of the supplied
Chris@1090 175 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 176 * successively on the same Colour3DPlotRenderer with different
Chris@1090 177 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 178 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1090 179 *
Chris@1076 180 * If the model to render from is not ready, this will throw a
Chris@1076 181 * std::logic_error exception. The model must be ready and the
Chris@1076 182 * layer requesting the render must not be dormant in its view, so
Chris@1076 183 * that the LayerGeometryProvider returns valid results; it is the
Chris@1076 184 * caller's responsibility to ensure these.
Chris@1076 185 */
Chris@1113 186 RenderResult renderTimeConstrained(const LayerGeometryProvider *v,
Chris@1090 187 QPainter &paint, QRect rect);
Chris@1096 188
Chris@1096 189 /**
Chris@1096 190 * Return the area of the largest rectangle within the entire area
Chris@1096 191 * of the cache that is unavailable in the cache. This is only
Chris@1096 192 * valid in relation to a preceding render() call which is
Chris@1096 193 * presumed to have set the area, start frame, and zoom level for
Chris@1096 194 * the cache. It could be used to establish a suitable region for
Chris@1096 195 * a subsequent paint request (because if an area is not in the
Chris@1096 196 * cache, it cannot have been rendered since the cache was
Chris@1096 197 * cleared).
Chris@1096 198 *
Chris@1096 199 * Returns an empty QRect if the cache is entirely valid.
Chris@1096 200 */
Chris@1121 201 QRect getLargestUncachedRect(const LayerGeometryProvider *v);
Chris@1113 202
Chris@1113 203 /**
Chris@1122 204 * Return true if the provider's geometry differs from the cache,
Chris@1122 205 * or if we are not using a cache. i.e. if the cache will be
Chris@1122 206 * regenerated for the next render, or the next render performed
Chris@1122 207 * from scratch.
Chris@1122 208 */
Chris@1122 209 bool geometryChanged(const LayerGeometryProvider *v);
Chris@1122 210
Chris@1122 211 /**
Chris@1113 212 * Return true if the rendering will be opaque. This may be used
Chris@1113 213 * by the calling layer to determine whether it can scroll
Chris@1113 214 * directly without regard to any other layers beneath.
Chris@1113 215 */
Chris@1113 216 bool willRenderOpaque(const LayerGeometryProvider *v) {
Chris@1113 217 return decideRenderType(v) != DirectTranslucent;
Chris@1113 218 }
Chris@1073 219
Chris@1125 220 /**
Chris@1125 221 * Return the colour corresponding to the given value.
Chris@1125 222 * \see ColourScale::getPixel
Chris@1125 223 * \see ColourScale::getColour
Chris@1125 224 */
Chris@1125 225 QColor getColour(double value) const {
Chris@1125 226 return m_params.colourScale.getColour(value, m_params.colourRotation);
Chris@1125 227 }
Chris@1139 228
Chris@1139 229 /**
Chris@1139 230 * Return the enclosing rectangle for the region of similar colour
Chris@1139 231 * to the given point within the cache. Return an empty QRect if
Chris@1139 232 * this is not possible. \see ImageRegionFinder
Chris@1139 233 */
Chris@1139 234 QRect findSimilarRegionExtents(QPoint point) const;
Chris@1125 235
Chris@1071 236 private:
Chris@1073 237 Sources m_sources;
Chris@1071 238 Parameters m_params;
Chris@1072 239
Chris@1073 240 // Draw buffer is the target of each partial repaint. It is always
Chris@1073 241 // at view height (not model height) and is cleared and repainted
Chris@1073 242 // on each fragment render. The only reason it's stored as a data
Chris@1073 243 // member is to avoid reallocation.
Chris@1073 244 QImage m_drawBuffer;
Chris@1072 245
Chris@1121 246 // A temporary store of magnitude ranges per-column, used when
Chris@1121 247 // rendering to the draw buffer. This always has the same length
Chris@1121 248 // as the width of the draw buffer, and the x coordinates of the
Chris@1121 249 // two containers are equivalent.
Chris@1121 250 std::vector<MagnitudeRange> m_magRanges;
Chris@1121 251
Chris@1119 252 // The image cache is our persistent record of the visible
Chris@1119 253 // area. It is always the same size as the view (i.e. the paint
Chris@1119 254 // size reported by the LayerGeometryProvider) and is scrolled and
Chris@1119 255 // partially repainted internally as appropriate. A render request
Chris@1119 256 // is carried out by repainting to cache (via the draw buffer) any
Chris@1073 257 // area that is being requested but is not valid in the cache, and
Chris@1073 258 // then repainting from cache to the requested painter.
Chris@1073 259 ScrollableImageCache m_cache;
Chris@1073 260
Chris@1119 261 // The mag range cache is our record of the column magnitude
Chris@1119 262 // ranges for each of the columns in the cache. It always has the
Chris@1119 263 // same start frame and width as the image cache, and the column
Chris@1119 264 // indices match up across both. Our cache update mechanism
Chris@1119 265 // guarantees that every valid column in the image cache has a
Chris@1119 266 // valid range in the magnitude cache, but not necessarily vice
Chris@1119 267 // versa (as the image cache is limited to contiguous ranges).
Chris@1119 268 ScrollableMagRangeCache m_magCache;
Chris@1221 269
Chris@1221 270 double m_secondsPerXPixel;
Chris@1221 271 bool m_secondsPerXPixelValid;
Chris@1119 272
Chris@1113 273 RenderResult render(const LayerGeometryProvider *v,
Chris@1090 274 QPainter &paint, QRect rect, bool timeConstrained);
Chris@1109 275
Chris@1121 276 MagnitudeRange renderDirectTranslucent(const LayerGeometryProvider *v,
Chris@1121 277 QPainter &paint, QRect rect);
Chris@1109 278
Chris@1113 279 void renderToCachePixelResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 280 int repaintWidth, bool rightToLeft,
Chris@1094 281 bool timeConstrained);
Chris@1109 282
Chris@1113 283 void renderToCacheBinResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 284 int repaintWidth);
Chris@1097 285
Chris@1083 286 int renderDrawBuffer(int w, int h,
Chris@1083 287 const std::vector<int> &binforx,
Chris@1083 288 const std::vector<double> &binfory,
Chris@1212 289 int peakCacheIndex, // -1 => don't use a peak cache
Chris@1083 290 bool rightToLeft,
Chris@1083 291 bool timeConstrained);
Chris@1097 292
Chris@1113 293 int renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
Chris@1097 294 int w, int h,
Chris@1097 295 const std::vector<int> &binforx,
Chris@1097 296 const std::vector<double> &binfory,
Chris@1097 297 bool rightToLeft,
Chris@1097 298 bool timeConstrained);
Chris@1097 299
Chris@1095 300 void recreateDrawBuffer(int w, int h);
Chris@1079 301 void clearDrawBuffer(int w, int h);
Chris@1109 302
Chris@1109 303 enum RenderType {
Chris@1109 304 DrawBufferPixelResolution,
Chris@1109 305 DrawBufferBinResolution,
Chris@1109 306 DirectTranslucent
Chris@1109 307 };
Chris@1109 308
Chris@1113 309 RenderType decideRenderType(const LayerGeometryProvider *) const;
Chris@1138 310
Chris@1167 311 QImage scaleDrawBufferImage(QImage source, int targetWidth, int targetHeight)
Chris@1167 312 const;
Chris@1167 313
Chris@1161 314 ColumnOp::Column getColumn(int sx, int minbin, int nbins,
Chris@1212 315 int peakCacheIndex) const; // -1 => don't use cache
Chris@1213 316
Chris@1213 317 void getPreferredPeakCache(const LayerGeometryProvider *,
Chris@1213 318 int &peakCacheIndex, int &binsPerPeak) const;
Chris@1221 319
Chris@1221 320 void updateTimings(const RenderTimer &timer, int xPixelCount);
Chris@1071 321 };
Chris@1071 322
Chris@1071 323 #endif
Chris@1071 324