annotate layer/Colour3DPlotRenderer.h @ 1430:31499c3520ee single-point

Use overspill to render time-value point line properly at edges
author Chris Cannam
date Wed, 20 Mar 2019 11:18:45 +0000
parents 7d28e7522dbd
children 11a150e65ee1
rev   line source
Chris@1071 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@1071 2
Chris@1071 3 /*
Chris@1071 4 Sonic Visualiser
Chris@1071 5 An audio file viewer and annotation editor.
Chris@1071 6 Centre for Digital Music, Queen Mary, University of London.
Chris@1071 7 This file copyright 2006-2016 Chris Cannam and QMUL.
Chris@1071 8
Chris@1071 9 This program is free software; you can redistribute it and/or
Chris@1071 10 modify it under the terms of the GNU General Public License as
Chris@1071 11 published by the Free Software Foundation; either version 2 of the
Chris@1071 12 License, or (at your option) any later version. See the file
Chris@1071 13 COPYING included with this distribution for more information.
Chris@1071 14 */
Chris@1071 15
Chris@1071 16 #ifndef COLOUR_3D_PLOT_RENDERER_H
Chris@1071 17 #define COLOUR_3D_PLOT_RENDERER_H
Chris@1071 18
Chris@1071 19 #include "ColourScale.h"
Chris@1073 20 #include "ScrollableImageCache.h"
Chris@1119 21 #include "ScrollableMagRangeCache.h"
Chris@1071 22
Chris@1071 23 #include "base/ColumnOp.h"
Chris@1073 24 #include "base/MagnitudeRange.h"
Chris@1071 25
Chris@1073 26 #include <QRect>
Chris@1073 27 #include <QPainter>
Chris@1073 28 #include <QImage>
Chris@1073 29
Chris@1073 30 class LayerGeometryProvider;
Chris@1082 31 class VerticalBinLayer;
Chris@1071 32 class DenseThreeDimensionalModel;
Chris@1071 33 class Dense3DModelPeakCache;
Chris@1071 34 class FFTModel;
Chris@1221 35 class RenderTimer;
Chris@1071 36
Chris@1103 37 enum class BinDisplay {
Chris@1103 38 AllBins,
Chris@1103 39 PeakBins,
Chris@1103 40 PeakFrequencies
Chris@1103 41 };
Chris@1103 42
Chris@1103 43 enum class BinScale {
Chris@1103 44 Linear,
Chris@1103 45 Log
Chris@1103 46 };
Chris@1103 47
Chris@1071 48 class Colour3DPlotRenderer
Chris@1071 49 {
Chris@1071 50 public:
Chris@1073 51 struct Sources {
Chris@1212 52 Sources() : verticalBinLayer(0), source(0), fft(0) { }
Chris@1073 53
Chris@1073 54 // These must all outlive this class
Chris@1089 55 const VerticalBinLayer *verticalBinLayer; // always
Chris@1266 56 const DenseThreeDimensionalModel *source; // always
Chris@1266 57 const FFTModel *fft; // optionally
Chris@1266 58 std::vector<Dense3DModelPeakCache *> peakCaches; // zero or more
Chris@1073 59 };
Chris@1073 60
Chris@1071 61 struct Parameters {
Chris@1266 62 Parameters() :
Chris@1266 63 colourScale(ColourScale::Parameters()),
Chris@1266 64 normalization(ColumnNormalization::None),
Chris@1266 65 binDisplay(BinDisplay::AllBins),
Chris@1103 66 binScale(BinScale::Linear),
Chris@1266 67 alwaysOpaque(false),
Chris@1125 68 interpolate(false),
Chris@1112 69 invertVertical(false),
Chris@1364 70 showDerivative(false),
Chris@1125 71 scaleFactor(1.0),
Chris@1112 72 colourRotation(0) { }
Chris@1071 73
Chris@1125 74 /** A complete ColourScale object by value, used for colour
Chris@1125 75 * map conversion. Note that the final display gain setting is
Chris@1125 76 * also encapsulated here. */
Chris@1266 77 ColourScale colourScale;
Chris@1125 78
Chris@1125 79 /** Type of column normalization. */
Chris@1266 80 ColumnNormalization normalization;
Chris@1125 81
Chris@1125 82 /** Selection of bins to display. */
Chris@1266 83 BinDisplay binDisplay;
Chris@1125 84
Chris@1125 85 /** Scale for vertical bin spacing (linear or logarithmic). */
Chris@1266 86 BinScale binScale;
Chris@1125 87
Chris@1125 88 /** Whether cells should always be opaque. If false, then
Chris@1125 89 * large cells (when zoomed in a long way) will be rendered
Chris@1125 90 * translucent in order not to obscure anything in a layer
Chris@1125 91 * beneath. */
Chris@1266 92 bool alwaysOpaque;
Chris@1125 93
Chris@1125 94 /** Whether to apply smoothing when rendering cells at more
Chris@1125 95 * than one pixel per cell. !!! todo: decide about separating
Chris@1125 96 * out x-interpolate and y-interpolate as the spectrogram
Chris@1125 97 * actually does (or used to)
Chris@1125 98 */
Chris@1266 99 bool interpolate;
Chris@1125 100
Chris@1125 101 /** Whether to render the whole caboodle upside-down. */
Chris@1266 102 bool invertVertical;
Chris@1125 103
Chris@1364 104 /** Whether to show the frame-to-frame difference instead of
Chris@1364 105 * the actual value */
Chris@1364 106 bool showDerivative;
Chris@1364 107
Chris@1125 108 /** Initial scale factor (e.g. for FFT scaling). This factor
Chris@1125 109 * is applied to all values read from the underlying model
Chris@1125 110 * *before* magnitude ranges are calculated, in contrast to
Chris@1125 111 * the display gain found in the ColourScale parameter. */
Chris@1125 112 double scaleFactor;
Chris@1125 113
Chris@1125 114 /** Colourmap rotation, in the range 0-255. */
Chris@1112 115 int colourRotation;
Chris@1071 116 };
Chris@1073 117
Chris@1073 118 Colour3DPlotRenderer(Sources sources, Parameters parameters) :
Chris@1073 119 m_sources(sources),
Chris@1266 120 m_params(parameters),
Chris@1221 121 m_secondsPerXPixel(0.0),
Chris@1221 122 m_secondsPerXPixelValid(false)
Chris@1071 123 { }
Chris@1071 124
Chris@1073 125 struct RenderResult {
Chris@1073 126 /**
Chris@1073 127 * The rect that was actually rendered. May be equal to the
Chris@1073 128 * rect that was requested to render, or may be smaller if
Chris@1073 129 * time ran out and the complete flag was not set.
Chris@1073 130 */
Chris@1073 131 QRect rendered;
Chris@1073 132
Chris@1073 133 /**
Chris@1248 134 * The magnitude range of the data in the rendered area, after
Chris@1248 135 * initial scaling (parameters.scaleFactor) and normalisation,
Chris@1248 136 * for use in displaying colour scale etc. (Note that the
Chris@1248 137 * magnitude range *before* normalisation would not be very
Chris@1248 138 * meaningful for this purpose, as the scale would need to be
Chris@1248 139 * different for every column if column or hybrid
Chris@1248 140 * normalisation was in use.)
Chris@1073 141 */
Chris@1073 142 MagnitudeRange range;
Chris@1073 143 };
Chris@1073 144
Chris@1073 145 /**
Chris@1073 146 * Render the requested area using the given painter, obtaining
Chris@1090 147 * geometry (e.g. start frame) from the given
Chris@1073 148 * LayerGeometryProvider.
Chris@1073 149 *
Chris@1090 150 * The whole of the supplied rect will be rendered and the
Chris@1090 151 * returned QRect will be equal to the supplied QRect. (See
Chris@1090 152 * renderTimeConstrained for an alternative that may render only
Chris@1090 153 * part of the rect in cases where obtaining source data is slow
Chris@1090 154 * and retaining responsiveness is important.)
Chris@1090 155 *
Chris@1090 156 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 157 * related to the size and position of the supplied
Chris@1090 158 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 159 * successively on the same Colour3DPlotRenderer with different
Chris@1090 160 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 161 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1075 162 *
Chris@1075 163 * If the model to render from is not ready, this will throw a
Chris@1075 164 * std::logic_error exception. The model must be ready and the
Chris@1075 165 * layer requesting the render must not be dormant in its view, so
Chris@1075 166 * that the LayerGeometryProvider returns valid results; it is the
Chris@1075 167 * caller's responsibility to ensure these.
Chris@1073 168 */
Chris@1125 169 RenderResult render(const LayerGeometryProvider *v,
Chris@1125 170 QPainter &paint, QRect rect);
Chris@1076 171
Chris@1076 172 /**
Chris@1076 173 * Render the requested area using the given painter, obtaining
Chris@1076 174 * geometry (e.g. start frame) from the stored
Chris@1076 175 * LayerGeometryProvider.
Chris@1076 176 *
Chris@1076 177 * As much of the rect will be rendered as can be managed given
Chris@1076 178 * internal time constraints (using a RenderTimer object
Chris@1076 179 * internally). The returned QRect (the rendered field in the
Chris@1076 180 * RenderResult struct) will contain the area that was
Chris@1076 181 * rendered. Note that we always render the full requested height,
Chris@1076 182 * it's only width that is time-constrained.
Chris@1076 183 *
Chris@1090 184 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 185 * related to the size and position of the supplied
Chris@1090 186 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 187 * successively on the same Colour3DPlotRenderer with different
Chris@1090 188 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 189 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1090 190 *
Chris@1076 191 * If the model to render from is not ready, this will throw a
Chris@1076 192 * std::logic_error exception. The model must be ready and the
Chris@1076 193 * layer requesting the render must not be dormant in its view, so
Chris@1076 194 * that the LayerGeometryProvider returns valid results; it is the
Chris@1076 195 * caller's responsibility to ensure these.
Chris@1076 196 */
Chris@1113 197 RenderResult renderTimeConstrained(const LayerGeometryProvider *v,
Chris@1090 198 QPainter &paint, QRect rect);
Chris@1096 199
Chris@1096 200 /**
Chris@1096 201 * Return the area of the largest rectangle within the entire area
Chris@1096 202 * of the cache that is unavailable in the cache. This is only
Chris@1096 203 * valid in relation to a preceding render() call which is
Chris@1096 204 * presumed to have set the area, start frame, and zoom level for
Chris@1096 205 * the cache. It could be used to establish a suitable region for
Chris@1096 206 * a subsequent paint request (because if an area is not in the
Chris@1096 207 * cache, it cannot have been rendered since the cache was
Chris@1096 208 * cleared).
Chris@1096 209 *
Chris@1096 210 * Returns an empty QRect if the cache is entirely valid.
Chris@1096 211 */
Chris@1121 212 QRect getLargestUncachedRect(const LayerGeometryProvider *v);
Chris@1113 213
Chris@1113 214 /**
Chris@1122 215 * Return true if the provider's geometry differs from the cache,
Chris@1122 216 * or if we are not using a cache. i.e. if the cache will be
Chris@1122 217 * regenerated for the next render, or the next render performed
Chris@1122 218 * from scratch.
Chris@1122 219 */
Chris@1122 220 bool geometryChanged(const LayerGeometryProvider *v);
Chris@1122 221
Chris@1122 222 /**
Chris@1113 223 * Return true if the rendering will be opaque. This may be used
Chris@1113 224 * by the calling layer to determine whether it can scroll
Chris@1113 225 * directly without regard to any other layers beneath.
Chris@1113 226 */
Chris@1113 227 bool willRenderOpaque(const LayerGeometryProvider *v) {
Chris@1113 228 return decideRenderType(v) != DirectTranslucent;
Chris@1113 229 }
Chris@1073 230
Chris@1125 231 /**
Chris@1125 232 * Return the colour corresponding to the given value.
Chris@1125 233 * \see ColourScale::getPixel
Chris@1125 234 * \see ColourScale::getColour
Chris@1125 235 */
Chris@1125 236 QColor getColour(double value) const {
Chris@1125 237 return m_params.colourScale.getColour(value, m_params.colourRotation);
Chris@1125 238 }
Chris@1139 239
Chris@1139 240 /**
Chris@1139 241 * Return the enclosing rectangle for the region of similar colour
Chris@1139 242 * to the given point within the cache. Return an empty QRect if
Chris@1139 243 * this is not possible. \see ImageRegionFinder
Chris@1139 244 */
Chris@1139 245 QRect findSimilarRegionExtents(QPoint point) const;
Chris@1125 246
Chris@1071 247 private:
Chris@1073 248 Sources m_sources;
Chris@1071 249 Parameters m_params;
Chris@1072 250
Chris@1073 251 // Draw buffer is the target of each partial repaint. It is always
Chris@1073 252 // at view height (not model height) and is cleared and repainted
Chris@1073 253 // on each fragment render. The only reason it's stored as a data
Chris@1073 254 // member is to avoid reallocation.
Chris@1073 255 QImage m_drawBuffer;
Chris@1072 256
Chris@1121 257 // A temporary store of magnitude ranges per-column, used when
Chris@1121 258 // rendering to the draw buffer. This always has the same length
Chris@1121 259 // as the width of the draw buffer, and the x coordinates of the
Chris@1121 260 // two containers are equivalent.
Chris@1121 261 std::vector<MagnitudeRange> m_magRanges;
Chris@1121 262
Chris@1119 263 // The image cache is our persistent record of the visible
Chris@1119 264 // area. It is always the same size as the view (i.e. the paint
Chris@1119 265 // size reported by the LayerGeometryProvider) and is scrolled and
Chris@1119 266 // partially repainted internally as appropriate. A render request
Chris@1119 267 // is carried out by repainting to cache (via the draw buffer) any
Chris@1073 268 // area that is being requested but is not valid in the cache, and
Chris@1073 269 // then repainting from cache to the requested painter.
Chris@1073 270 ScrollableImageCache m_cache;
Chris@1073 271
Chris@1119 272 // The mag range cache is our record of the column magnitude
Chris@1119 273 // ranges for each of the columns in the cache. It always has the
Chris@1119 274 // same start frame and width as the image cache, and the column
Chris@1119 275 // indices match up across both. Our cache update mechanism
Chris@1119 276 // guarantees that every valid column in the image cache has a
Chris@1119 277 // valid range in the magnitude cache, but not necessarily vice
Chris@1119 278 // versa (as the image cache is limited to contiguous ranges).
Chris@1119 279 ScrollableMagRangeCache m_magCache;
Chris@1221 280
Chris@1221 281 double m_secondsPerXPixel;
Chris@1221 282 bool m_secondsPerXPixelValid;
Chris@1119 283
Chris@1113 284 RenderResult render(const LayerGeometryProvider *v,
Chris@1090 285 QPainter &paint, QRect rect, bool timeConstrained);
Chris@1109 286
Chris@1121 287 MagnitudeRange renderDirectTranslucent(const LayerGeometryProvider *v,
Chris@1121 288 QPainter &paint, QRect rect);
Chris@1109 289
Chris@1113 290 void renderToCachePixelResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 291 int repaintWidth, bool rightToLeft,
Chris@1094 292 bool timeConstrained);
Chris@1109 293
Chris@1113 294 void renderToCacheBinResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 295 int repaintWidth);
Chris@1097 296
Chris@1083 297 int renderDrawBuffer(int w, int h,
Chris@1083 298 const std::vector<int> &binforx,
Chris@1083 299 const std::vector<double> &binfory,
Chris@1212 300 int peakCacheIndex, // -1 => don't use a peak cache
Chris@1083 301 bool rightToLeft,
Chris@1083 302 bool timeConstrained);
Chris@1097 303
Chris@1113 304 int renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
Chris@1097 305 int w, int h,
Chris@1097 306 const std::vector<int> &binforx,
Chris@1097 307 const std::vector<double> &binfory,
Chris@1097 308 bool rightToLeft,
Chris@1097 309 bool timeConstrained);
Chris@1097 310
Chris@1095 311 void recreateDrawBuffer(int w, int h);
Chris@1079 312 void clearDrawBuffer(int w, int h);
Chris@1109 313
Chris@1109 314 enum RenderType {
Chris@1109 315 DrawBufferPixelResolution,
Chris@1109 316 DrawBufferBinResolution,
Chris@1109 317 DirectTranslucent
Chris@1109 318 };
Chris@1109 319
Chris@1113 320 RenderType decideRenderType(const LayerGeometryProvider *) const;
Chris@1138 321
Chris@1167 322 QImage scaleDrawBufferImage(QImage source, int targetWidth, int targetHeight)
Chris@1167 323 const;
Chris@1167 324
Chris@1161 325 ColumnOp::Column getColumn(int sx, int minbin, int nbins,
Chris@1212 326 int peakCacheIndex) const; // -1 => don't use cache
Chris@1364 327 ColumnOp::Column getColumnRaw(int sx, int minbin, int nbins,
Chris@1364 328 int peakCacheIndex) const; // -1 => don't use cache
Chris@1213 329
Chris@1213 330 void getPreferredPeakCache(const LayerGeometryProvider *,
Chris@1213 331 int &peakCacheIndex, int &binsPerPeak) const;
Chris@1221 332
Chris@1221 333 void updateTimings(const RenderTimer &timer, int xPixelCount);
Chris@1071 334 };
Chris@1071 335
Chris@1071 336 #endif
Chris@1071 337