annotate layer/Colour3DPlotRenderer.h @ 1447:8afea53332f3 single-point

Add option to make pane sizes auto-resize-only (i.e. remove user control via a splitter); also place alignment views above panes instead of below, meaning the extra bit of space that we currently have for the pane without one at least goes to the primary pane
author Chris Cannam
date Tue, 30 Apr 2019 15:53:21 +0100
parents 7d28e7522dbd
children 11a150e65ee1
rev   line source
Chris@1071 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@1071 2
Chris@1071 3 /*
Chris@1071 4 Sonic Visualiser
Chris@1071 5 An audio file viewer and annotation editor.
Chris@1071 6 Centre for Digital Music, Queen Mary, University of London.
Chris@1071 7 This file copyright 2006-2016 Chris Cannam and QMUL.
Chris@1071 8
Chris@1071 9 This program is free software; you can redistribute it and/or
Chris@1071 10 modify it under the terms of the GNU General Public License as
Chris@1071 11 published by the Free Software Foundation; either version 2 of the
Chris@1071 12 License, or (at your option) any later version. See the file
Chris@1071 13 COPYING included with this distribution for more information.
Chris@1071 14 */
Chris@1071 15
Chris@1071 16 #ifndef COLOUR_3D_PLOT_RENDERER_H
Chris@1071 17 #define COLOUR_3D_PLOT_RENDERER_H
Chris@1071 18
Chris@1071 19 #include "ColourScale.h"
Chris@1073 20 #include "ScrollableImageCache.h"
Chris@1119 21 #include "ScrollableMagRangeCache.h"
Chris@1071 22
Chris@1071 23 #include "base/ColumnOp.h"
Chris@1073 24 #include "base/MagnitudeRange.h"
Chris@1071 25
Chris@1073 26 #include <QRect>
Chris@1073 27 #include <QPainter>
Chris@1073 28 #include <QImage>
Chris@1073 29
Chris@1073 30 class LayerGeometryProvider;
Chris@1082 31 class VerticalBinLayer;
Chris@1071 32 class DenseThreeDimensionalModel;
Chris@1071 33 class Dense3DModelPeakCache;
Chris@1071 34 class FFTModel;
Chris@1221 35 class RenderTimer;
Chris@1071 36
Chris@1103 37 enum class BinDisplay {
Chris@1103 38 AllBins,
Chris@1103 39 PeakBins,
Chris@1103 40 PeakFrequencies
Chris@1103 41 };
Chris@1103 42
Chris@1103 43 enum class BinScale {
Chris@1103 44 Linear,
Chris@1103 45 Log
Chris@1103 46 };
Chris@1103 47
Chris@1071 48 class Colour3DPlotRenderer
Chris@1071 49 {
Chris@1071 50 public:
Chris@1073 51 struct Sources {
Chris@1212 52 Sources() : verticalBinLayer(0), source(0), fft(0) { }
Chris@1073 53
Chris@1073 54 // These must all outlive this class
Chris@1089 55 const VerticalBinLayer *verticalBinLayer; // always
Chris@1266 56 const DenseThreeDimensionalModel *source; // always
Chris@1266 57 const FFTModel *fft; // optionally
Chris@1266 58 std::vector<Dense3DModelPeakCache *> peakCaches; // zero or more
Chris@1073 59 };
Chris@1073 60
Chris@1071 61 struct Parameters {
Chris@1266 62 Parameters() :
Chris@1266 63 colourScale(ColourScale::Parameters()),
Chris@1266 64 normalization(ColumnNormalization::None),
Chris@1266 65 binDisplay(BinDisplay::AllBins),
Chris@1103 66 binScale(BinScale::Linear),
Chris@1266 67 alwaysOpaque(false),
Chris@1125 68 interpolate(false),
Chris@1112 69 invertVertical(false),
Chris@1364 70 showDerivative(false),
Chris@1125 71 scaleFactor(1.0),
Chris@1112 72 colourRotation(0) { }
Chris@1071 73
Chris@1125 74 /** A complete ColourScale object by value, used for colour
Chris@1125 75 * map conversion. Note that the final display gain setting is
Chris@1125 76 * also encapsulated here. */
Chris@1266 77 ColourScale colourScale;
Chris@1125 78
Chris@1125 79 /** Type of column normalization. */
Chris@1266 80 ColumnNormalization normalization;
Chris@1125 81
Chris@1125 82 /** Selection of bins to display. */
Chris@1266 83 BinDisplay binDisplay;
Chris@1125 84
Chris@1125 85 /** Scale for vertical bin spacing (linear or logarithmic). */
Chris@1266 86 BinScale binScale;
Chris@1125 87
Chris@1125 88 /** Whether cells should always be opaque. If false, then
Chris@1125 89 * large cells (when zoomed in a long way) will be rendered
Chris@1125 90 * translucent in order not to obscure anything in a layer
Chris@1125 91 * beneath. */
Chris@1266 92 bool alwaysOpaque;
Chris@1125 93
Chris@1125 94 /** Whether to apply smoothing when rendering cells at more
Chris@1125 95 * than one pixel per cell. !!! todo: decide about separating
Chris@1125 96 * out x-interpolate and y-interpolate as the spectrogram
Chris@1125 97 * actually does (or used to)
Chris@1125 98 */
Chris@1266 99 bool interpolate;
Chris@1125 100
Chris@1125 101 /** Whether to render the whole caboodle upside-down. */
Chris@1266 102 bool invertVertical;
Chris@1125 103
Chris@1364 104 /** Whether to show the frame-to-frame difference instead of
Chris@1364 105 * the actual value */
Chris@1364 106 bool showDerivative;
Chris@1364 107
Chris@1125 108 /** Initial scale factor (e.g. for FFT scaling). This factor
Chris@1125 109 * is applied to all values read from the underlying model
Chris@1125 110 * *before* magnitude ranges are calculated, in contrast to
Chris@1125 111 * the display gain found in the ColourScale parameter. */
Chris@1125 112 double scaleFactor;
Chris@1125 113
Chris@1125 114 /** Colourmap rotation, in the range 0-255. */
Chris@1112 115 int colourRotation;
Chris@1071 116 };
Chris@1073 117
Chris@1073 118 Colour3DPlotRenderer(Sources sources, Parameters parameters) :
Chris@1073 119 m_sources(sources),
Chris@1266 120 m_params(parameters),
Chris@1221 121 m_secondsPerXPixel(0.0),
Chris@1221 122 m_secondsPerXPixelValid(false)
Chris@1071 123 { }
Chris@1071 124
Chris@1073 125 struct RenderResult {
Chris@1073 126 /**
Chris@1073 127 * The rect that was actually rendered. May be equal to the
Chris@1073 128 * rect that was requested to render, or may be smaller if
Chris@1073 129 * time ran out and the complete flag was not set.
Chris@1073 130 */
Chris@1073 131 QRect rendered;
Chris@1073 132
Chris@1073 133 /**
Chris@1248 134 * The magnitude range of the data in the rendered area, after
Chris@1248 135 * initial scaling (parameters.scaleFactor) and normalisation,
Chris@1248 136 * for use in displaying colour scale etc. (Note that the
Chris@1248 137 * magnitude range *before* normalisation would not be very
Chris@1248 138 * meaningful for this purpose, as the scale would need to be
Chris@1248 139 * different for every column if column or hybrid
Chris@1248 140 * normalisation was in use.)
Chris@1073 141 */
Chris@1073 142 MagnitudeRange range;
Chris@1073 143 };
Chris@1073 144
Chris@1073 145 /**
Chris@1073 146 * Render the requested area using the given painter, obtaining
Chris@1090 147 * geometry (e.g. start frame) from the given
Chris@1073 148 * LayerGeometryProvider.
Chris@1073 149 *
Chris@1090 150 * The whole of the supplied rect will be rendered and the
Chris@1090 151 * returned QRect will be equal to the supplied QRect. (See
Chris@1090 152 * renderTimeConstrained for an alternative that may render only
Chris@1090 153 * part of the rect in cases where obtaining source data is slow
Chris@1090 154 * and retaining responsiveness is important.)
Chris@1090 155 *
Chris@1090 156 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 157 * related to the size and position of the supplied
Chris@1090 158 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 159 * successively on the same Colour3DPlotRenderer with different
Chris@1090 160 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 161 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1075 162 *
Chris@1075 163 * If the model to render from is not ready, this will throw a
Chris@1075 164 * std::logic_error exception. The model must be ready and the
Chris@1075 165 * layer requesting the render must not be dormant in its view, so
Chris@1075 166 * that the LayerGeometryProvider returns valid results; it is the
Chris@1075 167 * caller's responsibility to ensure these.
Chris@1073 168 */
Chris@1125 169 RenderResult render(const LayerGeometryProvider *v,
Chris@1125 170 QPainter &paint, QRect rect);
Chris@1076 171
Chris@1076 172 /**
Chris@1076 173 * Render the requested area using the given painter, obtaining
Chris@1076 174 * geometry (e.g. start frame) from the stored
Chris@1076 175 * LayerGeometryProvider.
Chris@1076 176 *
Chris@1076 177 * As much of the rect will be rendered as can be managed given
Chris@1076 178 * internal time constraints (using a RenderTimer object
Chris@1076 179 * internally). The returned QRect (the rendered field in the
Chris@1076 180 * RenderResult struct) will contain the area that was
Chris@1076 181 * rendered. Note that we always render the full requested height,
Chris@1076 182 * it's only width that is time-constrained.
Chris@1076 183 *
Chris@1090 184 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 185 * related to the size and position of the supplied
Chris@1090 186 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 187 * successively on the same Colour3DPlotRenderer with different
Chris@1090 188 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 189 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1090 190 *
Chris@1076 191 * If the model to render from is not ready, this will throw a
Chris@1076 192 * std::logic_error exception. The model must be ready and the
Chris@1076 193 * layer requesting the render must not be dormant in its view, so
Chris@1076 194 * that the LayerGeometryProvider returns valid results; it is the
Chris@1076 195 * caller's responsibility to ensure these.
Chris@1076 196 */
Chris@1113 197 RenderResult renderTimeConstrained(const LayerGeometryProvider *v,
Chris@1090 198 QPainter &paint, QRect rect);
Chris@1096 199
Chris@1096 200 /**
Chris@1096 201 * Return the area of the largest rectangle within the entire area
Chris@1096 202 * of the cache that is unavailable in the cache. This is only
Chris@1096 203 * valid in relation to a preceding render() call which is
Chris@1096 204 * presumed to have set the area, start frame, and zoom level for
Chris@1096 205 * the cache. It could be used to establish a suitable region for
Chris@1096 206 * a subsequent paint request (because if an area is not in the
Chris@1096 207 * cache, it cannot have been rendered since the cache was
Chris@1096 208 * cleared).
Chris@1096 209 *
Chris@1096 210 * Returns an empty QRect if the cache is entirely valid.
Chris@1096 211 */
Chris@1121 212 QRect getLargestUncachedRect(const LayerGeometryProvider *v);
Chris@1113 213
Chris@1113 214 /**
Chris@1122 215 * Return true if the provider's geometry differs from the cache,
Chris@1122 216 * or if we are not using a cache. i.e. if the cache will be
Chris@1122 217 * regenerated for the next render, or the next render performed
Chris@1122 218 * from scratch.
Chris@1122 219 */
Chris@1122 220 bool geometryChanged(const LayerGeometryProvider *v);
Chris@1122 221
Chris@1122 222 /**
Chris@1113 223 * Return true if the rendering will be opaque. This may be used
Chris@1113 224 * by the calling layer to determine whether it can scroll
Chris@1113 225 * directly without regard to any other layers beneath.
Chris@1113 226 */
Chris@1113 227 bool willRenderOpaque(const LayerGeometryProvider *v) {
Chris@1113 228 return decideRenderType(v) != DirectTranslucent;
Chris@1113 229 }
Chris@1073 230
Chris@1125 231 /**
Chris@1125 232 * Return the colour corresponding to the given value.
Chris@1125 233 * \see ColourScale::getPixel
Chris@1125 234 * \see ColourScale::getColour
Chris@1125 235 */
Chris@1125 236 QColor getColour(double value) const {
Chris@1125 237 return m_params.colourScale.getColour(value, m_params.colourRotation);
Chris@1125 238 }
Chris@1139 239
Chris@1139 240 /**
Chris@1139 241 * Return the enclosing rectangle for the region of similar colour
Chris@1139 242 * to the given point within the cache. Return an empty QRect if
Chris@1139 243 * this is not possible. \see ImageRegionFinder
Chris@1139 244 */
Chris@1139 245 QRect findSimilarRegionExtents(QPoint point) const;
Chris@1125 246
Chris@1071 247 private:
Chris@1073 248 Sources m_sources;
Chris@1071 249 Parameters m_params;
Chris@1072 250
Chris@1073 251 // Draw buffer is the target of each partial repaint. It is always
Chris@1073 252 // at view height (not model height) and is cleared and repainted
Chris@1073 253 // on each fragment render. The only reason it's stored as a data
Chris@1073 254 // member is to avoid reallocation.
Chris@1073 255 QImage m_drawBuffer;
Chris@1072 256
Chris@1121 257 // A temporary store of magnitude ranges per-column, used when
Chris@1121 258 // rendering to the draw buffer. This always has the same length
Chris@1121 259 // as the width of the draw buffer, and the x coordinates of the
Chris@1121 260 // two containers are equivalent.
Chris@1121 261 std::vector<MagnitudeRange> m_magRanges;
Chris@1121 262
Chris@1119 263 // The image cache is our persistent record of the visible
Chris@1119 264 // area. It is always the same size as the view (i.e. the paint
Chris@1119 265 // size reported by the LayerGeometryProvider) and is scrolled and
Chris@1119 266 // partially repainted internally as appropriate. A render request
Chris@1119 267 // is carried out by repainting to cache (via the draw buffer) any
Chris@1073 268 // area that is being requested but is not valid in the cache, and
Chris@1073 269 // then repainting from cache to the requested painter.
Chris@1073 270 ScrollableImageCache m_cache;
Chris@1073 271
Chris@1119 272 // The mag range cache is our record of the column magnitude
Chris@1119 273 // ranges for each of the columns in the cache. It always has the
Chris@1119 274 // same start frame and width as the image cache, and the column
Chris@1119 275 // indices match up across both. Our cache update mechanism
Chris@1119 276 // guarantees that every valid column in the image cache has a
Chris@1119 277 // valid range in the magnitude cache, but not necessarily vice
Chris@1119 278 // versa (as the image cache is limited to contiguous ranges).
Chris@1119 279 ScrollableMagRangeCache m_magCache;
Chris@1221 280
Chris@1221 281 double m_secondsPerXPixel;
Chris@1221 282 bool m_secondsPerXPixelValid;
Chris@1119 283
Chris@1113 284 RenderResult render(const LayerGeometryProvider *v,
Chris@1090 285 QPainter &paint, QRect rect, bool timeConstrained);
Chris@1109 286
Chris@1121 287 MagnitudeRange renderDirectTranslucent(const LayerGeometryProvider *v,
Chris@1121 288 QPainter &paint, QRect rect);
Chris@1109 289
Chris@1113 290 void renderToCachePixelResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 291 int repaintWidth, bool rightToLeft,
Chris@1094 292 bool timeConstrained);
Chris@1109 293
Chris@1113 294 void renderToCacheBinResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 295 int repaintWidth);
Chris@1097 296
Chris@1083 297 int renderDrawBuffer(int w, int h,
Chris@1083 298 const std::vector<int> &binforx,
Chris@1083 299 const std::vector<double> &binfory,
Chris@1212 300 int peakCacheIndex, // -1 => don't use a peak cache
Chris@1083 301 bool rightToLeft,
Chris@1083 302 bool timeConstrained);
Chris@1097 303
Chris@1113 304 int renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
Chris@1097 305 int w, int h,
Chris@1097 306 const std::vector<int> &binforx,
Chris@1097 307 const std::vector<double> &binfory,
Chris@1097 308 bool rightToLeft,
Chris@1097 309 bool timeConstrained);
Chris@1097 310
Chris@1095 311 void recreateDrawBuffer(int w, int h);
Chris@1079 312 void clearDrawBuffer(int w, int h);
Chris@1109 313
Chris@1109 314 enum RenderType {
Chris@1109 315 DrawBufferPixelResolution,
Chris@1109 316 DrawBufferBinResolution,
Chris@1109 317 DirectTranslucent
Chris@1109 318 };
Chris@1109 319
Chris@1113 320 RenderType decideRenderType(const LayerGeometryProvider *) const;
Chris@1138 321
Chris@1167 322 QImage scaleDrawBufferImage(QImage source, int targetWidth, int targetHeight)
Chris@1167 323 const;
Chris@1167 324
Chris@1161 325 ColumnOp::Column getColumn(int sx, int minbin, int nbins,
Chris@1212 326 int peakCacheIndex) const; // -1 => don't use cache
Chris@1364 327 ColumnOp::Column getColumnRaw(int sx, int minbin, int nbins,
Chris@1364 328 int peakCacheIndex) const; // -1 => don't use cache
Chris@1213 329
Chris@1213 330 void getPreferredPeakCache(const LayerGeometryProvider *,
Chris@1213 331 int &peakCacheIndex, int &binsPerPeak) const;
Chris@1221 332
Chris@1221 333 void updateTimings(const RenderTimer &timer, int xPixelCount);
Chris@1071 334 };
Chris@1071 335
Chris@1071 336 #endif
Chris@1071 337