annotate layer/Colour3DPlotRenderer.h @ 1119:be5b91ec81a0 spectrogram-minor-refactor

Inch toward using the mag cache (currently will crash with debug exception)
author Chris Cannam
date Wed, 20 Jul 2016 08:42:04 +0100
parents 261a00010918
children d930ff725f64
rev   line source
Chris@1071 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@1071 2
Chris@1071 3 /*
Chris@1071 4 Sonic Visualiser
Chris@1071 5 An audio file viewer and annotation editor.
Chris@1071 6 Centre for Digital Music, Queen Mary, University of London.
Chris@1071 7 This file copyright 2006-2016 Chris Cannam and QMUL.
Chris@1071 8
Chris@1071 9 This program is free software; you can redistribute it and/or
Chris@1071 10 modify it under the terms of the GNU General Public License as
Chris@1071 11 published by the Free Software Foundation; either version 2 of the
Chris@1071 12 License, or (at your option) any later version. See the file
Chris@1071 13 COPYING included with this distribution for more information.
Chris@1071 14 */
Chris@1071 15
Chris@1071 16 #ifndef COLOUR_3D_PLOT_RENDERER_H
Chris@1071 17 #define COLOUR_3D_PLOT_RENDERER_H
Chris@1071 18
Chris@1071 19 #include "ColourScale.h"
Chris@1073 20 #include "ScrollableImageCache.h"
Chris@1119 21 #include "ScrollableMagRangeCache.h"
Chris@1071 22
Chris@1071 23 #include "base/ColumnOp.h"
Chris@1073 24 #include "base/MagnitudeRange.h"
Chris@1071 25
Chris@1073 26 #include <QRect>
Chris@1073 27 #include <QPainter>
Chris@1073 28 #include <QImage>
Chris@1073 29
Chris@1073 30 class LayerGeometryProvider;
Chris@1082 31 class VerticalBinLayer;
Chris@1071 32 class DenseThreeDimensionalModel;
Chris@1071 33 class Dense3DModelPeakCache;
Chris@1071 34 class FFTModel;
Chris@1071 35
Chris@1103 36 enum class BinDisplay {
Chris@1103 37 AllBins,
Chris@1103 38 PeakBins,
Chris@1103 39 PeakFrequencies
Chris@1103 40 };
Chris@1103 41
Chris@1103 42 enum class BinScale {
Chris@1103 43 Linear,
Chris@1103 44 Log
Chris@1103 45 };
Chris@1103 46
Chris@1071 47 class Colour3DPlotRenderer
Chris@1071 48 {
Chris@1071 49 public:
Chris@1073 50 struct Sources {
Chris@1090 51 Sources() : verticalBinLayer(0), source(0), peaks(0), fft(0) { }
Chris@1073 52
Chris@1073 53 // These must all outlive this class
Chris@1089 54 const VerticalBinLayer *verticalBinLayer; // always
Chris@1100 55 const DenseThreeDimensionalModel *source; // always
Chris@1100 56 const Dense3DModelPeakCache *peaks; // optionally
Chris@1100 57 const FFTModel *fft; // optionally
Chris@1073 58 };
Chris@1073 59
Chris@1071 60 struct Parameters {
Chris@1071 61 Parameters() :
Chris@1071 62 colourScale(ColourScale::Parameters()),
Chris@1104 63 normalization(ColumnNormalization::None),
Chris@1103 64 binDisplay(BinDisplay::AllBins),
Chris@1103 65 binScale(BinScale::Linear),
Chris@1073 66 alwaysOpaque(false),
Chris@1094 67 interpolate(false), //!!! separate out x-interpolate and y-interpolate? the spectrogram actually does (or used to)
Chris@1112 68 invertVertical(false),
Chris@1112 69 colourRotation(0) { }
Chris@1071 70
Chris@1071 71 ColourScale colourScale; // complete ColourScale object by value
Chris@1104 72 ColumnNormalization normalization;
Chris@1071 73 BinDisplay binDisplay;
Chris@1071 74 BinScale binScale;
Chris@1071 75 bool alwaysOpaque;
Chris@1071 76 bool interpolate;
Chris@1071 77 bool invertVertical;
Chris@1112 78 int colourRotation;
Chris@1071 79 };
Chris@1073 80
Chris@1073 81 Colour3DPlotRenderer(Sources sources, Parameters parameters) :
Chris@1073 82 m_sources(sources),
Chris@1079 83 m_params(parameters)
Chris@1071 84 { }
Chris@1071 85
Chris@1073 86 struct RenderResult {
Chris@1073 87 /**
Chris@1073 88 * The rect that was actually rendered. May be equal to the
Chris@1073 89 * rect that was requested to render, or may be smaller if
Chris@1073 90 * time ran out and the complete flag was not set.
Chris@1073 91 */
Chris@1073 92 QRect rendered;
Chris@1073 93
Chris@1073 94 /**
Chris@1073 95 * The magnitude range of the data in the rendered area.
Chris@1073 96 */
Chris@1073 97 MagnitudeRange range;
Chris@1073 98 };
Chris@1073 99
Chris@1073 100 /**
Chris@1073 101 * Render the requested area using the given painter, obtaining
Chris@1090 102 * geometry (e.g. start frame) from the given
Chris@1073 103 * LayerGeometryProvider.
Chris@1073 104 *
Chris@1090 105 * The whole of the supplied rect will be rendered and the
Chris@1090 106 * returned QRect will be equal to the supplied QRect. (See
Chris@1090 107 * renderTimeConstrained for an alternative that may render only
Chris@1090 108 * part of the rect in cases where obtaining source data is slow
Chris@1090 109 * and retaining responsiveness is important.)
Chris@1090 110 *
Chris@1090 111 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 112 * related to the size and position of the supplied
Chris@1090 113 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 114 * successively on the same Colour3DPlotRenderer with different
Chris@1090 115 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 116 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1075 117 *
Chris@1075 118 * If the model to render from is not ready, this will throw a
Chris@1075 119 * std::logic_error exception. The model must be ready and the
Chris@1075 120 * layer requesting the render must not be dormant in its view, so
Chris@1075 121 * that the LayerGeometryProvider returns valid results; it is the
Chris@1075 122 * caller's responsibility to ensure these.
Chris@1073 123 */
Chris@1113 124 RenderResult render(const LayerGeometryProvider *v, QPainter &paint, QRect rect);
Chris@1076 125
Chris@1076 126 /**
Chris@1076 127 * Render the requested area using the given painter, obtaining
Chris@1076 128 * geometry (e.g. start frame) from the stored
Chris@1076 129 * LayerGeometryProvider.
Chris@1076 130 *
Chris@1076 131 * As much of the rect will be rendered as can be managed given
Chris@1076 132 * internal time constraints (using a RenderTimer object
Chris@1076 133 * internally). The returned QRect (the rendered field in the
Chris@1076 134 * RenderResult struct) will contain the area that was
Chris@1076 135 * rendered. Note that we always render the full requested height,
Chris@1076 136 * it's only width that is time-constrained.
Chris@1076 137 *
Chris@1090 138 * Note that Colour3DPlotRenderer retains internal cache state
Chris@1090 139 * related to the size and position of the supplied
Chris@1090 140 * LayerGeometryProvider. Although it is valid to call render()
Chris@1090 141 * successively on the same Colour3DPlotRenderer with different
Chris@1090 142 * LayerGeometryProviders, it will be much faster to use a
Chris@1090 143 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
Chris@1090 144 *
Chris@1076 145 * If the model to render from is not ready, this will throw a
Chris@1076 146 * std::logic_error exception. The model must be ready and the
Chris@1076 147 * layer requesting the render must not be dormant in its view, so
Chris@1076 148 * that the LayerGeometryProvider returns valid results; it is the
Chris@1076 149 * caller's responsibility to ensure these.
Chris@1076 150 */
Chris@1113 151 RenderResult renderTimeConstrained(const LayerGeometryProvider *v,
Chris@1090 152 QPainter &paint, QRect rect);
Chris@1096 153
Chris@1096 154 /**
Chris@1096 155 * Return the area of the largest rectangle within the entire area
Chris@1096 156 * of the cache that is unavailable in the cache. This is only
Chris@1096 157 * valid in relation to a preceding render() call which is
Chris@1096 158 * presumed to have set the area, start frame, and zoom level for
Chris@1096 159 * the cache. It could be used to establish a suitable region for
Chris@1096 160 * a subsequent paint request (because if an area is not in the
Chris@1096 161 * cache, it cannot have been rendered since the cache was
Chris@1096 162 * cleared).
Chris@1096 163 *
Chris@1096 164 * Returns an empty QRect if the cache is entirely valid.
Chris@1096 165 */
Chris@1096 166 QRect getLargestUncachedRect();
Chris@1113 167
Chris@1113 168 /**
Chris@1113 169 * Return true if the rendering will be opaque. This may be used
Chris@1113 170 * by the calling layer to determine whether it can scroll
Chris@1113 171 * directly without regard to any other layers beneath.
Chris@1113 172 */
Chris@1113 173 bool willRenderOpaque(const LayerGeometryProvider *v) {
Chris@1113 174 return decideRenderType(v) != DirectTranslucent;
Chris@1113 175 }
Chris@1073 176
Chris@1071 177 private:
Chris@1073 178 Sources m_sources;
Chris@1071 179 Parameters m_params;
Chris@1072 180
Chris@1073 181 // Draw buffer is the target of each partial repaint. It is always
Chris@1073 182 // at view height (not model height) and is cleared and repainted
Chris@1073 183 // on each fragment render. The only reason it's stored as a data
Chris@1073 184 // member is to avoid reallocation.
Chris@1073 185 QImage m_drawBuffer;
Chris@1072 186
Chris@1119 187 // The image cache is our persistent record of the visible
Chris@1119 188 // area. It is always the same size as the view (i.e. the paint
Chris@1119 189 // size reported by the LayerGeometryProvider) and is scrolled and
Chris@1119 190 // partially repainted internally as appropriate. A render request
Chris@1119 191 // is carried out by repainting to cache (via the draw buffer) any
Chris@1073 192 // area that is being requested but is not valid in the cache, and
Chris@1073 193 // then repainting from cache to the requested painter.
Chris@1073 194 ScrollableImageCache m_cache;
Chris@1073 195
Chris@1119 196 // The mag range cache is our record of the column magnitude
Chris@1119 197 // ranges for each of the columns in the cache. It always has the
Chris@1119 198 // same start frame and width as the image cache, and the column
Chris@1119 199 // indices match up across both. Our cache update mechanism
Chris@1119 200 // guarantees that every valid column in the image cache has a
Chris@1119 201 // valid range in the magnitude cache, but not necessarily vice
Chris@1119 202 // versa (as the image cache is limited to contiguous ranges).
Chris@1119 203 ScrollableMagRangeCache m_magCache;
Chris@1119 204
Chris@1113 205 RenderResult render(const LayerGeometryProvider *v,
Chris@1090 206 QPainter &paint, QRect rect, bool timeConstrained);
Chris@1109 207
Chris@1113 208 void renderDirectTranslucent(const LayerGeometryProvider *v,
Chris@1109 209 QPainter &paint, QRect rect);
Chris@1109 210
Chris@1113 211 void renderToCachePixelResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 212 int repaintWidth, bool rightToLeft,
Chris@1094 213 bool timeConstrained);
Chris@1109 214
Chris@1113 215 void renderToCacheBinResolution(const LayerGeometryProvider *v, int x0,
Chris@1094 216 int repaintWidth);
Chris@1097 217
Chris@1083 218 int renderDrawBuffer(int w, int h,
Chris@1083 219 const std::vector<int> &binforx,
Chris@1083 220 const std::vector<double> &binfory,
Chris@1083 221 bool usePeaksCache,
Chris@1083 222 bool rightToLeft,
Chris@1083 223 bool timeConstrained);
Chris@1097 224
Chris@1113 225 int renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
Chris@1097 226 int w, int h,
Chris@1097 227 const std::vector<int> &binforx,
Chris@1097 228 const std::vector<double> &binfory,
Chris@1097 229 bool rightToLeft,
Chris@1097 230 bool timeConstrained);
Chris@1097 231
Chris@1095 232 void recreateDrawBuffer(int w, int h);
Chris@1079 233 void clearDrawBuffer(int w, int h);
Chris@1109 234
Chris@1109 235 enum RenderType {
Chris@1109 236 DrawBufferPixelResolution,
Chris@1109 237 DrawBufferBinResolution,
Chris@1109 238 DirectTranslucent
Chris@1109 239 };
Chris@1109 240
Chris@1113 241 RenderType decideRenderType(const LayerGeometryProvider *) const;
Chris@1071 242 };
Chris@1071 243
Chris@1071 244 #endif
Chris@1071 245