Chris@1071
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@1071
|
2
|
Chris@1071
|
3 /*
|
Chris@1071
|
4 Sonic Visualiser
|
Chris@1071
|
5 An audio file viewer and annotation editor.
|
Chris@1071
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@1071
|
7 This file copyright 2006-2016 Chris Cannam and QMUL.
|
Chris@1071
|
8
|
Chris@1071
|
9 This program is free software; you can redistribute it and/or
|
Chris@1071
|
10 modify it under the terms of the GNU General Public License as
|
Chris@1071
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@1071
|
12 License, or (at your option) any later version. See the file
|
Chris@1071
|
13 COPYING included with this distribution for more information.
|
Chris@1071
|
14 */
|
Chris@1071
|
15
|
Chris@1071
|
16 #ifndef COLOUR_3D_PLOT_RENDERER_H
|
Chris@1071
|
17 #define COLOUR_3D_PLOT_RENDERER_H
|
Chris@1071
|
18
|
Chris@1071
|
19 #include "ColourScale.h"
|
Chris@1073
|
20 #include "ScrollableImageCache.h"
|
Chris@1119
|
21 #include "ScrollableMagRangeCache.h"
|
Chris@1071
|
22
|
Chris@1071
|
23 #include "base/ColumnOp.h"
|
Chris@1073
|
24 #include "base/MagnitudeRange.h"
|
Chris@1071
|
25
|
Chris@1073
|
26 #include <QRect>
|
Chris@1073
|
27 #include <QPainter>
|
Chris@1073
|
28 #include <QImage>
|
Chris@1073
|
29
|
Chris@1073
|
30 class LayerGeometryProvider;
|
Chris@1082
|
31 class VerticalBinLayer;
|
Chris@1071
|
32 class DenseThreeDimensionalModel;
|
Chris@1071
|
33 class Dense3DModelPeakCache;
|
Chris@1071
|
34 class FFTModel;
|
Chris@1221
|
35 class RenderTimer;
|
Chris@1071
|
36
|
Chris@1103
|
37 enum class BinDisplay {
|
Chris@1103
|
38 AllBins,
|
Chris@1103
|
39 PeakBins,
|
Chris@1103
|
40 PeakFrequencies
|
Chris@1103
|
41 };
|
Chris@1103
|
42
|
Chris@1103
|
43 enum class BinScale {
|
Chris@1103
|
44 Linear,
|
Chris@1103
|
45 Log
|
Chris@1103
|
46 };
|
Chris@1103
|
47
|
Chris@1071
|
48 class Colour3DPlotRenderer
|
Chris@1071
|
49 {
|
Chris@1071
|
50 public:
|
Chris@1073
|
51 struct Sources {
|
Chris@1212
|
52 Sources() : verticalBinLayer(0), source(0), fft(0) { }
|
Chris@1073
|
53
|
Chris@1073
|
54 // These must all outlive this class
|
Chris@1089
|
55 const VerticalBinLayer *verticalBinLayer; // always
|
Chris@1100
|
56 const DenseThreeDimensionalModel *source; // always
|
Chris@1100
|
57 const FFTModel *fft; // optionally
|
Chris@1212
|
58 std::vector<Dense3DModelPeakCache *> peakCaches; // zero or more
|
Chris@1073
|
59 };
|
Chris@1073
|
60
|
Chris@1071
|
61 struct Parameters {
|
Chris@1071
|
62 Parameters() :
|
Chris@1071
|
63 colourScale(ColourScale::Parameters()),
|
Chris@1104
|
64 normalization(ColumnNormalization::None),
|
Chris@1103
|
65 binDisplay(BinDisplay::AllBins),
|
Chris@1103
|
66 binScale(BinScale::Linear),
|
Chris@1073
|
67 alwaysOpaque(false),
|
Chris@1125
|
68 interpolate(false),
|
Chris@1112
|
69 invertVertical(false),
|
Chris@1125
|
70 scaleFactor(1.0),
|
Chris@1112
|
71 colourRotation(0) { }
|
Chris@1071
|
72
|
Chris@1125
|
73 /** A complete ColourScale object by value, used for colour
|
Chris@1125
|
74 * map conversion. Note that the final display gain setting is
|
Chris@1125
|
75 * also encapsulated here. */
|
Chris@1125
|
76 ColourScale colourScale;
|
Chris@1125
|
77
|
Chris@1125
|
78 /** Type of column normalization. */
|
Chris@1104
|
79 ColumnNormalization normalization;
|
Chris@1125
|
80
|
Chris@1125
|
81 /** Selection of bins to display. */
|
Chris@1071
|
82 BinDisplay binDisplay;
|
Chris@1125
|
83
|
Chris@1125
|
84 /** Scale for vertical bin spacing (linear or logarithmic). */
|
Chris@1071
|
85 BinScale binScale;
|
Chris@1125
|
86
|
Chris@1125
|
87 /** Whether cells should always be opaque. If false, then
|
Chris@1125
|
88 * large cells (when zoomed in a long way) will be rendered
|
Chris@1125
|
89 * translucent in order not to obscure anything in a layer
|
Chris@1125
|
90 * beneath. */
|
Chris@1071
|
91 bool alwaysOpaque;
|
Chris@1125
|
92
|
Chris@1125
|
93 /** Whether to apply smoothing when rendering cells at more
|
Chris@1125
|
94 * than one pixel per cell. !!! todo: decide about separating
|
Chris@1125
|
95 * out x-interpolate and y-interpolate as the spectrogram
|
Chris@1125
|
96 * actually does (or used to)
|
Chris@1125
|
97 */
|
Chris@1071
|
98 bool interpolate;
|
Chris@1125
|
99
|
Chris@1125
|
100 /** Whether to render the whole caboodle upside-down. */
|
Chris@1071
|
101 bool invertVertical;
|
Chris@1125
|
102
|
Chris@1125
|
103 /** Initial scale factor (e.g. for FFT scaling). This factor
|
Chris@1125
|
104 * is applied to all values read from the underlying model
|
Chris@1125
|
105 * *before* magnitude ranges are calculated, in contrast to
|
Chris@1125
|
106 * the display gain found in the ColourScale parameter. */
|
Chris@1125
|
107 double scaleFactor;
|
Chris@1125
|
108
|
Chris@1125
|
109 /** Colourmap rotation, in the range 0-255. */
|
Chris@1112
|
110 int colourRotation;
|
Chris@1071
|
111 };
|
Chris@1073
|
112
|
Chris@1073
|
113 Colour3DPlotRenderer(Sources sources, Parameters parameters) :
|
Chris@1073
|
114 m_sources(sources),
|
Chris@1221
|
115 m_params(parameters),
|
Chris@1221
|
116 m_secondsPerXPixel(0.0),
|
Chris@1221
|
117 m_secondsPerXPixelValid(false)
|
Chris@1071
|
118 { }
|
Chris@1071
|
119
|
Chris@1073
|
120 struct RenderResult {
|
Chris@1073
|
121 /**
|
Chris@1073
|
122 * The rect that was actually rendered. May be equal to the
|
Chris@1073
|
123 * rect that was requested to render, or may be smaller if
|
Chris@1073
|
124 * time ran out and the complete flag was not set.
|
Chris@1073
|
125 */
|
Chris@1073
|
126 QRect rendered;
|
Chris@1073
|
127
|
Chris@1073
|
128 /**
|
Chris@1073
|
129 * The magnitude range of the data in the rendered area.
|
Chris@1073
|
130 */
|
Chris@1073
|
131 MagnitudeRange range;
|
Chris@1073
|
132 };
|
Chris@1073
|
133
|
Chris@1073
|
134 /**
|
Chris@1073
|
135 * Render the requested area using the given painter, obtaining
|
Chris@1090
|
136 * geometry (e.g. start frame) from the given
|
Chris@1073
|
137 * LayerGeometryProvider.
|
Chris@1073
|
138 *
|
Chris@1090
|
139 * The whole of the supplied rect will be rendered and the
|
Chris@1090
|
140 * returned QRect will be equal to the supplied QRect. (See
|
Chris@1090
|
141 * renderTimeConstrained for an alternative that may render only
|
Chris@1090
|
142 * part of the rect in cases where obtaining source data is slow
|
Chris@1090
|
143 * and retaining responsiveness is important.)
|
Chris@1090
|
144 *
|
Chris@1090
|
145 * Note that Colour3DPlotRenderer retains internal cache state
|
Chris@1090
|
146 * related to the size and position of the supplied
|
Chris@1090
|
147 * LayerGeometryProvider. Although it is valid to call render()
|
Chris@1090
|
148 * successively on the same Colour3DPlotRenderer with different
|
Chris@1090
|
149 * LayerGeometryProviders, it will be much faster to use a
|
Chris@1090
|
150 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
|
Chris@1075
|
151 *
|
Chris@1075
|
152 * If the model to render from is not ready, this will throw a
|
Chris@1075
|
153 * std::logic_error exception. The model must be ready and the
|
Chris@1075
|
154 * layer requesting the render must not be dormant in its view, so
|
Chris@1075
|
155 * that the LayerGeometryProvider returns valid results; it is the
|
Chris@1075
|
156 * caller's responsibility to ensure these.
|
Chris@1073
|
157 */
|
Chris@1125
|
158 RenderResult render(const LayerGeometryProvider *v,
|
Chris@1125
|
159 QPainter &paint, QRect rect);
|
Chris@1076
|
160
|
Chris@1076
|
161 /**
|
Chris@1076
|
162 * Render the requested area using the given painter, obtaining
|
Chris@1076
|
163 * geometry (e.g. start frame) from the stored
|
Chris@1076
|
164 * LayerGeometryProvider.
|
Chris@1076
|
165 *
|
Chris@1076
|
166 * As much of the rect will be rendered as can be managed given
|
Chris@1076
|
167 * internal time constraints (using a RenderTimer object
|
Chris@1076
|
168 * internally). The returned QRect (the rendered field in the
|
Chris@1076
|
169 * RenderResult struct) will contain the area that was
|
Chris@1076
|
170 * rendered. Note that we always render the full requested height,
|
Chris@1076
|
171 * it's only width that is time-constrained.
|
Chris@1076
|
172 *
|
Chris@1090
|
173 * Note that Colour3DPlotRenderer retains internal cache state
|
Chris@1090
|
174 * related to the size and position of the supplied
|
Chris@1090
|
175 * LayerGeometryProvider. Although it is valid to call render()
|
Chris@1090
|
176 * successively on the same Colour3DPlotRenderer with different
|
Chris@1090
|
177 * LayerGeometryProviders, it will be much faster to use a
|
Chris@1090
|
178 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
|
Chris@1090
|
179 *
|
Chris@1076
|
180 * If the model to render from is not ready, this will throw a
|
Chris@1076
|
181 * std::logic_error exception. The model must be ready and the
|
Chris@1076
|
182 * layer requesting the render must not be dormant in its view, so
|
Chris@1076
|
183 * that the LayerGeometryProvider returns valid results; it is the
|
Chris@1076
|
184 * caller's responsibility to ensure these.
|
Chris@1076
|
185 */
|
Chris@1113
|
186 RenderResult renderTimeConstrained(const LayerGeometryProvider *v,
|
Chris@1090
|
187 QPainter &paint, QRect rect);
|
Chris@1096
|
188
|
Chris@1096
|
189 /**
|
Chris@1096
|
190 * Return the area of the largest rectangle within the entire area
|
Chris@1096
|
191 * of the cache that is unavailable in the cache. This is only
|
Chris@1096
|
192 * valid in relation to a preceding render() call which is
|
Chris@1096
|
193 * presumed to have set the area, start frame, and zoom level for
|
Chris@1096
|
194 * the cache. It could be used to establish a suitable region for
|
Chris@1096
|
195 * a subsequent paint request (because if an area is not in the
|
Chris@1096
|
196 * cache, it cannot have been rendered since the cache was
|
Chris@1096
|
197 * cleared).
|
Chris@1096
|
198 *
|
Chris@1096
|
199 * Returns an empty QRect if the cache is entirely valid.
|
Chris@1096
|
200 */
|
Chris@1121
|
201 QRect getLargestUncachedRect(const LayerGeometryProvider *v);
|
Chris@1113
|
202
|
Chris@1113
|
203 /**
|
Chris@1122
|
204 * Return true if the provider's geometry differs from the cache,
|
Chris@1122
|
205 * or if we are not using a cache. i.e. if the cache will be
|
Chris@1122
|
206 * regenerated for the next render, or the next render performed
|
Chris@1122
|
207 * from scratch.
|
Chris@1122
|
208 */
|
Chris@1122
|
209 bool geometryChanged(const LayerGeometryProvider *v);
|
Chris@1122
|
210
|
Chris@1122
|
211 /**
|
Chris@1113
|
212 * Return true if the rendering will be opaque. This may be used
|
Chris@1113
|
213 * by the calling layer to determine whether it can scroll
|
Chris@1113
|
214 * directly without regard to any other layers beneath.
|
Chris@1113
|
215 */
|
Chris@1113
|
216 bool willRenderOpaque(const LayerGeometryProvider *v) {
|
Chris@1113
|
217 return decideRenderType(v) != DirectTranslucent;
|
Chris@1113
|
218 }
|
Chris@1073
|
219
|
Chris@1125
|
220 /**
|
Chris@1125
|
221 * Return the colour corresponding to the given value.
|
Chris@1125
|
222 * \see ColourScale::getPixel
|
Chris@1125
|
223 * \see ColourScale::getColour
|
Chris@1125
|
224 */
|
Chris@1125
|
225 QColor getColour(double value) const {
|
Chris@1125
|
226 return m_params.colourScale.getColour(value, m_params.colourRotation);
|
Chris@1125
|
227 }
|
Chris@1139
|
228
|
Chris@1139
|
229 /**
|
Chris@1139
|
230 * Return the enclosing rectangle for the region of similar colour
|
Chris@1139
|
231 * to the given point within the cache. Return an empty QRect if
|
Chris@1139
|
232 * this is not possible. \see ImageRegionFinder
|
Chris@1139
|
233 */
|
Chris@1139
|
234 QRect findSimilarRegionExtents(QPoint point) const;
|
Chris@1125
|
235
|
Chris@1071
|
236 private:
|
Chris@1073
|
237 Sources m_sources;
|
Chris@1071
|
238 Parameters m_params;
|
Chris@1072
|
239
|
Chris@1073
|
240 // Draw buffer is the target of each partial repaint. It is always
|
Chris@1073
|
241 // at view height (not model height) and is cleared and repainted
|
Chris@1073
|
242 // on each fragment render. The only reason it's stored as a data
|
Chris@1073
|
243 // member is to avoid reallocation.
|
Chris@1073
|
244 QImage m_drawBuffer;
|
Chris@1072
|
245
|
Chris@1121
|
246 // A temporary store of magnitude ranges per-column, used when
|
Chris@1121
|
247 // rendering to the draw buffer. This always has the same length
|
Chris@1121
|
248 // as the width of the draw buffer, and the x coordinates of the
|
Chris@1121
|
249 // two containers are equivalent.
|
Chris@1121
|
250 std::vector<MagnitudeRange> m_magRanges;
|
Chris@1121
|
251
|
Chris@1119
|
252 // The image cache is our persistent record of the visible
|
Chris@1119
|
253 // area. It is always the same size as the view (i.e. the paint
|
Chris@1119
|
254 // size reported by the LayerGeometryProvider) and is scrolled and
|
Chris@1119
|
255 // partially repainted internally as appropriate. A render request
|
Chris@1119
|
256 // is carried out by repainting to cache (via the draw buffer) any
|
Chris@1073
|
257 // area that is being requested but is not valid in the cache, and
|
Chris@1073
|
258 // then repainting from cache to the requested painter.
|
Chris@1073
|
259 ScrollableImageCache m_cache;
|
Chris@1073
|
260
|
Chris@1119
|
261 // The mag range cache is our record of the column magnitude
|
Chris@1119
|
262 // ranges for each of the columns in the cache. It always has the
|
Chris@1119
|
263 // same start frame and width as the image cache, and the column
|
Chris@1119
|
264 // indices match up across both. Our cache update mechanism
|
Chris@1119
|
265 // guarantees that every valid column in the image cache has a
|
Chris@1119
|
266 // valid range in the magnitude cache, but not necessarily vice
|
Chris@1119
|
267 // versa (as the image cache is limited to contiguous ranges).
|
Chris@1119
|
268 ScrollableMagRangeCache m_magCache;
|
Chris@1221
|
269
|
Chris@1221
|
270 double m_secondsPerXPixel;
|
Chris@1221
|
271 bool m_secondsPerXPixelValid;
|
Chris@1119
|
272
|
Chris@1113
|
273 RenderResult render(const LayerGeometryProvider *v,
|
Chris@1090
|
274 QPainter &paint, QRect rect, bool timeConstrained);
|
Chris@1109
|
275
|
Chris@1121
|
276 MagnitudeRange renderDirectTranslucent(const LayerGeometryProvider *v,
|
Chris@1121
|
277 QPainter &paint, QRect rect);
|
Chris@1109
|
278
|
Chris@1113
|
279 void renderToCachePixelResolution(const LayerGeometryProvider *v, int x0,
|
Chris@1094
|
280 int repaintWidth, bool rightToLeft,
|
Chris@1094
|
281 bool timeConstrained);
|
Chris@1109
|
282
|
Chris@1113
|
283 void renderToCacheBinResolution(const LayerGeometryProvider *v, int x0,
|
Chris@1094
|
284 int repaintWidth);
|
Chris@1097
|
285
|
Chris@1083
|
286 int renderDrawBuffer(int w, int h,
|
Chris@1083
|
287 const std::vector<int> &binforx,
|
Chris@1083
|
288 const std::vector<double> &binfory,
|
Chris@1212
|
289 int peakCacheIndex, // -1 => don't use a peak cache
|
Chris@1083
|
290 bool rightToLeft,
|
Chris@1083
|
291 bool timeConstrained);
|
Chris@1097
|
292
|
Chris@1113
|
293 int renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
|
Chris@1097
|
294 int w, int h,
|
Chris@1097
|
295 const std::vector<int> &binforx,
|
Chris@1097
|
296 const std::vector<double> &binfory,
|
Chris@1097
|
297 bool rightToLeft,
|
Chris@1097
|
298 bool timeConstrained);
|
Chris@1097
|
299
|
Chris@1095
|
300 void recreateDrawBuffer(int w, int h);
|
Chris@1079
|
301 void clearDrawBuffer(int w, int h);
|
Chris@1109
|
302
|
Chris@1109
|
303 enum RenderType {
|
Chris@1109
|
304 DrawBufferPixelResolution,
|
Chris@1109
|
305 DrawBufferBinResolution,
|
Chris@1109
|
306 DirectTranslucent
|
Chris@1109
|
307 };
|
Chris@1109
|
308
|
Chris@1113
|
309 RenderType decideRenderType(const LayerGeometryProvider *) const;
|
Chris@1138
|
310
|
Chris@1167
|
311 QImage scaleDrawBufferImage(QImage source, int targetWidth, int targetHeight)
|
Chris@1167
|
312 const;
|
Chris@1167
|
313
|
Chris@1161
|
314 ColumnOp::Column getColumn(int sx, int minbin, int nbins,
|
Chris@1212
|
315 int peakCacheIndex) const; // -1 => don't use cache
|
Chris@1213
|
316
|
Chris@1213
|
317 void getPreferredPeakCache(const LayerGeometryProvider *,
|
Chris@1213
|
318 int &peakCacheIndex, int &binsPerPeak) const;
|
Chris@1221
|
319
|
Chris@1221
|
320 void updateTimings(const RenderTimer &timer, int xPixelCount);
|
Chris@1071
|
321 };
|
Chris@1071
|
322
|
Chris@1071
|
323 #endif
|
Chris@1071
|
324
|