Chris@1071
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@1071
|
2
|
Chris@1071
|
3 /*
|
Chris@1071
|
4 Sonic Visualiser
|
Chris@1071
|
5 An audio file viewer and annotation editor.
|
Chris@1071
|
6 Centre for Digital Music, Queen Mary, University of London.
|
Chris@1071
|
7 This file copyright 2006-2016 Chris Cannam and QMUL.
|
Chris@1071
|
8
|
Chris@1071
|
9 This program is free software; you can redistribute it and/or
|
Chris@1071
|
10 modify it under the terms of the GNU General Public License as
|
Chris@1071
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@1071
|
12 License, or (at your option) any later version. See the file
|
Chris@1071
|
13 COPYING included with this distribution for more information.
|
Chris@1071
|
14 */
|
Chris@1071
|
15
|
Chris@1071
|
16 #ifndef COLOUR_3D_PLOT_RENDERER_H
|
Chris@1071
|
17 #define COLOUR_3D_PLOT_RENDERER_H
|
Chris@1071
|
18
|
Chris@1071
|
19 #include "ColourScale.h"
|
Chris@1073
|
20 #include "ScrollableImageCache.h"
|
Chris@1119
|
21 #include "ScrollableMagRangeCache.h"
|
Chris@1071
|
22
|
Chris@1071
|
23 #include "base/ColumnOp.h"
|
Chris@1073
|
24 #include "base/MagnitudeRange.h"
|
Chris@1071
|
25
|
Chris@1073
|
26 #include <QRect>
|
Chris@1073
|
27 #include <QPainter>
|
Chris@1073
|
28 #include <QImage>
|
Chris@1073
|
29
|
Chris@1073
|
30 class LayerGeometryProvider;
|
Chris@1082
|
31 class VerticalBinLayer;
|
Chris@1071
|
32 class DenseThreeDimensionalModel;
|
Chris@1071
|
33 class Dense3DModelPeakCache;
|
Chris@1071
|
34 class FFTModel;
|
Chris@1071
|
35
|
Chris@1103
|
36 enum class BinDisplay {
|
Chris@1103
|
37 AllBins,
|
Chris@1103
|
38 PeakBins,
|
Chris@1103
|
39 PeakFrequencies
|
Chris@1103
|
40 };
|
Chris@1103
|
41
|
Chris@1103
|
42 enum class BinScale {
|
Chris@1103
|
43 Linear,
|
Chris@1103
|
44 Log
|
Chris@1103
|
45 };
|
Chris@1103
|
46
|
Chris@1071
|
47 class Colour3DPlotRenderer
|
Chris@1071
|
48 {
|
Chris@1071
|
49 public:
|
Chris@1073
|
50 struct Sources {
|
Chris@1212
|
51 Sources() : verticalBinLayer(0), source(0), fft(0) { }
|
Chris@1073
|
52
|
Chris@1073
|
53 // These must all outlive this class
|
Chris@1089
|
54 const VerticalBinLayer *verticalBinLayer; // always
|
Chris@1100
|
55 const DenseThreeDimensionalModel *source; // always
|
Chris@1100
|
56 const FFTModel *fft; // optionally
|
Chris@1212
|
57 std::vector<Dense3DModelPeakCache *> peakCaches; // zero or more
|
Chris@1073
|
58 };
|
Chris@1073
|
59
|
Chris@1071
|
60 struct Parameters {
|
Chris@1071
|
61 Parameters() :
|
Chris@1071
|
62 colourScale(ColourScale::Parameters()),
|
Chris@1104
|
63 normalization(ColumnNormalization::None),
|
Chris@1103
|
64 binDisplay(BinDisplay::AllBins),
|
Chris@1103
|
65 binScale(BinScale::Linear),
|
Chris@1073
|
66 alwaysOpaque(false),
|
Chris@1125
|
67 interpolate(false),
|
Chris@1112
|
68 invertVertical(false),
|
Chris@1125
|
69 scaleFactor(1.0),
|
Chris@1112
|
70 colourRotation(0) { }
|
Chris@1071
|
71
|
Chris@1125
|
72 /** A complete ColourScale object by value, used for colour
|
Chris@1125
|
73 * map conversion. Note that the final display gain setting is
|
Chris@1125
|
74 * also encapsulated here. */
|
Chris@1125
|
75 ColourScale colourScale;
|
Chris@1125
|
76
|
Chris@1125
|
77 /** Type of column normalization. */
|
Chris@1104
|
78 ColumnNormalization normalization;
|
Chris@1125
|
79
|
Chris@1125
|
80 /** Selection of bins to display. */
|
Chris@1071
|
81 BinDisplay binDisplay;
|
Chris@1125
|
82
|
Chris@1125
|
83 /** Scale for vertical bin spacing (linear or logarithmic). */
|
Chris@1071
|
84 BinScale binScale;
|
Chris@1125
|
85
|
Chris@1125
|
86 /** Whether cells should always be opaque. If false, then
|
Chris@1125
|
87 * large cells (when zoomed in a long way) will be rendered
|
Chris@1125
|
88 * translucent in order not to obscure anything in a layer
|
Chris@1125
|
89 * beneath. */
|
Chris@1071
|
90 bool alwaysOpaque;
|
Chris@1125
|
91
|
Chris@1125
|
92 /** Whether to apply smoothing when rendering cells at more
|
Chris@1125
|
93 * than one pixel per cell. !!! todo: decide about separating
|
Chris@1125
|
94 * out x-interpolate and y-interpolate as the spectrogram
|
Chris@1125
|
95 * actually does (or used to)
|
Chris@1125
|
96 */
|
Chris@1071
|
97 bool interpolate;
|
Chris@1125
|
98
|
Chris@1125
|
99 /** Whether to render the whole caboodle upside-down. */
|
Chris@1071
|
100 bool invertVertical;
|
Chris@1125
|
101
|
Chris@1125
|
102 /** Initial scale factor (e.g. for FFT scaling). This factor
|
Chris@1125
|
103 * is applied to all values read from the underlying model
|
Chris@1125
|
104 * *before* magnitude ranges are calculated, in contrast to
|
Chris@1125
|
105 * the display gain found in the ColourScale parameter. */
|
Chris@1125
|
106 double scaleFactor;
|
Chris@1125
|
107
|
Chris@1125
|
108 /** Colourmap rotation, in the range 0-255. */
|
Chris@1112
|
109 int colourRotation;
|
Chris@1071
|
110 };
|
Chris@1073
|
111
|
Chris@1073
|
112 Colour3DPlotRenderer(Sources sources, Parameters parameters) :
|
Chris@1073
|
113 m_sources(sources),
|
Chris@1079
|
114 m_params(parameters)
|
Chris@1071
|
115 { }
|
Chris@1071
|
116
|
Chris@1073
|
117 struct RenderResult {
|
Chris@1073
|
118 /**
|
Chris@1073
|
119 * The rect that was actually rendered. May be equal to the
|
Chris@1073
|
120 * rect that was requested to render, or may be smaller if
|
Chris@1073
|
121 * time ran out and the complete flag was not set.
|
Chris@1073
|
122 */
|
Chris@1073
|
123 QRect rendered;
|
Chris@1073
|
124
|
Chris@1073
|
125 /**
|
Chris@1073
|
126 * The magnitude range of the data in the rendered area.
|
Chris@1073
|
127 */
|
Chris@1073
|
128 MagnitudeRange range;
|
Chris@1073
|
129 };
|
Chris@1073
|
130
|
Chris@1073
|
131 /**
|
Chris@1073
|
132 * Render the requested area using the given painter, obtaining
|
Chris@1090
|
133 * geometry (e.g. start frame) from the given
|
Chris@1073
|
134 * LayerGeometryProvider.
|
Chris@1073
|
135 *
|
Chris@1090
|
136 * The whole of the supplied rect will be rendered and the
|
Chris@1090
|
137 * returned QRect will be equal to the supplied QRect. (See
|
Chris@1090
|
138 * renderTimeConstrained for an alternative that may render only
|
Chris@1090
|
139 * part of the rect in cases where obtaining source data is slow
|
Chris@1090
|
140 * and retaining responsiveness is important.)
|
Chris@1090
|
141 *
|
Chris@1090
|
142 * Note that Colour3DPlotRenderer retains internal cache state
|
Chris@1090
|
143 * related to the size and position of the supplied
|
Chris@1090
|
144 * LayerGeometryProvider. Although it is valid to call render()
|
Chris@1090
|
145 * successively on the same Colour3DPlotRenderer with different
|
Chris@1090
|
146 * LayerGeometryProviders, it will be much faster to use a
|
Chris@1090
|
147 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
|
Chris@1075
|
148 *
|
Chris@1075
|
149 * If the model to render from is not ready, this will throw a
|
Chris@1075
|
150 * std::logic_error exception. The model must be ready and the
|
Chris@1075
|
151 * layer requesting the render must not be dormant in its view, so
|
Chris@1075
|
152 * that the LayerGeometryProvider returns valid results; it is the
|
Chris@1075
|
153 * caller's responsibility to ensure these.
|
Chris@1073
|
154 */
|
Chris@1125
|
155 RenderResult render(const LayerGeometryProvider *v,
|
Chris@1125
|
156 QPainter &paint, QRect rect);
|
Chris@1076
|
157
|
Chris@1076
|
158 /**
|
Chris@1076
|
159 * Render the requested area using the given painter, obtaining
|
Chris@1076
|
160 * geometry (e.g. start frame) from the stored
|
Chris@1076
|
161 * LayerGeometryProvider.
|
Chris@1076
|
162 *
|
Chris@1076
|
163 * As much of the rect will be rendered as can be managed given
|
Chris@1076
|
164 * internal time constraints (using a RenderTimer object
|
Chris@1076
|
165 * internally). The returned QRect (the rendered field in the
|
Chris@1076
|
166 * RenderResult struct) will contain the area that was
|
Chris@1076
|
167 * rendered. Note that we always render the full requested height,
|
Chris@1076
|
168 * it's only width that is time-constrained.
|
Chris@1076
|
169 *
|
Chris@1090
|
170 * Note that Colour3DPlotRenderer retains internal cache state
|
Chris@1090
|
171 * related to the size and position of the supplied
|
Chris@1090
|
172 * LayerGeometryProvider. Although it is valid to call render()
|
Chris@1090
|
173 * successively on the same Colour3DPlotRenderer with different
|
Chris@1090
|
174 * LayerGeometryProviders, it will be much faster to use a
|
Chris@1090
|
175 * dedicated Colour3DPlotRenderer for each LayerGeometryProvider.
|
Chris@1090
|
176 *
|
Chris@1076
|
177 * If the model to render from is not ready, this will throw a
|
Chris@1076
|
178 * std::logic_error exception. The model must be ready and the
|
Chris@1076
|
179 * layer requesting the render must not be dormant in its view, so
|
Chris@1076
|
180 * that the LayerGeometryProvider returns valid results; it is the
|
Chris@1076
|
181 * caller's responsibility to ensure these.
|
Chris@1076
|
182 */
|
Chris@1113
|
183 RenderResult renderTimeConstrained(const LayerGeometryProvider *v,
|
Chris@1090
|
184 QPainter &paint, QRect rect);
|
Chris@1096
|
185
|
Chris@1096
|
186 /**
|
Chris@1096
|
187 * Return the area of the largest rectangle within the entire area
|
Chris@1096
|
188 * of the cache that is unavailable in the cache. This is only
|
Chris@1096
|
189 * valid in relation to a preceding render() call which is
|
Chris@1096
|
190 * presumed to have set the area, start frame, and zoom level for
|
Chris@1096
|
191 * the cache. It could be used to establish a suitable region for
|
Chris@1096
|
192 * a subsequent paint request (because if an area is not in the
|
Chris@1096
|
193 * cache, it cannot have been rendered since the cache was
|
Chris@1096
|
194 * cleared).
|
Chris@1096
|
195 *
|
Chris@1096
|
196 * Returns an empty QRect if the cache is entirely valid.
|
Chris@1096
|
197 */
|
Chris@1121
|
198 QRect getLargestUncachedRect(const LayerGeometryProvider *v);
|
Chris@1113
|
199
|
Chris@1113
|
200 /**
|
Chris@1122
|
201 * Return true if the provider's geometry differs from the cache,
|
Chris@1122
|
202 * or if we are not using a cache. i.e. if the cache will be
|
Chris@1122
|
203 * regenerated for the next render, or the next render performed
|
Chris@1122
|
204 * from scratch.
|
Chris@1122
|
205 */
|
Chris@1122
|
206 bool geometryChanged(const LayerGeometryProvider *v);
|
Chris@1122
|
207
|
Chris@1122
|
208 /**
|
Chris@1113
|
209 * Return true if the rendering will be opaque. This may be used
|
Chris@1113
|
210 * by the calling layer to determine whether it can scroll
|
Chris@1113
|
211 * directly without regard to any other layers beneath.
|
Chris@1113
|
212 */
|
Chris@1113
|
213 bool willRenderOpaque(const LayerGeometryProvider *v) {
|
Chris@1113
|
214 return decideRenderType(v) != DirectTranslucent;
|
Chris@1113
|
215 }
|
Chris@1073
|
216
|
Chris@1125
|
217 /**
|
Chris@1125
|
218 * Return the colour corresponding to the given value.
|
Chris@1125
|
219 * \see ColourScale::getPixel
|
Chris@1125
|
220 * \see ColourScale::getColour
|
Chris@1125
|
221 */
|
Chris@1125
|
222 QColor getColour(double value) const {
|
Chris@1125
|
223 return m_params.colourScale.getColour(value, m_params.colourRotation);
|
Chris@1125
|
224 }
|
Chris@1139
|
225
|
Chris@1139
|
226 /**
|
Chris@1139
|
227 * Return the enclosing rectangle for the region of similar colour
|
Chris@1139
|
228 * to the given point within the cache. Return an empty QRect if
|
Chris@1139
|
229 * this is not possible. \see ImageRegionFinder
|
Chris@1139
|
230 */
|
Chris@1139
|
231 QRect findSimilarRegionExtents(QPoint point) const;
|
Chris@1125
|
232
|
Chris@1071
|
233 private:
|
Chris@1073
|
234 Sources m_sources;
|
Chris@1071
|
235 Parameters m_params;
|
Chris@1072
|
236
|
Chris@1073
|
237 // Draw buffer is the target of each partial repaint. It is always
|
Chris@1073
|
238 // at view height (not model height) and is cleared and repainted
|
Chris@1073
|
239 // on each fragment render. The only reason it's stored as a data
|
Chris@1073
|
240 // member is to avoid reallocation.
|
Chris@1073
|
241 QImage m_drawBuffer;
|
Chris@1072
|
242
|
Chris@1121
|
243 // A temporary store of magnitude ranges per-column, used when
|
Chris@1121
|
244 // rendering to the draw buffer. This always has the same length
|
Chris@1121
|
245 // as the width of the draw buffer, and the x coordinates of the
|
Chris@1121
|
246 // two containers are equivalent.
|
Chris@1121
|
247 std::vector<MagnitudeRange> m_magRanges;
|
Chris@1121
|
248
|
Chris@1119
|
249 // The image cache is our persistent record of the visible
|
Chris@1119
|
250 // area. It is always the same size as the view (i.e. the paint
|
Chris@1119
|
251 // size reported by the LayerGeometryProvider) and is scrolled and
|
Chris@1119
|
252 // partially repainted internally as appropriate. A render request
|
Chris@1119
|
253 // is carried out by repainting to cache (via the draw buffer) any
|
Chris@1073
|
254 // area that is being requested but is not valid in the cache, and
|
Chris@1073
|
255 // then repainting from cache to the requested painter.
|
Chris@1073
|
256 ScrollableImageCache m_cache;
|
Chris@1073
|
257
|
Chris@1119
|
258 // The mag range cache is our record of the column magnitude
|
Chris@1119
|
259 // ranges for each of the columns in the cache. It always has the
|
Chris@1119
|
260 // same start frame and width as the image cache, and the column
|
Chris@1119
|
261 // indices match up across both. Our cache update mechanism
|
Chris@1119
|
262 // guarantees that every valid column in the image cache has a
|
Chris@1119
|
263 // valid range in the magnitude cache, but not necessarily vice
|
Chris@1119
|
264 // versa (as the image cache is limited to contiguous ranges).
|
Chris@1119
|
265 ScrollableMagRangeCache m_magCache;
|
Chris@1119
|
266
|
Chris@1113
|
267 RenderResult render(const LayerGeometryProvider *v,
|
Chris@1090
|
268 QPainter &paint, QRect rect, bool timeConstrained);
|
Chris@1109
|
269
|
Chris@1121
|
270 MagnitudeRange renderDirectTranslucent(const LayerGeometryProvider *v,
|
Chris@1121
|
271 QPainter &paint, QRect rect);
|
Chris@1109
|
272
|
Chris@1113
|
273 void renderToCachePixelResolution(const LayerGeometryProvider *v, int x0,
|
Chris@1094
|
274 int repaintWidth, bool rightToLeft,
|
Chris@1094
|
275 bool timeConstrained);
|
Chris@1109
|
276
|
Chris@1113
|
277 void renderToCacheBinResolution(const LayerGeometryProvider *v, int x0,
|
Chris@1094
|
278 int repaintWidth);
|
Chris@1097
|
279
|
Chris@1083
|
280 int renderDrawBuffer(int w, int h,
|
Chris@1083
|
281 const std::vector<int> &binforx,
|
Chris@1083
|
282 const std::vector<double> &binfory,
|
Chris@1212
|
283 int peakCacheIndex, // -1 => don't use a peak cache
|
Chris@1083
|
284 bool rightToLeft,
|
Chris@1083
|
285 bool timeConstrained);
|
Chris@1097
|
286
|
Chris@1113
|
287 int renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
|
Chris@1097
|
288 int w, int h,
|
Chris@1097
|
289 const std::vector<int> &binforx,
|
Chris@1097
|
290 const std::vector<double> &binfory,
|
Chris@1097
|
291 bool rightToLeft,
|
Chris@1097
|
292 bool timeConstrained);
|
Chris@1097
|
293
|
Chris@1095
|
294 void recreateDrawBuffer(int w, int h);
|
Chris@1079
|
295 void clearDrawBuffer(int w, int h);
|
Chris@1109
|
296
|
Chris@1109
|
297 enum RenderType {
|
Chris@1109
|
298 DrawBufferPixelResolution,
|
Chris@1109
|
299 DrawBufferBinResolution,
|
Chris@1109
|
300 DirectTranslucent
|
Chris@1109
|
301 };
|
Chris@1109
|
302
|
Chris@1113
|
303 RenderType decideRenderType(const LayerGeometryProvider *) const;
|
Chris@1138
|
304
|
Chris@1167
|
305 QImage scaleDrawBufferImage(QImage source, int targetWidth, int targetHeight)
|
Chris@1167
|
306 const;
|
Chris@1167
|
307
|
Chris@1161
|
308 ColumnOp::Column getColumn(int sx, int minbin, int nbins,
|
Chris@1212
|
309 int peakCacheIndex) const; // -1 => don't use cache
|
Chris@1213
|
310
|
Chris@1213
|
311 void getPreferredPeakCache(const LayerGeometryProvider *,
|
Chris@1213
|
312 int &peakCacheIndex, int &binsPerPeak) const;
|
Chris@1071
|
313 };
|
Chris@1071
|
314
|
Chris@1071
|
315 #endif
|
Chris@1071
|
316
|