annotate layer/Colour3DPlotRenderer.cpp @ 1082:5b4fe7bb9430 spectrogram-minor-refactor

VerticalBinLayer for vertical mapping abstraction. Not totally sure about this
author Chris Cannam
date Fri, 01 Jul 2016 09:55:48 +0100
parents cbc7c8675706
children 7122aae95a88
rev   line source
Chris@1071 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@1071 2
Chris@1071 3 /*
Chris@1071 4 Sonic Visualiser
Chris@1071 5 An audio file viewer and annotation editor.
Chris@1071 6 Centre for Digital Music, Queen Mary, University of London.
Chris@1071 7 This file copyright 2006-2016 Chris Cannam and QMUL.
Chris@1071 8
Chris@1071 9 This program is free software; you can redistribute it and/or
Chris@1071 10 modify it under the terms of the GNU General Public License as
Chris@1071 11 published by the Free Software Foundation; either version 2 of the
Chris@1071 12 License, or (at your option) any later version. See the file
Chris@1071 13 COPYING included with this distribution for more information.
Chris@1071 14 */
Chris@1071 15
Chris@1071 16 #include "Colour3DPlotRenderer.h"
Chris@1074 17 #include "RenderTimer.h"
Chris@1071 18
Chris@1075 19 #include "data/model/DenseThreeDimensionalModel.h"
Chris@1075 20 #include "data/model/Dense3DModelPeakCache.h"
Chris@1075 21 #include "data/model/FFTModel.h"
Chris@1075 22
Chris@1077 23 #include "LayerGeometryProvider.h"
Chris@1082 24 #include "VerticalBinLayer.h"
Chris@1075 25
Chris@1079 26 #include <vector>
Chris@1079 27
Chris@1079 28 using namespace std;
Chris@1079 29
Chris@1073 30 Colour3DPlotRenderer::RenderResult
Chris@1076 31 Colour3DPlotRenderer::render(QPainter &paint, QRect rect)
Chris@1076 32 {
Chris@1076 33 return render(paint, rect, false);
Chris@1076 34 }
Chris@1076 35
Chris@1076 36 Colour3DPlotRenderer::RenderResult
Chris@1076 37 Colour3DPlotRenderer::renderTimeConstrained(QPainter &paint, QRect rect)
Chris@1076 38 {
Chris@1076 39 return render(paint, rect, true);
Chris@1076 40 }
Chris@1076 41
Chris@1076 42 Colour3DPlotRenderer::RenderResult
Chris@1076 43 Colour3DPlotRenderer::render(QPainter &paint, QRect rect, bool timeConstrained)
Chris@1073 44 {
Chris@1075 45 LayerGeometryProvider *v = m_sources.geometryProvider;
Chris@1075 46 if (!v) {
Chris@1075 47 throw std::logic_error("no LayerGeometryProvider provided");
Chris@1075 48 }
Chris@1075 49
Chris@1079 50 sv_frame_t startFrame = v->getStartFrame();
Chris@1079 51
Chris@1079 52 int x0 = v->getXForViewX(rect.x());
Chris@1079 53 int x1 = v->getXForViewX(rect.x() + rect.width());
Chris@1079 54 if (x0 < 0) x0 = 0;
Chris@1079 55 if (x1 > v->getPaintWidth()) x1 = v->getPaintWidth();
Chris@1079 56
Chris@1079 57 m_cache.resize(v->getPaintSize());
Chris@1079 58 m_cache.setZoomLevel(v->getZoomLevel());
Chris@1079 59
Chris@1079 60 if (m_cache.isValid()) { // some part of the cache is valid
Chris@1079 61
Chris@1079 62 if (v->getXForFrame(m_cache.getStartFrame()) ==
Chris@1079 63 v->getXForFrame(startFrame) &&
Chris@1079 64 m_cache.getValidLeft() <= x0 &&
Chris@1079 65 m_cache.getValidRight() >= x1) {
Chris@1079 66
Chris@1079 67 // cache is valid for the complete requested area
Chris@1079 68 paint.drawImage(rect, m_cache.getImage(), rect);
Chris@1079 69 return { rect, {} };
Chris@1079 70
Chris@1079 71 } else {
Chris@1079 72 // cache doesn't begin at the right frame or doesn't
Chris@1079 73 // contain the complete view, but might be scrollable or
Chris@1079 74 // partially usable
Chris@1079 75 m_cache.scrollTo(startFrame);
Chris@1079 76
Chris@1079 77 // if we are not time-constrained, then we want to paint
Chris@1081 78 // the whole area in one go; we don't return a partial
Chris@1081 79 // paint. To avoid providing the more complex logic to
Chris@1081 80 // handle painting discontiguous areas, if the only valid
Chris@1079 81 // part of cache is in the middle, just make the whole
Chris@1079 82 // thing invalid and start again.
Chris@1079 83 if (!timeConstrained) {
Chris@1079 84 if (m_cache.getValidLeft() > x0 &&
Chris@1079 85 m_cache.getValidRight() < x1) {
Chris@1079 86 m_cache.invalidate();
Chris@1079 87 }
Chris@1079 88 }
Chris@1079 89 }
Chris@1075 90 }
Chris@1075 91
Chris@1079 92 bool rightToLeft = false;
Chris@1079 93
Chris@1079 94 if (!m_cache.isValid() && timeConstrained) {
Chris@1081 95 // When rendering the whole area, in a context where we might
Chris@1081 96 // not be able to complete the work, start from somewhere near
Chris@1081 97 // the middle so that the region of interest appears first
Chris@1079 98
Chris@1079 99 //!!! (perhaps we should avoid doing this if past repaints
Chris@1079 100 //!!! have been fast enough to do the whole in one shot)
Chris@1079 101 if (x0 == 0 && x1 == v->getPaintWidth()) {
Chris@1079 102 x0 = int(x1 * 0.3);
Chris@1079 103 }
Chris@1079 104 }
Chris@1079 105
Chris@1079 106 if (m_cache.isValid()) {
Chris@1079 107 // When rendering only a part of the cache, we need to make
Chris@1079 108 // sure that the part we're rendering is adjacent to (or
Chris@1079 109 // overlapping) a valid area of cache, if we have one. The
Chris@1079 110 // alternative is to ditch the valid area of cache and render
Chris@1079 111 // only the requested area, but that's risky because this can
Chris@1079 112 // happen when just waving the pointer over a small part of
Chris@1079 113 // the view -- if we lose the partly-built cache every time
Chris@1079 114 // the user does that, we'll never finish building it.
Chris@1079 115 int left = x0;
Chris@1079 116 int width = x1 - x0;
Chris@1079 117 bool isLeftOfValidArea = false;
Chris@1079 118 m_cache.adjustToTouchValidArea(left, width, isLeftOfValidArea);
Chris@1079 119 x0 = left;
Chris@1079 120 x1 = x0 + width;
Chris@1079 121
Chris@1079 122 // That call also told us whether we should be painting
Chris@1079 123 // sub-regions of our target region in right-to-left order in
Chris@1079 124 // order to ensure contiguity
Chris@1079 125 rightToLeft = isLeftOfValidArea;
Chris@1079 126 }
Chris@1075 127
Chris@1080 128 renderToCache(x0, x1 - x0, rightToLeft, timeConstrained);
Chris@1079 129
Chris@1079 130 QRect pr = rect & m_cache.getValidArea();
Chris@1079 131 paint.drawImage(pr.x(), pr.y(), m_cache.getImage(),
Chris@1079 132 pr.x(), pr.y(), pr.width(), pr.height());
Chris@1079 133
Chris@1079 134 if (!timeConstrained && (pr != rect)) {
Chris@1079 135 //!!! on a first cut, there is a risk that this will happen
Chris@1079 136 //!!! when we are at start/end of model -- trap, report, and
Chris@1079 137 //!!! then fix
Chris@1079 138 throw std::logic_error("internal error: failed to render entire requested rect even when not time-constrained");
Chris@1079 139 }
Chris@1079 140
Chris@1079 141 return { pr, {} };
Chris@1079 142
Chris@1073 143 //!!! todo: timing/incomplete paint
Chris@1073 144
Chris@1073 145 //!!! todo: peak frequency style
Chris@1073 146
Chris@1073 147 //!!! todo: transparent style from Colour3DPlot
Chris@1074 148
Chris@1074 149 //!!! todo: bin boundary alignment when in BinResolution
Chris@1074 150
Chris@1079 151 //!!! todo: view magnitudes / normalise visible area
Chris@1079 152
Chris@1079 153 //!!! todo: alter documentation for view mag stuff (cached paints
Chris@1079 154 //!!! do not update MagnitudeRange)
Chris@1079 155
Chris@1079 156 //!!! todo, here or in caller: illuminateLocalFeatures
Chris@1079 157
Chris@1079 158 //!!! fft model scaling?
Chris@1079 159
Chris@1079 160 //!!! should we own the Dense3DModelPeakCache here? or should it persist
Chris@1073 161 }
Chris@1073 162
Chris@1080 163 void
Chris@1080 164 Colour3DPlotRenderer::renderToCache(int x0, int repaintWidth,
Chris@1080 165 bool rightToLeft, bool timeConstrained)
Chris@1079 166 {
Chris@1079 167 // Draw to the draw buffer, and then scale-copy from there.
Chris@1079 168
Chris@1079 169 DenseThreeDimensionalModel *model = m_sources.source;
Chris@1079 170 if (!model || !model->isOK() || !model->isReady()) {
Chris@1079 171 throw std::logic_error("no source model provided, or model not ready");
Chris@1079 172 }
Chris@1079 173
Chris@1079 174 LayerGeometryProvider *v = m_sources.geometryProvider; // already checked
Chris@1079 175
Chris@1079 176 // The draw buffer contains a fragment at either our pixel
Chris@1079 177 // resolution (if there is more than one time-bin per pixel) or
Chris@1079 178 // time-bin resolution (if a time-bin spans more than one pixel).
Chris@1079 179 // We need to ensure that it starts and ends at points where a
Chris@1079 180 // time-bin boundary occurs at an exact pixel boundary, and with a
Chris@1079 181 // certain amount of overlap across existing pixels so that we can
Chris@1079 182 // scale and draw from it without smoothing errors at the edges.
Chris@1079 183
Chris@1079 184 // If (getFrameForX(x) / increment) * increment ==
Chris@1079 185 // getFrameForX(x), then x is a time-bin boundary. We want two
Chris@1079 186 // such boundaries at either side of the draw buffer -- one which
Chris@1079 187 // we draw up to, and one which we subsequently crop at.
Chris@1079 188
Chris@1079 189 bool bufferIsBinResolution = false;
Chris@1079 190 int binResolution = model->getResolution();
Chris@1079 191 int zoomLevel = v->getZoomLevel();
Chris@1079 192 if (binResolution > zoomLevel) bufferIsBinResolution = true;
Chris@1079 193
Chris@1079 194 sv_frame_t leftBoundaryFrame = -1, leftCropFrame = -1;
Chris@1079 195 sv_frame_t rightBoundaryFrame = -1, rightCropFrame = -1;
Chris@1079 196
Chris@1079 197 int drawWidth;
Chris@1079 198
Chris@1079 199 if (bufferIsBinResolution) {
Chris@1079 200 for (int x = x0; ; --x) {
Chris@1079 201 sv_frame_t f = v->getFrameForX(x);
Chris@1079 202 if ((f / binResolution) * binResolution == f) {
Chris@1079 203 if (leftCropFrame == -1) leftCropFrame = f;
Chris@1079 204 else if (x < x0 - 2) {
Chris@1079 205 leftBoundaryFrame = f;
Chris@1079 206 break;
Chris@1079 207 }
Chris@1079 208 }
Chris@1079 209 }
Chris@1079 210 for (int x = x0 + repaintWidth; ; ++x) {
Chris@1079 211 sv_frame_t f = v->getFrameForX(x);
Chris@1079 212 if ((f / binResolution) * binResolution == f) {
Chris@1079 213 if (rightCropFrame == -1) rightCropFrame = f;
Chris@1079 214 else if (x > x0 + repaintWidth + 2) {
Chris@1079 215 rightBoundaryFrame = f;
Chris@1079 216 break;
Chris@1079 217 }
Chris@1079 218 }
Chris@1079 219 }
Chris@1079 220 drawWidth = int((rightBoundaryFrame - leftBoundaryFrame) / binResolution);
Chris@1079 221 } else {
Chris@1079 222 drawWidth = repaintWidth;
Chris@1079 223 }
Chris@1079 224
Chris@1079 225 // We always paint the full height. Smaller heights can be used
Chris@1079 226 // when painting direct from cache (outside this function), but we
Chris@1079 227 // want to ensure the cache is coherent without having to worry
Chris@1079 228 // about vertical matching of required and valid areas as well as
Chris@1079 229 // horizontal. That's why this function didn't take any y/height
Chris@1079 230 // parameters.
Chris@1079 231 int h = v->getPaintHeight();
Chris@1079 232
Chris@1079 233 clearDrawBuffer(drawWidth, h);
Chris@1079 234
Chris@1079 235 vector<int> binforx(drawWidth);
Chris@1079 236 vector<double> binfory(h);
Chris@1079 237
Chris@1079 238 bool usePeaksCache = false;
Chris@1079 239 int binsPerPeak = 1;
Chris@1079 240
Chris@1079 241 if (bufferIsBinResolution) {
Chris@1080 242
Chris@1079 243 for (int x = 0; x < drawWidth; ++x) {
Chris@1079 244 binforx[x] = int(leftBoundaryFrame / binResolution) + x;
Chris@1079 245 }
Chris@1080 246
Chris@1080 247 // calculating boundaries later will be too fiddly for partial
Chris@1080 248 // paints, and painting should be fast anyway when this is the
Chris@1080 249 // case because it means we're well zoomed in
Chris@1080 250 timeConstrained = false;
Chris@1080 251
Chris@1079 252 } else {
Chris@1079 253 for (int x = 0; x < drawWidth; ++x) {
Chris@1079 254 sv_frame_t f0 = v->getFrameForX(x);
Chris@1079 255 double s0 = double(f0 - model->getStartFrame()) / binResolution;
Chris@1079 256 binforx[x] = int(s0 + 0.0001);
Chris@1079 257 }
Chris@1079 258
Chris@1079 259 if (m_sources.peaks) { // peaks cache exists
Chris@1079 260
Chris@1079 261 binsPerPeak = m_sources.peaks->getColumnsPerPeak();
Chris@1079 262 usePeaksCache = (binResolution * binsPerPeak) < zoomLevel;
Chris@1079 263
Chris@1079 264 if (m_params.colourScale.getScale() ==
Chris@1079 265 ColourScale::PhaseColourScale) {
Chris@1079 266 usePeaksCache = false;
Chris@1079 267 }
Chris@1079 268 }
Chris@1079 269 }
Chris@1082 270
Chris@1080 271 for (int y = 0; y < h; ++y) {
Chris@1082 272 binfory[y] =
Chris@1082 273 m_sources.verticalBinLayer->getBinForY(m_sources.geometryProvider, y);
Chris@1080 274 }
Chris@1079 275
Chris@1082 276 /*
Chris@1080 277 int attainedWidth = renderDrawBuffer(v,
Chris@1080 278 repaintWidth,
Chris@1080 279 h,
Chris@1080 280 binforx,
Chris@1080 281 binfory,
Chris@1080 282 usePeaksCache,
Chris@1080 283 rightToLeft,
Chris@1080 284 timeConstrained);
Chris@1080 285 */
Chris@1079 286 }
Chris@1079 287
Chris@1079 288 void
Chris@1079 289 Colour3DPlotRenderer::clearDrawBuffer(int w, int h)
Chris@1079 290 {
Chris@1079 291 if (m_drawBuffer.width() < w || m_drawBuffer.height() != h) {
Chris@1079 292
Chris@1079 293 m_drawBuffer = QImage(w, h, QImage::Format_Indexed8);
Chris@1079 294
Chris@1079 295 for (int pixel = 0; pixel < 256; ++pixel) {
Chris@1079 296 //!!! todo: colour rotation (here 0)
Chris@1079 297 m_drawBuffer.setColor
Chris@1079 298 ((unsigned char)pixel,
Chris@1079 299 m_params.colourScale.getColourForPixel(pixel, 0).rgb());
Chris@1079 300 }
Chris@1079 301 }
Chris@1079 302
Chris@1079 303 m_drawBuffer.fill(0);
Chris@1079 304 }
Chris@1079 305
Chris@1079 306