Chris@1071: /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*-  vi:set ts=8 sts=4 sw=4: */
Chris@1071: 
Chris@1071: /*
Chris@1071:     Sonic Visualiser
Chris@1071:     An audio file viewer and annotation editor.
Chris@1071:     Centre for Digital Music, Queen Mary, University of London.
Chris@1071:     This file copyright 2006-2016 Chris Cannam and QMUL.
Chris@1071:     
Chris@1071:     This program is free software; you can redistribute it and/or
Chris@1071:     modify it under the terms of the GNU General Public License as
Chris@1071:     published by the Free Software Foundation; either version 2 of the
Chris@1071:     License, or (at your option) any later version.  See the file
Chris@1071:     COPYING included with this distribution for more information.
Chris@1071: */
Chris@1071: 
Chris@1071: #include "Colour3DPlotRenderer.h"
Chris@1074: #include "RenderTimer.h"
Chris@1071: 
Chris@1117: #include "base/Profiler.h"
Chris@1214: #include "base/HitCount.h"
Chris@1117: 
Chris@1075: #include "data/model/DenseThreeDimensionalModel.h"
Chris@1075: #include "data/model/Dense3DModelPeakCache.h"
Chris@1075: #include "data/model/FFTModel.h"
Chris@1075: 
Chris@1077: #include "LayerGeometryProvider.h"
Chris@1082: #include "VerticalBinLayer.h"
Chris@1109: #include "PaintAssistant.h"
Chris@1139: #include "ImageRegionFinder.h"
Chris@1109: 
Chris@1109: #include "view/ViewManager.h" // for main model sample rate. Pity
Chris@1075: 
Chris@1079: #include <vector>
Chris@1079: 
Chris@1325: #include <utility>
Chris@1325: using namespace std::rel_ops;
Chris@1325: 
Chris@1362: //#define DEBUG_COLOUR_PLOT_REPAINT 1
Chris@1502: //#define DEBUG_COLOUR_PLOT_CACHE_SELECTION 1
Chris@1094: 
Chris@1079: using namespace std;
Chris@1079: 
Chris@1073: Colour3DPlotRenderer::RenderResult
Chris@1113: Colour3DPlotRenderer::render(const LayerGeometryProvider *v, QPainter &paint, QRect rect)
Chris@1076: {
Chris@1090:     return render(v, paint, rect, false);
Chris@1076: }
Chris@1076: 
Chris@1076: Colour3DPlotRenderer::RenderResult
Chris@1113: Colour3DPlotRenderer::renderTimeConstrained(const LayerGeometryProvider *v,
Chris@1090:                                             QPainter &paint, QRect rect)
Chris@1076: {
Chris@1090:     return render(v, paint, rect, true);
Chris@1076: }
Chris@1076: 
Chris@1096: QRect
Chris@1121: Colour3DPlotRenderer::getLargestUncachedRect(const LayerGeometryProvider *v)
Chris@1096: {
Chris@1121:     RenderType renderType = decideRenderType(v);
Chris@1121: 
Chris@1121:     if (renderType == DirectTranslucent) {
Chris@1121:         return QRect(); // never cached
Chris@1121:     }
Chris@1121: 
Chris@1096:     int h = m_cache.getSize().height();
Chris@1096: 
Chris@1096:     QRect areaLeft(0, 0, m_cache.getValidLeft(), h);
Chris@1096:     QRect areaRight(m_cache.getValidRight(), 0,
Chris@1096:                     m_cache.getSize().width() - m_cache.getValidRight(), h);
Chris@1096: 
Chris@1096:     if (areaRight.width() > areaLeft.width()) {
Chris@1096:         return areaRight;
Chris@1096:     } else {
Chris@1096:         return areaLeft;
Chris@1096:     }
Chris@1096: }
Chris@1096: 
Chris@1122: bool
Chris@1122: Colour3DPlotRenderer::geometryChanged(const LayerGeometryProvider *v)
Chris@1122: {
Chris@1122:     RenderType renderType = decideRenderType(v);
Chris@1122: 
Chris@1122:     if (renderType == DirectTranslucent) {
Chris@1122:         return true; // never cached
Chris@1122:     }
Chris@1122: 
Chris@1122:     if (m_cache.getSize() == v->getPaintSize() &&
Chris@1122:         m_cache.getZoomLevel() == v->getZoomLevel() &&
Chris@1122:         m_cache.getStartFrame() == v->getStartFrame()) {
Chris@1122:         return false;
Chris@1122:     } else {
Chris@1122:         return true;
Chris@1122:     }
Chris@1122: }
Chris@1122: 
Chris@1076: Colour3DPlotRenderer::RenderResult
Chris@1113: Colour3DPlotRenderer::render(const LayerGeometryProvider *v,
Chris@1090:                              QPainter &paint, QRect rect, bool timeConstrained)
Chris@1073: {
Chris@1109:     RenderType renderType = decideRenderType(v);
Chris@1109: 
Chris@1221:     if (timeConstrained) {
Chris@1221:         if (renderType != DrawBufferPixelResolution) {
Chris@1221:             // Rendering should be fast in bin-resolution and direct
Chris@1221:             // draw cases because we are quite well zoomed-in, and the
Chris@1221:             // sums are easier this way. Calculating boundaries later
Chris@1221:             // will be fiddly for partial paints otherwise.
Chris@1221:             timeConstrained = false;
Chris@1221: 
Chris@1221:         } else if (m_secondsPerXPixelValid) {
Chris@1221:             double predicted = m_secondsPerXPixel * rect.width();
Chris@1236: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1499:             SVDEBUG << "render " << m_sources.source
Chris@1499:                     << ": Predicted time for width " << rect.width() << " = "
Chris@1236:                     << predicted << " (" << m_secondsPerXPixel << " x "
Chris@1236:                     << rect.width() << ")" << endl;
Chris@1221: #endif
Chris@1450:             if (predicted < 0.175) {
Chris@1221: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1499:                 SVDEBUG << "render " << m_sources.source
Chris@1499:                         << ": Predicted time looks fast enough: no partial renders"
Chris@1221:                         << endl;
Chris@1221: #endif
Chris@1221:                 timeConstrained = false;
Chris@1221:             }
Chris@1221:         }
Chris@1109:     }
Chris@1221:             
Chris@1079:     int x0 = v->getXForViewX(rect.x());
Chris@1079:     int x1 = v->getXForViewX(rect.x() + rect.width());
Chris@1079:     if (x0 < 0) x0 = 0;
Chris@1079:     if (x1 > v->getPaintWidth()) x1 = v->getPaintWidth();
Chris@1079: 
Chris@1120:     sv_frame_t startFrame = v->getStartFrame();
Chris@1451: 
Chris@1534: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1534:     SVDEBUG << "render " << m_sources.source
Chris@1534:             << ": cache size is " << m_cache.getSize().width()
Chris@1534:             << "x" << m_cache.getSize().height()
Chris@1534:             << " at zoom level " << m_cache.getZoomLevel() << endl;
Chris@1534: #endif
Chris@1534: 
Chris@1534:     bool justCreated = m_cache.getSize().isEmpty();
Chris@1534:     
Chris@1451:     bool justInvalidated =
Chris@1451:         (m_cache.getSize() != v->getPaintSize() ||
Chris@1451:          m_cache.getZoomLevel() != v->getZoomLevel());
Chris@1534: 
Chris@1534: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1534:     SVDEBUG << "render " << m_sources.source
Chris@1534:             << ": justCreated = " << justCreated
Chris@1534:             << ", justInvalidated = " << justInvalidated
Chris@1534:             << endl;
Chris@1534: #endif
Chris@1120:     
Chris@1079:     m_cache.resize(v->getPaintSize());
Chris@1079:     m_cache.setZoomLevel(v->getZoomLevel());
Chris@1079: 
Chris@1119:     m_magCache.resize(v->getPaintSize().width());
Chris@1119:     m_magCache.setZoomLevel(v->getZoomLevel());
Chris@1119:     
Chris@1120:     if (renderType == DirectTranslucent) {
Chris@1121:         MagnitudeRange range = renderDirectTranslucent(v, paint, rect);
Chris@1121:         return { rect, range };
Chris@1120:     }
Chris@1120:     
Chris@1123: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1499:     SVDEBUG << "render " << m_sources.source
Chris@1499:             << ": cache start " << m_cache.getStartFrame()
Chris@1499:             << " valid left " << m_cache.getValidLeft()
Chris@1499:             << " valid right " << m_cache.getValidRight()
Chris@1499:             << endl;
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": view start " << startFrame
Chris@1499:             << " x0 " << x0
Chris@1499:             << " x1 " << x1
Chris@1499:             << endl;
Chris@1123: #endif
Chris@1214: 
Chris@1214:     static HitCount count("Colour3DPlotRenderer: image cache");
Chris@1451: 
Chris@1079:     if (m_cache.isValid()) { // some part of the cache is valid
Chris@1079: 
Chris@1079:         if (v->getXForFrame(m_cache.getStartFrame()) ==
Chris@1079:             v->getXForFrame(startFrame) &&
Chris@1079:             m_cache.getValidLeft() <= x0 &&
Chris@1079:             m_cache.getValidRight() >= x1) {
Chris@1090: 
Chris@1123: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:             SVDEBUG << "render " << m_sources.source
Chris@1500:                     << ": cache hit" << endl;
Chris@1123: #endif
Chris@1214:             count.hit();
Chris@1090:             
Chris@1079:             // cache is valid for the complete requested area
Chris@1079:             paint.drawImage(rect, m_cache.getImage(), rect);
Chris@1119: 
Chris@1122:             MagnitudeRange range = m_magCache.getRange(x0, x1 - x0);
Chris@1119: 
Chris@1119:             return { rect, range };
Chris@1079: 
Chris@1079:         } else {
Chris@1123: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:             SVDEBUG << "render " << m_sources.source
Chris@1500:                     << ": cache partial hit" << endl;
Chris@1123: #endif
Chris@1214:             count.partial();
Chris@1090:             
Chris@1079:             // cache doesn't begin at the right frame or doesn't
Chris@1079:             // contain the complete view, but might be scrollable or
Chris@1079:             // partially usable
Chris@1090:             m_cache.scrollTo(v, startFrame);
Chris@1119:             m_magCache.scrollTo(v, startFrame);
Chris@1079: 
Chris@1079:             // if we are not time-constrained, then we want to paint
Chris@1081:             // the whole area in one go; we don't return a partial
Chris@1081:             // paint. To avoid providing the more complex logic to
Chris@1081:             // handle painting discontiguous areas, if the only valid
Chris@1079:             // part of cache is in the middle, just make the whole
Chris@1079:             // thing invalid and start again.
Chris@1079:             if (!timeConstrained) {
Chris@1079:                 if (m_cache.getValidLeft() > x0 &&
Chris@1079:                     m_cache.getValidRight() < x1) {
Chris@1079:                     m_cache.invalidate();
Chris@1079:                 }
Chris@1079:             }
Chris@1079:         }
Chris@1090:     } else {
Chris@1118:         // cache is completely invalid
Chris@1214:         count.miss();
Chris@1090:         m_cache.setStartFrame(startFrame);
Chris@1119:         m_magCache.setStartFrame(startFrame);
Chris@1075:     }
Chris@1075: 
Chris@1079:     bool rightToLeft = false;
Chris@1079: 
Chris@1122:     int reqx0 = x0;
Chris@1122:     int reqx1 = x1;
Chris@1122:     
Chris@1079:     if (!m_cache.isValid() && timeConstrained) {
Chris@1079:         if (x0 == 0 && x1 == v->getPaintWidth()) {
Chris@1237:             
Chris@1237:             // When rendering the whole area, in a context where we
Chris@1237:             // might not be able to complete the work, start from
Chris@1237:             // somewhere near the middle so that the region of
Chris@1237:             // interest appears first.
Chris@1237:             //
Chris@1237:             // This is very useful if we actually are slow to render,
Chris@1237:             // but if we're not sure how fast we'll be, we should
Chris@1237:             // prefer not to because it can be distracting to render
Chris@1237:             // fast from the middle and then jump back to fill in the
Chris@1237:             // start. That is:
Chris@1237:             //
Chris@1237:             // - if our seconds-per-x-pixel count is invalid, then we
Chris@1237:             // don't do this: we've probably only just been created
Chris@1237:             // and don't know how fast we'll be yet (this happens
Chris@1237:             // often while zooming rapidly in and out). The exception
Chris@1237:             // to the exception is if we're displaying peak
Chris@1237:             // frequencies; this we can assume to be slow. (Note that
Chris@1237:             // if the seconds-per-x-pixel is valid and we know we're
Chris@1237:             // fast, then we've already set timeConstrained false
Chris@1237:             // above so this doesn't apply)
Chris@1237:             // 
Chris@1237:             // - if we're using a peak cache, we don't do this;
Chris@1237:             // drawing from peak cache is often (even if not always)
Chris@1237:             // fast.
Chris@1237: 
Chris@1237:             bool drawFromTheMiddle = true;
Chris@1237: 
Chris@1237:             if (!m_secondsPerXPixelValid &&
Chris@1237:                 (m_params.binDisplay != BinDisplay::PeakFrequencies)) {
Chris@1237:                 drawFromTheMiddle = false;
Chris@1237:             } else {
Chris@1237:                 int peakCacheIndex = -1, binsPerPeak = -1;
Chris@1237:                 getPreferredPeakCache(v, peakCacheIndex, binsPerPeak);
Chris@1237:                 if (peakCacheIndex >= 0) { // have a peak cache
Chris@1237:                     drawFromTheMiddle = false;
Chris@1237:                 }
Chris@1237:             }
Chris@1237: 
Chris@1237:             if (drawFromTheMiddle) {
Chris@1222:                 double offset = 0.5 * (double(rand()) / double(RAND_MAX));
Chris@1222:                 x0 = int(x1 * offset);
Chris@1213:             }
Chris@1079:         }
Chris@1079:     }
Chris@1079: 
Chris@1079:     if (m_cache.isValid()) {
Chris@1090:             
Chris@1079:         // When rendering only a part of the cache, we need to make
Chris@1079:         // sure that the part we're rendering is adjacent to (or
Chris@1079:         // overlapping) a valid area of cache, if we have one. The
Chris@1079:         // alternative is to ditch the valid area of cache and render
Chris@1079:         // only the requested area, but that's risky because this can
Chris@1079:         // happen when just waving the pointer over a small part of
Chris@1079:         // the view -- if we lose the partly-built cache every time
Chris@1079:         // the user does that, we'll never finish building it.
Chris@1079:         int left = x0;
Chris@1079:         int width = x1 - x0;
Chris@1079:         bool isLeftOfValidArea = false;
Chris@1079:         m_cache.adjustToTouchValidArea(left, width, isLeftOfValidArea);
Chris@1079:         x0 = left;
Chris@1079:         x1 = x0 + width;
Chris@1079: 
Chris@1079:         // That call also told us whether we should be painting
Chris@1079:         // sub-regions of our target region in right-to-left order in
Chris@1079:         // order to ensure contiguity
Chris@1079:         rightToLeft = isLeftOfValidArea;
Chris@1079:     }
Chris@1075:     
Chris@1109:     // Note, we always paint the full height to cache. We want to
Chris@1109:     // ensure the cache is coherent without having to worry about
Chris@1109:     // vertical matching of required and valid areas as well as
Chris@1109:     // horizontal.
Chris@1094: 
Chris@1109:     if (renderType == DrawBufferBinResolution) {
Chris@1109: 
Chris@1094:         renderToCacheBinResolution(v, x0, x1 - x0);
Chris@1109: 
Chris@1109:     } else { // must be DrawBufferPixelResolution, handled DirectTranslucent earlier
Chris@1109: 
Chris@1534:         if (timeConstrained && !justCreated && justInvalidated) {
Chris@1500:             SVDEBUG << "render " << m_sources.source
Chris@1500:                     << ": invalidated cache in time-constrained context, that's all we're doing for now - wait for next update to start filling" << endl;
Chris@1451:         } else {
Chris@1451:             renderToCachePixelResolution(v, x0, x1 - x0, rightToLeft, timeConstrained);
Chris@1451:         }
Chris@1094:     }
Chris@1079: 
Chris@1079:     QRect pr = rect & m_cache.getValidArea();
Chris@1079:     paint.drawImage(pr.x(), pr.y(), m_cache.getImage(),
Chris@1079:                     pr.x(), pr.y(), pr.width(), pr.height());
Chris@1079: 
Chris@1079:     if (!timeConstrained && (pr != rect)) {
Chris@1494:         QRect cva = m_cache.getValidArea();
Chris@1265:         SVCERR << "WARNING: failed to render entire requested rect "
Chris@1451:                << "even when not time-constrained: wanted "
Chris@1450:                << rect.x() << "," << rect.y() << " "
Chris@1451:                << rect.width() << "x" << rect.height() << ", got "
Chris@1450:                << pr.x() << "," << pr.y() << " "
Chris@1450:                << pr.width() << "x" << pr.height()
Chris@1451:                << ", after request of width " << (x1 - x0)
Chris@1494:                << endl
Chris@1494:                << "(cache valid area is "
Chris@1494:                << cva.x() << "," << cva.y() << " "
Chris@1494:                << cva.width() << "x" << cva.height() << ")"
Chris@1450:                << endl;
Chris@1079:     }
Chris@1120: 
Chris@1122:     MagnitudeRange range = m_magCache.getRange(reqx0, reqx1 - reqx0);
Chris@1412: 
Chris@1412: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1499:     SVDEBUG << "render " << m_sources.source
Chris@1499:             << ": returning rect rendered as " << pr.x() << "," << pr.y()
Chris@1412:             << " " << pr.width() << "x" << pr.height() << endl;
Chris@1499:     SVDEBUG << "render " << m_sources.source
Chris@1499:             << ": mag range from cache in x-range " << reqx0
Chris@1412:             << " to " << reqx1 << " is " << range.getMin() << " -> "
Chris@1412:             << range.getMax() << endl;
Chris@1412: #endif
Chris@1120:     
Chris@1120:     return { pr, range };
Chris@1073: }
Chris@1073: 
Chris@1109: Colour3DPlotRenderer::RenderType
Chris@1113: Colour3DPlotRenderer::decideRenderType(const LayerGeometryProvider *v) const
Chris@1094: {
Chris@1469:     auto model = ModelById::getAs<DenseThreeDimensionalModel>(m_sources.source);
Chris@1109:     if (!model || !v || !(v->getViewManager())) {
Chris@1109:         return DrawBufferPixelResolution; // or anything
Chris@1109:     }
Chris@1109: 
Chris@1094:     int binResolution = model->getResolution();
Chris@1325:     ZoomLevel zoomLevel = v->getZoomLevel();
Chris@1109:     sv_samplerate_t modelRate = model->getSampleRate();
Chris@1109: 
Chris@1109:     double rateRatio = v->getViewManager()->getMainModelSampleRate() / modelRate;
Chris@1109:     double relativeBinResolution = binResolution * rateRatio;
Chris@1109: 
Chris@1109:     if (m_params.binDisplay == BinDisplay::PeakFrequencies) {
Chris@1109:         // no alternative works here
Chris@1109:         return DrawBufferPixelResolution;
Chris@1109:     }
Chris@1109: 
Chris@1109:     if (!m_params.alwaysOpaque && !m_params.interpolate) {
Chris@1109: 
Chris@1109:         // consider translucent option -- only if not smoothing & not
Chris@1109:         // explicitly requested opaque & sufficiently zoomed-in
Chris@1109:         
Chris@1117:         if (model->getHeight() * 3 < v->getPaintHeight() &&
Chris@1325:             zoomLevel < ZoomLevel(ZoomLevel::FramesPerPixel,
Chris@1325:                                   int(round(relativeBinResolution / 3)))) {
Chris@1109:             return DirectTranslucent;
Chris@1109:         }
Chris@1109:     }
Chris@1109: 
Chris@1325:     if (ZoomLevel(ZoomLevel::FramesPerPixel,
Chris@1325:                   int(round(relativeBinResolution))) > zoomLevel) {
Chris@1109:         return DrawBufferBinResolution;
Chris@1109:     } else {
Chris@1109:         return DrawBufferPixelResolution;
Chris@1109:     }
Chris@1109: }
Chris@1109: 
Chris@1138: ColumnOp::Column
Chris@1161: Colour3DPlotRenderer::getColumn(int sx, int minbin, int nbins,
Chris@1502:                                 shared_ptr<DenseThreeDimensionalModel> source) const
Chris@1138: {
Chris@1138:     // order:
Chris@1138:     // get column -> scale -> normalise -> record extents ->
Chris@1138:     // peak pick -> distribute/interpolate -> apply display gain
Chris@1138: 
Chris@1138:     // we do the first bit here:
Chris@1138:     // get column -> scale -> normalise
Chris@1138: 
Chris@1138:     ColumnOp::Column column;
Chris@1364:     
Chris@1364:     if (m_params.showDerivative && sx > 0) {
Chris@1364: 
Chris@1502:         auto prev = getColumnRaw(sx - 1, minbin, nbins, source);
Chris@1502:         column = getColumnRaw(sx, minbin, nbins, source);
Chris@1364:         
Chris@1364:         for (int i = 0; i < nbins; ++i) {
Chris@1364:             column[i] -= prev[i];
Chris@1364:         }
Chris@1364: 
Chris@1364:     } else {
Chris@1502:         column = getColumnRaw(sx, minbin, nbins, source);
Chris@1364:     }
Chris@1364: 
Chris@1364:     if (m_params.colourScale.getScale() == ColourScaleType::Phase &&
Chris@1469:         !m_sources.fft.isNone()) {
Chris@1364:         return column;
Chris@1364:     } else {
Chris@1364:         column = ColumnOp::applyGain(column, m_params.scaleFactor);
Chris@1364:         column = ColumnOp::normalize(column, m_params.normalization);
Chris@1364:         return column;
Chris@1364:     }
Chris@1364: }
Chris@1364: 
Chris@1364: ColumnOp::Column
Chris@1364: Colour3DPlotRenderer::getColumnRaw(int sx, int minbin, int nbins,
Chris@1502:                                    shared_ptr<DenseThreeDimensionalModel> source) const
Chris@1364: {
Chris@1364:     Profiler profiler("Colour3DPlotRenderer::getColumn");
Chris@1364: 
Chris@1364:     ColumnOp::Column column;
Chris@1469:     ColumnOp::Column fullColumn;
Chris@1364: 
Chris@1469:     if (m_params.colourScale.getScale() == ColourScaleType::Phase) {
Chris@1469:         auto fftModel = ModelById::getAs<FFTModel>(m_sources.fft);
Chris@1469:         if (fftModel) {
Chris@1469:             fullColumn = fftModel->getPhases(sx);
Chris@1469:         }
Chris@1138:     }
Chris@1138: 
Chris@1469:     if (fullColumn.empty()) {
Chris@1502:         fullColumn = source->getColumn(sx);
Chris@1469:     }
Chris@1502:     
Chris@1469:     column = vector<float>(fullColumn.data() + minbin,
Chris@1469:                            fullColumn.data() + minbin + nbins);
Chris@1138:     return column;
Chris@1138: }
Chris@1138: 
Chris@1121: MagnitudeRange
Chris@1113: Colour3DPlotRenderer::renderDirectTranslucent(const LayerGeometryProvider *v,
Chris@1109:                                               QPainter &paint,
Chris@1109:                                               QRect rect)
Chris@1109: {
Chris@1117:     Profiler profiler("Colour3DPlotRenderer::renderDirectTranslucent");
Chris@1117: 
Chris@1121:     MagnitudeRange magRange;
Chris@1121:     
Chris@1115:     QPoint illuminatePos;
Chris@1115:     bool illuminate = v->shouldIlluminateLocalFeatures
Chris@1115:         (m_sources.verticalBinLayer, illuminatePos);
Chris@1109: 
Chris@1469:     auto model = ModelById::getAs<DenseThreeDimensionalModel>(m_sources.source);
Chris@1469:     if (!model) return magRange;
Chris@1109:     
Chris@1109:     int x0 = rect.left();
Chris@1109:     int x1 = rect.right() + 1;
Chris@1109: 
Chris@1109:     int h = v->getPaintHeight();
Chris@1109: 
Chris@1109:     sv_frame_t modelStart = model->getStartFrame();
Chris@1109:     sv_frame_t modelEnd = model->getEndFrame();
Chris@1109:     int modelResolution = model->getResolution();
Chris@1109: 
Chris@1109:     double rateRatio =
Chris@1109:         v->getViewManager()->getMainModelSampleRate() / model->getSampleRate();
Chris@1109: 
Chris@1109:     // the s-prefix values are source, i.e. model, column and bin numbers
Chris@1109:     int sx0 = int((double(v->getFrameForX(x0)) / rateRatio - double(modelStart))
Chris@1109:                   / modelResolution);
Chris@1109:     int sx1 = int((double(v->getFrameForX(x1)) / rateRatio - double(modelStart))
Chris@1109:                   / modelResolution);
Chris@1109: 
Chris@1109:     int sh = model->getHeight();
Chris@1109: 
Chris@1109:     const int buflen = 40;
Chris@1109:     char labelbuf[buflen];
Chris@1109: 
Chris@1133:     int minbin = m_sources.verticalBinLayer->getIBinForY(v, h);
Chris@1135:     if (minbin >= sh) minbin = sh - 1;
Chris@1135:     if (minbin < 0) minbin = 0;
Chris@1135:     
Chris@1135:     int nbins  = m_sources.verticalBinLayer->getIBinForY(v, 0) - minbin + 1;
Chris@1135:     if (minbin + nbins > sh) nbins = sh - minbin;
Chris@1133: 
Chris@1109:     int psx = -1;
Chris@1109: 
Chris@1109:     vector<float> preparedColumn;
Chris@1109: 
Chris@1109:     int modelWidth = model->getWidth();
Chris@1109: 
Chris@1109:     for (int sx = sx0; sx <= sx1; ++sx) {
Chris@1109: 
Chris@1109:         if (sx < 0 || sx >= modelWidth) {
Chris@1109:             continue;
Chris@1109:         }
Chris@1109: 
Chris@1109:         if (sx != psx) {
Chris@1109: 
Chris@1138:             // order:
Chris@1138:             // get column -> scale -> normalise -> record extents ->
Chris@1138:             // peak pick -> distribute/interpolate -> apply display gain
Chris@1109: 
Chris@1138:             // this does the first three:
Chris@1502:             preparedColumn = getColumn(sx, minbin, nbins, model);
Chris@1131:             
Chris@1131:             magRange.sample(preparedColumn);
Chris@1109: 
Chris@1109:             if (m_params.binDisplay == BinDisplay::PeakBins) {
Chris@1115:                 preparedColumn = ColumnOp::peakPick(preparedColumn);
Chris@1109:             }
Chris@1109: 
Chris@1124:             // Display gain belongs to the colour scale and is
Chris@1124:             // applied by the colour scale object when mapping it
Chris@1124: 
Chris@1109:             psx = sx;
Chris@1109:         }
Chris@1109: 
Chris@1266:         sv_frame_t fx = sx * modelResolution + modelStart;
Chris@1109: 
Chris@1266:         if (fx + modelResolution <= modelStart || fx > modelEnd) continue;
Chris@1109: 
Chris@1109:         int rx0 = v->getXForFrame(int(double(fx) * rateRatio));
Chris@1266:         int rx1 = v->getXForFrame(int(double(fx + modelResolution + 1) * rateRatio));
Chris@1109: 
Chris@1266:         int rw = rx1 - rx0;
Chris@1266:         if (rw < 1) rw = 1;
Chris@1109: 
Chris@1471:         // Qt 5.13 deprecates QFontMetrics::width(), but its suggested
Chris@1471:         // replacement (horizontalAdvance) was only added in Qt 5.11
Chris@1471:         // which is too new for us
Chris@1471: #pragma GCC diagnostic ignored "-Wdeprecated-declarations"
Chris@1471:         
Chris@1266:         bool showLabel = (rw > 10 &&
Chris@1266:                           paint.fontMetrics().width("0.000000") < rw - 3 &&
Chris@1266:                           paint.fontMetrics().height() < (h / sh));
Chris@1109:         
Chris@1266:         for (int sy = minbin; sy < minbin + nbins; ++sy) {
Chris@1109: 
Chris@1109:             int ry0 = m_sources.verticalBinLayer->getIYForBin(v, sy);
Chris@1109:             int ry1 = m_sources.verticalBinLayer->getIYForBin(v, sy + 1);
Chris@1116: 
Chris@1116:             if (m_params.invertVertical) {
Chris@1116:                 ry0 = h - ry0 - 1;
Chris@1116:                 ry1 = h - ry1 - 1;
Chris@1116:             }
Chris@1116:                     
Chris@1109:             QRect r(rx0, ry1, rw, ry0 - ry1);
Chris@1109: 
Chris@1109:             float value = preparedColumn[sy - minbin];
Chris@1112:             QColor colour = m_params.colourScale.getColour(value,
Chris@1112:                                                            m_params.colourRotation);
Chris@1109: 
Chris@1109:             if (rw == 1) {
Chris@1109:                 paint.setPen(colour);
Chris@1109:                 paint.setBrush(Qt::NoBrush);
Chris@1109:                 paint.drawLine(r.x(), r.y(), r.x(), r.y() + r.height() - 1);
Chris@1109:                 continue;
Chris@1109:             }
Chris@1109: 
Chris@1266:             QColor pen(255, 255, 255, 80);
Chris@1266:             QColor brush(colour);
Chris@1109: 
Chris@1109:             if (rw > 3 && r.height() > 3) {
Chris@1109:                 brush.setAlpha(160);
Chris@1109:             }
Chris@1109: 
Chris@1266:             paint.setPen(Qt::NoPen);
Chris@1266:             paint.setBrush(brush);
Chris@1109: 
Chris@1266:             if (illuminate) {
Chris@1266:                 if (r.contains(illuminatePos)) {
Chris@1266:                     paint.setPen(v->getForeground());
Chris@1266:                 }
Chris@1266:             }
Chris@1109:             
Chris@1214: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1214: //            SVDEBUG << "rect " << r.x() << "," << r.y() << " "
Chris@1109: //                      << r.width() << "x" << r.height() << endl;
Chris@1109: #endif
Chris@1109: 
Chris@1266:             paint.drawRect(r);
Chris@1109: 
Chris@1266:             if (showLabel) {
Chris@1109:                 double value = model->getValueAt(sx, sy);
Chris@1109:                 snprintf(labelbuf, buflen, "%06f", value);
Chris@1109:                 QString text(labelbuf);
Chris@1109:                 PaintAssistant::drawVisibleText
Chris@1109:                     (v,
Chris@1109:                      paint,
Chris@1109:                      rx0 + 2,
Chris@1109:                      ry0 - h / sh - 1 + 2 + paint.fontMetrics().ascent(),
Chris@1109:                      text,
Chris@1109:                      PaintAssistant::OutlinedText);
Chris@1266:             }
Chris@1266:         }
Chris@1109:     }
Chris@1121: 
Chris@1121:     return magRange;
Chris@1094: }
Chris@1094: 
Chris@1080: void
Chris@1213: Colour3DPlotRenderer::getPreferredPeakCache(const LayerGeometryProvider *v,
Chris@1213:                                             int &peakCacheIndex,
Chris@1213:                                             int &binsPerPeak) const
Chris@1213: {
Chris@1213:     peakCacheIndex = -1;
Chris@1213:     binsPerPeak = -1;
Chris@1213: 
Chris@1469:     auto model = ModelById::getAs<DenseThreeDimensionalModel>(m_sources.source);
Chris@1213:     if (!model) return;
Chris@1217:     if (m_params.binDisplay == BinDisplay::PeakFrequencies) return;
Chris@1217:     if (m_params.colourScale.getScale() == ColourScaleType::Phase) return;
Chris@1213:     
Chris@1325:     ZoomLevel zoomLevel = v->getZoomLevel();
Chris@1213:     int binResolution = model->getResolution();
Chris@1213:     
Chris@1213:     for (int ix = 0; in_range_for(m_sources.peakCaches, ix); ++ix) {
Chris@1473:         auto peakCache = ModelById::getAs<Dense3DModelPeakCache>
Chris@1473:             (m_sources.peakCaches[ix]);
Chris@1473:         if (!peakCache) continue;
Chris@1473:         int bpp = peakCache->getColumnsPerPeak();
Chris@1325:         ZoomLevel equivZoom(ZoomLevel::FramesPerPixel, binResolution * bpp);
Chris@1502: #ifdef DEBUG_COLOUR_PLOT_CACHE_SELECTION
Chris@1500:         SVDEBUG << "render " << m_sources.source
Chris@1500:                 << ": getPreferredPeakCache: zoomLevel = " << zoomLevel
Chris@1450:                 << ", cache " << ix << " has bpp = " << bpp
Chris@1450:                 << " for equivZoom = " << equivZoom << endl;
Chris@1450: #endif
Chris@1213:         if (zoomLevel >= equivZoom) {
Chris@1213:             // this peak cache would work, though it might not be best
Chris@1213:             if (bpp > binsPerPeak) {
Chris@1213:                 // ok, it's better than the best one we've found so far
Chris@1213:                 peakCacheIndex = ix;
Chris@1213:                 binsPerPeak = bpp;
Chris@1213:             }
Chris@1213:         }
Chris@1213:     }
Chris@1213: 
Chris@1502: #ifdef DEBUG_COLOUR_PLOT_CACHE_SELECTION
Chris@1499:     SVDEBUG << "render " << m_sources.source
Chris@1499:             << ": getPreferredPeakCache: zoomLevel = " << zoomLevel
Chris@1213:             << ", binResolution " << binResolution 
Chris@1213:             << ", peakCaches " << m_sources.peakCaches.size()
Chris@1450:             << ": preferring peakCacheIndex " << peakCacheIndex
Chris@1450:             << " for binsPerPeak " << binsPerPeak
Chris@1213:             << endl;
Chris@1214: #endif
Chris@1213: }
Chris@1213: 
Chris@1213: void
Chris@1113: Colour3DPlotRenderer::renderToCachePixelResolution(const LayerGeometryProvider *v,
Chris@1094:                                                    int x0, int repaintWidth,
Chris@1094:                                                    bool rightToLeft,
Chris@1094:                                                    bool timeConstrained)
Chris@1079: {
Chris@1117:     Profiler profiler("Colour3DPlotRenderer::renderToCachePixelResolution");
Chris@1143: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1499:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": [PIXEL] renderToCachePixelResolution" << endl;
Chris@1143: #endif
Chris@1094:     
Chris@1094:     // Draw to the draw buffer, and then copy from there. The draw
Chris@1094:     // buffer is at the same resolution as the target in the cache, so
Chris@1094:     // no extra scaling needed.
Chris@1079: 
Chris@1469:     auto model = ModelById::getAs<DenseThreeDimensionalModel>(m_sources.source);
Chris@1469:     if (!model) return;
Chris@1079: 
Chris@1079:     int h = v->getPaintHeight();
Chris@1079: 
Chris@1094:     clearDrawBuffer(repaintWidth, h);
Chris@1079: 
Chris@1094:     vector<int> binforx(repaintWidth);
Chris@1079:     vector<double> binfory(h);
Chris@1079:     
Chris@1094:     int binResolution = model->getResolution();
Chris@1079: 
Chris@1094:     for (int x = 0; x < repaintWidth; ++x) {
Chris@1094:         sv_frame_t f0 = v->getFrameForX(x0 + x);
Chris@1094:         double s0 = double(f0 - model->getStartFrame()) / binResolution;
Chris@1094:         binforx[x] = int(s0 + 0.0001);
Chris@1094:     }
Chris@1080: 
Chris@1212:     int peakCacheIndex = -1;
Chris@1212:     int binsPerPeak = -1;
Chris@1212: 
Chris@1217:     getPreferredPeakCache(v, peakCacheIndex, binsPerPeak);
Chris@1094:     
Chris@1080:     for (int y = 0; y < h; ++y) {
Chris@1090:         binfory[y] = m_sources.verticalBinLayer->getBinForY(v, h - y - 1);
Chris@1080:     }
Chris@1079: 
Chris@1097:     int attainedWidth;
Chris@1097: 
Chris@1103:     if (m_params.binDisplay == BinDisplay::PeakFrequencies) {
Chris@1097:         attainedWidth = renderDrawBufferPeakFrequencies(v,
Chris@1097:                                                         repaintWidth,
Chris@1097:                                                         h,
Chris@1097:                                                         binforx,
Chris@1097:                                                         binfory,
Chris@1097:                                                         rightToLeft,
Chris@1097:                                                         timeConstrained);
Chris@1097: 
Chris@1097:     } else {
Chris@1097:         attainedWidth = renderDrawBuffer(repaintWidth,
Chris@1080:                                          h,
Chris@1080:                                          binforx,
Chris@1080:                                          binfory,
Chris@1212:                                          peakCacheIndex,
Chris@1080:                                          rightToLeft,
Chris@1080:                                          timeConstrained);
Chris@1097:     }
Chris@1083: 
Chris@1094:     if (attainedWidth == 0) return;
Chris@1084: 
Chris@1094:     // draw buffer is pixel resolution, no scaling factors or padding involved
Chris@1084:     
Chris@1084:     int paintedLeft = x0;
Chris@1084:     if (rightToLeft) {
Chris@1084:         paintedLeft += (repaintWidth - attainedWidth);
Chris@1084:     }
Chris@1084: 
Chris@1094:     m_cache.drawImage(paintedLeft, attainedWidth,
Chris@1094:                       m_drawBuffer,
Chris@1094:                       paintedLeft - x0, attainedWidth);
Chris@1121: 
Chris@1121:     for (int i = 0; in_range_for(m_magRanges, i); ++i) {
Chris@1121:         m_magCache.sampleColumn(i, m_magRanges.at(i));
Chris@1121:     }
Chris@1094: }
Chris@1084: 
Chris@1167: QImage
Chris@1167: Colour3DPlotRenderer::scaleDrawBufferImage(QImage image,
Chris@1167:                                            int targetWidth,
Chris@1167:                                            int targetHeight) const
Chris@1167: {
Chris@1167:     int sourceWidth = image.width();
Chris@1167:     int sourceHeight = image.height();
Chris@1167: 
Chris@1167:     // We can only do this if we're making the image larger --
Chris@1167:     // otherwise peaks may be lost. So this should be called only when
Chris@1167:     // rendering in DrawBufferBinResolution mode. Whenever the bin
Chris@1167:     // size is smaller than the pixel size, in either x or y axis, we
Chris@1167:     // should be using DrawBufferPixelResolution mode instead
Chris@1167:     
Chris@1167:     if (targetWidth < sourceWidth || targetHeight < sourceHeight) {
Chris@1167:         throw std::logic_error("Colour3DPlotRenderer::scaleDrawBufferImage: Can only use this function when making the image larger; should be rendering DrawBufferPixelResolution instead");
Chris@1167:     }
Chris@1167: 
Chris@1167:     if (sourceWidth <= 0 || sourceHeight <= 0) {
Chris@1167:         throw std::logic_error("Colour3DPlotRenderer::scaleDrawBufferImage: Source image is empty");
Chris@1167:     }
Chris@1167: 
Chris@1167:     if (targetWidth <= 0 || targetHeight <= 0) {
Chris@1167:         throw std::logic_error("Colour3DPlotRenderer::scaleDrawBufferImage: Target image is empty");
Chris@1167:     }        
Chris@1167: 
Chris@1167:     // This function exists because of some unpredictable behaviour
Chris@1167:     // from Qt when scaling images with FastTransformation mode. We
Chris@1167:     // continue to use Qt's scaler for SmoothTransformation but let's
Chris@1167:     // bring the non-interpolated version "in-house" so we know what
Chris@1167:     // it's really doing.
Chris@1167:     
Chris@1167:     if (m_params.interpolate) {
Chris@1167:         return image.scaled(targetWidth, targetHeight,
Chris@1167:                             Qt::IgnoreAspectRatio,
Chris@1167:                             Qt::SmoothTransformation);
Chris@1167:     }
Chris@1167:     
Chris@1167:     // Same format as the target cache
Chris@1531:     QImage target(targetWidth, targetHeight,
Chris@1531:                   QImage::Format_ARGB32_Premultiplied);
Chris@1167: 
Chris@1167:     for (int y = 0; y < targetHeight; ++y) {
Chris@1167: 
Chris@1167:         QRgb *targetLine = reinterpret_cast<QRgb *>(target.scanLine(y));
Chris@1167:         
Chris@1167:         int sy = int((uint64_t(y) * sourceHeight) / targetHeight);
Chris@1167:         if (sy == sourceHeight) --sy;
Chris@1167: 
Chris@1531:         // The source image is 8-bit indexed
Chris@1531:         const uchar *sourceLine = image.constScanLine(sy);
Chris@1532: 
Chris@1532:         int psx = -1;
Chris@1532:         QRgb colour = {};
Chris@1531:         
Chris@1167:         for (int x = 0; x < targetWidth; ++x) {
Chris@1167: 
Chris@1167:             int sx = int((uint64_t(x) * sourceWidth) / targetWidth);
Chris@1167:             if (sx == sourceWidth) --sx;
Chris@1531: 
Chris@1532:             if (sx > psx) {
Chris@1532:                 colour = image.color(sourceLine[sx]);
Chris@1532:             }
Chris@1532:             
Chris@1532:             targetLine[x] = colour;
Chris@1532:             psx = sx;
Chris@1167:         }
Chris@1167:     }
Chris@1167: 
Chris@1167:     return target;
Chris@1167: }
Chris@1167: 
Chris@1094: void
Chris@1113: Colour3DPlotRenderer::renderToCacheBinResolution(const LayerGeometryProvider *v,
Chris@1094:                                                  int x0, int repaintWidth)
Chris@1094: {
Chris@1117:     Profiler profiler("Colour3DPlotRenderer::renderToCacheBinResolution");
Chris@1143: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1499:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": [BIN] renderToCacheBinResolution" << endl;
Chris@1143: #endif
Chris@1094:     
Chris@1094:     // Draw to the draw buffer, and then scale-copy from there. Draw
Chris@1094:     // buffer is at bin resolution, i.e. buffer x == source column
Chris@1094:     // number. We use toolkit smooth scaling for interpolation.
Chris@1084: 
Chris@1469:     auto model = ModelById::getAs<DenseThreeDimensionalModel>(m_sources.source);
Chris@1469:     if (!model) return;
Chris@1094: 
Chris@1094:     // The draw buffer will contain a fragment at bin resolution. We
Chris@1094:     // need to ensure that it starts and ends at points where a
Chris@1094:     // time-bin boundary occurs at an exact pixel boundary, and with a
Chris@1094:     // certain amount of overlap across existing pixels so that we can
Chris@1094:     // scale and draw from it without smoothing errors at the edges.
Chris@1094: 
Chris@1094:     // If (getFrameForX(x) / increment) * increment ==
Chris@1094:     // getFrameForX(x), then x is a time-bin boundary.  We want two
Chris@1094:     // such boundaries at either side of the draw buffer -- one which
Chris@1094:     // we draw up to, and one which we subsequently crop at.
Chris@1094: 
Chris@1094:     sv_frame_t leftBoundaryFrame = -1, leftCropFrame = -1;
Chris@1094:     sv_frame_t rightBoundaryFrame = -1, rightCropFrame = -1;
Chris@1094: 
Chris@1094:     int drawBufferWidth;
Chris@1094:     int binResolution = model->getResolution();
Chris@1094: 
Chris@1330:     // These loops should eventually terminate provided that
Chris@1330:     // getFrameForX always returns a multiple of the zoom level,
Chris@1330:     // i.e. there is some x for which getFrameForX(x) == 0 and
Chris@1330:     // subsequent return values are equally spaced
Chris@1329:     
Chris@1330:     for (int x = x0; ; --x) {
Chris@1094:         sv_frame_t f = v->getFrameForX(x);
Chris@1330:         if ((f / binResolution) * binResolution == f) {
Chris@1094:             if (leftCropFrame == -1) leftCropFrame = f;
Chris@1094:             else if (x < x0 - 2) {
Chris@1094:                 leftBoundaryFrame = f;
Chris@1094:                 break;
Chris@1094:             }
Chris@1094:         }
Chris@1094:     }
Chris@1329:     
Chris@1330:     for (int x = x0 + repaintWidth; ; ++x) {
Chris@1094:         sv_frame_t f = v->getFrameForX(x);
Chris@1330:         if ((f / binResolution) * binResolution == f) {
Chris@1494:             if (v->getXForFrame(f) < x0 + repaintWidth) {
Chris@1494:                 continue;
Chris@1494:             }
Chris@1094:             if (rightCropFrame == -1) rightCropFrame = f;
Chris@1094:             else if (x > x0 + repaintWidth + 2) {
Chris@1094:                 rightBoundaryFrame = f;
Chris@1094:                 break;
Chris@1094:             }
Chris@1094:         }
Chris@1094:     }
Chris@1329: 
Chris@1094:     drawBufferWidth = int
Chris@1094:         ((rightBoundaryFrame - leftBoundaryFrame) / binResolution);
Chris@1094:     
Chris@1094:     int h = v->getPaintHeight();
Chris@1094: 
Chris@1095:     // For our purposes here, the draw buffer needs to be exactly our
Chris@1095:     // target size (so we recreate always rather than just clear it)
Chris@1095:     
Chris@1095:     recreateDrawBuffer(drawBufferWidth, h);
Chris@1094: 
Chris@1094:     vector<int> binforx(drawBufferWidth);
Chris@1094:     vector<double> binfory(h);
Chris@1094:     
Chris@1094:     for (int x = 0; x < drawBufferWidth; ++x) {
Chris@1094:         binforx[x] = int(leftBoundaryFrame / binResolution) + x;
Chris@1094:     }
Chris@1094: 
Chris@1214: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": binResolution " << binResolution << endl;
Chris@1214: #endif
Chris@1094:     
Chris@1094:     for (int y = 0; y < h; ++y) {
Chris@1094:         binfory[y] = m_sources.verticalBinLayer->getBinForY(v, h - y - 1);
Chris@1094:     }
Chris@1094: 
Chris@1094:     int attainedWidth = renderDrawBuffer(drawBufferWidth,
Chris@1094:                                          h,
Chris@1094:                                          binforx,
Chris@1094:                                          binfory,
Chris@1212:                                          -1,
Chris@1094:                                          false,
Chris@1094:                                          false);
Chris@1094: 
Chris@1094:     if (attainedWidth == 0) return;
Chris@1094: 
Chris@1094:     int scaledLeft = v->getXForFrame(leftBoundaryFrame);
Chris@1094:     int scaledRight = v->getXForFrame(rightBoundaryFrame);
Chris@1095: 
Chris@1143: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": scaling draw buffer from width " << m_drawBuffer.width()
Chris@1494:             << " to " << (scaledRight - scaledLeft)
Chris@1494:             << " (nb drawBufferWidth = "
Chris@1494:             << drawBufferWidth << ", attainedWidth = "
Chris@1494:             << attainedWidth << ")" << endl;
Chris@1143: #endif
Chris@1167: 
Chris@1167:     QImage scaled = scaleDrawBufferImage
Chris@1167:         (m_drawBuffer, scaledRight - scaledLeft, h);
Chris@1084:             
Chris@1094:     int scaledLeftCrop = v->getXForFrame(leftCropFrame);
Chris@1094:     int scaledRightCrop = v->getXForFrame(rightCropFrame);
Chris@1094:     
Chris@1094:     int targetLeft = scaledLeftCrop;
Chris@1094:     if (targetLeft < 0) {
Chris@1094:         targetLeft = 0;
Chris@1094:     }
Chris@1094:     
Chris@1094:     int targetWidth = scaledRightCrop - targetLeft;
Chris@1094:     if (targetLeft + targetWidth > m_cache.getSize().width()) {
Chris@1094:         targetWidth = m_cache.getSize().width() - targetLeft;
Chris@1094:     }
Chris@1094:     
Chris@1094:     int sourceLeft = targetLeft - scaledLeft;
Chris@1094:     if (sourceLeft < 0) {
Chris@1094:         sourceLeft = 0;
Chris@1094:     }
Chris@1494: 
Chris@1494: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": leftBoundaryFrame = " << leftBoundaryFrame
Chris@1494:             << ", leftCropFrame = " << leftCropFrame
Chris@1494:             << ", scaledLeft = " << scaledLeft
Chris@1494:             << ", scaledLeftCrop = " << scaledLeftCrop
Chris@1494:             << endl;
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": rightBoundaryFrame = " << rightBoundaryFrame
Chris@1494:             << ", rightCropFrame = " << rightCropFrame
Chris@1494:             << ", scaledRight = " << scaledRight
Chris@1494:             << ", scaledRightCrop = " << scaledRightCrop
Chris@1494:             << endl;
Chris@1494: #endif
Chris@1094:     
Chris@1143: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": x0 = " << x0
Chris@1494:             << ", repaintWidth = " << repaintWidth
Chris@1494:             << ", targetLeft = " << targetLeft 
Chris@1214:             << ", targetWidth = " << targetWidth << endl;
Chris@1143: #endif
Chris@1094:     
Chris@1094:     if (targetWidth > 0) {
Chris@1136:         // we are copying from an image that has already been scaled,
Chris@1136:         // hence using the same width in both geometries
Chris@1094:         m_cache.drawImage(targetLeft, targetWidth,
Chris@1094:                           scaled,
Chris@1136:                           sourceLeft, targetWidth);
Chris@1084:     }
Chris@1121:     
Chris@1121:     for (int i = 0; i < targetWidth; ++i) {
Chris@1136:         // but the mag range vector has not been scaled
Chris@1136:         int sourceIx = int((double(i + sourceLeft) / scaled.width())
Chris@1136:                            * int(m_magRanges.size()));
Chris@1121:         if (in_range_for(m_magRanges, sourceIx)) {
Chris@1121:             m_magCache.sampleColumn(i, m_magRanges.at(sourceIx));
Chris@1121:         }
Chris@1121:     }
Chris@1079: }
Chris@1083: 
Chris@1083: int
Chris@1083: Colour3DPlotRenderer::renderDrawBuffer(int w, int h,
Chris@1083:                                        const vector<int> &binforx,
Chris@1083:                                        const vector<double> &binfory,
Chris@1212:                                        int peakCacheIndex,
Chris@1083:                                        bool rightToLeft,
Chris@1083:                                        bool timeConstrained)
Chris@1083: {
Chris@1083:     // Callers must have checked that the appropriate subset of
Chris@1083:     // Sources data members are set for the supplied flags (e.g. that
Chris@1212:     // peakCache corresponding to peakCacheIndex exists)
Chris@1083:     
Chris@1083:     RenderTimer timer(timeConstrained ?
Chris@1083:                       RenderTimer::FastRender :
Chris@1083:                       RenderTimer::NoTimeout);
Chris@1083: 
Chris@1164:     Profiler profiler("Colour3DPlotRenderer::renderDrawBuffer");
Chris@1164:     
Chris@1083:     int divisor = 1;
Chris@1473: 
Chris@1473:     std::shared_ptr<DenseThreeDimensionalModel> sourceModel;
Chris@1473: 
Chris@1473:     if (peakCacheIndex >= 0) {
Chris@1473:         auto peakCache = ModelById::getAs<Dense3DModelPeakCache>
Chris@1473:             (m_sources.peakCaches[peakCacheIndex]);
Chris@1473:         if (peakCache) {
Chris@1473:             divisor = peakCache->getColumnsPerPeak();
Chris@1473:             sourceModel = peakCache;
Chris@1473:         }
Chris@1473:     }
Chris@1473: 
Chris@1473:     if (!sourceModel) {
Chris@1473:         sourceModel = ModelById::getAs<DenseThreeDimensionalModel>
Chris@1473:             (m_sources.source);
Chris@1473:     }
Chris@1469:     
Chris@1473:     if (!sourceModel) return 0;
Chris@1083: 
Chris@1214: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": renderDrawBuffer: w = " << w << ", h = " << h
Chris@1212:             << ", peakCacheIndex = " << peakCacheIndex << " (divisor = "
cannam@1171:             << divisor << "), rightToLeft = " << rightToLeft
cannam@1171:             << ", timeConstrained = " << timeConstrained << endl;
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": renderDrawBuffer: normalization = " << int(m_params.normalization)
cannam@1171:             << ", binDisplay = " << int(m_params.binDisplay)
cannam@1171:             << ", binScale = " << int(m_params.binScale)
cannam@1171:             << ", alwaysOpaque = " << m_params.alwaysOpaque
cannam@1171:             << ", interpolate = " << m_params.interpolate << endl;
Chris@1214: #endif
cannam@1171:     
Chris@1135:     int sh = sourceModel->getHeight();
Chris@1135:     
Chris@1135:     int minbin = int(binfory[0] + 0.0001);
Chris@1135:     if (minbin >= sh) minbin = sh - 1;
Chris@1135:     if (minbin < 0) minbin = 0;
Chris@1135: 
Chris@1170:     int nbins  = int(binfory[h-1] + 0.0001) - minbin + 1;
Chris@1135:     if (minbin + nbins > sh) nbins = sh - minbin;
Chris@1162: 
Chris@1162: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": minbin = " << minbin << ", nbins = " << nbins
Chris@1500:             << ", last binfory = " << binfory[h-1]
Chris@1500:             << " (rounds to " << int(binfory[h-1])
Chris@1500:             << ") (model height " << sh << ")" << endl;
Chris@1162: #endif
Chris@1135:     
Chris@1083:     int psx = -1;
Chris@1083: 
Chris@1083:     int start = 0;
Chris@1083:     int finish = w;
Chris@1083:     int step = 1;
Chris@1083: 
Chris@1083:     if (rightToLeft) {
Chris@1083:         start = w-1;
Chris@1083:         finish = -1;
Chris@1083:         step = -1;
Chris@1083:     }
Chris@1083: 
Chris@1221:     int xPixelCount = 0;
Chris@1083:     
Chris@1083:     vector<float> preparedColumn;
Chris@1094: 
Chris@1094:     int modelWidth = sourceModel->getWidth();
Chris@1121: 
Chris@1143: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": modelWidth " << modelWidth << ", divisor " << divisor << endl;
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": start = " << start << ", finish = " << finish << ", step = " << step << endl;
Chris@1143: #endif
Chris@1143:     
Chris@1083:     for (int x = start; x != finish; x += step) {
Chris@1083: 
Chris@1083:         // x is the on-canvas pixel coord; sx (later) will be the
Chris@1083:         // source column index
Chris@1083:         
Chris@1221:         ++xPixelCount;
Chris@1083:         
Chris@1083:         if (binforx[x] < 0) continue;
Chris@1083: 
Chris@1083:         int sx0 = binforx[x] / divisor;
Chris@1083:         int sx1 = sx0;
Chris@1083:         if (x+1 < w) sx1 = binforx[x+1] / divisor;
Chris@1083:         if (sx0 < 0) sx0 = sx1 - 1;
Chris@1083:         if (sx0 < 0) continue;
Chris@1083:         if (sx1 <= sx0) sx1 = sx0 + 1;
Chris@1083: 
Chris@1161: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1214: //        SVDEBUG << "x = " << x << ", binforx[x] = " << binforx[x] << ", sx range " << sx0 << " -> " << sx1 << endl;
Chris@1161: #endif
Chris@1161: 
Chris@1083:         vector<float> pixelPeakColumn;
Chris@1121:         MagnitudeRange magRange;
Chris@1083:         
Chris@1083:         for (int sx = sx0; sx < sx1; ++sx) {
Chris@1083: 
Chris@1094:             if (sx < 0 || sx >= modelWidth) {
Chris@1083:                 continue;
Chris@1083:             }
Chris@1083: 
Chris@1083:             if (sx != psx) {
Chris@1138:                 
Chris@1138:                 // order:
Chris@1138:                 // get column -> scale -> normalise -> record extents ->
Chris@1138:                 // peak pick -> distribute/interpolate -> apply display gain
Chris@1083: 
Chris@1138:                 // this does the first three:
Chris@1161:                 ColumnOp::Column column = getColumn(sx, minbin, nbins,
Chris@1502:                                                     sourceModel);
Chris@1083: 
Chris@1131:                 magRange.sample(column);
Chris@1162: 
Chris@1103:                 if (m_params.binDisplay == BinDisplay::PeakBins) {
Chris@1083:                     column = ColumnOp::peakPick(column);
Chris@1083:                 }
Chris@1083: 
Chris@1083:                 preparedColumn =
Chris@1124:                     ColumnOp::distribute(column,
Chris@1083:                                          h,
Chris@1083:                                          binfory,
Chris@1083:                                          minbin,
Chris@1083:                                          m_params.interpolate);
Chris@1124: 
Chris@1124:                 // Display gain belongs to the colour scale and is
Chris@1124:                 // applied by the colour scale object when mapping it
Chris@1083:                 
Chris@1083:                 psx = sx;
Chris@1083:             }
Chris@1083: 
Chris@1083:             if (sx == sx0) {
Chris@1083:                 pixelPeakColumn = preparedColumn;
Chris@1083:             } else {
Chris@1083:                 for (int i = 0; in_range_for(pixelPeakColumn, i); ++i) {
Chris@1083:                     pixelPeakColumn[i] = std::max(pixelPeakColumn[i],
Chris@1083:                                                   preparedColumn[i]);
Chris@1083:                 }
Chris@1083:             }
Chris@1083:         }
Chris@1083: 
Chris@1083:         if (!pixelPeakColumn.empty()) {
Chris@1121: 
Chris@1083:             for (int y = 0; y < h; ++y) {
Chris@1116:                 int py;
Chris@1116:                 if (m_params.invertVertical) {
Chris@1116:                     py = y;
Chris@1116:                 } else {
Chris@1116:                     py = h - y - 1;
Chris@1116:                 }
Chris@1083:                 m_drawBuffer.setPixel
Chris@1083:                     (x,
Chris@1116:                      py,
Chris@1083:                      m_params.colourScale.getPixel(pixelPeakColumn[y]));
Chris@1083:             }
Chris@1121:             
Chris@1121:             m_magRanges.push_back(magRange);
Chris@1083:         }
Chris@1083: 
Chris@1221:         double fractionComplete = double(xPixelCount) / double(w);
Chris@1083:         if (timer.outOfTime(fractionComplete)) {
Chris@1214: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:             SVDEBUG << "render " << m_sources.source
Chris@1500:                     << ": out of time with xPixelCount = " << xPixelCount << endl;
Chris@1214: #endif
Chris@1221:             updateTimings(timer, xPixelCount);
Chris@1221:             return xPixelCount;
Chris@1083:         }
Chris@1083:     }
Chris@1083: 
Chris@1221:     updateTimings(timer, xPixelCount);
Chris@1451: 
Chris@1451: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": completed with xPixelCount = " << xPixelCount << endl;
Chris@1451: #endif
Chris@1221:     return xPixelCount;
Chris@1083: }
Chris@1083: 
Chris@1097: int
Chris@1113: Colour3DPlotRenderer::renderDrawBufferPeakFrequencies(const LayerGeometryProvider *v,
Chris@1097:                                                       int w, int h,
Chris@1097:                                                       const vector<int> &binforx,
Chris@1097:                                                       const vector<double> &binfory,
Chris@1097:                                                       bool rightToLeft,
Chris@1097:                                                       bool timeConstrained)
Chris@1097: {
Chris@1500: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": [PEAK] renderDrawBufferPeakFrequencies" << endl;
Chris@1500: #endif
Chris@1500: 
Chris@1097:     // Callers must have checked that the appropriate subset of
Chris@1097:     // Sources data members are set for the supplied flags (e.g. that
Chris@1097:     // fft model exists)
Chris@1097:     
Chris@1097:     RenderTimer timer(timeConstrained ?
Chris@1221:                       RenderTimer::SlowRender :
Chris@1097:                       RenderTimer::NoTimeout);
Chris@1097: 
Chris@1469:     auto fft = ModelById::getAs<FFTModel>(m_sources.fft);
Chris@1469:     if (!fft) return 0;
Chris@1135: 
Chris@1135:     int sh = fft->getHeight();
Chris@1135:     
Chris@1097:     int minbin = int(binfory[0] + 0.0001);
Chris@1135:     if (minbin >= sh) minbin = sh - 1;
Chris@1097:     if (minbin < 0) minbin = 0;
Chris@1097: 
Chris@1135:     int nbins  = int(binfory[h-1]) - minbin + 1;
Chris@1135:     if (minbin + nbins > sh) nbins = sh - minbin;
Chris@1097: 
Chris@1097:     FFTModel::PeakSet peakfreqs;
Chris@1097: 
Chris@1097:     int psx = -1;
Chris@1097:     
Chris@1097:     int start = 0;
Chris@1097:     int finish = w;
Chris@1097:     int step = 1;
Chris@1097: 
Chris@1097:     if (rightToLeft) {
Chris@1097:         start = w-1;
Chris@1097:         finish = -1;
Chris@1097:         step = -1;
Chris@1097:     }
Chris@1097:     
Chris@1221:     int xPixelCount = 0;
Chris@1097:     
Chris@1097:     vector<float> preparedColumn;
Chris@1097: 
Chris@1097:     int modelWidth = fft->getWidth();
Chris@1143: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": modelWidth " << modelWidth << endl;
Chris@1143: #endif
Chris@1143:     
Chris@1135:     double minFreq =
Chris@1135:         (double(minbin) * fft->getSampleRate()) / fft->getFFTSize();
Chris@1135:     double maxFreq =
Chris@1135:         (double(minbin + nbins - 1) * fft->getSampleRate()) / fft->getFFTSize();
Chris@1097: 
Chris@1103:     bool logarithmic = (m_params.binScale == BinScale::Log);
Chris@1217: 
Chris@1218: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": start = " << start << ", finish = " << finish
Chris@1218:             << ", step = " << step << endl;
Chris@1218: #endif
Chris@1218:     
Chris@1097:     for (int x = start; x != finish; x += step) {
Chris@1097:         
Chris@1097:         // x is the on-canvas pixel coord; sx (later) will be the
Chris@1097:         // source column index
Chris@1097:         
Chris@1221:         ++xPixelCount;
Chris@1097:         
Chris@1097:         if (binforx[x] < 0) continue;
Chris@1097: 
Chris@1097:         int sx0 = binforx[x];
Chris@1097:         int sx1 = sx0;
Chris@1097:         if (x+1 < w) sx1 = binforx[x+1];
Chris@1097:         if (sx0 < 0) sx0 = sx1 - 1;
Chris@1097:         if (sx0 < 0) continue;
Chris@1097:         if (sx1 <= sx0) sx1 = sx0 + 1;
Chris@1097: 
Chris@1097:         vector<float> pixelPeakColumn;
Chris@1121:         MagnitudeRange magRange;
Chris@1097:         
Chris@1097:         for (int sx = sx0; sx < sx1; ++sx) {
Chris@1097: 
Chris@1097:             if (sx < 0 || sx >= modelWidth) {
Chris@1097:                 continue;
Chris@1097:             }
Chris@1097: 
Chris@1097:             if (sx != psx) {
Chris@1502:                 preparedColumn = getColumn(sx, minbin, nbins, fft);
Chris@1131:                 magRange.sample(preparedColumn);
Chris@1097:                 psx = sx;
Chris@1097:             }
Chris@1097: 
Chris@1097:             if (sx == sx0) {
Chris@1097:                 pixelPeakColumn = preparedColumn;
Chris@1097:                 peakfreqs = fft->getPeakFrequencies(FFTModel::AllPeaks, sx,
Chris@1135:                                                     minbin, minbin + nbins - 1);
Chris@1097:             } else {
Chris@1097:                 for (int i = 0; in_range_for(pixelPeakColumn, i); ++i) {
Chris@1097:                     pixelPeakColumn[i] = std::max(pixelPeakColumn[i],
Chris@1097:                                                   preparedColumn[i]);
Chris@1097:                 }
Chris@1097:             }
Chris@1097:         }
Chris@1097: 
Chris@1097:         if (!pixelPeakColumn.empty()) {
Chris@1164: 
Chris@1218: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1221: //            SVDEBUG << "found " << peakfreqs.size() << " peak freqs at column "
Chris@1221: //                    << sx0 << endl;
Chris@1218: #endif
Chris@1218: 
Chris@1097:             for (FFTModel::PeakSet::const_iterator pi = peakfreqs.begin();
Chris@1097:                  pi != peakfreqs.end(); ++pi) {
Chris@1097: 
Chris@1097:                 int bin = pi->first;
Chris@1097:                 double freq = pi->second;
Chris@1097: 
Chris@1097:                 if (bin < minbin) continue;
Chris@1135:                 if (bin >= minbin + nbins) break;
Chris@1097:             
Chris@1097:                 double value = pixelPeakColumn[bin - minbin];
Chris@1097:             
Chris@1097:                 double y = v->getYForFrequency
Chris@1097:                     (freq, minFreq, maxFreq, logarithmic);
Chris@1097:             
Chris@1097:                 int iy = int(y + 0.5);
Chris@1097:                 if (iy < 0 || iy >= h) continue;
Chris@1097: 
Chris@1219:                 auto pixel = m_params.colourScale.getPixel(value);
Chris@1219: 
Chris@1219: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1219: //                SVDEBUG << "frequency " << freq << " for bin " << bin
Chris@1219: //                        << " -> y = " << y << ", iy = " << iy << ", value = "
Chris@1219: //                        << value << ", pixel " << pixel << "\n";
Chris@1219: #endif
Chris@1219:                 
Chris@1219:                 m_drawBuffer.setPixel(x, iy, pixel);
Chris@1097:             }
Chris@1121: 
Chris@1121:             m_magRanges.push_back(magRange);
Chris@1218: 
Chris@1218:         } else {
Chris@1218: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:             SVDEBUG << "render " << m_sources.source
Chris@1500:                     << ": pixel peak column for range " << sx0 << " to " << sx1
Chris@1218:                     << " is empty" << endl;
Chris@1218: #endif
Chris@1097:         }
Chris@1097: 
Chris@1221:         double fractionComplete = double(xPixelCount) / double(w);
Chris@1097:         if (timer.outOfTime(fractionComplete)) {
Chris@1218: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:             SVDEBUG << "render " << m_sources.source
Chris@1500:                     << ": out of time" << endl;
Chris@1218: #endif
Chris@1221:             updateTimings(timer, xPixelCount);
Chris@1221:             return xPixelCount;
Chris@1097:         }
Chris@1097:     }
Chris@1097: 
Chris@1221:     updateTimings(timer, xPixelCount);
Chris@1221:     return xPixelCount;
Chris@1221: }
Chris@1221: 
Chris@1221: void
Chris@1221: Colour3DPlotRenderer::updateTimings(const RenderTimer &timer, int xPixelCount)
Chris@1221: {
Chris@1237:     double secondsPerXPixel = timer.secondsPerItem(xPixelCount);
Chris@1221: 
Chris@1237:     // valid if we have enough data points, or if the overall time is
Chris@1237:     // massively slow anyway (as we definitely need to warn about that)
Chris@1237:     bool valid = (xPixelCount > 20 || secondsPerXPixel > 0.01);
Chris@1237: 
Chris@1237:     if (valid) {
Chris@1237:         m_secondsPerXPixel = secondsPerXPixel;
Chris@1237:         m_secondsPerXPixelValid = true;
Chris@1237:     
Chris@1221: #ifdef DEBUG_COLOUR_PLOT_REPAINT
Chris@1500:     SVDEBUG << "render " << m_sources.source
Chris@1500:             << ": across " << xPixelCount
Chris@1500:             << " x-pixels, seconds per x-pixel = "
Chris@1450:             << m_secondsPerXPixel << " (total = "
Chris@1499:             << (xPixelCount * m_secondsPerXPixel) << ")" << endl;
Chris@1221: #endif
Chris@1237:     }
Chris@1097: }
Chris@1097: 
Chris@1079: void
Chris@1095: Colour3DPlotRenderer::recreateDrawBuffer(int w, int h)
Chris@1079: {
Chris@1095:     m_drawBuffer = QImage(w, h, QImage::Format_Indexed8);
Chris@1079: 
Chris@1095:     for (int pixel = 0; pixel < 256; ++pixel) {
Chris@1095:         m_drawBuffer.setColor
Chris@1095:             ((unsigned char)pixel,
Chris@1112:              m_params.colourScale.getColourForPixel
Chris@1112:              (pixel, m_params.colourRotation).rgb());
Chris@1079:     }
Chris@1079: 
Chris@1079:     m_drawBuffer.fill(0);
Chris@1121:     m_magRanges.clear();
Chris@1079: }
Chris@1079: 
Chris@1095: void
Chris@1095: Colour3DPlotRenderer::clearDrawBuffer(int w, int h)
Chris@1095: {
Chris@1095:     if (m_drawBuffer.width() < w || m_drawBuffer.height() != h) {
Chris@1095:         recreateDrawBuffer(w, h);
Chris@1095:     } else {
Chris@1095:         m_drawBuffer.fill(0);
Chris@1121:         m_magRanges.clear();
Chris@1095:     }
Chris@1095: }
Chris@1079: 
Chris@1139: QRect
Chris@1139: Colour3DPlotRenderer::findSimilarRegionExtents(QPoint p) const
Chris@1139: {
Chris@1139:     QImage image = m_cache.getImage();
Chris@1139:     ImageRegionFinder finder;
Chris@1139:     QRect rect = finder.findRegionExtents(&image, p);
Chris@1139:     return rect;
Chris@1139: }