annotate layer/SpectrogramLayer.cpp @ 82:82482231b6b1

* Add file open/save operations to main toolbar * Allow opening any sort of file from toolbar file open function * First cut at on-disc cacheing for decoded mp3/ogg files * Permit un-snapped selection by holding Shift
author Chris Cannam
date Thu, 27 Apr 2006 17:29:19 +0000
parents d99d67a5b93a
children d31c4f5230d7
rev   line source
Chris@58 1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
Chris@0 2
Chris@0 3 /*
Chris@59 4 Sonic Visualiser
Chris@59 5 An audio file viewer and annotation editor.
Chris@59 6 Centre for Digital Music, Queen Mary, University of London.
Chris@59 7 This file copyright 2006 Chris Cannam.
Chris@0 8
Chris@59 9 This program is free software; you can redistribute it and/or
Chris@59 10 modify it under the terms of the GNU General Public License as
Chris@59 11 published by the Free Software Foundation; either version 2 of the
Chris@59 12 License, or (at your option) any later version. See the file
Chris@59 13 COPYING included with this distribution for more information.
Chris@0 14 */
Chris@0 15
Chris@0 16 #include "SpectrogramLayer.h"
Chris@0 17
Chris@0 18 #include "base/View.h"
Chris@0 19 #include "base/Profiler.h"
Chris@0 20 #include "base/AudioLevel.h"
Chris@0 21 #include "base/Window.h"
Chris@24 22 #include "base/Pitch.h"
Chris@0 23
Chris@0 24 #include <QPainter>
Chris@0 25 #include <QImage>
Chris@0 26 #include <QPixmap>
Chris@0 27 #include <QRect>
Chris@0 28 #include <QTimer>
Chris@0 29
Chris@0 30 #include <iostream>
Chris@0 31
Chris@0 32 #include <cassert>
Chris@0 33 #include <cmath>
Chris@0 34
Chris@0 35 //#define DEBUG_SPECTROGRAM_REPAINT 1
Chris@0 36
Chris@75 37 static double mod(double x, double y)
Chris@75 38 {
Chris@75 39 double a = floor(x / y);
Chris@75 40 double b = x - (y * a);
Chris@75 41 return b;
Chris@75 42 }
Chris@75 43
Chris@75 44 static double princarg(double ang)
Chris@75 45 {
Chris@75 46 return mod(ang + M_PI, -2 * M_PI) + M_PI;
Chris@75 47 }
Chris@75 48
Chris@0 49
Chris@44 50 SpectrogramLayer::SpectrogramLayer(Configuration config) :
Chris@44 51 Layer(),
Chris@0 52 m_model(0),
Chris@0 53 m_channel(0),
Chris@0 54 m_windowSize(1024),
Chris@0 55 m_windowType(HanningWindow),
Chris@0 56 m_windowOverlap(50),
Chris@0 57 m_gain(1.0),
Chris@37 58 m_threshold(0.0),
Chris@9 59 m_colourRotation(0),
Chris@37 60 m_minFrequency(0),
Chris@0 61 m_maxFrequency(8000),
Chris@0 62 m_colourScale(dBColourScale),
Chris@0 63 m_colourScheme(DefaultColours),
Chris@0 64 m_frequencyScale(LinearFrequencyScale),
Chris@37 65 m_binDisplay(AllBins),
Chris@36 66 m_normalizeColumns(false),
Chris@0 67 m_cache(0),
Chris@0 68 m_cacheInvalid(true),
Chris@0 69 m_pixmapCache(0),
Chris@0 70 m_pixmapCacheInvalid(true),
Chris@0 71 m_fillThread(0),
Chris@0 72 m_updateTimer(0),
Chris@44 73 m_candidateFillStartFrame(0),
Chris@0 74 m_lastFillExtent(0),
Chris@0 75 m_exiting(false)
Chris@0 76 {
Chris@0 77 if (config == MelodicRange) {
Chris@0 78 setWindowSize(8192);
Chris@0 79 setWindowOverlap(90);
Chris@0 80 setWindowType(ParzenWindow);
Chris@0 81 setMaxFrequency(1000);
Chris@0 82 setColourScale(LinearColourScale);
Chris@37 83 } else if (config == MelodicPeaks) {
Chris@37 84 setWindowSize(4096);
Chris@37 85 setWindowOverlap(90);
Chris@37 86 setWindowType(BlackmanWindow);
Chris@40 87 setMaxFrequency(2000);
Chris@37 88 setMinFrequency(40);
Chris@37 89 setFrequencyScale(LogFrequencyScale);
Chris@41 90 setColourScale(MeterColourScale);
Chris@37 91 setBinDisplay(PeakFrequencies);
Chris@37 92 setNormalizeColumns(true);
Chris@0 93 }
Chris@0 94 }
Chris@0 95
Chris@0 96 SpectrogramLayer::~SpectrogramLayer()
Chris@0 97 {
Chris@0 98 delete m_updateTimer;
Chris@0 99 m_updateTimer = 0;
Chris@0 100
Chris@0 101 m_exiting = true;
Chris@0 102 m_condition.wakeAll();
Chris@0 103 if (m_fillThread) m_fillThread->wait();
Chris@0 104 delete m_fillThread;
Chris@0 105
Chris@0 106 delete m_cache;
Chris@0 107 }
Chris@0 108
Chris@0 109 void
Chris@0 110 SpectrogramLayer::setModel(const DenseTimeValueModel *model)
Chris@0 111 {
Chris@34 112 std::cerr << "SpectrogramLayer(" << this << "): setModel(" << model << ")" << std::endl;
Chris@34 113
Chris@0 114 m_mutex.lock();
Chris@35 115 m_cacheInvalid = true;
Chris@0 116 m_model = model;
Chris@0 117 m_mutex.unlock();
Chris@0 118
Chris@0 119 if (!m_model || !m_model->isOK()) return;
Chris@0 120
Chris@0 121 connect(m_model, SIGNAL(modelChanged()), this, SIGNAL(modelChanged()));
Chris@0 122 connect(m_model, SIGNAL(modelChanged(size_t, size_t)),
Chris@0 123 this, SIGNAL(modelChanged(size_t, size_t)));
Chris@0 124
Chris@0 125 connect(m_model, SIGNAL(completionChanged()),
Chris@0 126 this, SIGNAL(modelCompletionChanged()));
Chris@0 127
Chris@0 128 connect(m_model, SIGNAL(modelChanged()), this, SLOT(cacheInvalid()));
Chris@0 129 connect(m_model, SIGNAL(modelChanged(size_t, size_t)),
Chris@0 130 this, SLOT(cacheInvalid(size_t, size_t)));
Chris@0 131
Chris@0 132 emit modelReplaced();
Chris@0 133 fillCache();
Chris@0 134 }
Chris@0 135
Chris@0 136 Layer::PropertyList
Chris@0 137 SpectrogramLayer::getProperties() const
Chris@0 138 {
Chris@0 139 PropertyList list;
Chris@0 140 list.push_back(tr("Colour"));
Chris@0 141 list.push_back(tr("Colour Scale"));
Chris@0 142 list.push_back(tr("Window Type"));
Chris@0 143 list.push_back(tr("Window Size"));
Chris@0 144 list.push_back(tr("Window Overlap"));
Chris@82 145 list.push_back(tr("Normalize Columns"));
Chris@37 146 list.push_back(tr("Bin Display"));
Chris@37 147 list.push_back(tr("Threshold"));
Chris@0 148 list.push_back(tr("Gain"));
Chris@9 149 list.push_back(tr("Colour Rotation"));
Chris@37 150 list.push_back(tr("Min Frequency"));
Chris@0 151 list.push_back(tr("Max Frequency"));
Chris@0 152 list.push_back(tr("Frequency Scale"));
Chris@0 153 return list;
Chris@0 154 }
Chris@0 155
Chris@0 156 Layer::PropertyType
Chris@0 157 SpectrogramLayer::getPropertyType(const PropertyName &name) const
Chris@0 158 {
Chris@0 159 if (name == tr("Gain")) return RangeProperty;
Chris@9 160 if (name == tr("Colour Rotation")) return RangeProperty;
Chris@82 161 if (name == tr("Normalize Columns")) return ToggleProperty;
Chris@37 162 if (name == tr("Threshold")) return RangeProperty;
Chris@0 163 return ValueProperty;
Chris@0 164 }
Chris@0 165
Chris@0 166 QString
Chris@0 167 SpectrogramLayer::getPropertyGroupName(const PropertyName &name) const
Chris@0 168 {
Chris@0 169 if (name == tr("Window Size") ||
Chris@35 170 name == tr("Window Type") ||
Chris@0 171 name == tr("Window Overlap")) return tr("Window");
Chris@35 172 if (name == tr("Colour") ||
Chris@38 173 name == tr("Gain") ||
Chris@38 174 name == tr("Threshold") ||
Chris@35 175 name == tr("Colour Rotation")) return tr("Colour");
Chris@82 176 if (name == tr("Normalize Columns") ||
Chris@37 177 name == tr("Bin Display") ||
Chris@0 178 name == tr("Colour Scale")) return tr("Scale");
Chris@0 179 if (name == tr("Max Frequency") ||
Chris@37 180 name == tr("Min Frequency") ||
Chris@35 181 name == tr("Frequency Scale") ||
Chris@37 182 name == tr("Frequency Adjustment")) return tr("Range");
Chris@0 183 return QString();
Chris@0 184 }
Chris@0 185
Chris@0 186 int
Chris@0 187 SpectrogramLayer::getPropertyRangeAndValue(const PropertyName &name,
Chris@55 188 int *min, int *max) const
Chris@0 189 {
Chris@0 190 int deft = 0;
Chris@0 191
Chris@55 192 int garbage0, garbage1;
Chris@55 193 if (!min) min = &garbage0;
Chris@55 194 if (!max) max = &garbage1;
Chris@10 195
Chris@0 196 if (name == tr("Gain")) {
Chris@0 197
Chris@0 198 *min = -50;
Chris@0 199 *max = 50;
Chris@0 200
Chris@0 201 deft = lrint(log10(m_gain) * 20.0);
Chris@0 202 if (deft < *min) deft = *min;
Chris@0 203 if (deft > *max) deft = *max;
Chris@0 204
Chris@37 205 } else if (name == tr("Threshold")) {
Chris@37 206
Chris@37 207 *min = -50;
Chris@37 208 *max = 0;
Chris@37 209
Chris@37 210 deft = lrintf(AudioLevel::multiplier_to_dB(m_threshold));
Chris@37 211 if (deft < *min) deft = *min;
Chris@37 212 if (deft > *max) deft = *max;
Chris@37 213
Chris@9 214 } else if (name == tr("Colour Rotation")) {
Chris@9 215
Chris@9 216 *min = 0;
Chris@9 217 *max = 256;
Chris@9 218
Chris@9 219 deft = m_colourRotation;
Chris@9 220
Chris@0 221 } else if (name == tr("Colour Scale")) {
Chris@0 222
Chris@0 223 *min = 0;
Chris@0 224 *max = 3;
Chris@0 225
Chris@0 226 deft = (int)m_colourScale;
Chris@0 227
Chris@0 228 } else if (name == tr("Colour")) {
Chris@0 229
Chris@0 230 *min = 0;
Chris@71 231 *max = 6;
Chris@0 232
Chris@0 233 deft = (int)m_colourScheme;
Chris@0 234
Chris@0 235 } else if (name == tr("Window Type")) {
Chris@0 236
Chris@0 237 *min = 0;
Chris@0 238 *max = 6;
Chris@0 239
Chris@0 240 deft = (int)m_windowType;
Chris@0 241
Chris@0 242 } else if (name == tr("Window Size")) {
Chris@0 243
Chris@0 244 *min = 0;
Chris@0 245 *max = 10;
Chris@0 246
Chris@0 247 deft = 0;
Chris@0 248 int ws = m_windowSize;
Chris@0 249 while (ws > 32) { ws >>= 1; deft ++; }
Chris@0 250
Chris@0 251 } else if (name == tr("Window Overlap")) {
Chris@0 252
Chris@0 253 *min = 0;
Chris@0 254 *max = 4;
Chris@0 255
Chris@0 256 deft = m_windowOverlap / 25;
Chris@0 257 if (m_windowOverlap == 90) deft = 4;
Chris@0 258
Chris@37 259 } else if (name == tr("Min Frequency")) {
Chris@37 260
Chris@37 261 *min = 0;
Chris@37 262 *max = 9;
Chris@37 263
Chris@37 264 switch (m_minFrequency) {
Chris@37 265 case 0: default: deft = 0; break;
Chris@37 266 case 10: deft = 1; break;
Chris@37 267 case 20: deft = 2; break;
Chris@37 268 case 40: deft = 3; break;
Chris@37 269 case 100: deft = 4; break;
Chris@37 270 case 250: deft = 5; break;
Chris@37 271 case 500: deft = 6; break;
Chris@37 272 case 1000: deft = 7; break;
Chris@37 273 case 4000: deft = 8; break;
Chris@37 274 case 10000: deft = 9; break;
Chris@37 275 }
Chris@37 276
Chris@0 277 } else if (name == tr("Max Frequency")) {
Chris@0 278
Chris@0 279 *min = 0;
Chris@0 280 *max = 9;
Chris@0 281
Chris@0 282 switch (m_maxFrequency) {
Chris@0 283 case 500: deft = 0; break;
Chris@0 284 case 1000: deft = 1; break;
Chris@0 285 case 1500: deft = 2; break;
Chris@0 286 case 2000: deft = 3; break;
Chris@0 287 case 4000: deft = 4; break;
Chris@0 288 case 6000: deft = 5; break;
Chris@0 289 case 8000: deft = 6; break;
Chris@0 290 case 12000: deft = 7; break;
Chris@0 291 case 16000: deft = 8; break;
Chris@0 292 default: deft = 9; break;
Chris@0 293 }
Chris@0 294
Chris@0 295 } else if (name == tr("Frequency Scale")) {
Chris@0 296
Chris@0 297 *min = 0;
Chris@0 298 *max = 1;
Chris@0 299 deft = (int)m_frequencyScale;
Chris@0 300
Chris@37 301 } else if (name == tr("Bin Display")) {
Chris@35 302
Chris@35 303 *min = 0;
Chris@35 304 *max = 2;
Chris@37 305 deft = (int)m_binDisplay;
Chris@35 306
Chris@82 307 } else if (name == tr("Normalize Columns")) {
Chris@36 308
Chris@36 309 deft = (m_normalizeColumns ? 1 : 0);
Chris@36 310
Chris@0 311 } else {
Chris@0 312 deft = Layer::getPropertyRangeAndValue(name, min, max);
Chris@0 313 }
Chris@0 314
Chris@0 315 return deft;
Chris@0 316 }
Chris@0 317
Chris@0 318 QString
Chris@0 319 SpectrogramLayer::getPropertyValueLabel(const PropertyName &name,
Chris@9 320 int value) const
Chris@0 321 {
Chris@0 322 if (name == tr("Colour")) {
Chris@0 323 switch (value) {
Chris@0 324 default:
Chris@0 325 case 0: return tr("Default");
Chris@0 326 case 1: return tr("White on Black");
Chris@0 327 case 2: return tr("Black on White");
Chris@0 328 case 3: return tr("Red on Blue");
Chris@0 329 case 4: return tr("Yellow on Black");
Chris@71 330 case 5: return tr("Blue on Black");
Chris@71 331 case 6: return tr("Fruit Salad");
Chris@0 332 }
Chris@0 333 }
Chris@0 334 if (name == tr("Colour Scale")) {
Chris@0 335 switch (value) {
Chris@0 336 default:
Chris@37 337 case 0: return tr("Linear");
Chris@37 338 case 1: return tr("Meter");
Chris@37 339 case 2: return tr("dB");
Chris@0 340 case 3: return tr("Phase");
Chris@0 341 }
Chris@0 342 }
Chris@0 343 if (name == tr("Window Type")) {
Chris@0 344 switch ((WindowType)value) {
Chris@0 345 default:
Chris@35 346 case RectangularWindow: return tr("Rectangle");
Chris@0 347 case BartlettWindow: return tr("Bartlett");
Chris@0 348 case HammingWindow: return tr("Hamming");
Chris@0 349 case HanningWindow: return tr("Hanning");
Chris@0 350 case BlackmanWindow: return tr("Blackman");
Chris@0 351 case GaussianWindow: return tr("Gaussian");
Chris@0 352 case ParzenWindow: return tr("Parzen");
Chris@0 353 }
Chris@0 354 }
Chris@0 355 if (name == tr("Window Size")) {
Chris@0 356 return QString("%1").arg(32 << value);
Chris@0 357 }
Chris@0 358 if (name == tr("Window Overlap")) {
Chris@0 359 switch (value) {
Chris@0 360 default:
Chris@35 361 case 0: return tr("0%");
Chris@35 362 case 1: return tr("25%");
Chris@35 363 case 2: return tr("50%");
Chris@35 364 case 3: return tr("75%");
Chris@35 365 case 4: return tr("90%");
Chris@0 366 }
Chris@0 367 }
Chris@37 368 if (name == tr("Min Frequency")) {
Chris@37 369 switch (value) {
Chris@37 370 default:
Chris@38 371 case 0: return tr("No min");
Chris@37 372 case 1: return tr("10 Hz");
Chris@37 373 case 2: return tr("20 Hz");
Chris@37 374 case 3: return tr("40 Hz");
Chris@37 375 case 4: return tr("100 Hz");
Chris@37 376 case 5: return tr("250 Hz");
Chris@37 377 case 6: return tr("500 Hz");
Chris@37 378 case 7: return tr("1 KHz");
Chris@37 379 case 8: return tr("4 KHz");
Chris@37 380 case 9: return tr("10 KHz");
Chris@37 381 }
Chris@37 382 }
Chris@0 383 if (name == tr("Max Frequency")) {
Chris@0 384 switch (value) {
Chris@0 385 default:
Chris@0 386 case 0: return tr("500 Hz");
Chris@0 387 case 1: return tr("1 KHz");
Chris@0 388 case 2: return tr("1.5 KHz");
Chris@0 389 case 3: return tr("2 KHz");
Chris@0 390 case 4: return tr("4 KHz");
Chris@0 391 case 5: return tr("6 KHz");
Chris@0 392 case 6: return tr("8 KHz");
Chris@0 393 case 7: return tr("12 KHz");
Chris@0 394 case 8: return tr("16 KHz");
Chris@38 395 case 9: return tr("No max");
Chris@0 396 }
Chris@0 397 }
Chris@0 398 if (name == tr("Frequency Scale")) {
Chris@0 399 switch (value) {
Chris@0 400 default:
Chris@0 401 case 0: return tr("Linear");
Chris@0 402 case 1: return tr("Log");
Chris@0 403 }
Chris@0 404 }
Chris@37 405 if (name == tr("Bin Display")) {
Chris@35 406 switch (value) {
Chris@35 407 default:
Chris@37 408 case 0: return tr("All Bins");
Chris@37 409 case 1: return tr("Peak Bins");
Chris@37 410 case 2: return tr("Frequencies");
Chris@35 411 }
Chris@35 412 }
Chris@0 413 return tr("<unknown>");
Chris@0 414 }
Chris@0 415
Chris@0 416 void
Chris@0 417 SpectrogramLayer::setProperty(const PropertyName &name, int value)
Chris@0 418 {
Chris@0 419 if (name == tr("Gain")) {
Chris@0 420 setGain(pow(10, float(value)/20.0));
Chris@37 421 } else if (name == tr("Threshold")) {
Chris@37 422 if (value == -50) setThreshold(0.0);
Chris@37 423 else setThreshold(AudioLevel::dB_to_multiplier(value));
Chris@9 424 } else if (name == tr("Colour Rotation")) {
Chris@9 425 setColourRotation(value);
Chris@0 426 } else if (name == tr("Colour")) {
Chris@0 427 switch (value) {
Chris@0 428 default:
Chris@0 429 case 0: setColourScheme(DefaultColours); break;
Chris@0 430 case 1: setColourScheme(WhiteOnBlack); break;
Chris@0 431 case 2: setColourScheme(BlackOnWhite); break;
Chris@0 432 case 3: setColourScheme(RedOnBlue); break;
Chris@0 433 case 4: setColourScheme(YellowOnBlack); break;
Chris@71 434 case 5: setColourScheme(BlueOnBlack); break;
Chris@71 435 case 6: setColourScheme(Rainbow); break;
Chris@0 436 }
Chris@0 437 } else if (name == tr("Window Type")) {
Chris@0 438 setWindowType(WindowType(value));
Chris@0 439 } else if (name == tr("Window Size")) {
Chris@0 440 setWindowSize(32 << value);
Chris@0 441 } else if (name == tr("Window Overlap")) {
Chris@0 442 if (value == 4) setWindowOverlap(90);
Chris@0 443 else setWindowOverlap(25 * value);
Chris@37 444 } else if (name == tr("Min Frequency")) {
Chris@37 445 switch (value) {
Chris@37 446 default:
Chris@37 447 case 0: setMinFrequency(0); break;
Chris@37 448 case 1: setMinFrequency(10); break;
Chris@37 449 case 2: setMinFrequency(20); break;
Chris@37 450 case 3: setMinFrequency(40); break;
Chris@37 451 case 4: setMinFrequency(100); break;
Chris@37 452 case 5: setMinFrequency(250); break;
Chris@37 453 case 6: setMinFrequency(500); break;
Chris@37 454 case 7: setMinFrequency(1000); break;
Chris@37 455 case 8: setMinFrequency(4000); break;
Chris@37 456 case 9: setMinFrequency(10000); break;
Chris@37 457 }
Chris@0 458 } else if (name == tr("Max Frequency")) {
Chris@0 459 switch (value) {
Chris@0 460 case 0: setMaxFrequency(500); break;
Chris@0 461 case 1: setMaxFrequency(1000); break;
Chris@0 462 case 2: setMaxFrequency(1500); break;
Chris@0 463 case 3: setMaxFrequency(2000); break;
Chris@0 464 case 4: setMaxFrequency(4000); break;
Chris@0 465 case 5: setMaxFrequency(6000); break;
Chris@0 466 case 6: setMaxFrequency(8000); break;
Chris@0 467 case 7: setMaxFrequency(12000); break;
Chris@0 468 case 8: setMaxFrequency(16000); break;
Chris@0 469 default:
Chris@0 470 case 9: setMaxFrequency(0); break;
Chris@0 471 }
Chris@0 472 } else if (name == tr("Colour Scale")) {
Chris@0 473 switch (value) {
Chris@0 474 default:
Chris@0 475 case 0: setColourScale(LinearColourScale); break;
Chris@0 476 case 1: setColourScale(MeterColourScale); break;
Chris@0 477 case 2: setColourScale(dBColourScale); break;
Chris@0 478 case 3: setColourScale(PhaseColourScale); break;
Chris@0 479 }
Chris@0 480 } else if (name == tr("Frequency Scale")) {
Chris@0 481 switch (value) {
Chris@0 482 default:
Chris@0 483 case 0: setFrequencyScale(LinearFrequencyScale); break;
Chris@0 484 case 1: setFrequencyScale(LogFrequencyScale); break;
Chris@0 485 }
Chris@37 486 } else if (name == tr("Bin Display")) {
Chris@35 487 switch (value) {
Chris@35 488 default:
Chris@37 489 case 0: setBinDisplay(AllBins); break;
Chris@37 490 case 1: setBinDisplay(PeakBins); break;
Chris@37 491 case 2: setBinDisplay(PeakFrequencies); break;
Chris@35 492 }
Chris@82 493 } else if (name == "Normalize Columns") {
Chris@36 494 setNormalizeColumns(value ? true : false);
Chris@0 495 }
Chris@0 496 }
Chris@0 497
Chris@0 498 void
Chris@0 499 SpectrogramLayer::setChannel(int ch)
Chris@0 500 {
Chris@0 501 if (m_channel == ch) return;
Chris@0 502
Chris@0 503 m_mutex.lock();
Chris@0 504 m_cacheInvalid = true;
Chris@0 505 m_pixmapCacheInvalid = true;
Chris@0 506
Chris@0 507 m_channel = ch;
Chris@9 508
Chris@9 509 m_mutex.unlock();
Chris@9 510
Chris@0 511 emit layerParametersChanged();
Chris@9 512
Chris@0 513 fillCache();
Chris@0 514 }
Chris@0 515
Chris@0 516 int
Chris@0 517 SpectrogramLayer::getChannel() const
Chris@0 518 {
Chris@0 519 return m_channel;
Chris@0 520 }
Chris@0 521
Chris@0 522 void
Chris@0 523 SpectrogramLayer::setWindowSize(size_t ws)
Chris@0 524 {
Chris@0 525 if (m_windowSize == ws) return;
Chris@0 526
Chris@0 527 m_mutex.lock();
Chris@0 528 m_cacheInvalid = true;
Chris@0 529 m_pixmapCacheInvalid = true;
Chris@0 530
Chris@0 531 m_windowSize = ws;
Chris@0 532
Chris@0 533 m_mutex.unlock();
Chris@9 534
Chris@9 535 emit layerParametersChanged();
Chris@9 536
Chris@0 537 fillCache();
Chris@0 538 }
Chris@0 539
Chris@0 540 size_t
Chris@0 541 SpectrogramLayer::getWindowSize() const
Chris@0 542 {
Chris@0 543 return m_windowSize;
Chris@0 544 }
Chris@0 545
Chris@0 546 void
Chris@0 547 SpectrogramLayer::setWindowOverlap(size_t wi)
Chris@0 548 {
Chris@0 549 if (m_windowOverlap == wi) return;
Chris@0 550
Chris@0 551 m_mutex.lock();
Chris@0 552 m_cacheInvalid = true;
Chris@0 553 m_pixmapCacheInvalid = true;
Chris@0 554
Chris@0 555 m_windowOverlap = wi;
Chris@0 556
Chris@0 557 m_mutex.unlock();
Chris@9 558
Chris@9 559 emit layerParametersChanged();
Chris@9 560
Chris@0 561 fillCache();
Chris@0 562 }
Chris@0 563
Chris@0 564 size_t
Chris@0 565 SpectrogramLayer::getWindowOverlap() const
Chris@0 566 {
Chris@0 567 return m_windowOverlap;
Chris@0 568 }
Chris@0 569
Chris@0 570 void
Chris@0 571 SpectrogramLayer::setWindowType(WindowType w)
Chris@0 572 {
Chris@0 573 if (m_windowType == w) return;
Chris@0 574
Chris@0 575 m_mutex.lock();
Chris@0 576 m_cacheInvalid = true;
Chris@0 577 m_pixmapCacheInvalid = true;
Chris@0 578
Chris@0 579 m_windowType = w;
Chris@0 580
Chris@0 581 m_mutex.unlock();
Chris@9 582
Chris@9 583 emit layerParametersChanged();
Chris@9 584
Chris@0 585 fillCache();
Chris@0 586 }
Chris@0 587
Chris@0 588 WindowType
Chris@0 589 SpectrogramLayer::getWindowType() const
Chris@0 590 {
Chris@0 591 return m_windowType;
Chris@0 592 }
Chris@0 593
Chris@0 594 void
Chris@0 595 SpectrogramLayer::setGain(float gain)
Chris@0 596 {
Chris@55 597 std::cerr << "SpectrogramLayer::setGain(" << gain << ") (my gain is now "
Chris@55 598 << m_gain << ")" << std::endl;
Chris@55 599
Chris@40 600 if (m_gain == gain) return;
Chris@0 601
Chris@0 602 m_mutex.lock();
Chris@0 603 m_pixmapCacheInvalid = true;
Chris@0 604
Chris@0 605 m_gain = gain;
Chris@0 606
Chris@0 607 m_mutex.unlock();
Chris@9 608
Chris@9 609 emit layerParametersChanged();
Chris@9 610
Chris@0 611 fillCache();
Chris@0 612 }
Chris@0 613
Chris@0 614 float
Chris@0 615 SpectrogramLayer::getGain() const
Chris@0 616 {
Chris@0 617 return m_gain;
Chris@0 618 }
Chris@0 619
Chris@0 620 void
Chris@37 621 SpectrogramLayer::setThreshold(float threshold)
Chris@37 622 {
Chris@40 623 if (m_threshold == threshold) return;
Chris@37 624
Chris@37 625 m_mutex.lock();
Chris@37 626 m_pixmapCacheInvalid = true;
Chris@37 627
Chris@37 628 m_threshold = threshold;
Chris@37 629
Chris@37 630 m_mutex.unlock();
Chris@37 631
Chris@37 632 emit layerParametersChanged();
Chris@37 633
Chris@37 634 fillCache();
Chris@37 635 }
Chris@37 636
Chris@37 637 float
Chris@37 638 SpectrogramLayer::getThreshold() const
Chris@37 639 {
Chris@37 640 return m_threshold;
Chris@37 641 }
Chris@37 642
Chris@37 643 void
Chris@37 644 SpectrogramLayer::setMinFrequency(size_t mf)
Chris@37 645 {
Chris@37 646 if (m_minFrequency == mf) return;
Chris@37 647
Chris@37 648 m_mutex.lock();
Chris@37 649 m_pixmapCacheInvalid = true;
Chris@37 650
Chris@37 651 m_minFrequency = mf;
Chris@37 652
Chris@37 653 m_mutex.unlock();
Chris@37 654
Chris@37 655 emit layerParametersChanged();
Chris@37 656 }
Chris@37 657
Chris@37 658 size_t
Chris@37 659 SpectrogramLayer::getMinFrequency() const
Chris@37 660 {
Chris@37 661 return m_minFrequency;
Chris@37 662 }
Chris@37 663
Chris@37 664 void
Chris@0 665 SpectrogramLayer::setMaxFrequency(size_t mf)
Chris@0 666 {
Chris@0 667 if (m_maxFrequency == mf) return;
Chris@0 668
Chris@0 669 m_mutex.lock();
Chris@0 670 m_pixmapCacheInvalid = true;
Chris@0 671
Chris@0 672 m_maxFrequency = mf;
Chris@0 673
Chris@0 674 m_mutex.unlock();
Chris@9 675
Chris@9 676 emit layerParametersChanged();
Chris@0 677 }
Chris@0 678
Chris@0 679 size_t
Chris@0 680 SpectrogramLayer::getMaxFrequency() const
Chris@0 681 {
Chris@0 682 return m_maxFrequency;
Chris@0 683 }
Chris@0 684
Chris@0 685 void
Chris@9 686 SpectrogramLayer::setColourRotation(int r)
Chris@9 687 {
Chris@9 688 m_mutex.lock();
Chris@9 689 m_pixmapCacheInvalid = true;
Chris@9 690
Chris@9 691 if (r < 0) r = 0;
Chris@9 692 if (r > 256) r = 256;
Chris@9 693 int distance = r - m_colourRotation;
Chris@9 694
Chris@9 695 if (distance != 0) {
Chris@9 696 rotateCacheColourmap(-distance);
Chris@9 697 m_colourRotation = r;
Chris@9 698 }
Chris@9 699
Chris@9 700 m_mutex.unlock();
Chris@9 701
Chris@9 702 emit layerParametersChanged();
Chris@9 703 }
Chris@9 704
Chris@9 705 void
Chris@0 706 SpectrogramLayer::setColourScale(ColourScale colourScale)
Chris@0 707 {
Chris@0 708 if (m_colourScale == colourScale) return;
Chris@0 709
Chris@0 710 m_mutex.lock();
Chris@0 711 m_pixmapCacheInvalid = true;
Chris@0 712
Chris@0 713 m_colourScale = colourScale;
Chris@0 714
Chris@0 715 m_mutex.unlock();
Chris@0 716 fillCache();
Chris@9 717
Chris@9 718 emit layerParametersChanged();
Chris@0 719 }
Chris@0 720
Chris@0 721 SpectrogramLayer::ColourScale
Chris@0 722 SpectrogramLayer::getColourScale() const
Chris@0 723 {
Chris@0 724 return m_colourScale;
Chris@0 725 }
Chris@0 726
Chris@0 727 void
Chris@0 728 SpectrogramLayer::setColourScheme(ColourScheme scheme)
Chris@0 729 {
Chris@0 730 if (m_colourScheme == scheme) return;
Chris@0 731
Chris@0 732 m_mutex.lock();
Chris@0 733 m_pixmapCacheInvalid = true;
Chris@0 734
Chris@0 735 m_colourScheme = scheme;
Chris@0 736 setCacheColourmap();
Chris@9 737
Chris@9 738 m_mutex.unlock();
Chris@9 739
Chris@0 740 emit layerParametersChanged();
Chris@0 741 }
Chris@0 742
Chris@0 743 SpectrogramLayer::ColourScheme
Chris@0 744 SpectrogramLayer::getColourScheme() const
Chris@0 745 {
Chris@0 746 return m_colourScheme;
Chris@0 747 }
Chris@0 748
Chris@0 749 void
Chris@0 750 SpectrogramLayer::setFrequencyScale(FrequencyScale frequencyScale)
Chris@0 751 {
Chris@0 752 if (m_frequencyScale == frequencyScale) return;
Chris@0 753
Chris@0 754 m_mutex.lock();
Chris@35 755
Chris@0 756 m_pixmapCacheInvalid = true;
Chris@0 757
Chris@0 758 m_frequencyScale = frequencyScale;
Chris@0 759
Chris@0 760 m_mutex.unlock();
Chris@9 761
Chris@9 762 emit layerParametersChanged();
Chris@0 763 }
Chris@0 764
Chris@0 765 SpectrogramLayer::FrequencyScale
Chris@0 766 SpectrogramLayer::getFrequencyScale() const
Chris@0 767 {
Chris@0 768 return m_frequencyScale;
Chris@0 769 }
Chris@0 770
Chris@0 771 void
Chris@37 772 SpectrogramLayer::setBinDisplay(BinDisplay binDisplay)
Chris@35 773 {
Chris@37 774 if (m_binDisplay == binDisplay) return;
Chris@35 775
Chris@35 776 m_mutex.lock();
Chris@35 777
Chris@35 778 m_pixmapCacheInvalid = true;
Chris@35 779
Chris@37 780 m_binDisplay = binDisplay;
Chris@35 781
Chris@35 782 m_mutex.unlock();
Chris@35 783
Chris@35 784 fillCache();
Chris@35 785
Chris@35 786 emit layerParametersChanged();
Chris@35 787 }
Chris@35 788
Chris@37 789 SpectrogramLayer::BinDisplay
Chris@37 790 SpectrogramLayer::getBinDisplay() const
Chris@35 791 {
Chris@37 792 return m_binDisplay;
Chris@35 793 }
Chris@35 794
Chris@35 795 void
Chris@36 796 SpectrogramLayer::setNormalizeColumns(bool n)
Chris@36 797 {
Chris@36 798 if (m_normalizeColumns == n) return;
Chris@36 799 m_mutex.lock();
Chris@36 800
Chris@36 801 m_pixmapCacheInvalid = true;
Chris@36 802 m_normalizeColumns = n;
Chris@36 803 m_mutex.unlock();
Chris@36 804
Chris@36 805 fillCache();
Chris@36 806 emit layerParametersChanged();
Chris@36 807 }
Chris@36 808
Chris@36 809 bool
Chris@36 810 SpectrogramLayer::getNormalizeColumns() const
Chris@36 811 {
Chris@36 812 return m_normalizeColumns;
Chris@36 813 }
Chris@36 814
Chris@36 815 void
Chris@47 816 SpectrogramLayer::setLayerDormant(const View *v, bool dormant)
Chris@29 817 {
Chris@47 818 QMutexLocker locker(&m_mutex);
Chris@47 819
Chris@47 820 if (dormant == m_dormancy[v]) return;
Chris@33 821
Chris@33 822 if (dormant) {
Chris@33 823
Chris@47 824 m_dormancy[v] = true;
Chris@33 825
Chris@34 826 // delete m_cache;
Chris@34 827 // m_cache = 0;
Chris@33 828
Chris@34 829 m_cacheInvalid = true;
Chris@33 830 m_pixmapCacheInvalid = true;
Chris@33 831 delete m_pixmapCache;
Chris@33 832 m_pixmapCache = 0;
Chris@33 833
Chris@33 834 } else {
Chris@33 835
Chris@47 836 m_dormancy[v] = false;
Chris@33 837 }
Chris@29 838 }
Chris@29 839
Chris@29 840 void
Chris@0 841 SpectrogramLayer::cacheInvalid()
Chris@0 842 {
Chris@0 843 m_cacheInvalid = true;
Chris@0 844 m_pixmapCacheInvalid = true;
Chris@0 845 fillCache();
Chris@0 846 }
Chris@0 847
Chris@0 848 void
Chris@0 849 SpectrogramLayer::cacheInvalid(size_t, size_t)
Chris@0 850 {
Chris@0 851 // for now (or forever?)
Chris@0 852 cacheInvalid();
Chris@0 853 }
Chris@0 854
Chris@0 855 void
Chris@0 856 SpectrogramLayer::fillCache()
Chris@0 857 {
Chris@0 858 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 859 std::cerr << "SpectrogramLayer::fillCache" << std::endl;
Chris@0 860 #endif
Chris@0 861 QMutexLocker locker(&m_mutex);
Chris@0 862
Chris@0 863 m_lastFillExtent = 0;
Chris@0 864
Chris@0 865 delete m_updateTimer;
Chris@0 866 m_updateTimer = new QTimer(this);
Chris@0 867 connect(m_updateTimer, SIGNAL(timeout()), this, SLOT(fillTimerTimedOut()));
Chris@0 868 m_updateTimer->start(200);
Chris@0 869
Chris@0 870 if (!m_fillThread) {
Chris@0 871 std::cerr << "SpectrogramLayer::fillCache creating thread" << std::endl;
Chris@0 872 m_fillThread = new CacheFillThread(*this);
Chris@0 873 m_fillThread->start();
Chris@0 874 }
Chris@0 875
Chris@0 876 m_condition.wakeAll();
Chris@0 877 }
Chris@0 878
Chris@0 879 void
Chris@0 880 SpectrogramLayer::fillTimerTimedOut()
Chris@0 881 {
Chris@0 882 if (m_fillThread && m_model) {
Chris@0 883 size_t fillExtent = m_fillThread->getFillExtent();
Chris@0 884 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 885 std::cerr << "SpectrogramLayer::fillTimerTimedOut: extent " << fillExtent << ", last " << m_lastFillExtent << ", total " << m_model->getEndFrame() << std::endl;
Chris@0 886 #endif
Chris@0 887 if (fillExtent >= m_lastFillExtent) {
Chris@0 888 if (fillExtent >= m_model->getEndFrame() && m_lastFillExtent > 0) {
Chris@0 889 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 890 std::cerr << "complete!" << std::endl;
Chris@0 891 #endif
Chris@55 892 m_pixmapCacheInvalid = true;
Chris@0 893 emit modelChanged();
Chris@0 894 delete m_updateTimer;
Chris@0 895 m_updateTimer = 0;
Chris@0 896 m_lastFillExtent = 0;
Chris@0 897 } else if (fillExtent > m_lastFillExtent) {
Chris@0 898 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 899 std::cerr << "SpectrogramLayer: emitting modelChanged("
Chris@0 900 << m_lastFillExtent << "," << fillExtent << ")" << std::endl;
Chris@0 901 #endif
Chris@55 902 m_pixmapCacheInvalid = true;
Chris@0 903 emit modelChanged(m_lastFillExtent, fillExtent);
Chris@0 904 m_lastFillExtent = fillExtent;
Chris@0 905 }
Chris@0 906 } else {
Chris@44 907 // if (v) {
Chris@0 908 size_t sf = 0;
Chris@44 909 //!!! if (v->getStartFrame() > 0) sf = v->getStartFrame();
Chris@0 910 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 911 std::cerr << "SpectrogramLayer: going backwards, emitting modelChanged("
Chris@44 912 << sf << "," << m_model->getEndFrame() << ")" << std::endl;
Chris@0 913 #endif
Chris@55 914 m_pixmapCacheInvalid = true;
Chris@44 915 emit modelChanged(sf, m_model->getEndFrame());
Chris@44 916 // }
Chris@0 917 m_lastFillExtent = fillExtent;
Chris@0 918 }
Chris@0 919 }
Chris@0 920 }
Chris@0 921
Chris@0 922 void
Chris@0 923 SpectrogramLayer::setCacheColourmap()
Chris@0 924 {
Chris@0 925 if (m_cacheInvalid || !m_cache) return;
Chris@0 926
Chris@10 927 int formerRotation = m_colourRotation;
Chris@10 928
Chris@38 929 if (m_colourScheme == BlackOnWhite) {
Chris@38 930 m_cache->setColour(NO_VALUE, Qt::white);
Chris@38 931 } else {
Chris@38 932 m_cache->setColour(NO_VALUE, Qt::black);
Chris@38 933 }
Chris@0 934
Chris@0 935 for (int pixel = 1; pixel < 256; ++pixel) {
Chris@0 936
Chris@0 937 QColor colour;
Chris@0 938 int hue, px;
Chris@0 939
Chris@0 940 switch (m_colourScheme) {
Chris@0 941
Chris@0 942 default:
Chris@0 943 case DefaultColours:
Chris@0 944 hue = 256 - pixel;
Chris@0 945 colour = QColor::fromHsv(hue, pixel/2 + 128, pixel);
Chris@77 946 m_crosshairColour = QColor(255, 150, 50);
Chris@77 947 // m_crosshairColour = QColor::fromHsv(240, 160, 255);
Chris@0 948 break;
Chris@0 949
Chris@0 950 case WhiteOnBlack:
Chris@0 951 colour = QColor(pixel, pixel, pixel);
Chris@77 952 m_crosshairColour = Qt::red;
Chris@0 953 break;
Chris@0 954
Chris@0 955 case BlackOnWhite:
Chris@0 956 colour = QColor(256-pixel, 256-pixel, 256-pixel);
Chris@77 957 m_crosshairColour = Qt::darkGreen;
Chris@0 958 break;
Chris@0 959
Chris@0 960 case RedOnBlue:
Chris@0 961 colour = QColor(pixel > 128 ? (pixel - 128) * 2 : 0, 0,
Chris@0 962 pixel < 128 ? pixel : (256 - pixel));
Chris@77 963 m_crosshairColour = Qt::green;
Chris@0 964 break;
Chris@0 965
Chris@0 966 case YellowOnBlack:
Chris@0 967 px = 256 - pixel;
Chris@0 968 colour = QColor(px < 64 ? 255 - px/2 :
Chris@0 969 px < 128 ? 224 - (px - 64) :
Chris@0 970 px < 192 ? 160 - (px - 128) * 3 / 2 :
Chris@0 971 256 - px,
Chris@0 972 pixel,
Chris@0 973 pixel / 4);
Chris@77 974 m_crosshairColour = QColor::fromHsv(240, 255, 255);
Chris@0 975 break;
Chris@0 976
Chris@71 977 case BlueOnBlack:
Chris@71 978 colour = QColor::fromHsv
Chris@71 979 (240, pixel > 226 ? 256 - (pixel - 226) * 8 : 255,
Chris@71 980 (pixel * pixel) / 255);
Chris@77 981 m_crosshairColour = Qt::red;
Chris@71 982 break;
Chris@71 983
Chris@40 984 case Rainbow:
Chris@40 985 hue = 250 - pixel;
Chris@40 986 if (hue < 0) hue += 256;
Chris@40 987 colour = QColor::fromHsv(pixel, 255, 255);
Chris@77 988 m_crosshairColour = Qt::white;
Chris@0 989 break;
Chris@0 990 }
Chris@0 991
Chris@31 992 m_cache->setColour(pixel, colour);
Chris@0 993 }
Chris@9 994
Chris@9 995 m_colourRotation = 0;
Chris@10 996 rotateCacheColourmap(m_colourRotation - formerRotation);
Chris@10 997 m_colourRotation = formerRotation;
Chris@9 998 }
Chris@9 999
Chris@9 1000 void
Chris@9 1001 SpectrogramLayer::rotateCacheColourmap(int distance)
Chris@9 1002 {
Chris@10 1003 if (!m_cache) return;
Chris@10 1004
Chris@31 1005 QColor newPixels[256];
Chris@9 1006
Chris@37 1007 newPixels[NO_VALUE] = m_cache->getColour(NO_VALUE);
Chris@9 1008
Chris@9 1009 for (int pixel = 1; pixel < 256; ++pixel) {
Chris@9 1010 int target = pixel + distance;
Chris@9 1011 while (target < 1) target += 255;
Chris@9 1012 while (target > 255) target -= 255;
Chris@31 1013 newPixels[target] = m_cache->getColour(pixel);
Chris@9 1014 }
Chris@9 1015
Chris@9 1016 for (int pixel = 0; pixel < 256; ++pixel) {
Chris@31 1017 m_cache->setColour(pixel, newPixels[pixel]);
Chris@9 1018 }
Chris@0 1019 }
Chris@0 1020
Chris@38 1021 float
Chris@38 1022 SpectrogramLayer::calculateFrequency(size_t bin,
Chris@38 1023 size_t windowSize,
Chris@38 1024 size_t windowIncrement,
Chris@38 1025 size_t sampleRate,
Chris@38 1026 float oldPhase,
Chris@38 1027 float newPhase,
Chris@38 1028 bool &steadyState)
Chris@38 1029 {
Chris@38 1030 // At frequency f, phase shift of 2pi (one cycle) happens in 1/f sec.
Chris@38 1031 // At hopsize h and sample rate sr, one hop happens in h/sr sec.
Chris@38 1032 // At window size w, for bin b, f is b*sr/w.
Chris@38 1033 // thus 2pi phase shift happens in w/(b*sr) sec.
Chris@38 1034 // We need to know what phase shift we expect from h/sr sec.
Chris@38 1035 // -> 2pi * ((h/sr) / (w/(b*sr)))
Chris@38 1036 // = 2pi * ((h * b * sr) / (w * sr))
Chris@38 1037 // = 2pi * (h * b) / w.
Chris@38 1038
Chris@38 1039 float frequency = (float(bin) * sampleRate) / windowSize;
Chris@38 1040
Chris@38 1041 float expectedPhase =
Chris@38 1042 oldPhase + (2.0 * M_PI * bin * windowIncrement) / windowSize;
Chris@38 1043
Chris@75 1044 float phaseError = princarg(newPhase - expectedPhase);
Chris@38 1045
Chris@38 1046 if (fabs(phaseError) < (1.1 * (windowIncrement * M_PI) / windowSize)) {
Chris@38 1047
Chris@38 1048 // The new frequency estimate based on the phase error
Chris@38 1049 // resulting from assuming the "native" frequency of this bin
Chris@38 1050
Chris@38 1051 float newFrequency =
Chris@38 1052 (sampleRate * (expectedPhase + phaseError - oldPhase)) /
Chris@38 1053 (2 * M_PI * windowIncrement);
Chris@38 1054
Chris@38 1055 steadyState = true;
Chris@38 1056 return newFrequency;
Chris@38 1057 }
Chris@38 1058
Chris@38 1059 steadyState = false;
Chris@38 1060 return frequency;
Chris@38 1061 }
Chris@38 1062
Chris@38 1063 void
Chris@0 1064 SpectrogramLayer::fillCacheColumn(int column, double *input,
Chris@0 1065 fftw_complex *output,
Chris@0 1066 fftw_plan plan,
Chris@9 1067 size_t windowSize,
Chris@9 1068 size_t increment,
Chris@38 1069 const Window<double> &windower) const
Chris@0 1070 {
Chris@38 1071 //!!! we _do_ need a lock for these references to the model
Chris@38 1072 // though, don't we?
Chris@35 1073
Chris@0 1074 int startFrame = increment * column;
Chris@9 1075 int endFrame = startFrame + windowSize;
Chris@0 1076
Chris@9 1077 startFrame -= int(windowSize - increment) / 2;
Chris@9 1078 endFrame -= int(windowSize - increment) / 2;
Chris@0 1079 size_t pfx = 0;
Chris@0 1080
Chris@0 1081 if (startFrame < 0) {
Chris@0 1082 pfx = size_t(-startFrame);
Chris@0 1083 for (size_t i = 0; i < pfx; ++i) {
Chris@0 1084 input[i] = 0.0;
Chris@0 1085 }
Chris@0 1086 }
Chris@0 1087
Chris@0 1088 size_t got = m_model->getValues(m_channel, startFrame + pfx,
Chris@0 1089 endFrame, input + pfx);
Chris@9 1090 while (got + pfx < windowSize) {
Chris@0 1091 input[got + pfx] = 0.0;
Chris@0 1092 ++got;
Chris@0 1093 }
Chris@0 1094
Chris@37 1095 if (m_channel == -1) {
Chris@37 1096 int channels = m_model->getChannelCount();
Chris@37 1097 if (channels > 1) {
Chris@37 1098 for (size_t i = 0; i < windowSize; ++i) {
Chris@37 1099 input[i] /= channels;
Chris@37 1100 }
Chris@37 1101 }
Chris@37 1102 }
Chris@37 1103
Chris@0 1104 windower.cut(input);
Chris@0 1105
Chris@35 1106 for (size_t i = 0; i < windowSize/2; ++i) {
Chris@35 1107 double temp = input[i];
Chris@35 1108 input[i] = input[i + windowSize/2];
Chris@35 1109 input[i + windowSize/2] = temp;
Chris@35 1110 }
Chris@35 1111
Chris@0 1112 fftw_execute(plan);
Chris@0 1113
Chris@38 1114 double factor = 0.0;
Chris@0 1115
Chris@38 1116 // Calculate magnitude and phase from real and imaginary in
Chris@38 1117 // output[i][0] and output[i][1] respectively, and store the phase
Chris@38 1118 // straight into cache and the magnitude back into output[i][0]
Chris@38 1119 // (because we'll need to know the normalization factor,
Chris@38 1120 // i.e. maximum magnitude in this column, before we can store it)
Chris@37 1121
Chris@38 1122 for (size_t i = 0; i < windowSize/2; ++i) {
Chris@35 1123
Chris@36 1124 double mag = sqrt(output[i][0] * output[i][0] +
Chris@36 1125 output[i][1] * output[i][1]);
Chris@38 1126 mag /= windowSize / 2;
Chris@37 1127
Chris@38 1128 if (mag > factor) factor = mag;
Chris@37 1129
Chris@38 1130 double phase = atan2(output[i][1], output[i][0]);
Chris@75 1131 phase = princarg(phase);
Chris@37 1132
Chris@38 1133 output[i][0] = mag;
Chris@38 1134 m_cache->setPhaseAt(column, i, phase);
Chris@38 1135 }
Chris@35 1136
Chris@38 1137 m_cache->setNormalizationFactor(column, factor);
Chris@37 1138
Chris@38 1139 for (size_t i = 0; i < windowSize/2; ++i) {
Chris@38 1140 m_cache->setMagnitudeAt(column, i, output[i][0]);
Chris@38 1141 }
Chris@38 1142 }
Chris@35 1143
Chris@38 1144 unsigned char
Chris@38 1145 SpectrogramLayer::getDisplayValue(float input) const
Chris@38 1146 {
Chris@38 1147 int value;
Chris@37 1148
Chris@40 1149 switch (m_colourScale) {
Chris@40 1150
Chris@40 1151 default:
Chris@40 1152 case LinearColourScale:
Chris@40 1153 value = int
Chris@40 1154 (input * (m_normalizeColumns ? 1.0 : 50.0) * 255.0) + 1;
Chris@40 1155 break;
Chris@40 1156
Chris@40 1157 case MeterColourScale:
Chris@40 1158 value = AudioLevel::multiplier_to_preview
Chris@40 1159 (input * (m_normalizeColumns ? 1.0 : 50.0), 255) + 1;
Chris@40 1160 break;
Chris@40 1161
Chris@40 1162 case dBColourScale:
Chris@40 1163 input = 20.0 * log10(input);
Chris@40 1164 input = (input + 80.0) / 80.0;
Chris@40 1165 if (input < 0.0) input = 0.0;
Chris@40 1166 if (input > 1.0) input = 1.0;
Chris@40 1167 value = int(input * 255.0) + 1;
Chris@40 1168 break;
Chris@40 1169
Chris@40 1170 case PhaseColourScale:
Chris@40 1171 value = int((input * 127.0 / M_PI) + 128);
Chris@40 1172 break;
Chris@0 1173 }
Chris@38 1174
Chris@38 1175 if (value > UCHAR_MAX) value = UCHAR_MAX;
Chris@38 1176 if (value < 0) value = 0;
Chris@38 1177 return value;
Chris@0 1178 }
Chris@0 1179
Chris@40 1180 float
Chris@40 1181 SpectrogramLayer::getInputForDisplayValue(unsigned char uc) const
Chris@40 1182 {
Chris@40 1183 int value = uc;
Chris@40 1184 float input;
Chris@40 1185
Chris@40 1186 switch (m_colourScale) {
Chris@40 1187
Chris@40 1188 default:
Chris@40 1189 case LinearColourScale:
Chris@40 1190 input = float(value - 1) / 255.0 / (m_normalizeColumns ? 1 : 50);
Chris@40 1191 break;
Chris@40 1192
Chris@40 1193 case MeterColourScale:
Chris@40 1194 input = AudioLevel::preview_to_multiplier(value - 1, 255)
Chris@40 1195 / (m_normalizeColumns ? 1.0 : 50.0);
Chris@40 1196 break;
Chris@40 1197
Chris@40 1198 case dBColourScale:
Chris@40 1199 input = float(value - 1) / 255.0;
Chris@40 1200 input = (input * 80.0) - 80.0;
Chris@40 1201 input = powf(10.0, input) / 20.0;
Chris@40 1202 value = int(input);
Chris@40 1203 break;
Chris@40 1204
Chris@40 1205 case PhaseColourScale:
Chris@40 1206 input = float(value - 128) * M_PI / 127.0;
Chris@40 1207 break;
Chris@40 1208 }
Chris@40 1209
Chris@40 1210 return input;
Chris@40 1211 }
Chris@40 1212
Chris@38 1213
Chris@38 1214 SpectrogramLayer::Cache::Cache() :
Chris@38 1215 m_width(0),
Chris@38 1216 m_height(0),
Chris@38 1217 m_magnitude(0),
Chris@38 1218 m_phase(0),
Chris@38 1219 m_factor(0)
Chris@31 1220 {
Chris@31 1221 }
Chris@31 1222
Chris@31 1223 SpectrogramLayer::Cache::~Cache()
Chris@31 1224 {
Chris@71 1225 std::cerr << "SpectrogramLayer::Cache[" << this << "]::~Cache" << std::endl;
Chris@71 1226
Chris@44 1227 for (size_t i = 0; i < m_width; ++i) {
Chris@38 1228 if (m_magnitude && m_magnitude[i]) free(m_magnitude[i]);
Chris@38 1229 if (m_phase && m_phase[i]) free(m_phase[i]);
Chris@38 1230 }
Chris@38 1231
Chris@38 1232 if (m_magnitude) free(m_magnitude);
Chris@38 1233 if (m_phase) free(m_phase);
Chris@38 1234 if (m_factor) free(m_factor);
Chris@31 1235 }
Chris@31 1236
Chris@35 1237 void
Chris@35 1238 SpectrogramLayer::Cache::resize(size_t width, size_t height)
Chris@35 1239 {
Chris@55 1240 std::cerr << "SpectrogramLayer::Cache[" << this << "]::resize(" << width << "x" << height << " = " << width*height << ")" << std::endl;
Chris@38 1241
Chris@38 1242 if (m_width == width && m_height == height) return;
Chris@35 1243
Chris@38 1244 resize(m_magnitude, width, height);
Chris@38 1245 resize(m_phase, width, height);
Chris@31 1246
Chris@38 1247 m_factor = (float *)realloc(m_factor, width * sizeof(float));
Chris@31 1248
Chris@38 1249 m_width = width;
Chris@38 1250 m_height = height;
Chris@41 1251
Chris@41 1252 std::cerr << "done, width = " << m_width << " height = " << m_height << std::endl;
Chris@31 1253 }
Chris@31 1254
Chris@31 1255 void
Chris@38 1256 SpectrogramLayer::Cache::resize(uint16_t **&array, size_t width, size_t height)
Chris@31 1257 {
Chris@44 1258 for (size_t i = width; i < m_width; ++i) {
Chris@38 1259 free(array[i]);
Chris@38 1260 }
Chris@31 1261
Chris@44 1262 if (width != m_width) {
Chris@44 1263 array = (uint16_t **)realloc(array, width * sizeof(uint16_t *));
Chris@38 1264 if (!array) throw std::bad_alloc();
Chris@44 1265 MUNLOCK(array, width * sizeof(uint16_t *));
Chris@38 1266 }
Chris@38 1267
Chris@44 1268 for (size_t i = m_width; i < width; ++i) {
Chris@38 1269 array[i] = 0;
Chris@38 1270 }
Chris@38 1271
Chris@44 1272 for (size_t i = 0; i < width; ++i) {
Chris@44 1273 array[i] = (uint16_t *)realloc(array[i], height * sizeof(uint16_t));
Chris@38 1274 if (!array[i]) throw std::bad_alloc();
Chris@44 1275 MUNLOCK(array[i], height * sizeof(uint16_t));
Chris@38 1276 }
Chris@31 1277 }
Chris@31 1278
Chris@31 1279 void
Chris@38 1280 SpectrogramLayer::Cache::reset()
Chris@31 1281 {
Chris@38 1282 for (size_t x = 0; x < m_width; ++x) {
Chris@38 1283 for (size_t y = 0; y < m_height; ++y) {
Chris@44 1284 m_magnitude[x][y] = 0;
Chris@44 1285 m_phase[x][y] = 0;
Chris@38 1286 }
Chris@40 1287 m_factor[x] = 1.0;
Chris@31 1288 }
Chris@38 1289 }
Chris@31 1290
Chris@0 1291 void
Chris@0 1292 SpectrogramLayer::CacheFillThread::run()
Chris@0 1293 {
Chris@0 1294 // std::cerr << "SpectrogramLayer::CacheFillThread::run" << std::endl;
Chris@0 1295
Chris@0 1296 m_layer.m_mutex.lock();
Chris@0 1297
Chris@0 1298 while (!m_layer.m_exiting) {
Chris@0 1299
Chris@0 1300 bool interrupted = false;
Chris@0 1301
Chris@0 1302 // std::cerr << "SpectrogramLayer::CacheFillThread::run in loop" << std::endl;
Chris@0 1303
Chris@48 1304 bool haveUndormantViews = false;
Chris@48 1305
Chris@48 1306 for (std::map<const void *, bool>::iterator i =
Chris@48 1307 m_layer.m_dormancy.begin();
Chris@48 1308 i != m_layer.m_dormancy.end(); ++i) {
Chris@48 1309
Chris@48 1310 if (!i->second) {
Chris@48 1311 haveUndormantViews = true;
Chris@48 1312 break;
Chris@48 1313 }
Chris@48 1314 }
Chris@48 1315
Chris@48 1316 if (!haveUndormantViews) {
Chris@48 1317
Chris@48 1318 if (m_layer.m_cacheInvalid && m_layer.m_cache) {
Chris@48 1319 std::cerr << "All views dormant, freeing spectrogram cache"
Chris@48 1320 << std::endl;
Chris@47 1321
Chris@34 1322 delete m_layer.m_cache;
Chris@34 1323 m_layer.m_cache = 0;
Chris@34 1324 }
Chris@34 1325
Chris@34 1326 } else if (m_layer.m_model && m_layer.m_cacheInvalid) {
Chris@0 1327
Chris@0 1328 // std::cerr << "SpectrogramLayer::CacheFillThread::run: something to do" << std::endl;
Chris@0 1329
Chris@0 1330 while (!m_layer.m_model->isReady()) {
Chris@0 1331 m_layer.m_condition.wait(&m_layer.m_mutex, 100);
Chris@48 1332 if (m_layer.m_exiting) break;
Chris@0 1333 }
Chris@0 1334
Chris@48 1335 if (m_layer.m_exiting) break;
Chris@48 1336
Chris@0 1337 m_layer.m_cacheInvalid = false;
Chris@0 1338 m_fillExtent = 0;
Chris@0 1339 m_fillCompletion = 0;
Chris@0 1340
Chris@0 1341 std::cerr << "SpectrogramLayer::CacheFillThread::run: model is ready" << std::endl;
Chris@0 1342
Chris@0 1343 size_t start = m_layer.m_model->getStartFrame();
Chris@0 1344 size_t end = m_layer.m_model->getEndFrame();
Chris@9 1345
Chris@41 1346 std::cerr << "start = " << start << ", end = " << end << std::endl;
Chris@41 1347
Chris@9 1348 WindowType windowType = m_layer.m_windowType;
Chris@0 1349 size_t windowSize = m_layer.m_windowSize;
Chris@0 1350 size_t windowIncrement = m_layer.getWindowIncrement();
Chris@0 1351
Chris@44 1352 size_t visibleStart = m_layer.m_candidateFillStartFrame;
Chris@44 1353 visibleStart = (visibleStart / windowIncrement) * windowIncrement;
Chris@0 1354
Chris@9 1355 size_t width = (end - start) / windowIncrement + 1;
Chris@9 1356 size_t height = windowSize / 2;
Chris@35 1357
Chris@35 1358 if (!m_layer.m_cache) {
Chris@38 1359 m_layer.m_cache = new Cache;
Chris@35 1360 }
Chris@9 1361
Chris@38 1362 m_layer.m_cache->resize(width, height);
Chris@0 1363 m_layer.setCacheColourmap();
Chris@43 1364 //!!! m_layer.m_cache->reset();
Chris@35 1365
Chris@33 1366 // We don't need a lock when writing to or reading from
Chris@38 1367 // the pixels in the cache. We do need to ensure we have
Chris@38 1368 // the width and height of the cache and the FFT
Chris@38 1369 // parameters known before we unlock, in case they change
Chris@38 1370 // in the model while we aren't holding a lock. It's safe
Chris@38 1371 // for us to continue to use the "old" values if that
Chris@38 1372 // happens, because they will continue to match the
Chris@80 1373 // dimensions of the actual cache (which this thread
Chris@80 1374 // manages, not the layer's).
Chris@0 1375 m_layer.m_mutex.unlock();
Chris@0 1376
Chris@0 1377 double *input = (double *)
Chris@0 1378 fftw_malloc(windowSize * sizeof(double));
Chris@0 1379
Chris@0 1380 fftw_complex *output = (fftw_complex *)
Chris@0 1381 fftw_malloc(windowSize * sizeof(fftw_complex));
Chris@0 1382
Chris@0 1383 fftw_plan plan = fftw_plan_dft_r2c_1d(windowSize, input,
Chris@1 1384 output, FFTW_ESTIMATE);
Chris@0 1385
Chris@9 1386 Window<double> windower(windowType, windowSize);
Chris@0 1387
Chris@0 1388 if (!plan) {
Chris@1 1389 std::cerr << "WARNING: fftw_plan_dft_r2c_1d(" << windowSize << ") failed!" << std::endl;
Chris@0 1390 fftw_free(input);
Chris@0 1391 fftw_free(output);
Chris@37 1392 m_layer.m_mutex.lock();
Chris@0 1393 continue;
Chris@0 1394 }
Chris@0 1395
Chris@0 1396 int counter = 0;
Chris@0 1397 int updateAt = (end / windowIncrement) / 20;
Chris@0 1398 if (updateAt < 100) updateAt = 100;
Chris@0 1399
Chris@44 1400 bool doVisibleFirst = (visibleStart != start);
Chris@0 1401
Chris@0 1402 if (doVisibleFirst) {
Chris@0 1403
Chris@44 1404 for (size_t f = visibleStart; f < end; f += windowIncrement) {
Chris@0 1405
Chris@38 1406 m_layer.fillCacheColumn(int((f - start) / windowIncrement),
Chris@38 1407 input, output, plan,
Chris@38 1408 windowSize, windowIncrement,
Chris@38 1409 windower);
Chris@38 1410
Chris@38 1411 if (m_layer.m_cacheInvalid || m_layer.m_exiting) {
Chris@0 1412 interrupted = true;
Chris@0 1413 m_fillExtent = 0;
Chris@0 1414 break;
Chris@0 1415 }
Chris@0 1416
Chris@38 1417 if (++counter == updateAt) {
Chris@37 1418 m_fillExtent = f;
Chris@0 1419 m_fillCompletion = size_t(100 * fabsf(float(f - visibleStart) /
Chris@0 1420 float(end - start)));
Chris@0 1421 counter = 0;
Chris@0 1422 }
Chris@0 1423 }
Chris@0 1424 }
Chris@0 1425
Chris@0 1426 if (!interrupted) {
Chris@0 1427
Chris@0 1428 size_t remainingEnd = end;
Chris@0 1429 if (doVisibleFirst) {
Chris@0 1430 remainingEnd = visibleStart;
Chris@0 1431 if (remainingEnd > start) --remainingEnd;
Chris@0 1432 else remainingEnd = start;
Chris@0 1433 }
Chris@0 1434 size_t baseCompletion = m_fillCompletion;
Chris@0 1435
Chris@0 1436 for (size_t f = start; f < remainingEnd; f += windowIncrement) {
Chris@0 1437
Chris@38 1438 m_layer.fillCacheColumn(int((f - start) / windowIncrement),
Chris@38 1439 input, output, plan,
Chris@38 1440 windowSize, windowIncrement,
Chris@38 1441 windower);
Chris@38 1442
Chris@38 1443 if (m_layer.m_cacheInvalid || m_layer.m_exiting) {
Chris@0 1444 interrupted = true;
Chris@0 1445 m_fillExtent = 0;
Chris@0 1446 break;
Chris@0 1447 }
Chris@0 1448
Chris@44 1449 if (++counter == updateAt) {
Chris@0 1450 m_fillExtent = f;
Chris@0 1451 m_fillCompletion = baseCompletion +
Chris@0 1452 size_t(100 * fabsf(float(f - start) /
Chris@0 1453 float(end - start)));
Chris@0 1454 counter = 0;
Chris@0 1455 }
Chris@0 1456 }
Chris@0 1457 }
Chris@0 1458
Chris@0 1459 fftw_destroy_plan(plan);
Chris@0 1460 fftw_free(output);
Chris@0 1461 fftw_free(input);
Chris@0 1462
Chris@0 1463 if (!interrupted) {
Chris@0 1464 m_fillExtent = end;
Chris@0 1465 m_fillCompletion = 100;
Chris@0 1466 }
Chris@0 1467
Chris@0 1468 m_layer.m_mutex.lock();
Chris@0 1469 }
Chris@0 1470
Chris@0 1471 if (!interrupted) m_layer.m_condition.wait(&m_layer.m_mutex, 2000);
Chris@0 1472 }
Chris@0 1473 }
Chris@0 1474
Chris@40 1475 float
Chris@40 1476 SpectrogramLayer::getEffectiveMinFrequency() const
Chris@40 1477 {
Chris@40 1478 int sr = m_model->getSampleRate();
Chris@40 1479 float minf = float(sr) / m_windowSize;
Chris@40 1480
Chris@40 1481 if (m_minFrequency > 0.0) {
Chris@40 1482 size_t minbin = size_t((double(m_minFrequency) * m_windowSize) / sr + 0.01);
Chris@40 1483 if (minbin < 1) minbin = 1;
Chris@40 1484 minf = minbin * sr / m_windowSize;
Chris@40 1485 }
Chris@40 1486
Chris@40 1487 return minf;
Chris@40 1488 }
Chris@40 1489
Chris@40 1490 float
Chris@40 1491 SpectrogramLayer::getEffectiveMaxFrequency() const
Chris@40 1492 {
Chris@40 1493 int sr = m_model->getSampleRate();
Chris@40 1494 float maxf = float(sr) / 2;
Chris@40 1495
Chris@40 1496 if (m_maxFrequency > 0.0) {
Chris@40 1497 size_t maxbin = size_t((double(m_maxFrequency) * m_windowSize) / sr + 0.1);
Chris@40 1498 if (maxbin > m_windowSize / 2) maxbin = m_windowSize / 2;
Chris@40 1499 maxf = maxbin * sr / m_windowSize;
Chris@40 1500 }
Chris@40 1501
Chris@40 1502 return maxf;
Chris@40 1503 }
Chris@40 1504
Chris@0 1505 bool
Chris@44 1506 SpectrogramLayer::getYBinRange(View *v, int y, float &q0, float &q1) const
Chris@0 1507 {
Chris@44 1508 int h = v->height();
Chris@0 1509 if (y < 0 || y >= h) return false;
Chris@0 1510
Chris@38 1511 int sr = m_model->getSampleRate();
Chris@40 1512 float minf = getEffectiveMinFrequency();
Chris@40 1513 float maxf = getEffectiveMaxFrequency();
Chris@0 1514
Chris@38 1515 bool logarithmic = (m_frequencyScale == LogFrequencyScale);
Chris@38 1516
Chris@44 1517 q0 = v->getFrequencyForY(y, minf, maxf, logarithmic);
Chris@44 1518 q1 = v->getFrequencyForY(y - 1, minf, maxf, logarithmic);
Chris@38 1519
Chris@38 1520 // Now map these on to actual bins
Chris@38 1521
Chris@40 1522 int b0 = int((q0 * m_windowSize) / sr);
Chris@40 1523 int b1 = int((q1 * m_windowSize) / sr);
Chris@0 1524
Chris@40 1525 //!!! this is supposed to return fractions-of-bins, as it were, hence the floats
Chris@38 1526 q0 = b0;
Chris@38 1527 q1 = b1;
Chris@38 1528
Chris@38 1529 // q0 = (b0 * sr) / m_windowSize;
Chris@38 1530 // q1 = (b1 * sr) / m_windowSize;
Chris@0 1531
Chris@0 1532 return true;
Chris@0 1533 }
Chris@38 1534
Chris@0 1535 bool
Chris@44 1536 SpectrogramLayer::getXBinRange(View *v, int x, float &s0, float &s1) const
Chris@0 1537 {
Chris@21 1538 size_t modelStart = m_model->getStartFrame();
Chris@21 1539 size_t modelEnd = m_model->getEndFrame();
Chris@0 1540
Chris@0 1541 // Each pixel column covers an exact range of sample frames:
Chris@44 1542 int f0 = v->getFrameForX(x) - modelStart;
Chris@44 1543 int f1 = v->getFrameForX(x + 1) - modelStart - 1;
Chris@20 1544
Chris@41 1545 if (f1 < int(modelStart) || f0 > int(modelEnd)) {
Chris@41 1546 return false;
Chris@41 1547 }
Chris@20 1548
Chris@0 1549 // And that range may be drawn from a possibly non-integral
Chris@0 1550 // range of spectrogram windows:
Chris@0 1551
Chris@0 1552 size_t windowIncrement = getWindowIncrement();
Chris@0 1553 s0 = float(f0) / windowIncrement;
Chris@0 1554 s1 = float(f1) / windowIncrement;
Chris@0 1555
Chris@0 1556 return true;
Chris@0 1557 }
Chris@0 1558
Chris@0 1559 bool
Chris@44 1560 SpectrogramLayer::getXBinSourceRange(View *v, int x, RealTime &min, RealTime &max) const
Chris@0 1561 {
Chris@0 1562 float s0 = 0, s1 = 0;
Chris@44 1563 if (!getXBinRange(v, x, s0, s1)) return false;
Chris@0 1564
Chris@0 1565 int s0i = int(s0 + 0.001);
Chris@0 1566 int s1i = int(s1);
Chris@0 1567
Chris@0 1568 int windowIncrement = getWindowIncrement();
Chris@0 1569 int w0 = s0i * windowIncrement - (m_windowSize - windowIncrement)/2;
Chris@0 1570 int w1 = s1i * windowIncrement + windowIncrement +
Chris@0 1571 (m_windowSize - windowIncrement)/2 - 1;
Chris@0 1572
Chris@0 1573 min = RealTime::frame2RealTime(w0, m_model->getSampleRate());
Chris@0 1574 max = RealTime::frame2RealTime(w1, m_model->getSampleRate());
Chris@0 1575 return true;
Chris@0 1576 }
Chris@0 1577
Chris@0 1578 bool
Chris@44 1579 SpectrogramLayer::getYBinSourceRange(View *v, int y, float &freqMin, float &freqMax)
Chris@0 1580 const
Chris@0 1581 {
Chris@0 1582 float q0 = 0, q1 = 0;
Chris@44 1583 if (!getYBinRange(v, y, q0, q1)) return false;
Chris@0 1584
Chris@0 1585 int q0i = int(q0 + 0.001);
Chris@0 1586 int q1i = int(q1);
Chris@0 1587
Chris@0 1588 int sr = m_model->getSampleRate();
Chris@0 1589
Chris@0 1590 for (int q = q0i; q <= q1i; ++q) {
Chris@35 1591 int binfreq = (sr * q) / m_windowSize;
Chris@0 1592 if (q == q0i) freqMin = binfreq;
Chris@0 1593 if (q == q1i) freqMax = binfreq;
Chris@0 1594 }
Chris@0 1595 return true;
Chris@0 1596 }
Chris@35 1597
Chris@35 1598 bool
Chris@44 1599 SpectrogramLayer::getAdjustedYBinSourceRange(View *v, int x, int y,
Chris@35 1600 float &freqMin, float &freqMax,
Chris@35 1601 float &adjFreqMin, float &adjFreqMax)
Chris@35 1602 const
Chris@35 1603 {
Chris@35 1604 float s0 = 0, s1 = 0;
Chris@44 1605 if (!getXBinRange(v, x, s0, s1)) return false;
Chris@35 1606
Chris@35 1607 float q0 = 0, q1 = 0;
Chris@44 1608 if (!getYBinRange(v, y, q0, q1)) return false;
Chris@35 1609
Chris@35 1610 int s0i = int(s0 + 0.001);
Chris@35 1611 int s1i = int(s1);
Chris@35 1612
Chris@35 1613 int q0i = int(q0 + 0.001);
Chris@35 1614 int q1i = int(q1);
Chris@35 1615
Chris@35 1616 int sr = m_model->getSampleRate();
Chris@35 1617
Chris@38 1618 size_t windowSize = m_windowSize;
Chris@38 1619 size_t windowIncrement = getWindowIncrement();
Chris@38 1620
Chris@35 1621 bool haveAdj = false;
Chris@35 1622
Chris@37 1623 bool peaksOnly = (m_binDisplay == PeakBins ||
Chris@37 1624 m_binDisplay == PeakFrequencies);
Chris@37 1625
Chris@35 1626 for (int q = q0i; q <= q1i; ++q) {
Chris@35 1627
Chris@35 1628 for (int s = s0i; s <= s1i; ++s) {
Chris@35 1629
Chris@35 1630 float binfreq = (sr * q) / m_windowSize;
Chris@35 1631 if (q == q0i) freqMin = binfreq;
Chris@35 1632 if (q == q1i) freqMax = binfreq;
Chris@37 1633
Chris@38 1634 if (!m_cache || m_cacheInvalid) break; //!!! lock?
Chris@38 1635
Chris@38 1636 if (peaksOnly && !m_cache->isLocalPeak(s, q)) continue;
Chris@38 1637
Chris@38 1638 if (!m_cache->isOverThreshold(s, q, m_threshold)) continue;
Chris@38 1639
Chris@38 1640 float freq = binfreq;
Chris@38 1641 bool steady = false;
Chris@40 1642
Chris@40 1643 if (s < int(m_cache->getWidth()) - 1) {
Chris@38 1644
Chris@38 1645 freq = calculateFrequency(q,
Chris@38 1646 windowSize,
Chris@38 1647 windowIncrement,
Chris@38 1648 sr,
Chris@38 1649 m_cache->getPhaseAt(s, q),
Chris@38 1650 m_cache->getPhaseAt(s+1, q),
Chris@38 1651 steady);
Chris@35 1652
Chris@38 1653 if (!haveAdj || freq < adjFreqMin) adjFreqMin = freq;
Chris@38 1654 if (!haveAdj || freq > adjFreqMax) adjFreqMax = freq;
Chris@35 1655
Chris@35 1656 haveAdj = true;
Chris@35 1657 }
Chris@35 1658 }
Chris@35 1659 }
Chris@35 1660
Chris@35 1661 if (!haveAdj) {
Chris@40 1662 adjFreqMin = adjFreqMax = 0.0;
Chris@35 1663 }
Chris@35 1664
Chris@35 1665 return haveAdj;
Chris@35 1666 }
Chris@0 1667
Chris@0 1668 bool
Chris@44 1669 SpectrogramLayer::getXYBinSourceRange(View *v, int x, int y,
Chris@38 1670 float &min, float &max,
Chris@38 1671 float &phaseMin, float &phaseMax) const
Chris@0 1672 {
Chris@0 1673 float q0 = 0, q1 = 0;
Chris@44 1674 if (!getYBinRange(v, y, q0, q1)) return false;
Chris@0 1675
Chris@0 1676 float s0 = 0, s1 = 0;
Chris@44 1677 if (!getXBinRange(v, x, s0, s1)) return false;
Chris@0 1678
Chris@0 1679 int q0i = int(q0 + 0.001);
Chris@0 1680 int q1i = int(q1);
Chris@0 1681
Chris@0 1682 int s0i = int(s0 + 0.001);
Chris@0 1683 int s1i = int(s1);
Chris@0 1684
Chris@37 1685 bool rv = false;
Chris@37 1686
Chris@0 1687 if (m_mutex.tryLock()) {
Chris@0 1688 if (m_cache && !m_cacheInvalid) {
Chris@0 1689
Chris@31 1690 int cw = m_cache->getWidth();
Chris@31 1691 int ch = m_cache->getHeight();
Chris@0 1692
Chris@38 1693 min = 0.0;
Chris@38 1694 max = 0.0;
Chris@38 1695 phaseMin = 0.0;
Chris@38 1696 phaseMax = 0.0;
Chris@38 1697 bool have = false;
Chris@0 1698
Chris@0 1699 for (int q = q0i; q <= q1i; ++q) {
Chris@0 1700 for (int s = s0i; s <= s1i; ++s) {
Chris@0 1701 if (s >= 0 && q >= 0 && s < cw && q < ch) {
Chris@38 1702
Chris@38 1703 float value;
Chris@38 1704
Chris@38 1705 value = m_cache->getPhaseAt(s, q);
Chris@38 1706 if (!have || value < phaseMin) { phaseMin = value; }
Chris@38 1707 if (!have || value > phaseMax) { phaseMax = value; }
Chris@38 1708
Chris@38 1709 value = m_cache->getMagnitudeAt(s, q);
Chris@38 1710 if (!have || value < min) { min = value; }
Chris@38 1711 if (!have || value > max) { max = value; }
Chris@38 1712
Chris@38 1713 have = true;
Chris@0 1714 }
Chris@0 1715 }
Chris@0 1716 }
Chris@0 1717
Chris@38 1718 if (have) {
Chris@37 1719 rv = true;
Chris@37 1720 }
Chris@0 1721 }
Chris@0 1722
Chris@0 1723 m_mutex.unlock();
Chris@0 1724 }
Chris@0 1725
Chris@37 1726 return rv;
Chris@0 1727 }
Chris@0 1728
Chris@0 1729 void
Chris@44 1730 SpectrogramLayer::paint(View *v, QPainter &paint, QRect rect) const
Chris@0 1731 {
Chris@55 1732 if (m_colourScheme == BlackOnWhite) {
Chris@55 1733 v->setLightBackground(true);
Chris@55 1734 } else {
Chris@55 1735 v->setLightBackground(false);
Chris@55 1736 }
Chris@55 1737
Chris@0 1738 // Profiler profiler("SpectrogramLayer::paint", true);
Chris@0 1739 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@44 1740 std::cerr << "SpectrogramLayer::paint(): m_model is " << m_model << ", zoom level is " << v->getZoomLevel() << ", m_updateTimer " << m_updateTimer << ", pixmap cache invalid " << m_pixmapCacheInvalid << std::endl;
Chris@0 1741 #endif
Chris@45 1742
Chris@45 1743 long sf = v->getStartFrame();
Chris@45 1744 if (sf < 0) m_candidateFillStartFrame = 0;
Chris@45 1745 else m_candidateFillStartFrame = sf;
Chris@44 1746
Chris@0 1747 if (!m_model || !m_model->isOK() || !m_model->isReady()) {
Chris@0 1748 return;
Chris@0 1749 }
Chris@0 1750
Chris@47 1751 if (isLayerDormant(v)) {
Chris@48 1752 std::cerr << "SpectrogramLayer::paint(): Layer is dormant, making it undormant again" << std::endl;
Chris@29 1753 }
Chris@29 1754
Chris@48 1755 // Need to do this even if !isLayerDormant, as that could mean v
Chris@48 1756 // is not in the dormancy map at all -- we need it to be present
Chris@48 1757 // and accountable for when determining whether we need the cache
Chris@48 1758 // in the cache-fill thread above.
Chris@48 1759 m_dormancy[v] = false;
Chris@48 1760
Chris@0 1761 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1762 std::cerr << "SpectrogramLayer::paint(): About to lock" << std::endl;
Chris@0 1763 #endif
Chris@0 1764
Chris@37 1765 m_mutex.lock();
Chris@0 1766
Chris@0 1767 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1768 std::cerr << "SpectrogramLayer::paint(): locked" << std::endl;
Chris@0 1769 #endif
Chris@0 1770
Chris@0 1771 if (m_cacheInvalid) { // lock the mutex before checking this
Chris@0 1772 m_mutex.unlock();
Chris@0 1773 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1774 std::cerr << "SpectrogramLayer::paint(): Cache invalid, returning" << std::endl;
Chris@0 1775 #endif
Chris@0 1776 return;
Chris@0 1777 }
Chris@0 1778
Chris@0 1779 bool stillCacheing = (m_updateTimer != 0);
Chris@0 1780
Chris@0 1781 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1782 std::cerr << "SpectrogramLayer::paint(): Still cacheing = " << stillCacheing << std::endl;
Chris@0 1783 #endif
Chris@0 1784
Chris@44 1785 long startFrame = v->getStartFrame();
Chris@44 1786 int zoomLevel = v->getZoomLevel();
Chris@0 1787
Chris@0 1788 int x0 = 0;
Chris@44 1789 int x1 = v->width();
Chris@0 1790 int y0 = 0;
Chris@44 1791 int y1 = v->height();
Chris@0 1792
Chris@0 1793 bool recreateWholePixmapCache = true;
Chris@0 1794
Chris@0 1795 if (!m_pixmapCacheInvalid) {
Chris@0 1796
Chris@0 1797 //!!! This cache may have been obsoleted entirely by the
Chris@0 1798 //scrolling cache in View. Perhaps experiment with
Chris@0 1799 //removing it and see if it makes things even quicker (or else
Chris@0 1800 //make it optional)
Chris@0 1801
Chris@0 1802 if (int(m_pixmapCacheZoomLevel) == zoomLevel &&
Chris@44 1803 m_pixmapCache->width() == v->width() &&
Chris@44 1804 m_pixmapCache->height() == v->height()) {
Chris@44 1805
Chris@44 1806 if (v->getXForFrame(m_pixmapCacheStartFrame) ==
Chris@44 1807 v->getXForFrame(startFrame)) {
Chris@0 1808
Chris@0 1809 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1810 std::cerr << "SpectrogramLayer: pixmap cache good" << std::endl;
Chris@0 1811 #endif
Chris@0 1812
Chris@0 1813 m_mutex.unlock();
Chris@0 1814 paint.drawPixmap(rect, *m_pixmapCache, rect);
Chris@0 1815 return;
Chris@0 1816
Chris@0 1817 } else {
Chris@0 1818
Chris@0 1819 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1820 std::cerr << "SpectrogramLayer: pixmap cache partially OK" << std::endl;
Chris@0 1821 #endif
Chris@0 1822
Chris@0 1823 recreateWholePixmapCache = false;
Chris@0 1824
Chris@44 1825 int dx = v->getXForFrame(m_pixmapCacheStartFrame) -
Chris@44 1826 v->getXForFrame(startFrame);
Chris@0 1827
Chris@0 1828 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1829 std::cerr << "SpectrogramLayer: dx = " << dx << " (pixmap cache " << m_pixmapCache->width() << "x" << m_pixmapCache->height() << ")" << std::endl;
Chris@0 1830 #endif
Chris@0 1831
Chris@0 1832 if (dx > -m_pixmapCache->width() && dx < m_pixmapCache->width()) {
Chris@0 1833
Chris@0 1834 #if defined(Q_WS_WIN32) || defined(Q_WS_MAC)
Chris@0 1835 // Copying a pixmap to itself doesn't work
Chris@0 1836 // properly on Windows or Mac (it only works when
Chris@0 1837 // moving in one direction).
Chris@0 1838
Chris@0 1839 //!!! Need a utility function for this
Chris@0 1840
Chris@0 1841 static QPixmap *tmpPixmap = 0;
Chris@0 1842 if (!tmpPixmap ||
Chris@0 1843 tmpPixmap->width() != m_pixmapCache->width() ||
Chris@0 1844 tmpPixmap->height() != m_pixmapCache->height()) {
Chris@0 1845 delete tmpPixmap;
Chris@0 1846 tmpPixmap = new QPixmap(m_pixmapCache->width(),
Chris@0 1847 m_pixmapCache->height());
Chris@0 1848 }
Chris@0 1849 QPainter cachePainter;
Chris@0 1850 cachePainter.begin(tmpPixmap);
Chris@0 1851 cachePainter.drawPixmap(0, 0, *m_pixmapCache);
Chris@0 1852 cachePainter.end();
Chris@0 1853 cachePainter.begin(m_pixmapCache);
Chris@0 1854 cachePainter.drawPixmap(dx, 0, *tmpPixmap);
Chris@0 1855 cachePainter.end();
Chris@0 1856 #else
Chris@0 1857 QPainter cachePainter(m_pixmapCache);
Chris@0 1858 cachePainter.drawPixmap(dx, 0, *m_pixmapCache);
Chris@0 1859 cachePainter.end();
Chris@0 1860 #endif
Chris@0 1861
Chris@0 1862 paint.drawPixmap(rect, *m_pixmapCache, rect);
Chris@0 1863
Chris@0 1864 if (dx < 0) {
Chris@0 1865 x0 = m_pixmapCache->width() + dx;
Chris@0 1866 x1 = m_pixmapCache->width();
Chris@0 1867 } else {
Chris@0 1868 x0 = 0;
Chris@0 1869 x1 = dx;
Chris@0 1870 }
Chris@0 1871 }
Chris@0 1872 }
Chris@0 1873 } else {
Chris@0 1874 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 1875 std::cerr << "SpectrogramLayer: pixmap cache useless" << std::endl;
Chris@0 1876 #endif
Chris@0 1877 }
Chris@0 1878 }
Chris@0 1879
Chris@0 1880 if (stillCacheing) {
Chris@0 1881 x0 = rect.left();
Chris@0 1882 x1 = rect.right() + 1;
Chris@0 1883 y0 = rect.top();
Chris@0 1884 y1 = rect.bottom() + 1;
Chris@0 1885 }
Chris@0 1886
Chris@0 1887 int w = x1 - x0;
Chris@0 1888 int h = y1 - y0;
Chris@0 1889
Chris@0 1890 // std::cerr << "x0 " << x0 << ", x1 " << x1 << ", w " << w << ", h " << h << std::endl;
Chris@0 1891
Chris@0 1892 QImage scaled(w, h, QImage::Format_RGB32);
Chris@41 1893 scaled.fill(m_cache->getColour(0).rgb());
Chris@35 1894
Chris@35 1895 float ymag[h];
Chris@35 1896 float ydiv[h];
Chris@37 1897
Chris@37 1898 int sr = m_model->getSampleRate();
Chris@35 1899
Chris@35 1900 size_t bins = m_windowSize / 2;
Chris@35 1901 if (m_maxFrequency > 0) {
Chris@35 1902 bins = int((double(m_maxFrequency) * m_windowSize) / sr + 0.1);
Chris@35 1903 if (bins > m_windowSize / 2) bins = m_windowSize / 2;
Chris@35 1904 }
Chris@35 1905
Chris@40 1906 size_t minbin = 1;
Chris@37 1907 if (m_minFrequency > 0) {
Chris@37 1908 minbin = int((double(m_minFrequency) * m_windowSize) / sr + 0.1);
Chris@40 1909 if (minbin < 1) minbin = 1;
Chris@37 1910 if (minbin >= bins) minbin = bins - 1;
Chris@37 1911 }
Chris@37 1912
Chris@37 1913 float minFreq = (float(minbin) * sr) / m_windowSize;
Chris@35 1914 float maxFreq = (float(bins) * sr) / m_windowSize;
Chris@0 1915
Chris@38 1916 size_t increment = getWindowIncrement();
Chris@40 1917
Chris@40 1918 bool logarithmic = (m_frequencyScale == LogFrequencyScale);
Chris@38 1919
Chris@0 1920 m_mutex.unlock();
Chris@0 1921
Chris@35 1922 for (int x = 0; x < w; ++x) {
Chris@35 1923
Chris@35 1924 m_mutex.lock();
Chris@35 1925 if (m_cacheInvalid) {
Chris@35 1926 m_mutex.unlock();
Chris@35 1927 break;
Chris@35 1928 }
Chris@35 1929
Chris@35 1930 for (int y = 0; y < h; ++y) {
Chris@40 1931 ymag[y] = 0.0;
Chris@40 1932 ydiv[y] = 0.0;
Chris@35 1933 }
Chris@35 1934
Chris@35 1935 float s0 = 0, s1 = 0;
Chris@35 1936
Chris@44 1937 if (!getXBinRange(v, x0 + x, s0, s1)) {
Chris@35 1938 assert(x <= scaled.width());
Chris@35 1939 m_mutex.unlock();
Chris@35 1940 continue;
Chris@35 1941 }
Chris@35 1942
Chris@35 1943 int s0i = int(s0 + 0.001);
Chris@35 1944 int s1i = int(s1);
Chris@35 1945
Chris@45 1946 if (s1i >= m_cache->getWidth()) {
Chris@45 1947 if (s0i >= m_cache->getWidth()) {
Chris@45 1948 m_mutex.unlock();
Chris@45 1949 continue;
Chris@45 1950 } else {
Chris@45 1951 s1i = s0i;
Chris@45 1952 }
Chris@45 1953 }
Chris@45 1954
Chris@38 1955 for (size_t q = minbin; q < bins; ++q) {
Chris@35 1956
Chris@40 1957 float f0 = (float(q) * sr) / m_windowSize;
Chris@40 1958 float f1 = (float(q + 1) * sr) / m_windowSize;
Chris@40 1959
Chris@40 1960 float y0 = 0, y1 = 0;
Chris@40 1961
Chris@45 1962 if (m_binDisplay != PeakFrequencies) {
Chris@44 1963 y0 = v->getYForFrequency(f1, minFreq, maxFreq, logarithmic);
Chris@44 1964 y1 = v->getYForFrequency(f0, minFreq, maxFreq, logarithmic);
Chris@40 1965 }
Chris@40 1966
Chris@35 1967 for (int s = s0i; s <= s1i; ++s) {
Chris@35 1968
Chris@40 1969 if (m_binDisplay == PeakBins ||
Chris@40 1970 m_binDisplay == PeakFrequencies) {
Chris@40 1971 if (!m_cache->isLocalPeak(s, q)) continue;
Chris@40 1972 }
Chris@40 1973
Chris@40 1974 if (!m_cache->isOverThreshold(s, q, m_threshold)) continue;
Chris@40 1975
Chris@35 1976 float sprop = 1.0;
Chris@35 1977 if (s == s0i) sprop *= (s + 1) - s0;
Chris@35 1978 if (s == s1i) sprop *= s1 - s;
Chris@35 1979
Chris@38 1980 if (m_binDisplay == PeakFrequencies &&
Chris@40 1981 s < int(m_cache->getWidth()) - 1) {
Chris@35 1982
Chris@38 1983 bool steady = false;
Chris@38 1984 f0 = f1 = calculateFrequency(q,
Chris@38 1985 m_windowSize,
Chris@38 1986 increment,
Chris@38 1987 sr,
Chris@38 1988 m_cache->getPhaseAt(s, q),
Chris@38 1989 m_cache->getPhaseAt(s+1, q),
Chris@38 1990 steady);
Chris@40 1991
Chris@44 1992 y0 = y1 = v->getYForFrequency
Chris@40 1993 (f0, minFreq, maxFreq, logarithmic);
Chris@35 1994 }
Chris@38 1995
Chris@35 1996 int y0i = int(y0 + 0.001);
Chris@35 1997 int y1i = int(y1);
Chris@35 1998
Chris@35 1999 for (int y = y0i; y <= y1i; ++y) {
Chris@35 2000
Chris@35 2001 if (y < 0 || y >= h) continue;
Chris@35 2002
Chris@35 2003 float yprop = sprop;
Chris@35 2004 if (y == y0i) yprop *= (y + 1) - y0;
Chris@35 2005 if (y == y1i) yprop *= y1 - y;
Chris@37 2006
Chris@38 2007 float value;
Chris@38 2008
Chris@38 2009 if (m_colourScale == PhaseColourScale) {
Chris@38 2010 value = m_cache->getPhaseAt(s, q);
Chris@38 2011 } else if (m_normalizeColumns) {
Chris@38 2012 value = m_cache->getNormalizedMagnitudeAt(s, q) * m_gain;
Chris@38 2013 } else {
Chris@38 2014 value = m_cache->getMagnitudeAt(s, q) * m_gain;
Chris@38 2015 }
Chris@37 2016
Chris@37 2017 ymag[y] += yprop * value;
Chris@35 2018 ydiv[y] += yprop;
Chris@35 2019 }
Chris@35 2020 }
Chris@35 2021 }
Chris@35 2022
Chris@35 2023 for (int y = 0; y < h; ++y) {
Chris@35 2024
Chris@35 2025 if (ydiv[y] > 0.0) {
Chris@40 2026
Chris@40 2027 unsigned char pixel = 0;
Chris@40 2028
Chris@38 2029 float avg = ymag[y] / ydiv[y];
Chris@38 2030 pixel = getDisplayValue(avg);
Chris@40 2031
Chris@40 2032 assert(x <= scaled.width());
Chris@40 2033 QColor c = m_cache->getColour(pixel);
Chris@40 2034 scaled.setPixel(x, y,
Chris@40 2035 qRgb(c.red(), c.green(), c.blue()));
Chris@35 2036 }
Chris@35 2037 }
Chris@35 2038
Chris@35 2039 m_mutex.unlock();
Chris@35 2040 }
Chris@35 2041
Chris@0 2042 paint.drawImage(x0, y0, scaled);
Chris@0 2043
Chris@0 2044 if (recreateWholePixmapCache) {
Chris@0 2045 delete m_pixmapCache;
Chris@0 2046 m_pixmapCache = new QPixmap(w, h);
Chris@0 2047 }
Chris@0 2048
Chris@0 2049 QPainter cachePainter(m_pixmapCache);
Chris@0 2050 cachePainter.drawImage(x0, y0, scaled);
Chris@0 2051 cachePainter.end();
Chris@0 2052
Chris@0 2053 m_pixmapCacheInvalid = false;
Chris@0 2054 m_pixmapCacheStartFrame = startFrame;
Chris@0 2055 m_pixmapCacheZoomLevel = zoomLevel;
Chris@0 2056
Chris@0 2057 #ifdef DEBUG_SPECTROGRAM_REPAINT
Chris@0 2058 std::cerr << "SpectrogramLayer::paint() returning" << std::endl;
Chris@0 2059 #endif
Chris@0 2060 }
Chris@0 2061
Chris@42 2062 float
Chris@44 2063 SpectrogramLayer::getYForFrequency(View *v, float frequency) const
Chris@42 2064 {
Chris@44 2065 return v->getYForFrequency(frequency,
Chris@44 2066 getEffectiveMinFrequency(),
Chris@44 2067 getEffectiveMaxFrequency(),
Chris@44 2068 m_frequencyScale == LogFrequencyScale);
Chris@42 2069 }
Chris@42 2070
Chris@42 2071 float
Chris@44 2072 SpectrogramLayer::getFrequencyForY(View *v, int y) const
Chris@42 2073 {
Chris@44 2074 return v->getFrequencyForY(y,
Chris@44 2075 getEffectiveMinFrequency(),
Chris@44 2076 getEffectiveMaxFrequency(),
Chris@44 2077 m_frequencyScale == LogFrequencyScale);
Chris@42 2078 }
Chris@42 2079
Chris@0 2080 int
Chris@0 2081 SpectrogramLayer::getCompletion() const
Chris@0 2082 {
Chris@0 2083 if (m_updateTimer == 0) return 100;
Chris@0 2084 size_t completion = m_fillThread->getFillCompletion();
Chris@0 2085 // std::cerr << "SpectrogramLayer::getCompletion: completion = " << completion << std::endl;
Chris@0 2086 return completion;
Chris@0 2087 }
Chris@0 2088
Chris@28 2089 bool
Chris@79 2090 SpectrogramLayer::getValueExtents(float &min, float &max, QString &unit) const
Chris@79 2091 {
Chris@79 2092 min = getEffectiveMinFrequency();
Chris@79 2093 max = getEffectiveMaxFrequency();
Chris@79 2094 unit = "Hz";
Chris@79 2095 return true;
Chris@79 2096 }
Chris@79 2097
Chris@79 2098 bool
Chris@44 2099 SpectrogramLayer::snapToFeatureFrame(View *v, int &frame,
Chris@28 2100 size_t &resolution,
Chris@28 2101 SnapType snap) const
Chris@13 2102 {
Chris@13 2103 resolution = getWindowIncrement();
Chris@28 2104 int left = (frame / resolution) * resolution;
Chris@28 2105 int right = left + resolution;
Chris@28 2106
Chris@28 2107 switch (snap) {
Chris@28 2108 case SnapLeft: frame = left; break;
Chris@28 2109 case SnapRight: frame = right; break;
Chris@28 2110 case SnapNearest:
Chris@28 2111 case SnapNeighbouring:
Chris@28 2112 if (frame - left > right - frame) frame = right;
Chris@28 2113 else frame = left;
Chris@28 2114 break;
Chris@28 2115 }
Chris@28 2116
Chris@28 2117 return true;
Chris@28 2118 }
Chris@13 2119
Chris@77 2120 bool
Chris@77 2121 SpectrogramLayer::getCrosshairExtents(View *v, QPainter &paint,
Chris@77 2122 QPoint cursorPos,
Chris@77 2123 std::vector<QRect> &extents) const
Chris@77 2124 {
Chris@77 2125 QRect vertical(cursorPos.x() - 12, 0, 12, v->height());
Chris@77 2126 extents.push_back(vertical);
Chris@77 2127
Chris@77 2128 QRect horizontal(0, cursorPos.y(), cursorPos.x(), 1);
Chris@77 2129 extents.push_back(horizontal);
Chris@77 2130
Chris@77 2131 return true;
Chris@77 2132 }
Chris@77 2133
Chris@77 2134 void
Chris@77 2135 SpectrogramLayer::paintCrosshairs(View *v, QPainter &paint,
Chris@77 2136 QPoint cursorPos) const
Chris@77 2137 {
Chris@77 2138 paint.save();
Chris@77 2139 paint.setPen(m_crosshairColour);
Chris@77 2140
Chris@77 2141 paint.drawLine(0, cursorPos.y(), cursorPos.x() - 1, cursorPos.y());
Chris@77 2142 paint.drawLine(cursorPos.x(), 0, cursorPos.x(), v->height());
Chris@77 2143
Chris@77 2144 float fundamental = getFrequencyForY(v, cursorPos.y());
Chris@77 2145
Chris@77 2146 int harmonic = 2;
Chris@77 2147
Chris@77 2148 while (harmonic < 100) {
Chris@77 2149
Chris@77 2150 float hy = lrintf(getYForFrequency(v, fundamental * harmonic));
Chris@77 2151 if (hy < 0 || hy > v->height()) break;
Chris@77 2152
Chris@77 2153 int len = 7;
Chris@77 2154
Chris@77 2155 if (harmonic % 2 == 0) {
Chris@77 2156 if (harmonic % 4 == 0) {
Chris@77 2157 len = 12;
Chris@77 2158 } else {
Chris@77 2159 len = 10;
Chris@77 2160 }
Chris@77 2161 }
Chris@77 2162
Chris@77 2163 paint.drawLine(cursorPos.x() - len,
Chris@77 2164 hy,
Chris@77 2165 cursorPos.x(),
Chris@77 2166 hy);
Chris@77 2167
Chris@77 2168 ++harmonic;
Chris@77 2169 }
Chris@77 2170
Chris@77 2171 paint.restore();
Chris@77 2172 }
Chris@77 2173
Chris@25 2174 QString
Chris@44 2175 SpectrogramLayer::getFeatureDescription(View *v, QPoint &pos) const
Chris@25 2176 {
Chris@25 2177 int x = pos.x();
Chris@25 2178 int y = pos.y();
Chris@0 2179
Chris@25 2180 if (!m_model || !m_model->isOK()) return "";
Chris@0 2181
Chris@38 2182 float magMin = 0, magMax = 0;
Chris@38 2183 float phaseMin = 0, phaseMax = 0;
Chris@0 2184 float freqMin = 0, freqMax = 0;
Chris@35 2185 float adjFreqMin = 0, adjFreqMax = 0;
Chris@25 2186 QString pitchMin, pitchMax;
Chris@0 2187 RealTime rtMin, rtMax;
Chris@0 2188
Chris@38 2189 bool haveValues = false;
Chris@0 2190
Chris@44 2191 if (!getXBinSourceRange(v, x, rtMin, rtMax)) {
Chris@38 2192 return "";
Chris@38 2193 }
Chris@44 2194 if (getXYBinSourceRange(v, x, y, magMin, magMax, phaseMin, phaseMax)) {
Chris@38 2195 haveValues = true;
Chris@38 2196 }
Chris@0 2197
Chris@35 2198 QString adjFreqText = "", adjPitchText = "";
Chris@35 2199
Chris@38 2200 if (m_binDisplay == PeakFrequencies) {
Chris@35 2201
Chris@44 2202 if (!getAdjustedYBinSourceRange(v, x, y, freqMin, freqMax,
Chris@38 2203 adjFreqMin, adjFreqMax)) {
Chris@38 2204 return "";
Chris@38 2205 }
Chris@35 2206
Chris@35 2207 if (adjFreqMin != adjFreqMax) {
Chris@65 2208 adjFreqText = tr("Peak Frequency:\t%1 - %2 Hz\n")
Chris@35 2209 .arg(adjFreqMin).arg(adjFreqMax);
Chris@35 2210 } else {
Chris@65 2211 adjFreqText = tr("Peak Frequency:\t%1 Hz\n")
Chris@35 2212 .arg(adjFreqMin);
Chris@38 2213 }
Chris@38 2214
Chris@38 2215 QString pmin = Pitch::getPitchLabelForFrequency(adjFreqMin);
Chris@38 2216 QString pmax = Pitch::getPitchLabelForFrequency(adjFreqMax);
Chris@38 2217
Chris@38 2218 if (pmin != pmax) {
Chris@65 2219 adjPitchText = tr("Peak Pitch:\t%3 - %4\n").arg(pmin).arg(pmax);
Chris@38 2220 } else {
Chris@65 2221 adjPitchText = tr("Peak Pitch:\t%2\n").arg(pmin);
Chris@35 2222 }
Chris@35 2223
Chris@35 2224 } else {
Chris@35 2225
Chris@44 2226 if (!getYBinSourceRange(v, y, freqMin, freqMax)) return "";
Chris@35 2227 }
Chris@35 2228
Chris@25 2229 QString text;
Chris@25 2230
Chris@25 2231 if (rtMin != rtMax) {
Chris@25 2232 text += tr("Time:\t%1 - %2\n")
Chris@25 2233 .arg(rtMin.toText(true).c_str())
Chris@25 2234 .arg(rtMax.toText(true).c_str());
Chris@25 2235 } else {
Chris@25 2236 text += tr("Time:\t%1\n")
Chris@25 2237 .arg(rtMin.toText(true).c_str());
Chris@0 2238 }
Chris@0 2239
Chris@25 2240 if (freqMin != freqMax) {
Chris@65 2241 text += tr("%1Bin Frequency:\t%2 - %3 Hz\n%4Bin Pitch:\t%5 - %6\n")
Chris@65 2242 .arg(adjFreqText)
Chris@25 2243 .arg(freqMin)
Chris@25 2244 .arg(freqMax)
Chris@65 2245 .arg(adjPitchText)
Chris@65 2246 .arg(Pitch::getPitchLabelForFrequency(freqMin))
Chris@65 2247 .arg(Pitch::getPitchLabelForFrequency(freqMax));
Chris@65 2248 } else {
Chris@65 2249 text += tr("%1Bin Frequency:\t%2 Hz\n%3Bin Pitch:\t%4\n")
Chris@35 2250 .arg(adjFreqText)
Chris@25 2251 .arg(freqMin)
Chris@65 2252 .arg(adjPitchText)
Chris@65 2253 .arg(Pitch::getPitchLabelForFrequency(freqMin));
Chris@25 2254 }
Chris@25 2255
Chris@38 2256 if (haveValues) {
Chris@38 2257 float dbMin = AudioLevel::multiplier_to_dB(magMin);
Chris@38 2258 float dbMax = AudioLevel::multiplier_to_dB(magMax);
Chris@43 2259 QString dbMinString;
Chris@43 2260 QString dbMaxString;
Chris@43 2261 if (dbMin == AudioLevel::DB_FLOOR) {
Chris@43 2262 dbMinString = tr("-Inf");
Chris@43 2263 } else {
Chris@43 2264 dbMinString = QString("%1").arg(lrintf(dbMin));
Chris@43 2265 }
Chris@43 2266 if (dbMax == AudioLevel::DB_FLOOR) {
Chris@43 2267 dbMaxString = tr("-Inf");
Chris@43 2268 } else {
Chris@43 2269 dbMaxString = QString("%1").arg(lrintf(dbMax));
Chris@43 2270 }
Chris@25 2271 if (lrintf(dbMin) != lrintf(dbMax)) {
Chris@25 2272 text += tr("dB:\t%1 - %2").arg(lrintf(dbMin)).arg(lrintf(dbMax));
Chris@25 2273 } else {
Chris@25 2274 text += tr("dB:\t%1").arg(lrintf(dbMin));
Chris@25 2275 }
Chris@38 2276 if (phaseMin != phaseMax) {
Chris@38 2277 text += tr("\nPhase:\t%1 - %2").arg(phaseMin).arg(phaseMax);
Chris@38 2278 } else {
Chris@38 2279 text += tr("\nPhase:\t%1").arg(phaseMin);
Chris@38 2280 }
Chris@25 2281 }
Chris@25 2282
Chris@25 2283 return text;
Chris@0 2284 }
Chris@25 2285
Chris@0 2286 int
Chris@40 2287 SpectrogramLayer::getColourScaleWidth(QPainter &paint) const
Chris@40 2288 {
Chris@40 2289 int cw;
Chris@40 2290
Chris@40 2291 switch (m_colourScale) {
Chris@40 2292 default:
Chris@40 2293 case LinearColourScale:
Chris@40 2294 cw = paint.fontMetrics().width(QString("0.00"));
Chris@40 2295 break;
Chris@40 2296
Chris@40 2297 case MeterColourScale:
Chris@40 2298 case dBColourScale:
Chris@40 2299 cw = std::max(paint.fontMetrics().width(tr("-Inf")),
Chris@40 2300 paint.fontMetrics().width(tr("-90")));
Chris@40 2301 break;
Chris@40 2302
Chris@40 2303 case PhaseColourScale:
Chris@40 2304 cw = paint.fontMetrics().width(QString("-") + QChar(0x3c0));
Chris@40 2305 break;
Chris@40 2306 }
Chris@40 2307
Chris@40 2308 return cw;
Chris@40 2309 }
Chris@40 2310
Chris@40 2311 int
Chris@44 2312 SpectrogramLayer::getVerticalScaleWidth(View *v, QPainter &paint) const
Chris@0 2313 {
Chris@0 2314 if (!m_model || !m_model->isOK()) return 0;
Chris@0 2315
Chris@40 2316 int cw = getColourScaleWidth(paint);
Chris@40 2317
Chris@0 2318 int tw = paint.fontMetrics().width(QString("%1")
Chris@0 2319 .arg(m_maxFrequency > 0 ?
Chris@0 2320 m_maxFrequency - 1 :
Chris@0 2321 m_model->getSampleRate() / 2));
Chris@0 2322
Chris@0 2323 int fw = paint.fontMetrics().width(QString("43Hz"));
Chris@0 2324 if (tw < fw) tw = fw;
Chris@40 2325
Chris@40 2326 int tickw = (m_frequencyScale == LogFrequencyScale ? 10 : 4);
Chris@0 2327
Chris@40 2328 return cw + tickw + tw + 13;
Chris@0 2329 }
Chris@0 2330
Chris@0 2331 void
Chris@44 2332 SpectrogramLayer::paintVerticalScale(View *v, QPainter &paint, QRect rect) const
Chris@0 2333 {
Chris@0 2334 if (!m_model || !m_model->isOK()) {
Chris@0 2335 return;
Chris@0 2336 }
Chris@0 2337
Chris@0 2338 int h = rect.height(), w = rect.width();
Chris@0 2339
Chris@40 2340 int tickw = (m_frequencyScale == LogFrequencyScale ? 10 : 4);
Chris@40 2341 int pkw = (m_frequencyScale == LogFrequencyScale ? 10 : 0);
Chris@40 2342
Chris@0 2343 size_t bins = m_windowSize / 2;
Chris@0 2344 int sr = m_model->getSampleRate();
Chris@0 2345
Chris@0 2346 if (m_maxFrequency > 0) {
Chris@0 2347 bins = int((double(m_maxFrequency) * m_windowSize) / sr + 0.1);
Chris@0 2348 if (bins > m_windowSize / 2) bins = m_windowSize / 2;
Chris@0 2349 }
Chris@0 2350
Chris@40 2351 int cw = getColourScaleWidth(paint);
Chris@40 2352
Chris@0 2353 int py = -1;
Chris@0 2354 int textHeight = paint.fontMetrics().height();
Chris@0 2355 int toff = -textHeight + paint.fontMetrics().ascent() + 2;
Chris@0 2356
Chris@40 2357 if (m_cache && !m_cacheInvalid && h > textHeight * 2 + 10) { //!!! lock?
Chris@40 2358
Chris@40 2359 int ch = h - textHeight * 2 - 8;
Chris@40 2360 paint.drawRect(4, textHeight + 4, cw - 1, ch + 1);
Chris@40 2361
Chris@40 2362 QString top, bottom;
Chris@40 2363
Chris@40 2364 switch (m_colourScale) {
Chris@40 2365 default:
Chris@40 2366 case LinearColourScale:
Chris@40 2367 top = (m_normalizeColumns ? "1.0" : "0.02");
Chris@40 2368 bottom = (m_normalizeColumns ? "0.0" : "0.00");
Chris@40 2369 break;
Chris@40 2370
Chris@40 2371 case MeterColourScale:
Chris@40 2372 top = (m_normalizeColumns ? QString("0") :
Chris@40 2373 QString("%1").arg(int(AudioLevel::multiplier_to_dB(0.02))));
Chris@40 2374 bottom = QString("%1").
Chris@40 2375 arg(int(AudioLevel::multiplier_to_dB
Chris@40 2376 (AudioLevel::preview_to_multiplier(0, 255))));
Chris@40 2377 break;
Chris@40 2378
Chris@40 2379 case dBColourScale:
Chris@40 2380 top = "0";
Chris@40 2381 bottom = "-80";
Chris@40 2382 break;
Chris@40 2383
Chris@40 2384 case PhaseColourScale:
Chris@40 2385 top = QChar(0x3c0);
Chris@40 2386 bottom = "-" + top;
Chris@40 2387 break;
Chris@40 2388 }
Chris@40 2389
Chris@40 2390 paint.drawText((cw + 6 - paint.fontMetrics().width(top)) / 2,
Chris@40 2391 2 + textHeight + toff, top);
Chris@40 2392
Chris@40 2393 paint.drawText((cw + 6 - paint.fontMetrics().width(bottom)) / 2,
Chris@40 2394 h + toff - 3, bottom);
Chris@40 2395
Chris@40 2396 paint.save();
Chris@40 2397 paint.setBrush(Qt::NoBrush);
Chris@40 2398 for (int i = 0; i < ch; ++i) {
Chris@40 2399 int v = (i * 255) / ch + 1;
Chris@40 2400 paint.setPen(m_cache->getColour(v));
Chris@40 2401 paint.drawLine(5, 4 + textHeight + ch - i,
Chris@40 2402 cw + 2, 4 + textHeight + ch - i);
Chris@40 2403 }
Chris@40 2404 paint.restore();
Chris@40 2405 }
Chris@40 2406
Chris@40 2407 paint.drawLine(cw + 7, 0, cw + 7, h);
Chris@40 2408
Chris@0 2409 int bin = -1;
Chris@0 2410
Chris@44 2411 for (int y = 0; y < v->height(); ++y) {
Chris@0 2412
Chris@0 2413 float q0, q1;
Chris@44 2414 if (!getYBinRange(v, v->height() - y, q0, q1)) continue;
Chris@0 2415
Chris@0 2416 int vy;
Chris@0 2417
Chris@0 2418 if (int(q0) > bin) {
Chris@0 2419 vy = y;
Chris@0 2420 bin = int(q0);
Chris@0 2421 } else {
Chris@0 2422 continue;
Chris@0 2423 }
Chris@0 2424
Chris@40 2425 int freq = (sr * bin) / m_windowSize;
Chris@0 2426
Chris@0 2427 if (py >= 0 && (vy - py) < textHeight - 1) {
Chris@40 2428 if (m_frequencyScale == LinearFrequencyScale) {
Chris@40 2429 paint.drawLine(w - tickw, h - vy, w, h - vy);
Chris@40 2430 }
Chris@0 2431 continue;
Chris@0 2432 }
Chris@0 2433
Chris@0 2434 QString text = QString("%1").arg(freq);
Chris@40 2435 if (bin == 1) text = QString("%1Hz").arg(freq); // bin 0 is DC
Chris@40 2436 paint.drawLine(cw + 7, h - vy, w - pkw - 1, h - vy);
Chris@0 2437
Chris@0 2438 if (h - vy - textHeight >= -2) {
Chris@40 2439 int tx = w - 3 - paint.fontMetrics().width(text) - std::max(tickw, pkw);
Chris@0 2440 paint.drawText(tx, h - vy + toff, text);
Chris@0 2441 }
Chris@0 2442
Chris@0 2443 py = vy;
Chris@0 2444 }
Chris@40 2445
Chris@40 2446 if (m_frequencyScale == LogFrequencyScale) {
Chris@40 2447
Chris@40 2448 paint.drawLine(w - pkw - 1, 0, w - pkw - 1, h);
Chris@40 2449
Chris@40 2450 int sr = m_model->getSampleRate();//!!! lock?
Chris@40 2451 float minf = getEffectiveMinFrequency();
Chris@40 2452 float maxf = getEffectiveMaxFrequency();
Chris@40 2453
Chris@40 2454 int py = h;
Chris@40 2455 paint.setBrush(paint.pen().color());
Chris@40 2456
Chris@40 2457 for (int i = 0; i < 128; ++i) {
Chris@40 2458
Chris@40 2459 float f = Pitch::getFrequencyForPitch(i);
Chris@44 2460 int y = lrintf(v->getYForFrequency(f, minf, maxf, true));
Chris@40 2461 int n = (i % 12);
Chris@40 2462 if (n == 1 || n == 3 || n == 6 || n == 8 || n == 10) {
Chris@40 2463 // black notes
Chris@40 2464 paint.drawLine(w - pkw, y, w, y);
Chris@41 2465 int rh = ((py - y) / 4) * 2;
Chris@41 2466 if (rh < 2) rh = 2;
Chris@41 2467 paint.drawRect(w - pkw, y - (py-y)/4, pkw/2, rh);
Chris@40 2468 } else if (n == 0 || n == 5) {
Chris@40 2469 // C, A
Chris@40 2470 if (py < h) {
Chris@40 2471 paint.drawLine(w - pkw, (y + py) / 2, w, (y + py) / 2);
Chris@40 2472 }
Chris@40 2473 }
Chris@40 2474
Chris@40 2475 py = y;
Chris@40 2476 }
Chris@40 2477 }
Chris@0 2478 }
Chris@0 2479
Chris@6 2480 QString
Chris@6 2481 SpectrogramLayer::toXmlString(QString indent, QString extraAttributes) const
Chris@6 2482 {
Chris@6 2483 QString s;
Chris@6 2484
Chris@6 2485 s += QString("channel=\"%1\" "
Chris@6 2486 "windowSize=\"%2\" "
Chris@6 2487 "windowType=\"%3\" "
Chris@6 2488 "windowOverlap=\"%4\" "
Chris@37 2489 "gain=\"%5\" "
Chris@37 2490 "threshold=\"%6\" ")
Chris@6 2491 .arg(m_channel)
Chris@6 2492 .arg(m_windowSize)
Chris@6 2493 .arg(m_windowType)
Chris@6 2494 .arg(m_windowOverlap)
Chris@37 2495 .arg(m_gain)
Chris@37 2496 .arg(m_threshold);
Chris@37 2497
Chris@37 2498 s += QString("minFrequency=\"%1\" "
Chris@37 2499 "maxFrequency=\"%2\" "
Chris@37 2500 "colourScale=\"%3\" "
Chris@37 2501 "colourScheme=\"%4\" "
Chris@37 2502 "colourRotation=\"%5\" "
Chris@37 2503 "frequencyScale=\"%6\" "
Chris@37 2504 "binDisplay=\"%7\" "
Chris@37 2505 "normalizeColumns=\"%8\"")
Chris@37 2506 .arg(m_minFrequency)
Chris@6 2507 .arg(m_maxFrequency)
Chris@6 2508 .arg(m_colourScale)
Chris@6 2509 .arg(m_colourScheme)
Chris@37 2510 .arg(m_colourRotation)
Chris@35 2511 .arg(m_frequencyScale)
Chris@37 2512 .arg(m_binDisplay)
Chris@36 2513 .arg(m_normalizeColumns ? "true" : "false");
Chris@6 2514
Chris@6 2515 return Layer::toXmlString(indent, extraAttributes + " " + s);
Chris@6 2516 }
Chris@6 2517
Chris@11 2518 void
Chris@11 2519 SpectrogramLayer::setProperties(const QXmlAttributes &attributes)
Chris@11 2520 {
Chris@11 2521 bool ok = false;
Chris@11 2522
Chris@11 2523 int channel = attributes.value("channel").toInt(&ok);
Chris@11 2524 if (ok) setChannel(channel);
Chris@11 2525
Chris@11 2526 size_t windowSize = attributes.value("windowSize").toUInt(&ok);
Chris@11 2527 if (ok) setWindowSize(windowSize);
Chris@11 2528
Chris@11 2529 WindowType windowType = (WindowType)
Chris@11 2530 attributes.value("windowType").toInt(&ok);
Chris@11 2531 if (ok) setWindowType(windowType);
Chris@11 2532
Chris@11 2533 size_t windowOverlap = attributes.value("windowOverlap").toUInt(&ok);
Chris@11 2534 if (ok) setWindowOverlap(windowOverlap);
Chris@11 2535
Chris@11 2536 float gain = attributes.value("gain").toFloat(&ok);
Chris@11 2537 if (ok) setGain(gain);
Chris@11 2538
Chris@37 2539 float threshold = attributes.value("threshold").toFloat(&ok);
Chris@37 2540 if (ok) setThreshold(threshold);
Chris@37 2541
Chris@37 2542 size_t minFrequency = attributes.value("minFrequency").toUInt(&ok);
Chris@37 2543 if (ok) setMinFrequency(minFrequency);
Chris@37 2544
Chris@11 2545 size_t maxFrequency = attributes.value("maxFrequency").toUInt(&ok);
Chris@11 2546 if (ok) setMaxFrequency(maxFrequency);
Chris@11 2547
Chris@11 2548 ColourScale colourScale = (ColourScale)
Chris@11 2549 attributes.value("colourScale").toInt(&ok);
Chris@11 2550 if (ok) setColourScale(colourScale);
Chris@11 2551
Chris@11 2552 ColourScheme colourScheme = (ColourScheme)
Chris@11 2553 attributes.value("colourScheme").toInt(&ok);
Chris@11 2554 if (ok) setColourScheme(colourScheme);
Chris@11 2555
Chris@37 2556 int colourRotation = attributes.value("colourRotation").toInt(&ok);
Chris@37 2557 if (ok) setColourRotation(colourRotation);
Chris@37 2558
Chris@11 2559 FrequencyScale frequencyScale = (FrequencyScale)
Chris@11 2560 attributes.value("frequencyScale").toInt(&ok);
Chris@11 2561 if (ok) setFrequencyScale(frequencyScale);
Chris@35 2562
Chris@37 2563 BinDisplay binDisplay = (BinDisplay)
Chris@37 2564 attributes.value("binDisplay").toInt(&ok);
Chris@37 2565 if (ok) setBinDisplay(binDisplay);
Chris@36 2566
Chris@36 2567 bool normalizeColumns =
Chris@36 2568 (attributes.value("normalizeColumns").trimmed() == "true");
Chris@36 2569 setNormalizeColumns(normalizeColumns);
Chris@11 2570 }
Chris@11 2571
Chris@11 2572
Chris@0 2573 #ifdef INCLUDE_MOCFILES
Chris@0 2574 #include "SpectrogramLayer.moc.cpp"
Chris@0 2575 #endif
Chris@0 2576