annotate src/app/waveform/waveform.component.ts @ 289:6a83df5029fe

Use our waves-ui fork.
author Lucas Thompson <dev@lucas.im>
date Fri, 05 May 2017 14:58:22 +0100
parents 2d7da410ba46
children 71f9286da66f
rev   line source
dev@10 1 import {
dev@236 2 Component,
dev@236 3 OnInit,
dev@236 4 ViewChild,
dev@236 5 ElementRef,
dev@236 6 Input,
dev@236 7 AfterViewInit,
dev@236 8 NgZone,
dev@236 9 OnDestroy,
dev@236 10 ChangeDetectorRef
dev@10 11 } from '@angular/core';
dev@196 12 import {
dev@196 13 AudioPlayerService, AudioResource,
dev@196 14 AudioResourceError
dev@236 15 } from '../services/audio-player/audio-player.service';
dev@289 16 import wavesUI from 'waves-ui-piper';
dev@63 17 import {
dev@64 18 FeatureExtractionService
dev@236 19 } from '../services/feature-extraction/feature-extraction.service';
dev@236 20 import {Subscription} from 'rxjs/Subscription';
dev@63 21 import {
dev@63 22 FeatureCollection,
dev@236 23 FixedSpacedFeatures,
dev@236 24 SimpleResponse
dev@236 25 } from 'piper/HigherLevelUtilities';
dev@236 26 import {toSeconds} from 'piper';
dev@236 27 import {FeatureList, Feature} from 'piper/Feature';
dev@81 28 import * as Hammer from 'hammerjs';
dev@236 29 import {WavesSpectrogramLayer} from '../spectrogram/Spectrogram';
dev@8 30
dev@54 31 type Layer = any;
dev@54 32 type Track = any;
dev@59 33 type Colour = string;
dev@6 34
dev@268 35
dev@268 36
dev@268 37 function* createColourGenerator(colours) {
cannam@257 38 let index = 0;
dev@268 39 const nColours = colours.length;
cannam@257 40 while (true) {
dev@268 41 yield colours[index = ++index % nColours];
cannam@257 42 }
dev@268 43 }
dev@268 44
dev@268 45 const defaultColourGenerator = createColourGenerator([
dev@268 46 '#0868ac', // "sapphire blue", our waveform / header colour
dev@268 47 '#c33c54', // "brick red"
dev@268 48 '#17bebb', // "tiffany blue"
dev@268 49 '#001021', // "rich black"
dev@268 50 '#fa8334', // "mango tango"
dev@268 51 '#034748' // "deep jungle green"
dev@268 52 ]);
cannam@257 53
dev@6 54 @Component({
dev@236 55 selector: 'ugly-waveform',
dev@6 56 templateUrl: './waveform.component.html',
dev@6 57 styleUrls: ['./waveform.component.css']
dev@6 58 })
cannam@257 59
dev@51 60 export class WaveformComponent implements OnInit, AfterViewInit, OnDestroy {
dev@20 61
dev@8 62 @ViewChild('track') trackDiv: ElementRef;
dev@285 63 @Input() set width(width: number) {
dev@285 64 if (this.timeline) {
dev@285 65 requestAnimationFrame(() => {
dev@285 66 this.timeline.timeContext.visibleWidth = width;
dev@285 67 this.timeline.tracks.update();
dev@285 68 });
dev@285 69 }
dev@285 70 }
dev@189 71 @Input() timeline: Timeline;
dev@189 72 @Input() trackIdPrefix: string;
dev@196 73 @Input() set isSubscribedToExtractionService(isSubscribed: boolean) {
dev@196 74 if (isSubscribed) {
dev@196 75 if (this.featureExtractionSubscription) {
dev@196 76 return;
dev@196 77 }
dev@268 78
dev@196 79 this.featureExtractionSubscription =
dev@196 80 this.piperService.featuresExtracted$.subscribe(
dev@196 81 features => {
dev@268 82 this.renderFeatures(features, defaultColourGenerator.next().value);
dev@196 83 });
dev@196 84 } else {
dev@196 85 if (this.featureExtractionSubscription) {
dev@196 86 this.featureExtractionSubscription.unsubscribe();
dev@196 87 }
dev@196 88 }
dev@196 89 }
dev@196 90 @Input() set isSubscribedToAudioService(isSubscribed: boolean) {
dev@196 91 this._isSubscribedToAudioService = isSubscribed;
dev@196 92 if (isSubscribed) {
dev@196 93 if (this.onAudioDataSubscription) {
dev@196 94 return;
dev@196 95 }
dev@196 96
dev@196 97 this.onAudioDataSubscription =
dev@196 98 this.audioService.audioLoaded$.subscribe(res => {
dev@196 99 const wasError = (res as AudioResourceError).message != null;
dev@196 100
dev@196 101 if (wasError) {
dev@196 102 console.warn('No audio, display error?');
dev@196 103 } else {
dev@196 104 this.audioBuffer = (res as AudioResource).samples;
dev@196 105 }
dev@196 106 });
dev@196 107 } else {
dev@196 108 if (this.onAudioDataSubscription) {
dev@196 109 this.onAudioDataSubscription.unsubscribe();
dev@196 110 }
dev@196 111 }
dev@196 112 }
dev@196 113
dev@196 114 get isSubscribedToAudioService(): boolean {
dev@196 115 return this._isSubscribedToAudioService;
dev@196 116 }
dev@196 117
dev@196 118 @Input() set isOneShotExtractor(isOneShot: boolean) {
dev@196 119 this._isOneShotExtractor = isOneShot;
dev@196 120 }
dev@196 121
dev@196 122 get isOneShotExtractor(): boolean {
dev@196 123 return this._isOneShotExtractor;
dev@196 124 }
dev@196 125
dev@196 126 @Input() set isSeeking(isSeeking: boolean) {
dev@196 127 this._isSeeking = isSeeking;
dev@196 128 if (isSeeking) {
dev@196 129 if (this.seekedSubscription) {
dev@196 130 return;
dev@196 131 }
dev@236 132 if (this.playingStateSubscription) {
dev@196 133 return;
dev@196 134 }
dev@196 135
dev@196 136 this.seekedSubscription = this.audioService.seeked$.subscribe(() => {
dev@236 137 if (!this.isPlaying) {
dev@196 138 this.animate();
dev@236 139 }
dev@196 140 });
dev@196 141 this.playingStateSubscription =
dev@196 142 this.audioService.playingStateChange$.subscribe(
dev@196 143 isPlaying => {
dev@196 144 this.isPlaying = isPlaying;
dev@236 145 if (this.isPlaying) {
dev@196 146 this.animate();
dev@236 147 }
dev@196 148 });
dev@196 149 } else {
dev@196 150 if (this.isPlaying) {
dev@196 151 this.isPlaying = false;
dev@196 152 }
dev@196 153 if (this.playingStateSubscription) {
dev@196 154 this.playingStateSubscription.unsubscribe();
dev@196 155 }
dev@196 156 if (this.seekedSubscription) {
dev@196 157 this.seekedSubscription.unsubscribe();
dev@196 158 }
dev@196 159 }
dev@196 160 }
dev@196 161
dev@196 162 get isSeeking(): boolean {
dev@196 163 return this._isSeeking;
dev@196 164 }
dev@196 165
dev@16 166 set audioBuffer(buffer: AudioBuffer) {
dev@16 167 this._audioBuffer = buffer || undefined;
cannam@117 168 if (this.audioBuffer) {
dev@20 169 this.renderWaveform(this.audioBuffer);
dev@180 170 // this.renderSpectrogram(this.audioBuffer);
cannam@117 171 }
dev@16 172 }
dev@16 173
dev@16 174 get audioBuffer(): AudioBuffer {
dev@16 175 return this._audioBuffer;
dev@16 176 }
dev@16 177
dev@196 178 private _audioBuffer: AudioBuffer;
dev@196 179 private _isSubscribedToAudioService: boolean;
dev@196 180 private _isOneShotExtractor: boolean;
dev@196 181 private _isSeeking: boolean;
dev@196 182 private cursorLayer: any;
cannam@254 183 private highlightLayer: any;
dev@196 184 private layers: Layer[];
dev@51 185 private featureExtractionSubscription: Subscription;
dev@53 186 private playingStateSubscription: Subscription;
dev@53 187 private seekedSubscription: Subscription;
dev@196 188 private onAudioDataSubscription: Subscription;
dev@53 189 private isPlaying: boolean;
dev@155 190 private zoomOnMouseDown: number;
dev@157 191 private offsetOnMouseDown: number;
dev@196 192 private hasShot: boolean;
dev@196 193 private isLoading: boolean;
dev@51 194
dev@236 195 private static changeColour(layer: Layer, colour: string): void {
dev@236 196 const butcherShapes = (shape) => {
dev@236 197 shape.install({color: () => colour});
dev@236 198 shape.params.color = colour;
dev@236 199 shape.update(layer._renderingContext, layer.data);
dev@236 200 };
dev@236 201
dev@236 202 layer._$itemCommonShapeMap.forEach(butcherShapes);
dev@236 203 layer._$itemShapeMap.forEach(butcherShapes);
dev@236 204 layer.render();
dev@236 205 layer.update();
dev@236 206 }
dev@236 207
dev@31 208 constructor(private audioService: AudioPlayerService,
dev@51 209 private piperService: FeatureExtractionService,
dev@234 210 private ngZone: NgZone,
dev@234 211 private ref: ChangeDetectorRef) {
dev@196 212 this.isSubscribedToAudioService = true;
dev@196 213 this.isSeeking = true;
dev@185 214 this.layers = [];
dev@196 215 this.audioBuffer = undefined;
dev@54 216 this.timeline = undefined;
dev@54 217 this.cursorLayer = undefined;
cannam@254 218 this.highlightLayer = undefined;
dev@53 219 this.isPlaying = false;
dev@196 220 this.isLoading = true;
dev@51 221 }
dev@51 222
dev@53 223 ngOnInit() {
dev@53 224 }
dev@10 225
dev@10 226 ngAfterViewInit(): void {
dev@236 227 this.trackIdPrefix = this.trackIdPrefix || 'default';
dev@196 228 if (this.timeline) {
dev@196 229 this.renderTimeline(null, true, true);
dev@196 230 } else {
dev@196 231 this.renderTimeline();
dev@196 232 }
dev@20 233 }
dev@20 234
dev@196 235 renderTimeline(duration: number = 1.0,
dev@196 236 useExistingDuration: boolean = false,
dev@196 237 isInitialRender: boolean = false): Timeline {
dev@18 238 const track: HTMLElement = this.trackDiv.nativeElement;
dev@236 239 track.innerHTML = '';
dev@18 240 const height: number = track.getBoundingClientRect().height;
dev@18 241 const width: number = track.getBoundingClientRect().width;
dev@18 242 const pixelsPerSecond = width / duration;
dev@196 243 const hasExistingTimeline = this.timeline instanceof wavesUI.core.Timeline;
dev@196 244
dev@196 245 if (hasExistingTimeline) {
dev@196 246 if (!useExistingDuration) {
dev@196 247 this.timeline.pixelsPerSecond = pixelsPerSecond;
dev@196 248 this.timeline.visibleWidth = width;
dev@196 249 }
dev@180 250 } else {
dev@180 251 this.timeline = new wavesUI.core.Timeline(pixelsPerSecond, width);
dev@180 252 }
dev@196 253 const waveTrack = this.timeline.createTrack(
dev@196 254 track,
dev@196 255 height,
dev@196 256 `wave-${this.trackIdPrefix}`
dev@196 257 );
dev@196 258 if (isInitialRender && hasExistingTimeline) {
dev@196 259 // time axis
dev@196 260 const timeAxis = new wavesUI.helpers.TimeAxisLayer({
dev@196 261 height: height,
dev@196 262 color: '#b0b0b0'
dev@196 263 });
dev@196 264 this.addLayer(timeAxis, waveTrack, this.timeline.timeContext, true);
dev@196 265 this.cursorLayer = new wavesUI.helpers.CursorLayer({
cannam@257 266 height: height,
cannam@257 267 color: '#c33c54'
dev@196 268 });
dev@196 269 this.addLayer(this.cursorLayer, waveTrack, this.timeline.timeContext);
dev@196 270 }
dev@196 271 if ('ontouchstart' in window) {
dev@196 272 interface Point {
dev@196 273 x: number;
dev@196 274 y: number;
dev@196 275 }
dev@196 276
dev@236 277 let zoomGestureJustEnded = false;
dev@196 278
dev@196 279 const pixelToExponent: Function = wavesUI.utils.scales.linear()
dev@196 280 .domain([0, 100]) // 100px => factor 2
dev@196 281 .range([0, 1]);
dev@196 282
dev@196 283 const calculateDistance: (p1: Point, p2: Point) => number = (p1, p2) => {
dev@196 284 return Math.pow(
dev@196 285 Math.pow(p2.x - p1.x, 2) +
dev@196 286 Math.pow(p2.y - p1.y, 2), 0.5);
dev@196 287 };
dev@196 288
dev@205 289 const calculateMidPoint: (p1: Point, p2: Point) => Point = (p1, p2) => {
dev@205 290 return {
dev@205 291 x: 0.5 * (p1.x + p2.x),
dev@205 292 y: 0.5 * (p1.y + p2.y)
dev@205 293 };
dev@205 294 };
dev@205 295
dev@205 296 const hammertime = new Hammer.Manager(this.trackDiv.nativeElement, {
dev@205 297 recognizers: [
dev@205 298 [Hammer.Pan, { direction: Hammer.DIRECTION_HORIZONTAL }]
dev@205 299 ]
dev@205 300 });
dev@204 301
dev@204 302 // it seems HammerJs binds the event to the window?
dev@204 303 // causing these events to propagate to other components?
dev@204 304 const componentTimeline = this.timeline;
dev@204 305 let initialZoom;
dev@204 306 let initialDistance;
dev@204 307 let offsetAtPanStart;
dev@205 308 let startX;
dev@205 309 let isZooming;
dev@204 310
dev@196 311 const scroll = (ev) => {
dev@236 312 if (ev.center.x - startX === 0) {
dev@236 313 return;
dev@236 314 }
dev@236 315
dev@196 316 if (zoomGestureJustEnded) {
dev@196 317 zoomGestureJustEnded = false;
dev@236 318 console.log('Skip this event: likely a single touch dangling from pinch');
dev@196 319 return;
dev@196 320 }
dev@204 321 componentTimeline.timeContext.offset = offsetAtPanStart +
dev@204 322 componentTimeline.timeContext.timeToPixel.invert(ev.deltaX);
dev@204 323 componentTimeline.tracks.update();
dev@196 324 };
dev@196 325
dev@196 326 const zoom = (ev) => {
dev@236 327 if (ev.touches.length < 2) {
dev@236 328 return;
dev@236 329 }
dev@236 330
dev@214 331 ev.preventDefault();
dev@204 332 const minZoom = componentTimeline.state.minZoom;
dev@204 333 const maxZoom = componentTimeline.state.maxZoom;
dev@205 334 const p1: Point = {
dev@218 335 x: ev.touches[0].clientX,
dev@218 336 y: ev.touches[0].clientY
dev@205 337 };
dev@205 338 const p2: Point = {
dev@218 339 x: ev.touches[1].clientX,
dev@218 340 y: ev.touches[1].clientY
dev@205 341 };
dev@205 342 const distance = calculateDistance(p1, p2);
dev@205 343 const midPoint = calculateMidPoint(p1, p2);
dev@196 344
dev@196 345 const lastCenterTime =
dev@205 346 componentTimeline.timeContext.timeToPixel.invert(midPoint.x);
dev@196 347
dev@204 348 const exponent = pixelToExponent(distance - initialDistance);
dev@204 349 const targetZoom = initialZoom * Math.pow(2, exponent);
dev@196 350
dev@204 351 componentTimeline.timeContext.zoom =
dev@196 352 Math.min(Math.max(targetZoom, minZoom), maxZoom);
dev@196 353
dev@196 354 const newCenterTime =
dev@205 355 componentTimeline.timeContext.timeToPixel.invert(midPoint.x);
dev@196 356
dev@204 357 componentTimeline.timeContext.offset += newCenterTime - lastCenterTime;
dev@204 358 componentTimeline.tracks.update();
dev@196 359 };
dev@205 360 hammertime.on('panstart', (ev) => {
dev@204 361 offsetAtPanStart = componentTimeline.timeContext.offset;
dev@205 362 startX = ev.center.x;
dev@196 363 });
dev@196 364 hammertime.on('panleft', scroll);
dev@196 365 hammertime.on('panright', scroll);
dev@205 366
dev@205 367
dev@205 368 const element: HTMLElement = this.trackDiv.nativeElement;
dev@205 369 element.addEventListener('touchstart', (e) => {
dev@236 370 if (e.touches.length < 2) {
dev@236 371 return;
dev@236 372 }
dev@236 373
dev@205 374 isZooming = true;
dev@204 375 initialZoom = componentTimeline.timeContext.zoom;
dev@196 376
dev@204 377 initialDistance = calculateDistance({
dev@218 378 x: e.touches[0].clientX,
dev@218 379 y: e.touches[0].clientY
dev@196 380 }, {
dev@218 381 x: e.touches[1].clientX,
dev@218 382 y: e.touches[1].clientY
dev@196 383 });
dev@196 384 });
dev@205 385 element.addEventListener('touchend', () => {
dev@205 386 if (isZooming) {
dev@205 387 isZooming = false;
dev@205 388 zoomGestureJustEnded = true;
dev@205 389 }
dev@205 390 });
dev@205 391 element.addEventListener('touchmove', zoom);
dev@196 392 }
dev@189 393 // this.timeline.createTrack(track, height/2, `wave-${this.trackIdPrefix}`);
dev@189 394 // this.timeline.createTrack(track, height/2, `grid-${this.trackIdPrefix}`);
dev@54 395 }
dev@18 396
cannam@108 397 estimatePercentile(matrix, percentile) {
cannam@108 398 // our sample is not evenly distributed across the whole data set:
cannam@108 399 // it is guaranteed to include at least one sample from every
cannam@108 400 // column, and could sample some values more than once. But it
cannam@108 401 // should be good enough in most cases (todo: show this)
cannam@109 402 if (matrix.length === 0) {
cannam@109 403 return 0.0;
cannam@109 404 }
cannam@108 405 const w = matrix.length;
cannam@108 406 const h = matrix[0].length;
cannam@108 407 const n = w * h;
cannam@109 408 const m = (n > 50000 ? 50000 : n); // should base that on the %ile
cannam@108 409 let m_per = Math.floor(m / w);
dev@236 410 if (m_per < 1) {
dev@236 411 m_per = 1;
dev@236 412 }
dev@236 413
dev@236 414 const sample = [];
cannam@108 415 for (let x = 0; x < w; ++x) {
cannam@108 416 for (let i = 0; i < m_per; ++i) {
cannam@108 417 const y = Math.floor(Math.random() * h);
cannam@109 418 const value = matrix[x][y];
cannam@109 419 if (!isNaN(value) && value !== Infinity) {
cannam@109 420 sample.push(value);
cannam@109 421 }
cannam@108 422 }
cannam@108 423 }
cannam@109 424 if (sample.length === 0) {
dev@236 425 console.log('WARNING: No samples gathered, even though we hoped for ' +
dev@236 426 (m_per * w) + ' of them');
cannam@109 427 return 0.0;
cannam@109 428 }
dev@236 429 sample.sort((a, b) => { return a - b; });
cannam@108 430 const ix = Math.floor((sample.length * percentile) / 100);
dev@236 431 console.log('Estimating ' + percentile + '-%ile of ' +
dev@236 432 n + '-sample dataset (' + w + ' x ' + h + ') as value ' + ix +
dev@236 433 ' of sorted ' + sample.length + '-sample subset');
cannam@108 434 const estimate = sample[ix];
dev@236 435 console.log('Estimate is: ' + estimate + ' (where min sampled value = ' +
dev@236 436 sample[0] + ' and max = ' + sample[sample.length - 1] + ')');
cannam@108 437 return estimate;
cannam@108 438 }
cannam@108 439
cannam@108 440 interpolatingMapper(hexColours) {
cannam@108 441 const colours = hexColours.map(n => {
cannam@108 442 const i = parseInt(n, 16);
cannam@118 443 return [ ((i >> 16) & 255) / 255.0,
cannam@118 444 ((i >> 8) & 255) / 255.0,
cannam@118 445 ((i) & 255) / 255.0 ];
cannam@108 446 });
cannam@108 447 const last = colours.length - 1;
cannam@108 448 return (value => {
cannam@108 449 const m = value * last;
cannam@108 450 if (m >= last) {
cannam@108 451 return colours[last];
cannam@108 452 }
cannam@108 453 if (m <= 0) {
cannam@108 454 return colours[0];
cannam@108 455 }
cannam@108 456 const base = Math.floor(m);
cannam@108 457 const prop0 = base + 1.0 - m;
cannam@108 458 const prop1 = m - base;
cannam@108 459 const c0 = colours[base];
dev@236 460 const c1 = colours[base + 1];
cannam@118 461 return [ c0[0] * prop0 + c1[0] * prop1,
cannam@118 462 c0[1] * prop0 + c1[1] * prop1,
cannam@118 463 c0[2] * prop0 + c1[2] * prop1 ];
cannam@108 464 });
cannam@108 465 }
dev@110 466
cannam@108 467 iceMapper() {
dev@236 468 const hexColours = [
cannam@108 469 // Based on ColorBrewer ylGnBu
dev@236 470 'ffffff', 'ffff00', 'f7fcf0', 'e0f3db', 'ccebc5', 'a8ddb5',
dev@236 471 '7bccc4', '4eb3d3', '2b8cbe', '0868ac', '084081', '042040'
cannam@108 472 ];
cannam@108 473 hexColours.reverse();
cannam@108 474 return this.interpolatingMapper(hexColours);
cannam@108 475 }
dev@110 476
cannam@118 477 hsv2rgb(h, s, v) { // all values in range [0, 1]
cannam@118 478 const i = Math.floor(h * 6);
cannam@118 479 const f = h * 6 - i;
cannam@118 480 const p = v * (1 - s);
cannam@118 481 const q = v * (1 - f * s);
cannam@118 482 const t = v * (1 - (1 - f) * s);
cannam@118 483 let r = 0, g = 0, b = 0;
cannam@118 484 switch (i % 6) {
dev@236 485 case 0: r = v; g = t; b = p; break;
dev@236 486 case 1: r = q; g = v; b = p; break;
dev@236 487 case 2: r = p; g = v; b = t; break;
dev@236 488 case 3: r = p; g = q; b = v; break;
dev@236 489 case 4: r = t; g = p; b = v; break;
dev@236 490 case 5: r = v; g = p; b = q; break;
cannam@118 491 }
cannam@118 492 return [ r, g, b ];
cannam@118 493 }
dev@122 494
cannam@118 495 greenMapper() {
cannam@118 496 const blue = 0.6666;
cannam@118 497 const pieslice = 0.3333;
cannam@118 498 return (value => {
cannam@118 499 const h = blue - value * 2.0 * pieslice;
cannam@118 500 const s = 0.5 + value / 2.0;
cannam@118 501 const v = value;
cannam@118 502 return this.hsv2rgb(h, s, v);
cannam@118 503 });
cannam@118 504 }
cannam@118 505
cannam@118 506 sunsetMapper() {
cannam@118 507 return (value => {
dev@236 508 const r = (value - 0.24) * 2.38;
dev@236 509 const g = (value - 0.64) * 2.777;
cannam@118 510 let b = (3.6 * value);
dev@236 511 if (value > 0.277) {
dev@236 512 b = 2.0 - b;
dev@236 513 }
cannam@118 514 return [ r, g, b ];
cannam@118 515 });
cannam@118 516 }
cannam@118 517
dev@122 518 clearTimeline(): void {
dev@122 519 // loop through layers and remove them, waves-ui provides methods for this but it seems to not work properly
dev@122 520 const timeContextChildren = this.timeline.timeContext._children;
dev@236 521 for (const track of this.timeline.tracks) {
dev@122 522 if (track.layers.length === 0) { continue; }
dev@122 523 const trackLayers = Array.from(track.layers);
dev@122 524 while (trackLayers.length) {
dev@236 525 const layer: Layer = trackLayers.pop();
dev@185 526 if (this.layers.includes(layer)) {
dev@185 527 track.remove(layer);
dev@185 528 this.layers.splice(this.layers.indexOf(layer), 1);
dev@185 529 const index = timeContextChildren.indexOf(layer.timeContext);
dev@185 530 if (index >= 0) {
dev@185 531 timeContextChildren.splice(index, 1);
dev@185 532 }
dev@185 533 layer.destroy();
dev@122 534 }
dev@122 535 }
dev@122 536 }
dev@122 537 }
dev@122 538
dev@54 539 renderWaveform(buffer: AudioBuffer): void {
dev@180 540 // const height: number = this.trackDiv.nativeElement.getBoundingClientRect().height / 2;
dev@180 541 const height: number = this.trackDiv.nativeElement.getBoundingClientRect().height;
dev@189 542 const waveTrack = this.timeline.getTrackById(`wave-${this.trackIdPrefix}`);
dev@54 543 if (this.timeline) {
dev@54 544 // resize
dev@54 545 const width = this.trackDiv.nativeElement.getBoundingClientRect().width;
dev@55 546
dev@122 547 this.clearTimeline();
dev@59 548
dev@54 549 this.timeline.visibleWidth = width;
dev@54 550 this.timeline.pixelsPerSecond = width / buffer.duration;
cannam@117 551 waveTrack.height = height;
dev@54 552 } else {
dev@236 553 this.renderTimeline(buffer.duration);
dev@54 554 }
dev@83 555 this.timeline.timeContext.offset = 0.5 * this.timeline.timeContext.visibleDuration;
cannam@106 556
dev@18 557 // time axis
dev@18 558 const timeAxis = new wavesUI.helpers.TimeAxisLayer({
dev@18 559 height: height,
cannam@106 560 color: '#b0b0b0'
dev@18 561 });
cannam@117 562 this.addLayer(timeAxis, waveTrack, this.timeline.timeContext, true);
dev@18 563
cannam@161 564 const nchannels = buffer.numberOfChannels;
cannam@161 565 const totalWaveHeight = height * 0.9;
cannam@161 566 const waveHeight = totalWaveHeight / nchannels;
dev@189 567
cannam@161 568 for (let ch = 0; ch < nchannels; ++ch) {
dev@236 569 console.log('about to construct a waveform layer for channel ' + ch);
cannam@161 570 const waveformLayer = new wavesUI.helpers.WaveformLayer(buffer, {
dev@236 571 top: (height - totalWaveHeight) / 2 + waveHeight * ch,
dev@236 572 height: waveHeight,
cannam@257 573 color: '#0868ac',
dev@236 574 channel: ch
cannam@161 575 });
cannam@161 576 this.addLayer(waveformLayer, waveTrack, this.timeline.timeContext);
cannam@161 577 }
cannam@117 578
dev@53 579 this.cursorLayer = new wavesUI.helpers.CursorLayer({
cannam@257 580 height: height,
cannam@257 581 color: '#c33c54'
dev@31 582 });
cannam@117 583 this.addLayer(this.cursorLayer, waveTrack, this.timeline.timeContext);
dev@51 584 this.timeline.state = new wavesUI.states.CenteredZoomState(this.timeline);
cannam@117 585 waveTrack.render();
cannam@117 586 waveTrack.update();
dev@81 587
dev@196 588 this.isLoading = false;
dev@234 589 this.ref.markForCheck();
dev@53 590 this.animate();
dev@53 591 }
dev@53 592
cannam@117 593 renderSpectrogram(buffer: AudioBuffer): void {
cannam@117 594 const height: number = this.trackDiv.nativeElement.getBoundingClientRect().height / 2;
dev@189 595 const gridTrack = this.timeline.getTrackById(`grid-${this.trackIdPrefix}`);
cannam@117 596
dev@129 597 const spectrogramLayer = new WavesSpectrogramLayer(buffer, {
cannam@221 598 top: 0,
cannam@221 599 height: height,
cannam@117 600 stepSize: 512,
dev@129 601 blockSize: 1024,
cannam@118 602 normalise: 'none',
cannam@118 603 mapper: this.sunsetMapper()
cannam@117 604 });
cannam@117 605 this.addLayer(spectrogramLayer, gridTrack, this.timeline.timeContext);
cannam@117 606
cannam@117 607 this.timeline.tracks.update();
cannam@117 608 }
cannam@117 609
dev@53 610 // TODO refactor - this doesn't belong here
dev@64 611 private renderFeatures(extracted: SimpleResponse, colour: Colour): void {
dev@196 612 if (this.isOneShotExtractor && !this.hasShot) {
dev@196 613 this.featureExtractionSubscription.unsubscribe();
dev@196 614 this.hasShot = true;
dev@196 615 }
dev@196 616
dev@236 617 if (!extracted.hasOwnProperty('features')
dev@236 618 || !extracted.hasOwnProperty('outputDescriptor')) {
dev@236 619 return;
dev@236 620 }
dev@236 621 if (!extracted.features.hasOwnProperty('shape')
dev@236 622 || !extracted.features.hasOwnProperty('data')) {
dev@236 623 return;
dev@236 624 }
dev@64 625 const features: FeatureCollection = (extracted.features as FeatureCollection);
dev@64 626 const outputDescriptor = extracted.outputDescriptor;
dev@196 627 // const height = this.trackDiv.nativeElement.getBoundingClientRect().height / 2;
dev@196 628 const height = this.trackDiv.nativeElement.getBoundingClientRect().height;
dev@189 629 const waveTrack = this.timeline.getTrackById(`wave-${this.trackIdPrefix}`);
dev@64 630
dev@64 631 // TODO refactor all of this
dev@63 632 switch (features.shape) {
dev@64 633 case 'vector': {
dev@63 634 const stepDuration = (features as FixedSpacedFeatures).stepDuration;
dev@63 635 const featureData = (features.data as Float32Array);
dev@236 636 if (featureData.length === 0) {
dev@236 637 return;
dev@236 638 }
dev@63 639 const plotData = [...featureData].map((feature, i) => {
dev@63 640 return {
dev@63 641 cx: i * stepDuration,
cannam@258 642 cy: feature
dev@63 643 };
dev@63 644 });
cannam@258 645 let min = featureData.reduce((m, f) => Math.min(m, f), Infinity);
cannam@258 646 let max = featureData.reduce((m, f) => Math.max(m, f), -Infinity);
cannam@258 647 if (min === Infinity) {
cannam@258 648 min = 0;
cannam@258 649 max = 1;
cannam@258 650 }
dev@236 651 const lineLayer = new wavesUI.helpers.LineLayer(plotData, {
dev@63 652 color: colour,
cannam@258 653 height: height,
cannam@258 654 yDomain: [ min, max ]
dev@63 655 });
dev@122 656 this.addLayer(
dev@105 657 lineLayer,
cannam@117 658 waveTrack,
dev@63 659 this.timeline.timeContext
dev@122 660 );
cannam@265 661 const scaleLayer = new wavesUI.helpers.ScaleLayer({
cannam@266 662 tickColor: colour,
cannam@266 663 textColor: colour,
cannam@264 664 height: height,
cannam@264 665 yDomain: [ min, max ]
cannam@264 666 });
cannam@264 667 this.addLayer(
cannam@264 668 scaleLayer,
cannam@264 669 waveTrack,
cannam@264 670 this.timeline.timeContext
cannam@264 671 );
cannam@254 672 this.highlightLayer = new wavesUI.helpers.HighlightLayer(lineLayer, {
cannam@254 673 opacity: 0.7,
cannam@257 674 height: height,
cannam@258 675 color: '#c33c54',
cannam@266 676 labelOffset: 38,
cannam@258 677 yDomain: [ min, max ]
cannam@254 678 });
cannam@254 679 this.addLayer(
cannam@254 680 this.highlightLayer,
cannam@254 681 waveTrack,
cannam@254 682 this.timeline.timeContext
cannam@254 683 );
dev@63 684 break;
dev@64 685 }
dev@64 686 case 'list': {
dev@64 687 const featureData = (features.data as FeatureList);
dev@236 688 if (featureData.length === 0) {
dev@236 689 return;
dev@236 690 }
dev@64 691 // TODO look at output descriptor instead of directly inspecting features
dev@64 692 const hasDuration = outputDescriptor.configured.hasDuration;
dev@64 693 const isMarker = !hasDuration
dev@64 694 && outputDescriptor.configured.binCount === 0
dev@64 695 && featureData[0].featureValues == null;
dev@64 696 const isRegion = hasDuration
dev@64 697 && featureData[0].timestamp != null;
dev@236 698 console.log('Have list features: length ' + featureData.length +
dev@236 699 ', isMarker ' + isMarker + ', isRegion ' + isRegion +
dev@236 700 ', hasDuration ' + hasDuration);
dev@64 701 // TODO refactor, this is incomprehensible
dev@64 702 if (isMarker) {
dev@236 703 const plotData = featureData.map(feature => ({
dev@236 704 time: toSeconds(feature.timestamp),
dev@236 705 label: feature.label
dev@236 706 }));
dev@236 707 const featureLayer = new wavesUI.helpers.TickLayer(plotData, {
dev@64 708 height: height,
dev@64 709 color: colour,
cannam@152 710 labelPosition: 'bottom',
cannam@152 711 shadeSegments: true
dev@64 712 });
dev@122 713 this.addLayer(
cannam@149 714 featureLayer,
cannam@117 715 waveTrack,
dev@64 716 this.timeline.timeContext
dev@122 717 );
dev@64 718 } else if (isRegion) {
dev@236 719 console.log('Output is of region type');
dev@67 720 const binCount = outputDescriptor.configured.binCount || 0;
dev@67 721 const isBarRegion = featureData[0].featureValues.length >= 1 || binCount >= 1 ;
dev@64 722 const getSegmentArgs = () => {
dev@64 723 if (isBarRegion) {
dev@64 724
dev@67 725 // TODO refactor - this is messy
dev@67 726 interface FoldsToNumber<T> {
dev@67 727 reduce(fn: (previousValue: number,
dev@67 728 currentValue: T,
dev@67 729 currentIndex: number,
dev@67 730 array: ArrayLike<T>) => number,
dev@67 731 initialValue?: number): number;
dev@67 732 }
dev@64 733
dev@67 734 // TODO potentially change impl., i.e avoid reduce
dev@67 735 const findMin = <T>(arr: FoldsToNumber<T>, getElement: (x: T) => number): number => {
dev@67 736 return arr.reduce((min, val) => Math.min(min, getElement(val)), Infinity);
dev@67 737 };
dev@67 738
dev@67 739 const findMax = <T>(arr: FoldsToNumber<T>, getElement: (x: T) => number): number => {
dev@67 740 return arr.reduce((min, val) => Math.max(min, getElement(val)), -Infinity);
dev@67 741 };
dev@67 742
dev@67 743 const min = findMin<Feature>(featureData, (x: Feature) => {
dev@67 744 return findMin<number>(x.featureValues, y => y);
dev@67 745 });
dev@67 746
dev@67 747 const max = findMax<Feature>(featureData, (x: Feature) => {
dev@67 748 return findMax<number>(x.featureValues, y => y);
dev@67 749 });
dev@67 750
dev@67 751 const barHeight = 1.0 / height;
dev@64 752 return [
dev@67 753 featureData.reduce((bars, feature) => {
dev@67 754 const staticProperties = {
dev@64 755 x: toSeconds(feature.timestamp),
dev@64 756 width: toSeconds(feature.duration),
dev@67 757 height: min + barHeight,
dev@64 758 color: colour,
dev@64 759 opacity: 0.8
dev@67 760 };
dev@67 761 // TODO avoid copying Float32Array to an array - map is problematic here
dev@67 762 return bars.concat([...feature.featureValues]
dev@236 763 .map(val => Object.assign({}, staticProperties, {y: val})));
dev@67 764 }, []),
dev@67 765 {yDomain: [min, max + barHeight], height: height} as any
dev@67 766 ];
dev@64 767 } else {
dev@236 768 return [featureData.map(feature => ({
dev@236 769 x: toSeconds(feature.timestamp),
dev@236 770 width: toSeconds(feature.duration),
dev@236 771 color: colour,
dev@236 772 opacity: 0.8
dev@236 773 })), {height: height}];
dev@64 774 }
dev@64 775 };
dev@64 776
dev@236 777 const segmentLayer = new wavesUI.helpers.SegmentLayer(
dev@64 778 ...getSegmentArgs()
dev@64 779 );
dev@122 780 this.addLayer(
dev@64 781 segmentLayer,
cannam@117 782 waveTrack,
dev@64 783 this.timeline.timeContext
dev@122 784 );
dev@64 785 }
dev@64 786 break;
dev@64 787 }
cannam@106 788 case 'matrix': {
cannam@108 789 const stepDuration = (features as FixedSpacedFeatures).stepDuration;
dev@236 790 // !!! + start time
cannam@108 791 const matrixData = (features.data as Float32Array[]);
dev@236 792
dev@236 793 if (matrixData.length === 0) {
dev@236 794 return;
dev@236 795 }
dev@236 796
dev@236 797 console.log('matrix data length = ' + matrixData.length);
dev@236 798 console.log('height of first column = ' + matrixData[0].length);
cannam@109 799 const targetValue = this.estimatePercentile(matrixData, 95);
cannam@108 800 const gain = (targetValue > 0.0 ? (1.0 / targetValue) : 1.0);
dev@236 801 console.log('setting gain to ' + gain);
cannam@120 802 const matrixEntity =
cannam@120 803 new wavesUI.utils.PrefilledMatrixEntity(matrixData,
cannam@120 804 0, // startTime
cannam@120 805 stepDuration);
dev@236 806 const matrixLayer = new wavesUI.helpers.MatrixLayer(matrixEntity, {
cannam@108 807 gain,
cannam@221 808 top: 0,
cannam@221 809 height: height,
cannam@109 810 normalise: 'none',
cannam@108 811 mapper: this.iceMapper()
cannam@108 812 });
dev@122 813 this.addLayer(
cannam@108 814 matrixLayer,
cannam@117 815 waveTrack,
cannam@108 816 this.timeline.timeContext
dev@122 817 );
cannam@108 818 break;
cannam@106 819 }
dev@67 820 default:
dev@236 821 console.log(
dev@236 822 `Cannot render an appropriate layer for feature shape '${features.shape}'`
dev@236 823 );
dev@63 824 }
dev@59 825
dev@196 826 this.isLoading = false;
dev@234 827 this.ref.markForCheck();
dev@56 828 this.timeline.tracks.update();
dev@53 829 }
dev@53 830
dev@53 831 private animate(): void {
dev@236 832 if (!this.isSeeking) {
dev@236 833 return;
dev@236 834 }
dev@196 835
dev@31 836 this.ngZone.runOutsideAngular(() => {
dev@31 837 // listen for time passing...
dev@31 838 const updateSeekingCursor = () => {
dev@53 839 const currentTime = this.audioService.getCurrentTime();
dev@53 840 this.cursorLayer.currentPosition = currentTime;
dev@53 841 this.cursorLayer.update();
dev@53 842
cannam@254 843 if (typeof(this.highlightLayer) !== 'undefined') {
cannam@254 844 this.highlightLayer.currentPosition = currentTime;
cannam@254 845 this.highlightLayer.update();
cannam@254 846 }
cannam@254 847
dev@53 848 const currentOffset = this.timeline.timeContext.offset;
dev@53 849 const offsetTimestamp = currentOffset
dev@53 850 + currentTime;
dev@53 851
dev@53 852 const visibleDuration = this.timeline.timeContext.visibleDuration;
dev@53 853 // TODO reduce duplication between directions and make more declarative
dev@53 854 // this kinda logic should also be tested
dev@53 855 const mustPageForward = offsetTimestamp > visibleDuration;
dev@53 856 const mustPageBackward = currentTime < -currentOffset;
dev@53 857
dev@53 858 if (mustPageForward) {
dev@53 859 const hasSkippedMultiplePages = offsetTimestamp - visibleDuration > visibleDuration;
dev@53 860
cannam@106 861 this.timeline.timeContext.offset = hasSkippedMultiplePages ?
cannam@106 862 -currentTime + 0.5 * visibleDuration :
cannam@106 863 currentOffset - visibleDuration;
dev@51 864 this.timeline.tracks.update();
dev@34 865 }
dev@53 866
dev@53 867 if (mustPageBackward) {
dev@53 868 const hasSkippedMultiplePages = currentTime + visibleDuration < -currentOffset;
cannam@106 869 this.timeline.timeContext.offset = hasSkippedMultiplePages ?
cannam@106 870 -currentTime + 0.5 * visibleDuration :
cannam@106 871 currentOffset + visibleDuration;
dev@51 872 this.timeline.tracks.update();
dev@34 873 }
dev@53 874
dev@236 875 if (this.isPlaying) {
dev@53 876 requestAnimationFrame(updateSeekingCursor);
dev@236 877 }
dev@31 878 };
dev@31 879 updateSeekingCursor();
dev@31 880 });
dev@6 881 }
dev@16 882
dev@122 883 private addLayer(layer: Layer, track: Track, timeContext: any, isAxis: boolean = false): void {
dev@54 884 timeContext.zoom = 1.0;
dev@54 885 if (!layer.timeContext) {
dev@54 886 layer.setTimeContext(isAxis ?
dev@54 887 timeContext : new wavesUI.core.LayerTimeContext(timeContext));
dev@54 888 }
dev@54 889 track.add(layer);
dev@185 890 this.layers.push(layer);
dev@54 891 layer.render();
dev@54 892 layer.update();
dev@122 893 if (this.cursorLayer && track.$layout.contains(this.cursorLayer.$el)) {
dev@112 894 track.$layout.appendChild(this.cursorLayer.$el);
dev@112 895 }
dev@59 896 }
dev@59 897
dev@51 898 ngOnDestroy(): void {
dev@236 899 if (this.featureExtractionSubscription) {
dev@196 900 this.featureExtractionSubscription.unsubscribe();
dev@236 901 }
dev@236 902 if (this.playingStateSubscription) {
dev@196 903 this.playingStateSubscription.unsubscribe();
dev@236 904 }
dev@236 905 if (this.seekedSubscription) {
dev@196 906 this.seekedSubscription.unsubscribe();
dev@236 907 }
dev@236 908 if (this.onAudioDataSubscription) {
dev@196 909 this.onAudioDataSubscription.unsubscribe();
dev@236 910 }
dev@51 911 }
dev@154 912
dev@155 913 seekStart(): void {
dev@155 914 this.zoomOnMouseDown = this.timeline.timeContext.zoom;
dev@157 915 this.offsetOnMouseDown = this.timeline.timeContext.offset;
dev@155 916 }
dev@155 917
dev@155 918 seekEnd(x: number): void {
dev@157 919 const hasSameZoom: boolean = this.zoomOnMouseDown ===
dev@157 920 this.timeline.timeContext.zoom;
dev@157 921 const hasSameOffset: boolean = this.offsetOnMouseDown ===
dev@157 922 this.timeline.timeContext.offset;
dev@157 923 if (hasSameZoom && hasSameOffset) {
dev@155 924 this.seek(x);
dev@155 925 }
dev@155 926 }
dev@155 927
dev@154 928 seek(x: number): void {
dev@154 929 if (this.timeline) {
dev@154 930 const timeContext: any = this.timeline.timeContext;
dev@196 931 if (this.isSeeking) {
dev@196 932 this.audioService.seekTo(
dev@236 933 timeContext.timeToPixel.invert(x) - timeContext.offset
dev@196 934 );
dev@196 935 }
dev@154 936 }
dev@154 937 }
dev@6 938 }