dev@10
|
1 import {
|
dev@236
|
2 Component,
|
dev@236
|
3 OnInit,
|
dev@236
|
4 ViewChild,
|
dev@236
|
5 ElementRef,
|
dev@236
|
6 Input,
|
dev@236
|
7 AfterViewInit,
|
dev@236
|
8 NgZone,
|
dev@236
|
9 OnDestroy,
|
dev@236
|
10 ChangeDetectorRef
|
dev@10
|
11 } from '@angular/core';
|
dev@196
|
12 import {
|
dev@196
|
13 AudioPlayerService, AudioResource,
|
dev@196
|
14 AudioResourceError
|
dev@236
|
15 } from '../services/audio-player/audio-player.service';
|
dev@289
|
16 import wavesUI from 'waves-ui-piper';
|
dev@63
|
17 import {
|
dev@64
|
18 FeatureExtractionService
|
dev@236
|
19 } from '../services/feature-extraction/feature-extraction.service';
|
dev@236
|
20 import {Subscription} from 'rxjs/Subscription';
|
dev@63
|
21 import {
|
dev@63
|
22 FeatureCollection,
|
dev@236
|
23 FixedSpacedFeatures,
|
dev@236
|
24 SimpleResponse
|
dev@236
|
25 } from 'piper/HigherLevelUtilities';
|
dev@236
|
26 import {toSeconds} from 'piper';
|
dev@236
|
27 import {FeatureList, Feature} from 'piper/Feature';
|
dev@81
|
28 import * as Hammer from 'hammerjs';
|
dev@236
|
29 import {WavesSpectrogramLayer} from '../spectrogram/Spectrogram';
|
dev@8
|
30
|
dev@54
|
31 type Layer = any;
|
dev@54
|
32 type Track = any;
|
dev@59
|
33 type Colour = string;
|
dev@6
|
34
|
dev@268
|
35
|
dev@268
|
36
|
dev@268
|
37 function* createColourGenerator(colours) {
|
cannam@257
|
38 let index = 0;
|
dev@268
|
39 const nColours = colours.length;
|
cannam@257
|
40 while (true) {
|
dev@268
|
41 yield colours[index = ++index % nColours];
|
cannam@257
|
42 }
|
dev@268
|
43 }
|
dev@268
|
44
|
dev@268
|
45 const defaultColourGenerator = createColourGenerator([
|
dev@268
|
46 '#0868ac', // "sapphire blue", our waveform / header colour
|
dev@268
|
47 '#c33c54', // "brick red"
|
dev@268
|
48 '#17bebb', // "tiffany blue"
|
dev@268
|
49 '#001021', // "rich black"
|
dev@268
|
50 '#fa8334', // "mango tango"
|
dev@268
|
51 '#034748' // "deep jungle green"
|
dev@268
|
52 ]);
|
cannam@257
|
53
|
dev@6
|
54 @Component({
|
dev@236
|
55 selector: 'ugly-waveform',
|
dev@6
|
56 templateUrl: './waveform.component.html',
|
dev@6
|
57 styleUrls: ['./waveform.component.css']
|
dev@6
|
58 })
|
cannam@257
|
59
|
dev@51
|
60 export class WaveformComponent implements OnInit, AfterViewInit, OnDestroy {
|
dev@20
|
61
|
dev@8
|
62 @ViewChild('track') trackDiv: ElementRef;
|
dev@285
|
63 @Input() set width(width: number) {
|
dev@285
|
64 if (this.timeline) {
|
dev@285
|
65 requestAnimationFrame(() => {
|
dev@285
|
66 this.timeline.timeContext.visibleWidth = width;
|
dev@285
|
67 this.timeline.tracks.update();
|
dev@285
|
68 });
|
dev@285
|
69 }
|
dev@285
|
70 }
|
dev@189
|
71 @Input() timeline: Timeline;
|
dev@189
|
72 @Input() trackIdPrefix: string;
|
dev@196
|
73 @Input() set isSubscribedToExtractionService(isSubscribed: boolean) {
|
dev@196
|
74 if (isSubscribed) {
|
dev@196
|
75 if (this.featureExtractionSubscription) {
|
dev@196
|
76 return;
|
dev@196
|
77 }
|
dev@268
|
78
|
dev@196
|
79 this.featureExtractionSubscription =
|
dev@196
|
80 this.piperService.featuresExtracted$.subscribe(
|
dev@196
|
81 features => {
|
dev@268
|
82 this.renderFeatures(features, defaultColourGenerator.next().value);
|
dev@196
|
83 });
|
dev@196
|
84 } else {
|
dev@196
|
85 if (this.featureExtractionSubscription) {
|
dev@196
|
86 this.featureExtractionSubscription.unsubscribe();
|
dev@196
|
87 }
|
dev@196
|
88 }
|
dev@196
|
89 }
|
dev@196
|
90 @Input() set isSubscribedToAudioService(isSubscribed: boolean) {
|
dev@196
|
91 this._isSubscribedToAudioService = isSubscribed;
|
dev@196
|
92 if (isSubscribed) {
|
dev@196
|
93 if (this.onAudioDataSubscription) {
|
dev@196
|
94 return;
|
dev@196
|
95 }
|
dev@196
|
96
|
dev@196
|
97 this.onAudioDataSubscription =
|
dev@196
|
98 this.audioService.audioLoaded$.subscribe(res => {
|
dev@196
|
99 const wasError = (res as AudioResourceError).message != null;
|
dev@196
|
100
|
dev@196
|
101 if (wasError) {
|
dev@196
|
102 console.warn('No audio, display error?');
|
dev@196
|
103 } else {
|
dev@196
|
104 this.audioBuffer = (res as AudioResource).samples;
|
dev@196
|
105 }
|
dev@196
|
106 });
|
dev@196
|
107 } else {
|
dev@196
|
108 if (this.onAudioDataSubscription) {
|
dev@196
|
109 this.onAudioDataSubscription.unsubscribe();
|
dev@196
|
110 }
|
dev@196
|
111 }
|
dev@196
|
112 }
|
dev@196
|
113
|
dev@196
|
114 get isSubscribedToAudioService(): boolean {
|
dev@196
|
115 return this._isSubscribedToAudioService;
|
dev@196
|
116 }
|
dev@196
|
117
|
dev@196
|
118 @Input() set isOneShotExtractor(isOneShot: boolean) {
|
dev@196
|
119 this._isOneShotExtractor = isOneShot;
|
dev@196
|
120 }
|
dev@196
|
121
|
dev@196
|
122 get isOneShotExtractor(): boolean {
|
dev@196
|
123 return this._isOneShotExtractor;
|
dev@196
|
124 }
|
dev@196
|
125
|
dev@196
|
126 @Input() set isSeeking(isSeeking: boolean) {
|
dev@196
|
127 this._isSeeking = isSeeking;
|
dev@196
|
128 if (isSeeking) {
|
dev@196
|
129 if (this.seekedSubscription) {
|
dev@196
|
130 return;
|
dev@196
|
131 }
|
dev@236
|
132 if (this.playingStateSubscription) {
|
dev@196
|
133 return;
|
dev@196
|
134 }
|
dev@196
|
135
|
dev@196
|
136 this.seekedSubscription = this.audioService.seeked$.subscribe(() => {
|
dev@236
|
137 if (!this.isPlaying) {
|
dev@196
|
138 this.animate();
|
dev@236
|
139 }
|
dev@196
|
140 });
|
dev@196
|
141 this.playingStateSubscription =
|
dev@196
|
142 this.audioService.playingStateChange$.subscribe(
|
dev@196
|
143 isPlaying => {
|
dev@196
|
144 this.isPlaying = isPlaying;
|
dev@236
|
145 if (this.isPlaying) {
|
dev@196
|
146 this.animate();
|
dev@236
|
147 }
|
dev@196
|
148 });
|
dev@196
|
149 } else {
|
dev@196
|
150 if (this.isPlaying) {
|
dev@196
|
151 this.isPlaying = false;
|
dev@196
|
152 }
|
dev@196
|
153 if (this.playingStateSubscription) {
|
dev@196
|
154 this.playingStateSubscription.unsubscribe();
|
dev@196
|
155 }
|
dev@196
|
156 if (this.seekedSubscription) {
|
dev@196
|
157 this.seekedSubscription.unsubscribe();
|
dev@196
|
158 }
|
dev@196
|
159 }
|
dev@196
|
160 }
|
dev@196
|
161
|
dev@196
|
162 get isSeeking(): boolean {
|
dev@196
|
163 return this._isSeeking;
|
dev@196
|
164 }
|
dev@196
|
165
|
dev@16
|
166 set audioBuffer(buffer: AudioBuffer) {
|
dev@16
|
167 this._audioBuffer = buffer || undefined;
|
cannam@117
|
168 if (this.audioBuffer) {
|
dev@20
|
169 this.renderWaveform(this.audioBuffer);
|
dev@180
|
170 // this.renderSpectrogram(this.audioBuffer);
|
cannam@117
|
171 }
|
dev@16
|
172 }
|
dev@16
|
173
|
dev@16
|
174 get audioBuffer(): AudioBuffer {
|
dev@16
|
175 return this._audioBuffer;
|
dev@16
|
176 }
|
dev@16
|
177
|
dev@196
|
178 private _audioBuffer: AudioBuffer;
|
dev@196
|
179 private _isSubscribedToAudioService: boolean;
|
dev@196
|
180 private _isOneShotExtractor: boolean;
|
dev@196
|
181 private _isSeeking: boolean;
|
dev@196
|
182 private cursorLayer: any;
|
cannam@254
|
183 private highlightLayer: any;
|
dev@196
|
184 private layers: Layer[];
|
dev@51
|
185 private featureExtractionSubscription: Subscription;
|
dev@53
|
186 private playingStateSubscription: Subscription;
|
dev@53
|
187 private seekedSubscription: Subscription;
|
dev@196
|
188 private onAudioDataSubscription: Subscription;
|
dev@53
|
189 private isPlaying: boolean;
|
dev@155
|
190 private zoomOnMouseDown: number;
|
dev@157
|
191 private offsetOnMouseDown: number;
|
dev@196
|
192 private hasShot: boolean;
|
dev@196
|
193 private isLoading: boolean;
|
dev@51
|
194
|
dev@236
|
195 private static changeColour(layer: Layer, colour: string): void {
|
dev@236
|
196 const butcherShapes = (shape) => {
|
dev@236
|
197 shape.install({color: () => colour});
|
dev@236
|
198 shape.params.color = colour;
|
dev@236
|
199 shape.update(layer._renderingContext, layer.data);
|
dev@236
|
200 };
|
dev@236
|
201
|
dev@236
|
202 layer._$itemCommonShapeMap.forEach(butcherShapes);
|
dev@236
|
203 layer._$itemShapeMap.forEach(butcherShapes);
|
dev@236
|
204 layer.render();
|
dev@236
|
205 layer.update();
|
dev@236
|
206 }
|
dev@236
|
207
|
dev@31
|
208 constructor(private audioService: AudioPlayerService,
|
dev@51
|
209 private piperService: FeatureExtractionService,
|
dev@234
|
210 private ngZone: NgZone,
|
dev@234
|
211 private ref: ChangeDetectorRef) {
|
dev@196
|
212 this.isSubscribedToAudioService = true;
|
dev@196
|
213 this.isSeeking = true;
|
dev@185
|
214 this.layers = [];
|
dev@196
|
215 this.audioBuffer = undefined;
|
dev@54
|
216 this.timeline = undefined;
|
dev@54
|
217 this.cursorLayer = undefined;
|
cannam@254
|
218 this.highlightLayer = undefined;
|
dev@53
|
219 this.isPlaying = false;
|
dev@196
|
220 this.isLoading = true;
|
dev@51
|
221 }
|
dev@51
|
222
|
dev@53
|
223 ngOnInit() {
|
dev@53
|
224 }
|
dev@10
|
225
|
dev@10
|
226 ngAfterViewInit(): void {
|
dev@236
|
227 this.trackIdPrefix = this.trackIdPrefix || 'default';
|
dev@196
|
228 if (this.timeline) {
|
dev@196
|
229 this.renderTimeline(null, true, true);
|
dev@196
|
230 } else {
|
dev@196
|
231 this.renderTimeline();
|
dev@196
|
232 }
|
dev@20
|
233 }
|
dev@20
|
234
|
dev@196
|
235 renderTimeline(duration: number = 1.0,
|
dev@196
|
236 useExistingDuration: boolean = false,
|
dev@196
|
237 isInitialRender: boolean = false): Timeline {
|
dev@18
|
238 const track: HTMLElement = this.trackDiv.nativeElement;
|
dev@236
|
239 track.innerHTML = '';
|
dev@18
|
240 const height: number = track.getBoundingClientRect().height;
|
dev@18
|
241 const width: number = track.getBoundingClientRect().width;
|
dev@18
|
242 const pixelsPerSecond = width / duration;
|
dev@196
|
243 const hasExistingTimeline = this.timeline instanceof wavesUI.core.Timeline;
|
dev@196
|
244
|
dev@196
|
245 if (hasExistingTimeline) {
|
dev@196
|
246 if (!useExistingDuration) {
|
dev@196
|
247 this.timeline.pixelsPerSecond = pixelsPerSecond;
|
dev@196
|
248 this.timeline.visibleWidth = width;
|
dev@196
|
249 }
|
dev@180
|
250 } else {
|
dev@180
|
251 this.timeline = new wavesUI.core.Timeline(pixelsPerSecond, width);
|
dev@180
|
252 }
|
dev@196
|
253 const waveTrack = this.timeline.createTrack(
|
dev@196
|
254 track,
|
dev@196
|
255 height,
|
dev@196
|
256 `wave-${this.trackIdPrefix}`
|
dev@196
|
257 );
|
dev@196
|
258 if (isInitialRender && hasExistingTimeline) {
|
dev@196
|
259 // time axis
|
dev@196
|
260 const timeAxis = new wavesUI.helpers.TimeAxisLayer({
|
dev@196
|
261 height: height,
|
dev@196
|
262 color: '#b0b0b0'
|
dev@196
|
263 });
|
dev@196
|
264 this.addLayer(timeAxis, waveTrack, this.timeline.timeContext, true);
|
dev@196
|
265 this.cursorLayer = new wavesUI.helpers.CursorLayer({
|
cannam@257
|
266 height: height,
|
cannam@257
|
267 color: '#c33c54'
|
dev@196
|
268 });
|
dev@196
|
269 this.addLayer(this.cursorLayer, waveTrack, this.timeline.timeContext);
|
dev@196
|
270 }
|
dev@196
|
271 if ('ontouchstart' in window) {
|
dev@196
|
272 interface Point {
|
dev@196
|
273 x: number;
|
dev@196
|
274 y: number;
|
dev@196
|
275 }
|
dev@196
|
276
|
dev@236
|
277 let zoomGestureJustEnded = false;
|
dev@196
|
278
|
dev@196
|
279 const pixelToExponent: Function = wavesUI.utils.scales.linear()
|
dev@196
|
280 .domain([0, 100]) // 100px => factor 2
|
dev@196
|
281 .range([0, 1]);
|
dev@196
|
282
|
dev@196
|
283 const calculateDistance: (p1: Point, p2: Point) => number = (p1, p2) => {
|
dev@196
|
284 return Math.pow(
|
dev@196
|
285 Math.pow(p2.x - p1.x, 2) +
|
dev@196
|
286 Math.pow(p2.y - p1.y, 2), 0.5);
|
dev@196
|
287 };
|
dev@196
|
288
|
dev@205
|
289 const calculateMidPoint: (p1: Point, p2: Point) => Point = (p1, p2) => {
|
dev@205
|
290 return {
|
dev@205
|
291 x: 0.5 * (p1.x + p2.x),
|
dev@205
|
292 y: 0.5 * (p1.y + p2.y)
|
dev@205
|
293 };
|
dev@205
|
294 };
|
dev@205
|
295
|
dev@205
|
296 const hammertime = new Hammer.Manager(this.trackDiv.nativeElement, {
|
dev@205
|
297 recognizers: [
|
dev@205
|
298 [Hammer.Pan, { direction: Hammer.DIRECTION_HORIZONTAL }]
|
dev@205
|
299 ]
|
dev@205
|
300 });
|
dev@204
|
301
|
dev@204
|
302 // it seems HammerJs binds the event to the window?
|
dev@204
|
303 // causing these events to propagate to other components?
|
dev@204
|
304 const componentTimeline = this.timeline;
|
dev@204
|
305 let initialZoom;
|
dev@204
|
306 let initialDistance;
|
dev@204
|
307 let offsetAtPanStart;
|
dev@205
|
308 let startX;
|
dev@205
|
309 let isZooming;
|
dev@204
|
310
|
dev@196
|
311 const scroll = (ev) => {
|
dev@236
|
312 if (ev.center.x - startX === 0) {
|
dev@236
|
313 return;
|
dev@236
|
314 }
|
dev@236
|
315
|
dev@196
|
316 if (zoomGestureJustEnded) {
|
dev@196
|
317 zoomGestureJustEnded = false;
|
dev@236
|
318 console.log('Skip this event: likely a single touch dangling from pinch');
|
dev@196
|
319 return;
|
dev@196
|
320 }
|
dev@204
|
321 componentTimeline.timeContext.offset = offsetAtPanStart +
|
dev@204
|
322 componentTimeline.timeContext.timeToPixel.invert(ev.deltaX);
|
dev@204
|
323 componentTimeline.tracks.update();
|
dev@196
|
324 };
|
dev@196
|
325
|
dev@196
|
326 const zoom = (ev) => {
|
dev@236
|
327 if (ev.touches.length < 2) {
|
dev@236
|
328 return;
|
dev@236
|
329 }
|
dev@236
|
330
|
dev@214
|
331 ev.preventDefault();
|
dev@204
|
332 const minZoom = componentTimeline.state.minZoom;
|
dev@204
|
333 const maxZoom = componentTimeline.state.maxZoom;
|
dev@205
|
334 const p1: Point = {
|
dev@218
|
335 x: ev.touches[0].clientX,
|
dev@218
|
336 y: ev.touches[0].clientY
|
dev@205
|
337 };
|
dev@205
|
338 const p2: Point = {
|
dev@218
|
339 x: ev.touches[1].clientX,
|
dev@218
|
340 y: ev.touches[1].clientY
|
dev@205
|
341 };
|
dev@205
|
342 const distance = calculateDistance(p1, p2);
|
dev@205
|
343 const midPoint = calculateMidPoint(p1, p2);
|
dev@196
|
344
|
dev@196
|
345 const lastCenterTime =
|
dev@205
|
346 componentTimeline.timeContext.timeToPixel.invert(midPoint.x);
|
dev@196
|
347
|
dev@204
|
348 const exponent = pixelToExponent(distance - initialDistance);
|
dev@204
|
349 const targetZoom = initialZoom * Math.pow(2, exponent);
|
dev@196
|
350
|
dev@204
|
351 componentTimeline.timeContext.zoom =
|
dev@196
|
352 Math.min(Math.max(targetZoom, minZoom), maxZoom);
|
dev@196
|
353
|
dev@196
|
354 const newCenterTime =
|
dev@205
|
355 componentTimeline.timeContext.timeToPixel.invert(midPoint.x);
|
dev@196
|
356
|
dev@204
|
357 componentTimeline.timeContext.offset += newCenterTime - lastCenterTime;
|
dev@204
|
358 componentTimeline.tracks.update();
|
dev@196
|
359 };
|
dev@205
|
360 hammertime.on('panstart', (ev) => {
|
dev@204
|
361 offsetAtPanStart = componentTimeline.timeContext.offset;
|
dev@205
|
362 startX = ev.center.x;
|
dev@196
|
363 });
|
dev@196
|
364 hammertime.on('panleft', scroll);
|
dev@196
|
365 hammertime.on('panright', scroll);
|
dev@205
|
366
|
dev@205
|
367
|
dev@205
|
368 const element: HTMLElement = this.trackDiv.nativeElement;
|
dev@205
|
369 element.addEventListener('touchstart', (e) => {
|
dev@236
|
370 if (e.touches.length < 2) {
|
dev@236
|
371 return;
|
dev@236
|
372 }
|
dev@236
|
373
|
dev@205
|
374 isZooming = true;
|
dev@204
|
375 initialZoom = componentTimeline.timeContext.zoom;
|
dev@196
|
376
|
dev@204
|
377 initialDistance = calculateDistance({
|
dev@218
|
378 x: e.touches[0].clientX,
|
dev@218
|
379 y: e.touches[0].clientY
|
dev@196
|
380 }, {
|
dev@218
|
381 x: e.touches[1].clientX,
|
dev@218
|
382 y: e.touches[1].clientY
|
dev@196
|
383 });
|
dev@196
|
384 });
|
dev@205
|
385 element.addEventListener('touchend', () => {
|
dev@205
|
386 if (isZooming) {
|
dev@205
|
387 isZooming = false;
|
dev@205
|
388 zoomGestureJustEnded = true;
|
dev@205
|
389 }
|
dev@205
|
390 });
|
dev@205
|
391 element.addEventListener('touchmove', zoom);
|
dev@196
|
392 }
|
dev@189
|
393 // this.timeline.createTrack(track, height/2, `wave-${this.trackIdPrefix}`);
|
dev@189
|
394 // this.timeline.createTrack(track, height/2, `grid-${this.trackIdPrefix}`);
|
dev@54
|
395 }
|
dev@18
|
396
|
cannam@108
|
397 estimatePercentile(matrix, percentile) {
|
cannam@108
|
398 // our sample is not evenly distributed across the whole data set:
|
cannam@108
|
399 // it is guaranteed to include at least one sample from every
|
cannam@108
|
400 // column, and could sample some values more than once. But it
|
cannam@108
|
401 // should be good enough in most cases (todo: show this)
|
cannam@109
|
402 if (matrix.length === 0) {
|
cannam@109
|
403 return 0.0;
|
cannam@109
|
404 }
|
cannam@108
|
405 const w = matrix.length;
|
cannam@108
|
406 const h = matrix[0].length;
|
cannam@108
|
407 const n = w * h;
|
cannam@109
|
408 const m = (n > 50000 ? 50000 : n); // should base that on the %ile
|
cannam@108
|
409 let m_per = Math.floor(m / w);
|
dev@236
|
410 if (m_per < 1) {
|
dev@236
|
411 m_per = 1;
|
dev@236
|
412 }
|
dev@236
|
413
|
dev@236
|
414 const sample = [];
|
cannam@108
|
415 for (let x = 0; x < w; ++x) {
|
cannam@108
|
416 for (let i = 0; i < m_per; ++i) {
|
cannam@108
|
417 const y = Math.floor(Math.random() * h);
|
cannam@109
|
418 const value = matrix[x][y];
|
cannam@109
|
419 if (!isNaN(value) && value !== Infinity) {
|
cannam@109
|
420 sample.push(value);
|
cannam@109
|
421 }
|
cannam@108
|
422 }
|
cannam@108
|
423 }
|
cannam@109
|
424 if (sample.length === 0) {
|
dev@236
|
425 console.log('WARNING: No samples gathered, even though we hoped for ' +
|
dev@236
|
426 (m_per * w) + ' of them');
|
cannam@109
|
427 return 0.0;
|
cannam@109
|
428 }
|
dev@236
|
429 sample.sort((a, b) => { return a - b; });
|
cannam@108
|
430 const ix = Math.floor((sample.length * percentile) / 100);
|
dev@236
|
431 console.log('Estimating ' + percentile + '-%ile of ' +
|
dev@236
|
432 n + '-sample dataset (' + w + ' x ' + h + ') as value ' + ix +
|
dev@236
|
433 ' of sorted ' + sample.length + '-sample subset');
|
cannam@108
|
434 const estimate = sample[ix];
|
dev@236
|
435 console.log('Estimate is: ' + estimate + ' (where min sampled value = ' +
|
dev@236
|
436 sample[0] + ' and max = ' + sample[sample.length - 1] + ')');
|
cannam@108
|
437 return estimate;
|
cannam@108
|
438 }
|
cannam@108
|
439
|
cannam@108
|
440 interpolatingMapper(hexColours) {
|
cannam@108
|
441 const colours = hexColours.map(n => {
|
cannam@108
|
442 const i = parseInt(n, 16);
|
cannam@118
|
443 return [ ((i >> 16) & 255) / 255.0,
|
cannam@118
|
444 ((i >> 8) & 255) / 255.0,
|
cannam@118
|
445 ((i) & 255) / 255.0 ];
|
cannam@108
|
446 });
|
cannam@108
|
447 const last = colours.length - 1;
|
cannam@108
|
448 return (value => {
|
cannam@108
|
449 const m = value * last;
|
cannam@108
|
450 if (m >= last) {
|
cannam@108
|
451 return colours[last];
|
cannam@108
|
452 }
|
cannam@108
|
453 if (m <= 0) {
|
cannam@108
|
454 return colours[0];
|
cannam@108
|
455 }
|
cannam@108
|
456 const base = Math.floor(m);
|
cannam@108
|
457 const prop0 = base + 1.0 - m;
|
cannam@108
|
458 const prop1 = m - base;
|
cannam@108
|
459 const c0 = colours[base];
|
dev@236
|
460 const c1 = colours[base + 1];
|
cannam@118
|
461 return [ c0[0] * prop0 + c1[0] * prop1,
|
cannam@118
|
462 c0[1] * prop0 + c1[1] * prop1,
|
cannam@118
|
463 c0[2] * prop0 + c1[2] * prop1 ];
|
cannam@108
|
464 });
|
cannam@108
|
465 }
|
dev@110
|
466
|
cannam@108
|
467 iceMapper() {
|
dev@236
|
468 const hexColours = [
|
cannam@108
|
469 // Based on ColorBrewer ylGnBu
|
dev@236
|
470 'ffffff', 'ffff00', 'f7fcf0', 'e0f3db', 'ccebc5', 'a8ddb5',
|
dev@236
|
471 '7bccc4', '4eb3d3', '2b8cbe', '0868ac', '084081', '042040'
|
cannam@108
|
472 ];
|
cannam@108
|
473 hexColours.reverse();
|
cannam@108
|
474 return this.interpolatingMapper(hexColours);
|
cannam@108
|
475 }
|
dev@110
|
476
|
cannam@118
|
477 hsv2rgb(h, s, v) { // all values in range [0, 1]
|
cannam@118
|
478 const i = Math.floor(h * 6);
|
cannam@118
|
479 const f = h * 6 - i;
|
cannam@118
|
480 const p = v * (1 - s);
|
cannam@118
|
481 const q = v * (1 - f * s);
|
cannam@118
|
482 const t = v * (1 - (1 - f) * s);
|
cannam@118
|
483 let r = 0, g = 0, b = 0;
|
cannam@118
|
484 switch (i % 6) {
|
dev@236
|
485 case 0: r = v; g = t; b = p; break;
|
dev@236
|
486 case 1: r = q; g = v; b = p; break;
|
dev@236
|
487 case 2: r = p; g = v; b = t; break;
|
dev@236
|
488 case 3: r = p; g = q; b = v; break;
|
dev@236
|
489 case 4: r = t; g = p; b = v; break;
|
dev@236
|
490 case 5: r = v; g = p; b = q; break;
|
cannam@118
|
491 }
|
cannam@118
|
492 return [ r, g, b ];
|
cannam@118
|
493 }
|
dev@122
|
494
|
cannam@118
|
495 greenMapper() {
|
cannam@118
|
496 const blue = 0.6666;
|
cannam@118
|
497 const pieslice = 0.3333;
|
cannam@118
|
498 return (value => {
|
cannam@118
|
499 const h = blue - value * 2.0 * pieslice;
|
cannam@118
|
500 const s = 0.5 + value / 2.0;
|
cannam@118
|
501 const v = value;
|
cannam@118
|
502 return this.hsv2rgb(h, s, v);
|
cannam@118
|
503 });
|
cannam@118
|
504 }
|
cannam@118
|
505
|
cannam@118
|
506 sunsetMapper() {
|
cannam@118
|
507 return (value => {
|
dev@236
|
508 const r = (value - 0.24) * 2.38;
|
dev@236
|
509 const g = (value - 0.64) * 2.777;
|
cannam@118
|
510 let b = (3.6 * value);
|
dev@236
|
511 if (value > 0.277) {
|
dev@236
|
512 b = 2.0 - b;
|
dev@236
|
513 }
|
cannam@118
|
514 return [ r, g, b ];
|
cannam@118
|
515 });
|
cannam@118
|
516 }
|
cannam@118
|
517
|
dev@122
|
518 clearTimeline(): void {
|
dev@122
|
519 // loop through layers and remove them, waves-ui provides methods for this but it seems to not work properly
|
dev@122
|
520 const timeContextChildren = this.timeline.timeContext._children;
|
dev@236
|
521 for (const track of this.timeline.tracks) {
|
dev@122
|
522 if (track.layers.length === 0) { continue; }
|
dev@122
|
523 const trackLayers = Array.from(track.layers);
|
dev@122
|
524 while (trackLayers.length) {
|
dev@236
|
525 const layer: Layer = trackLayers.pop();
|
dev@185
|
526 if (this.layers.includes(layer)) {
|
dev@185
|
527 track.remove(layer);
|
dev@185
|
528 this.layers.splice(this.layers.indexOf(layer), 1);
|
dev@185
|
529 const index = timeContextChildren.indexOf(layer.timeContext);
|
dev@185
|
530 if (index >= 0) {
|
dev@185
|
531 timeContextChildren.splice(index, 1);
|
dev@185
|
532 }
|
dev@185
|
533 layer.destroy();
|
dev@122
|
534 }
|
dev@122
|
535 }
|
dev@122
|
536 }
|
dev@122
|
537 }
|
dev@122
|
538
|
dev@54
|
539 renderWaveform(buffer: AudioBuffer): void {
|
dev@180
|
540 // const height: number = this.trackDiv.nativeElement.getBoundingClientRect().height / 2;
|
dev@180
|
541 const height: number = this.trackDiv.nativeElement.getBoundingClientRect().height;
|
dev@189
|
542 const waveTrack = this.timeline.getTrackById(`wave-${this.trackIdPrefix}`);
|
dev@54
|
543 if (this.timeline) {
|
dev@54
|
544 // resize
|
dev@54
|
545 const width = this.trackDiv.nativeElement.getBoundingClientRect().width;
|
dev@55
|
546
|
dev@122
|
547 this.clearTimeline();
|
dev@59
|
548
|
dev@54
|
549 this.timeline.visibleWidth = width;
|
dev@54
|
550 this.timeline.pixelsPerSecond = width / buffer.duration;
|
cannam@117
|
551 waveTrack.height = height;
|
dev@54
|
552 } else {
|
dev@236
|
553 this.renderTimeline(buffer.duration);
|
dev@54
|
554 }
|
dev@83
|
555 this.timeline.timeContext.offset = 0.5 * this.timeline.timeContext.visibleDuration;
|
cannam@106
|
556
|
dev@18
|
557 // time axis
|
dev@18
|
558 const timeAxis = new wavesUI.helpers.TimeAxisLayer({
|
dev@18
|
559 height: height,
|
cannam@106
|
560 color: '#b0b0b0'
|
dev@18
|
561 });
|
cannam@117
|
562 this.addLayer(timeAxis, waveTrack, this.timeline.timeContext, true);
|
dev@18
|
563
|
cannam@161
|
564 const nchannels = buffer.numberOfChannels;
|
cannam@161
|
565 const totalWaveHeight = height * 0.9;
|
cannam@161
|
566 const waveHeight = totalWaveHeight / nchannels;
|
dev@189
|
567
|
cannam@161
|
568 for (let ch = 0; ch < nchannels; ++ch) {
|
dev@236
|
569 console.log('about to construct a waveform layer for channel ' + ch);
|
cannam@161
|
570 const waveformLayer = new wavesUI.helpers.WaveformLayer(buffer, {
|
dev@236
|
571 top: (height - totalWaveHeight) / 2 + waveHeight * ch,
|
dev@236
|
572 height: waveHeight,
|
cannam@257
|
573 color: '#0868ac',
|
dev@236
|
574 channel: ch
|
cannam@161
|
575 });
|
cannam@161
|
576 this.addLayer(waveformLayer, waveTrack, this.timeline.timeContext);
|
cannam@161
|
577 }
|
cannam@117
|
578
|
dev@53
|
579 this.cursorLayer = new wavesUI.helpers.CursorLayer({
|
cannam@257
|
580 height: height,
|
cannam@257
|
581 color: '#c33c54'
|
dev@31
|
582 });
|
cannam@117
|
583 this.addLayer(this.cursorLayer, waveTrack, this.timeline.timeContext);
|
dev@51
|
584 this.timeline.state = new wavesUI.states.CenteredZoomState(this.timeline);
|
cannam@117
|
585 waveTrack.render();
|
cannam@117
|
586 waveTrack.update();
|
dev@81
|
587
|
dev@196
|
588 this.isLoading = false;
|
dev@234
|
589 this.ref.markForCheck();
|
dev@53
|
590 this.animate();
|
dev@53
|
591 }
|
dev@53
|
592
|
cannam@117
|
593 renderSpectrogram(buffer: AudioBuffer): void {
|
cannam@117
|
594 const height: number = this.trackDiv.nativeElement.getBoundingClientRect().height / 2;
|
dev@189
|
595 const gridTrack = this.timeline.getTrackById(`grid-${this.trackIdPrefix}`);
|
cannam@117
|
596
|
dev@129
|
597 const spectrogramLayer = new WavesSpectrogramLayer(buffer, {
|
cannam@221
|
598 top: 0,
|
cannam@221
|
599 height: height,
|
cannam@117
|
600 stepSize: 512,
|
dev@129
|
601 blockSize: 1024,
|
cannam@118
|
602 normalise: 'none',
|
cannam@118
|
603 mapper: this.sunsetMapper()
|
cannam@117
|
604 });
|
cannam@117
|
605 this.addLayer(spectrogramLayer, gridTrack, this.timeline.timeContext);
|
cannam@117
|
606
|
cannam@117
|
607 this.timeline.tracks.update();
|
cannam@117
|
608 }
|
cannam@117
|
609
|
dev@53
|
610 // TODO refactor - this doesn't belong here
|
dev@64
|
611 private renderFeatures(extracted: SimpleResponse, colour: Colour): void {
|
dev@196
|
612 if (this.isOneShotExtractor && !this.hasShot) {
|
dev@196
|
613 this.featureExtractionSubscription.unsubscribe();
|
dev@196
|
614 this.hasShot = true;
|
dev@196
|
615 }
|
dev@196
|
616
|
dev@236
|
617 if (!extracted.hasOwnProperty('features')
|
dev@236
|
618 || !extracted.hasOwnProperty('outputDescriptor')) {
|
dev@236
|
619 return;
|
dev@236
|
620 }
|
dev@236
|
621 if (!extracted.features.hasOwnProperty('shape')
|
dev@236
|
622 || !extracted.features.hasOwnProperty('data')) {
|
dev@236
|
623 return;
|
dev@236
|
624 }
|
dev@64
|
625 const features: FeatureCollection = (extracted.features as FeatureCollection);
|
dev@64
|
626 const outputDescriptor = extracted.outputDescriptor;
|
dev@196
|
627 // const height = this.trackDiv.nativeElement.getBoundingClientRect().height / 2;
|
dev@196
|
628 const height = this.trackDiv.nativeElement.getBoundingClientRect().height;
|
dev@189
|
629 const waveTrack = this.timeline.getTrackById(`wave-${this.trackIdPrefix}`);
|
dev@64
|
630
|
dev@64
|
631 // TODO refactor all of this
|
dev@63
|
632 switch (features.shape) {
|
dev@64
|
633 case 'vector': {
|
dev@63
|
634 const stepDuration = (features as FixedSpacedFeatures).stepDuration;
|
dev@63
|
635 const featureData = (features.data as Float32Array);
|
dev@236
|
636 if (featureData.length === 0) {
|
dev@236
|
637 return;
|
dev@236
|
638 }
|
dev@63
|
639 const plotData = [...featureData].map((feature, i) => {
|
dev@63
|
640 return {
|
dev@63
|
641 cx: i * stepDuration,
|
cannam@258
|
642 cy: feature
|
dev@63
|
643 };
|
dev@63
|
644 });
|
cannam@258
|
645 let min = featureData.reduce((m, f) => Math.min(m, f), Infinity);
|
cannam@258
|
646 let max = featureData.reduce((m, f) => Math.max(m, f), -Infinity);
|
cannam@258
|
647 if (min === Infinity) {
|
cannam@258
|
648 min = 0;
|
cannam@258
|
649 max = 1;
|
cannam@258
|
650 }
|
dev@236
|
651 const lineLayer = new wavesUI.helpers.LineLayer(plotData, {
|
dev@63
|
652 color: colour,
|
cannam@258
|
653 height: height,
|
cannam@258
|
654 yDomain: [ min, max ]
|
dev@63
|
655 });
|
dev@122
|
656 this.addLayer(
|
dev@105
|
657 lineLayer,
|
cannam@117
|
658 waveTrack,
|
dev@63
|
659 this.timeline.timeContext
|
dev@122
|
660 );
|
cannam@265
|
661 const scaleLayer = new wavesUI.helpers.ScaleLayer({
|
cannam@266
|
662 tickColor: colour,
|
cannam@266
|
663 textColor: colour,
|
cannam@264
|
664 height: height,
|
cannam@264
|
665 yDomain: [ min, max ]
|
cannam@264
|
666 });
|
cannam@264
|
667 this.addLayer(
|
cannam@264
|
668 scaleLayer,
|
cannam@264
|
669 waveTrack,
|
cannam@264
|
670 this.timeline.timeContext
|
cannam@264
|
671 );
|
cannam@254
|
672 this.highlightLayer = new wavesUI.helpers.HighlightLayer(lineLayer, {
|
cannam@254
|
673 opacity: 0.7,
|
cannam@257
|
674 height: height,
|
cannam@258
|
675 color: '#c33c54',
|
cannam@266
|
676 labelOffset: 38,
|
cannam@258
|
677 yDomain: [ min, max ]
|
cannam@254
|
678 });
|
cannam@254
|
679 this.addLayer(
|
cannam@254
|
680 this.highlightLayer,
|
cannam@254
|
681 waveTrack,
|
cannam@254
|
682 this.timeline.timeContext
|
cannam@254
|
683 );
|
dev@63
|
684 break;
|
dev@64
|
685 }
|
dev@64
|
686 case 'list': {
|
dev@64
|
687 const featureData = (features.data as FeatureList);
|
dev@236
|
688 if (featureData.length === 0) {
|
dev@236
|
689 return;
|
dev@236
|
690 }
|
dev@64
|
691 // TODO look at output descriptor instead of directly inspecting features
|
dev@64
|
692 const hasDuration = outputDescriptor.configured.hasDuration;
|
dev@64
|
693 const isMarker = !hasDuration
|
dev@64
|
694 && outputDescriptor.configured.binCount === 0
|
dev@64
|
695 && featureData[0].featureValues == null;
|
dev@64
|
696 const isRegion = hasDuration
|
dev@64
|
697 && featureData[0].timestamp != null;
|
dev@236
|
698 console.log('Have list features: length ' + featureData.length +
|
dev@236
|
699 ', isMarker ' + isMarker + ', isRegion ' + isRegion +
|
dev@236
|
700 ', hasDuration ' + hasDuration);
|
dev@64
|
701 // TODO refactor, this is incomprehensible
|
dev@64
|
702 if (isMarker) {
|
dev@236
|
703 const plotData = featureData.map(feature => ({
|
dev@236
|
704 time: toSeconds(feature.timestamp),
|
dev@236
|
705 label: feature.label
|
dev@236
|
706 }));
|
dev@236
|
707 const featureLayer = new wavesUI.helpers.TickLayer(plotData, {
|
dev@64
|
708 height: height,
|
dev@64
|
709 color: colour,
|
cannam@152
|
710 labelPosition: 'bottom',
|
cannam@152
|
711 shadeSegments: true
|
dev@64
|
712 });
|
dev@122
|
713 this.addLayer(
|
cannam@149
|
714 featureLayer,
|
cannam@117
|
715 waveTrack,
|
dev@64
|
716 this.timeline.timeContext
|
dev@122
|
717 );
|
dev@64
|
718 } else if (isRegion) {
|
dev@236
|
719 console.log('Output is of region type');
|
dev@67
|
720 const binCount = outputDescriptor.configured.binCount || 0;
|
dev@67
|
721 const isBarRegion = featureData[0].featureValues.length >= 1 || binCount >= 1 ;
|
dev@64
|
722 const getSegmentArgs = () => {
|
dev@64
|
723 if (isBarRegion) {
|
dev@64
|
724
|
dev@67
|
725 // TODO refactor - this is messy
|
dev@67
|
726 interface FoldsToNumber<T> {
|
dev@67
|
727 reduce(fn: (previousValue: number,
|
dev@67
|
728 currentValue: T,
|
dev@67
|
729 currentIndex: number,
|
dev@67
|
730 array: ArrayLike<T>) => number,
|
dev@67
|
731 initialValue?: number): number;
|
dev@67
|
732 }
|
dev@64
|
733
|
dev@67
|
734 // TODO potentially change impl., i.e avoid reduce
|
dev@67
|
735 const findMin = <T>(arr: FoldsToNumber<T>, getElement: (x: T) => number): number => {
|
dev@67
|
736 return arr.reduce((min, val) => Math.min(min, getElement(val)), Infinity);
|
dev@67
|
737 };
|
dev@67
|
738
|
dev@67
|
739 const findMax = <T>(arr: FoldsToNumber<T>, getElement: (x: T) => number): number => {
|
dev@67
|
740 return arr.reduce((min, val) => Math.max(min, getElement(val)), -Infinity);
|
dev@67
|
741 };
|
dev@67
|
742
|
dev@67
|
743 const min = findMin<Feature>(featureData, (x: Feature) => {
|
dev@67
|
744 return findMin<number>(x.featureValues, y => y);
|
dev@67
|
745 });
|
dev@67
|
746
|
dev@67
|
747 const max = findMax<Feature>(featureData, (x: Feature) => {
|
dev@67
|
748 return findMax<number>(x.featureValues, y => y);
|
dev@67
|
749 });
|
dev@67
|
750
|
dev@67
|
751 const barHeight = 1.0 / height;
|
dev@64
|
752 return [
|
dev@67
|
753 featureData.reduce((bars, feature) => {
|
dev@67
|
754 const staticProperties = {
|
dev@64
|
755 x: toSeconds(feature.timestamp),
|
dev@64
|
756 width: toSeconds(feature.duration),
|
dev@67
|
757 height: min + barHeight,
|
dev@64
|
758 color: colour,
|
dev@64
|
759 opacity: 0.8
|
dev@67
|
760 };
|
dev@67
|
761 // TODO avoid copying Float32Array to an array - map is problematic here
|
dev@67
|
762 return bars.concat([...feature.featureValues]
|
dev@236
|
763 .map(val => Object.assign({}, staticProperties, {y: val})));
|
dev@67
|
764 }, []),
|
dev@67
|
765 {yDomain: [min, max + barHeight], height: height} as any
|
dev@67
|
766 ];
|
dev@64
|
767 } else {
|
dev@236
|
768 return [featureData.map(feature => ({
|
dev@236
|
769 x: toSeconds(feature.timestamp),
|
dev@236
|
770 width: toSeconds(feature.duration),
|
dev@236
|
771 color: colour,
|
dev@236
|
772 opacity: 0.8
|
dev@236
|
773 })), {height: height}];
|
dev@64
|
774 }
|
dev@64
|
775 };
|
dev@64
|
776
|
dev@236
|
777 const segmentLayer = new wavesUI.helpers.SegmentLayer(
|
dev@64
|
778 ...getSegmentArgs()
|
dev@64
|
779 );
|
dev@122
|
780 this.addLayer(
|
dev@64
|
781 segmentLayer,
|
cannam@117
|
782 waveTrack,
|
dev@64
|
783 this.timeline.timeContext
|
dev@122
|
784 );
|
dev@64
|
785 }
|
dev@64
|
786 break;
|
dev@64
|
787 }
|
cannam@106
|
788 case 'matrix': {
|
cannam@108
|
789 const stepDuration = (features as FixedSpacedFeatures).stepDuration;
|
dev@236
|
790 // !!! + start time
|
cannam@108
|
791 const matrixData = (features.data as Float32Array[]);
|
dev@236
|
792
|
dev@236
|
793 if (matrixData.length === 0) {
|
dev@236
|
794 return;
|
dev@236
|
795 }
|
dev@236
|
796
|
dev@236
|
797 console.log('matrix data length = ' + matrixData.length);
|
dev@236
|
798 console.log('height of first column = ' + matrixData[0].length);
|
cannam@109
|
799 const targetValue = this.estimatePercentile(matrixData, 95);
|
cannam@108
|
800 const gain = (targetValue > 0.0 ? (1.0 / targetValue) : 1.0);
|
dev@236
|
801 console.log('setting gain to ' + gain);
|
cannam@120
|
802 const matrixEntity =
|
cannam@120
|
803 new wavesUI.utils.PrefilledMatrixEntity(matrixData,
|
cannam@120
|
804 0, // startTime
|
cannam@120
|
805 stepDuration);
|
dev@236
|
806 const matrixLayer = new wavesUI.helpers.MatrixLayer(matrixEntity, {
|
cannam@108
|
807 gain,
|
cannam@221
|
808 top: 0,
|
cannam@221
|
809 height: height,
|
cannam@109
|
810 normalise: 'none',
|
cannam@108
|
811 mapper: this.iceMapper()
|
cannam@108
|
812 });
|
dev@122
|
813 this.addLayer(
|
cannam@108
|
814 matrixLayer,
|
cannam@117
|
815 waveTrack,
|
cannam@108
|
816 this.timeline.timeContext
|
dev@122
|
817 );
|
cannam@108
|
818 break;
|
cannam@106
|
819 }
|
dev@67
|
820 default:
|
dev@236
|
821 console.log(
|
dev@236
|
822 `Cannot render an appropriate layer for feature shape '${features.shape}'`
|
dev@236
|
823 );
|
dev@63
|
824 }
|
dev@59
|
825
|
dev@196
|
826 this.isLoading = false;
|
dev@234
|
827 this.ref.markForCheck();
|
dev@56
|
828 this.timeline.tracks.update();
|
dev@53
|
829 }
|
dev@53
|
830
|
dev@53
|
831 private animate(): void {
|
dev@236
|
832 if (!this.isSeeking) {
|
dev@236
|
833 return;
|
dev@236
|
834 }
|
dev@196
|
835
|
dev@31
|
836 this.ngZone.runOutsideAngular(() => {
|
dev@31
|
837 // listen for time passing...
|
dev@31
|
838 const updateSeekingCursor = () => {
|
dev@53
|
839 const currentTime = this.audioService.getCurrentTime();
|
dev@53
|
840 this.cursorLayer.currentPosition = currentTime;
|
dev@53
|
841 this.cursorLayer.update();
|
dev@53
|
842
|
cannam@254
|
843 if (typeof(this.highlightLayer) !== 'undefined') {
|
cannam@254
|
844 this.highlightLayer.currentPosition = currentTime;
|
cannam@254
|
845 this.highlightLayer.update();
|
cannam@254
|
846 }
|
cannam@254
|
847
|
dev@53
|
848 const currentOffset = this.timeline.timeContext.offset;
|
dev@53
|
849 const offsetTimestamp = currentOffset
|
dev@53
|
850 + currentTime;
|
dev@53
|
851
|
dev@53
|
852 const visibleDuration = this.timeline.timeContext.visibleDuration;
|
dev@53
|
853 // TODO reduce duplication between directions and make more declarative
|
dev@53
|
854 // this kinda logic should also be tested
|
dev@53
|
855 const mustPageForward = offsetTimestamp > visibleDuration;
|
dev@53
|
856 const mustPageBackward = currentTime < -currentOffset;
|
dev@53
|
857
|
dev@53
|
858 if (mustPageForward) {
|
dev@53
|
859 const hasSkippedMultiplePages = offsetTimestamp - visibleDuration > visibleDuration;
|
dev@53
|
860
|
cannam@106
|
861 this.timeline.timeContext.offset = hasSkippedMultiplePages ?
|
cannam@106
|
862 -currentTime + 0.5 * visibleDuration :
|
cannam@106
|
863 currentOffset - visibleDuration;
|
dev@51
|
864 this.timeline.tracks.update();
|
dev@34
|
865 }
|
dev@53
|
866
|
dev@53
|
867 if (mustPageBackward) {
|
dev@53
|
868 const hasSkippedMultiplePages = currentTime + visibleDuration < -currentOffset;
|
cannam@106
|
869 this.timeline.timeContext.offset = hasSkippedMultiplePages ?
|
cannam@106
|
870 -currentTime + 0.5 * visibleDuration :
|
cannam@106
|
871 currentOffset + visibleDuration;
|
dev@51
|
872 this.timeline.tracks.update();
|
dev@34
|
873 }
|
dev@53
|
874
|
dev@236
|
875 if (this.isPlaying) {
|
dev@53
|
876 requestAnimationFrame(updateSeekingCursor);
|
dev@236
|
877 }
|
dev@31
|
878 };
|
dev@31
|
879 updateSeekingCursor();
|
dev@31
|
880 });
|
dev@6
|
881 }
|
dev@16
|
882
|
dev@122
|
883 private addLayer(layer: Layer, track: Track, timeContext: any, isAxis: boolean = false): void {
|
dev@54
|
884 timeContext.zoom = 1.0;
|
dev@54
|
885 if (!layer.timeContext) {
|
dev@54
|
886 layer.setTimeContext(isAxis ?
|
dev@54
|
887 timeContext : new wavesUI.core.LayerTimeContext(timeContext));
|
dev@54
|
888 }
|
dev@54
|
889 track.add(layer);
|
dev@185
|
890 this.layers.push(layer);
|
dev@54
|
891 layer.render();
|
dev@54
|
892 layer.update();
|
dev@122
|
893 if (this.cursorLayer && track.$layout.contains(this.cursorLayer.$el)) {
|
dev@112
|
894 track.$layout.appendChild(this.cursorLayer.$el);
|
dev@112
|
895 }
|
dev@59
|
896 }
|
dev@59
|
897
|
dev@51
|
898 ngOnDestroy(): void {
|
dev@236
|
899 if (this.featureExtractionSubscription) {
|
dev@196
|
900 this.featureExtractionSubscription.unsubscribe();
|
dev@236
|
901 }
|
dev@236
|
902 if (this.playingStateSubscription) {
|
dev@196
|
903 this.playingStateSubscription.unsubscribe();
|
dev@236
|
904 }
|
dev@236
|
905 if (this.seekedSubscription) {
|
dev@196
|
906 this.seekedSubscription.unsubscribe();
|
dev@236
|
907 }
|
dev@236
|
908 if (this.onAudioDataSubscription) {
|
dev@196
|
909 this.onAudioDataSubscription.unsubscribe();
|
dev@236
|
910 }
|
dev@51
|
911 }
|
dev@154
|
912
|
dev@155
|
913 seekStart(): void {
|
dev@155
|
914 this.zoomOnMouseDown = this.timeline.timeContext.zoom;
|
dev@157
|
915 this.offsetOnMouseDown = this.timeline.timeContext.offset;
|
dev@155
|
916 }
|
dev@155
|
917
|
dev@155
|
918 seekEnd(x: number): void {
|
dev@157
|
919 const hasSameZoom: boolean = this.zoomOnMouseDown ===
|
dev@157
|
920 this.timeline.timeContext.zoom;
|
dev@157
|
921 const hasSameOffset: boolean = this.offsetOnMouseDown ===
|
dev@157
|
922 this.timeline.timeContext.offset;
|
dev@157
|
923 if (hasSameZoom && hasSameOffset) {
|
dev@155
|
924 this.seek(x);
|
dev@155
|
925 }
|
dev@155
|
926 }
|
dev@155
|
927
|
dev@154
|
928 seek(x: number): void {
|
dev@154
|
929 if (this.timeline) {
|
dev@154
|
930 const timeContext: any = this.timeline.timeContext;
|
dev@196
|
931 if (this.isSeeking) {
|
dev@196
|
932 this.audioService.seekTo(
|
dev@236
|
933 timeContext.timeToPixel.invert(x) - timeContext.offset
|
dev@196
|
934 );
|
dev@196
|
935 }
|
dev@154
|
936 }
|
dev@154
|
937 }
|
dev@6
|
938 }
|