Chris@56
|
1 '''A high-level interface to the vampyhost extension module, for quickly and easily running Vamp audio analysis plugins on audio files and buffers.'''
|
Chris@56
|
2
|
Chris@56
|
3 import vampyhost
|
Chris@56
|
4 import numpy
|
Chris@56
|
5
|
Chris@56
|
6 def listPlugins():
|
Chris@56
|
7 return vampyhost.listPlugins()
|
Chris@56
|
8
|
Chris@56
|
9 def framesFromArray(arr, stepSize, frameSize):
|
Chris@56
|
10 """Generate a list of frames of size frameSize, extracted from the input array arr at stepSize intervals"""
|
Chris@56
|
11 # presumably such a function exists in many places, but I need practice
|
Chris@56
|
12 assert(stepSize > 0)
|
Chris@56
|
13 if arr.ndim == 1: # turn 1d into 2d array with 1 channel
|
Chris@56
|
14 arr = numpy.reshape(arr, (1, arr.shape[0]))
|
Chris@56
|
15 assert(arr.ndim == 2)
|
Chris@56
|
16 n = arr.shape[1]
|
Chris@56
|
17 i = 0
|
Chris@56
|
18 while (i < n):
|
Chris@56
|
19 frame = arr[:, i : i + frameSize]
|
Chris@56
|
20 w = frame.shape[1]
|
Chris@56
|
21 if (w < frameSize):
|
Chris@56
|
22 pad = numpy.zeros((frame.shape[0], frameSize - w))
|
Chris@56
|
23 frame = numpy.concatenate((frame, pad), 1)
|
Chris@56
|
24 yield frame
|
Chris@56
|
25 i = i + stepSize
|
Chris@56
|
26
|
Chris@64
|
27 def process(data, samplerate, key, parameters, outputs):
|
Chris@61
|
28
|
Chris@58
|
29 plug = vampyhost.loadPlugin(key, samplerate,
|
Chris@58
|
30 vampyhost.AdaptInputDomain +
|
Chris@58
|
31 vampyhost.AdaptChannelCount)
|
Chris@64
|
32
|
Chris@64
|
33 plugOuts = plug.getOutputs()
|
Chris@64
|
34
|
Chris@64
|
35 outIndices = dict(zip([o["identifier"] for o in plugOuts],
|
Chris@64
|
36 range(0, len(plugOuts)))) # id -> n
|
Chris@64
|
37
|
Chris@64
|
38 for o in outputs:
|
Chris@64
|
39 assert o in outIndices
|
Chris@64
|
40
|
Chris@56
|
41 stepSize = plug.getPreferredStepSize()
|
Chris@56
|
42 blockSize = plug.getPreferredBlockSize()
|
Chris@61
|
43 if blockSize == 0:
|
Chris@61
|
44 blockSize = 1024
|
Chris@61
|
45 if stepSize == 0:
|
Chris@61
|
46 stepSize = blockSize ##!!! or blockSize/2, but check this with input domain adapter
|
Chris@61
|
47 channels = 1
|
Chris@61
|
48 if data.ndim > 1:
|
Chris@61
|
49 channels = data.shape[0]
|
Chris@64
|
50
|
Chris@61
|
51 plug.initialise(channels, stepSize, blockSize)
|
Chris@56
|
52 ff = framesFromArray(data, stepSize, blockSize)
|
Chris@61
|
53 fi = 0
|
Chris@64
|
54
|
Chris@61
|
55 for f in ff:
|
Chris@64
|
56 results = plug.processBlock(f, vampyhost.frame2RealTime(fi, samplerate))
|
Chris@64
|
57 # results is a dict mapping output number -> list of feature dicts
|
Chris@64
|
58 if outputs == []:
|
Chris@64
|
59 if 0 in results:
|
Chris@64
|
60 for r in results[0]:
|
Chris@64
|
61 yield r
|
Chris@64
|
62 else:
|
Chris@64
|
63 for o in outputs:
|
Chris@64
|
64 if outIndices[o] in results:
|
Chris@64
|
65 for r in results[outIndices[o]]:
|
Chris@64
|
66 yield { o: r }
|
Chris@61
|
67 fi = fi + stepSize
|
Chris@61
|
68
|
Chris@64
|
69 ##!!! now getRemainingFeatures
|