Maria@4
|
1 # -*- coding: utf-8 -*-
|
Maria@4
|
2 """
|
Maria@4
|
3 Created on Tue Feb 2 22:26:10 2016
|
Maria@4
|
4
|
Maria@4
|
5 @author: mariapanteli
|
Maria@4
|
6 """
|
Maria@36
|
7 import numpy as np
|
Maria@36
|
8 import os
|
Maria@36
|
9 import scipy.signal
|
Maria@36
|
10
|
Maria@4
|
11 import smoothiecore as s
|
Maria@4
|
12
|
Maria@4
|
13
|
Maria@4
|
14 class PitchBihist:
|
Maria@4
|
15 def __init__(self, win2sec=8):
|
Maria@4
|
16 self.win2sec = win2sec
|
Maria@37
|
17 self.hop2sec = 0.5
|
Maria@37
|
18 self.melody_sr = 44100. / 128.
|
Maria@4
|
19
|
Maria@36
|
20
|
Maria@36
|
21 def hz_to_cents(self, freq_Hz, ref_Hz=32.703, n_cents=1200):
|
Maria@36
|
22 """ convert frequency values from Hz to cents
|
Maria@36
|
23 reference frequency at C1
|
Maria@36
|
24 """
|
Maria@36
|
25 freq_cents = np.round(n_cents * np.log2(freq_Hz/ref_Hz))
|
Maria@36
|
26 return freq_cents
|
Maria@36
|
27
|
Maria@36
|
28
|
Maria@36
|
29 def wrap_to_octave(self, cents, octave_length=1200):
|
Maria@36
|
30 """ wrap to a single octave 0-1200
|
Maria@36
|
31 """
|
Maria@36
|
32 octave_cents = cents % octave_length
|
Maria@36
|
33 return octave_cents
|
Maria@36
|
34
|
Maria@36
|
35
|
Maria@36
|
36 def get_melody_from_file(self, melodia_file, stop_sec=None):
|
Maria@36
|
37 if not os.path.exists(melodia_file):
|
Maria@36
|
38 return []
|
Maria@36
|
39 data = np.loadtxt(melodia_file, delimiter=',')
|
Maria@36
|
40 times, freqs = (data[:, 0], data[:, 1])
|
Maria@37
|
41 #melody_sr = 1. / (times[1] - times[0])
|
Maria@36
|
42 if stop_sec is not None:
|
Maria@36
|
43 stop_idx = np.where(times < stop_sec)[0]
|
Maria@36
|
44 times, freqs = times[stop_idx], freqs[stop_idx]
|
Maria@36
|
45 freqs[freqs<=0] = np.nan
|
Maria@36
|
46 melody = freqs
|
Maria@37
|
47 return melody#, melody_sr
|
Maria@36
|
48
|
Maria@36
|
49
|
Maria@36
|
50 def get_melody_matrix(self, melody):
|
Maria@36
|
51 n_bins = 60
|
Maria@36
|
52 n_frames = len(melody)
|
Maria@36
|
53 melody_cents = self.hz_to_cents(melody, n_cents=n_bins)
|
Maria@36
|
54 melody_octave = self.wrap_to_octave(melody_cents, octave_length=n_bins)
|
Maria@36
|
55 melody_matrix = np.zeros((n_bins, n_frames))
|
Maria@36
|
56 for time, pitch in enumerate(melody_octave):
|
Maria@36
|
57 if not np.isnan(pitch):
|
Maria@36
|
58 melody_matrix[int(pitch), time] = 1
|
Maria@36
|
59 return melody_matrix
|
Maria@36
|
60
|
Maria@36
|
61
|
Maria@36
|
62 def bihist_from_melodia(self, filename='sample_melodia.csv', secondframedecomp=True, stop_sec=None):
|
Maria@37
|
63 #melody, melody_sr = self.get_melody_from_file(filename, stop_sec=stop_sec)
|
Maria@36
|
64 melody = self.get_melody_from_file(filename, stop_sec=stop_sec)
|
Maria@36
|
65 if len(melody) == 0:
|
Maria@37
|
66 return []
|
Maria@36
|
67 melody_matrix = self.get_melody_matrix(melody)
|
Maria@37
|
68 bihist = []
|
Maria@36
|
69 if secondframedecomp:
|
Maria@36
|
70 nbins, norigframes = melody_matrix.shape
|
Maria@37
|
71 win2 = int(round(self.win2sec * self.melody_sr))
|
Maria@37
|
72 hop2 = int(round(self.hop2sec * self.melody_sr))
|
Maria@36
|
73 if norigframes<=win2:
|
Maria@36
|
74 nframes = 1
|
Maria@36
|
75 win2 = norigframes
|
Maria@36
|
76 else:
|
Maria@36
|
77 nframes = int(np.ceil((norigframes-win2)/float(hop2)))
|
Maria@36
|
78 bihistframes = np.empty((nbins*nbins, nframes))
|
Maria@36
|
79 for i in range(nframes): # loop over all 8-sec frames
|
Maria@36
|
80 frame = melody_matrix[:, (i*hop2):(i*hop2+win2)]
|
Maria@36
|
81 bihist = self.bihistogram(frame)
|
Maria@36
|
82 bihist = np.reshape(bihist, -1)
|
Maria@36
|
83 bihistframes[:, i] = bihist
|
Maria@37
|
84 bihist = bihistframes
|
Maria@36
|
85 else:
|
Maria@37
|
86 bihist = self.bihistogram(melody_matrix)
|
Maria@37
|
87 return bihist
|
Maria@36
|
88
|
Maria@36
|
89
|
Maria@37
|
90 def bihistogram(self, spec, spec_sr=None, winsec=0.5, align=True):
|
Maria@37
|
91 if spec_sr is None:
|
Maria@37
|
92 # assume spec is melody_matrix with default sr
|
Maria@37
|
93 spec_sr = self.melody_sr
|
Maria@37
|
94 win = int(round(winsec * spec_sr))
|
Maria@36
|
95 ker = np.concatenate([np.zeros((win, 1)), np.ones((win+1, 1))], axis=0)
|
Maria@37
|
96 spec = spec.T # transpose to have frames as rows in convolution
|
Maria@36
|
97
|
Maria@36
|
98 # energy threshold
|
Maria@36
|
99 thr = 0.3*np.max(spec)
|
Maria@36
|
100 spec[spec < max(thr, 0)] = 0
|
Maria@36
|
101
|
Maria@36
|
102 # transitions via convolution
|
Maria@36
|
103 tra = scipy.signal.convolve2d(spec, ker, mode='same')
|
Maria@36
|
104 tra[spec > 0] = 0
|
Maria@36
|
105
|
Maria@36
|
106 # multiply with original
|
Maria@36
|
107 B = np.dot(tra.T, spec)
|
Maria@36
|
108
|
Maria@36
|
109 # normalize to [0, 1]
|
Maria@36
|
110 mxB = np.max(B)
|
Maria@36
|
111 mnB = np.min(B)
|
Maria@36
|
112 if mxB != mnB:
|
Maria@36
|
113 B = (B - mnB)/float(mxB-mnB)
|
Maria@36
|
114
|
Maria@36
|
115 # circshift to highest?
|
Maria@36
|
116 if align:
|
Maria@36
|
117 ref = np.argmax(np.sum(spec, axis=0))
|
Maria@36
|
118 B = np.roll(B, -ref, axis=0)
|
Maria@36
|
119 B = np.roll(B, -ref, axis=1)
|
Maria@36
|
120 return B
|
Maria@36
|
121
|
Maria@36
|
122
|
Maria@4
|
123 if __name__ == '__main__':
|
Maria@4
|
124 pb = PitchBihist()
|
Maria@37
|
125 pb.bihist_from_melodia(filename='vamp_melodia.csv')
|