Maria@4
|
1 # -*- coding: utf-8 -*-
|
Maria@4
|
2 """
|
Maria@4
|
3 Created on Tue Feb 2 22:26:10 2016
|
Maria@4
|
4
|
Maria@4
|
5 @author: mariapanteli
|
Maria@4
|
6 """
|
Maria@36
|
7 import numpy as np
|
Maria@36
|
8 import os
|
Maria@36
|
9 import scipy.signal
|
Maria@36
|
10
|
Maria@4
|
11 import smoothiecore as s
|
Maria@4
|
12
|
Maria@4
|
13
|
Maria@4
|
14 class PitchBihist:
|
Maria@4
|
15 def __init__(self, win2sec=8):
|
Maria@4
|
16 self.win2sec = win2sec
|
Maria@37
|
17 self.hop2sec = 0.5
|
Maria@37
|
18 self.melody_sr = 44100. / 128.
|
Maria@4
|
19
|
Maria@36
|
20
|
Maria@36
|
21 def hz_to_cents(self, freq_Hz, ref_Hz=32.703, n_cents=1200):
|
Maria@36
|
22 """ convert frequency values from Hz to cents
|
Maria@36
|
23 reference frequency at C1
|
Maria@36
|
24 """
|
Maria@36
|
25 freq_cents = np.round(n_cents * np.log2(freq_Hz/ref_Hz))
|
Maria@36
|
26 return freq_cents
|
Maria@36
|
27
|
Maria@36
|
28
|
Maria@36
|
29 def wrap_to_octave(self, cents, octave_length=1200):
|
Maria@36
|
30 """ wrap to a single octave 0-1200
|
Maria@36
|
31 """
|
Maria@36
|
32 octave_cents = cents % octave_length
|
Maria@36
|
33 return octave_cents
|
Maria@36
|
34
|
Maria@36
|
35
|
Maria@36
|
36 def get_melody_from_file(self, melodia_file, stop_sec=None):
|
Maria@36
|
37 if not os.path.exists(melodia_file):
|
Maria@36
|
38 return []
|
Maria@36
|
39 data = np.loadtxt(melodia_file, delimiter=',')
|
Maria@36
|
40 times, freqs = (data[:, 0], data[:, 1])
|
Maria@36
|
41 if stop_sec is not None:
|
Maria@36
|
42 stop_idx = np.where(times < stop_sec)[0]
|
Maria@36
|
43 times, freqs = times[stop_idx], freqs[stop_idx]
|
Maria@36
|
44 freqs[freqs<=0] = np.nan
|
Maria@36
|
45 melody = freqs
|
Maria@38
|
46 return melody
|
Maria@36
|
47
|
Maria@36
|
48
|
Maria@36
|
49 def get_melody_matrix(self, melody):
|
Maria@36
|
50 n_bins = 60
|
Maria@36
|
51 n_frames = len(melody)
|
Maria@36
|
52 melody_cents = self.hz_to_cents(melody, n_cents=n_bins)
|
Maria@36
|
53 melody_octave = self.wrap_to_octave(melody_cents, octave_length=n_bins)
|
Maria@36
|
54 melody_matrix = np.zeros((n_bins, n_frames))
|
Maria@36
|
55 for time, pitch in enumerate(melody_octave):
|
Maria@36
|
56 if not np.isnan(pitch):
|
Maria@36
|
57 melody_matrix[int(pitch), time] = 1
|
Maria@36
|
58 return melody_matrix
|
Maria@36
|
59
|
Maria@36
|
60
|
Maria@37
|
61 def bihistogram(self, spec, spec_sr=None, winsec=0.5, align=True):
|
Maria@37
|
62 if spec_sr is None:
|
Maria@37
|
63 # assume spec is melody_matrix with default sr
|
Maria@37
|
64 spec_sr = self.melody_sr
|
Maria@37
|
65 win = int(round(winsec * spec_sr))
|
Maria@36
|
66 ker = np.concatenate([np.zeros((win, 1)), np.ones((win+1, 1))], axis=0)
|
Maria@37
|
67 spec = spec.T # transpose to have frames as rows in convolution
|
Maria@36
|
68
|
Maria@36
|
69 # energy threshold
|
Maria@36
|
70 thr = 0.3*np.max(spec)
|
Maria@36
|
71 spec[spec < max(thr, 0)] = 0
|
Maria@36
|
72
|
Maria@36
|
73 # transitions via convolution
|
Maria@36
|
74 tra = scipy.signal.convolve2d(spec, ker, mode='same')
|
Maria@36
|
75 tra[spec > 0] = 0
|
Maria@36
|
76
|
Maria@36
|
77 # multiply with original
|
Maria@36
|
78 B = np.dot(tra.T, spec)
|
Maria@36
|
79
|
Maria@36
|
80 # normalize to [0, 1]
|
Maria@36
|
81 mxB = np.max(B)
|
Maria@36
|
82 mnB = np.min(B)
|
Maria@36
|
83 if mxB != mnB:
|
Maria@36
|
84 B = (B - mnB)/float(mxB-mnB)
|
Maria@36
|
85
|
Maria@36
|
86 # circshift to highest?
|
Maria@36
|
87 if align:
|
Maria@36
|
88 ref = np.argmax(np.sum(spec, axis=0))
|
Maria@36
|
89 B = np.roll(B, -ref, axis=0)
|
Maria@36
|
90 B = np.roll(B, -ref, axis=1)
|
Maria@36
|
91 return B
|
Maria@36
|
92
|
Maria@36
|
93
|
Maria@38
|
94 def bihist_from_melodia(self, filename='sample_melodia.csv', secondframedecomp=True, stop_sec=None):
|
Maria@38
|
95 melody = self.get_melody_from_file(filename, stop_sec=stop_sec)
|
Maria@38
|
96 if len(melody) == 0:
|
Maria@38
|
97 return []
|
Maria@38
|
98 melody_matrix = self.get_melody_matrix(melody)
|
Maria@38
|
99 bihist = []
|
Maria@38
|
100 if secondframedecomp:
|
Maria@38
|
101 nbins, norigframes = melody_matrix.shape
|
Maria@38
|
102 win2 = int(round(self.win2sec * self.melody_sr))
|
Maria@38
|
103 hop2 = int(round(self.hop2sec * self.melody_sr))
|
Maria@38
|
104 if norigframes<=win2:
|
Maria@38
|
105 nframes = 1
|
Maria@38
|
106 win2 = norigframes
|
Maria@38
|
107 else:
|
Maria@38
|
108 nframes = int(np.ceil((norigframes-win2)/float(hop2)))
|
Maria@38
|
109 bihistframes = np.empty((nbins*nbins, nframes))
|
Maria@38
|
110 for i in range(nframes): # loop over all 8-sec frames
|
Maria@38
|
111 frame = melody_matrix[:, (i*hop2):(i*hop2+win2)]
|
Maria@38
|
112 bihist = self.bihistogram(frame)
|
Maria@38
|
113 bihist = np.reshape(bihist, -1)
|
Maria@38
|
114 bihistframes[:, i] = bihist
|
Maria@38
|
115 bihist = bihistframes
|
Maria@38
|
116 else:
|
Maria@38
|
117 bihist = self.bihistogram(melody_matrix)
|
Maria@38
|
118 return bihist
|
Maria@38
|
119
|
Maria@38
|
120
|
Maria@4
|
121 if __name__ == '__main__':
|
Maria@4
|
122 pb = PitchBihist()
|
Maria@38
|
123 melody = np.concatenate([660 * np.ones(250), 440 * np.ones(500)])
|
Maria@38
|
124 melody_matrix = pb.get_melody_matrix(melody)
|
Maria@38
|
125 pb.bihistogram(melody_matrix, align=True)
|
Maria@38
|
126 |