Chris@34
|
1 /* -*- c-basic-offset: 4 indent-tabs-mode: nil -*- vi:set ts=8 sts=4 sw=4: */
|
Chris@34
|
2
|
Chris@34
|
3 /*
|
Chris@34
|
4 Silvet
|
Chris@34
|
5
|
Chris@34
|
6 A Vamp plugin for note transcription.
|
Chris@34
|
7 Centre for Digital Music, Queen Mary University of London.
|
Chris@34
|
8
|
Chris@34
|
9 This program is free software; you can redistribute it and/or
|
Chris@34
|
10 modify it under the terms of the GNU General Public License as
|
Chris@34
|
11 published by the Free Software Foundation; either version 2 of the
|
Chris@34
|
12 License, or (at your option) any later version. See the file
|
Chris@34
|
13 COPYING included with this distribution for more information.
|
Chris@34
|
14 */
|
Chris@34
|
15
|
Chris@34
|
16 #include "EM.h"
|
Chris@34
|
17
|
Chris@34
|
18 #include "data/include/templates.h"
|
Chris@34
|
19
|
Chris@36
|
20 #include <cstdlib>
|
Chris@42
|
21 #include <cmath>
|
Chris@36
|
22
|
Chris@36
|
23 #include <iostream>
|
Chris@36
|
24
|
Chris@36
|
25 #include <vector>
|
Chris@36
|
26
|
Chris@36
|
27 using std::vector;
|
Chris@36
|
28 using std::cerr;
|
Chris@36
|
29 using std::endl;
|
Chris@36
|
30
|
Chris@35
|
31 static double epsilon = 1e-16;
|
Chris@35
|
32
|
Chris@35
|
33 EM::EM() :
|
Chris@45
|
34 m_noteCount(SILVET_TEMPLATE_NOTE_COUNT),
|
Chris@45
|
35 m_shiftCount(SILVET_TEMPLATE_MAX_SHIFT * 2 + 1),
|
Chris@45
|
36 m_pitchCount(m_noteCount * m_shiftCount),
|
Chris@45
|
37 m_binCount(SILVET_TEMPLATE_HEIGHT),
|
Chris@45
|
38 m_instrumentCount(SILVET_TEMPLATE_COUNT),
|
Chris@42
|
39 m_pitchSparsity(1.1),
|
Chris@42
|
40 m_sourceSparsity(1.3)
|
Chris@35
|
41 {
|
Chris@45
|
42 m_lowestPitch =
|
Chris@45
|
43 silvet_templates_lowest_note * m_shiftCount;
|
Chris@45
|
44 m_highestPitch =
|
Chris@45
|
45 silvet_templates_highest_note * m_shiftCount + m_shiftCount - 1;
|
Chris@35
|
46
|
Chris@45
|
47 m_pitches = V(m_pitchCount);
|
Chris@35
|
48
|
Chris@45
|
49 for (int n = 0; n < m_pitchCount; ++n) {
|
Chris@35
|
50 m_pitches[n] = drand48();
|
Chris@35
|
51 }
|
Chris@35
|
52
|
Chris@45
|
53 m_sources = Grid(m_instrumentCount);
|
Chris@35
|
54
|
Chris@45
|
55 for (int i = 0; i < m_instrumentCount; ++i) {
|
Chris@45
|
56 m_sources[i] = V(m_pitchCount);
|
Chris@45
|
57 for (int n = 0; n < m_pitchCount; ++n) {
|
Chris@35
|
58 m_sources[i][n] = (inRange(i, n) ? 1.0 : 0.0);
|
Chris@35
|
59 }
|
Chris@35
|
60 }
|
Chris@35
|
61
|
Chris@45
|
62 m_estimate = V(m_binCount);
|
Chris@45
|
63 m_q = V(m_binCount);
|
Chris@35
|
64 }
|
Chris@35
|
65
|
Chris@35
|
66 EM::~EM()
|
Chris@35
|
67 {
|
Chris@35
|
68 }
|
Chris@35
|
69
|
Chris@45
|
70 void
|
Chris@45
|
71 EM::rangeFor(int instrument, int &minPitch, int &maxPitch)
|
Chris@45
|
72 {
|
Chris@45
|
73 minPitch = silvet_templates[instrument].lowest * m_shiftCount;
|
Chris@45
|
74 maxPitch = silvet_templates[instrument].highest * m_shiftCount
|
Chris@45
|
75 + m_shiftCount - 1;
|
Chris@45
|
76 }
|
Chris@45
|
77
|
Chris@35
|
78 bool
|
Chris@45
|
79 EM::inRange(int instrument, int pitch)
|
Chris@35
|
80 {
|
Chris@45
|
81 int minPitch, maxPitch;
|
Chris@45
|
82 rangeFor(instrument, minPitch, maxPitch);
|
Chris@45
|
83 return (pitch >= minPitch && pitch <= maxPitch);
|
Chris@35
|
84 }
|
Chris@35
|
85
|
Chris@36
|
86 void
|
Chris@36
|
87 EM::normalise(V &column)
|
Chris@36
|
88 {
|
Chris@36
|
89 double sum = 0.0;
|
Chris@36
|
90 for (int i = 0; i < (int)column.size(); ++i) {
|
Chris@36
|
91 sum += column[i];
|
Chris@36
|
92 }
|
Chris@36
|
93 for (int i = 0; i < (int)column.size(); ++i) {
|
Chris@36
|
94 column[i] /= sum;
|
Chris@36
|
95 }
|
Chris@36
|
96 }
|
Chris@36
|
97
|
Chris@36
|
98 void
|
Chris@36
|
99 EM::iterate(V column)
|
Chris@36
|
100 {
|
Chris@36
|
101 normalise(column);
|
Chris@36
|
102 expectation(column);
|
Chris@36
|
103 maximisation(column);
|
Chris@36
|
104 }
|
Chris@36
|
105
|
Chris@45
|
106 const float *
|
Chris@45
|
107 EM::templateFor(int instrument, int pitch)
|
Chris@45
|
108 {
|
Chris@45
|
109 int note = pitch / m_shiftCount;
|
Chris@45
|
110 int shift = pitch % m_shiftCount;
|
Chris@45
|
111 return silvet_templates[instrument].data[note] + shift;
|
Chris@45
|
112 }
|
Chris@45
|
113
|
Chris@36
|
114 void
|
Chris@36
|
115 EM::expectation(const V &column)
|
Chris@36
|
116 {
|
Chris@36
|
117 cerr << ".";
|
Chris@36
|
118
|
Chris@45
|
119 for (int i = 0; i < m_binCount; ++i) {
|
Chris@36
|
120 m_estimate[i] = epsilon;
|
Chris@36
|
121 }
|
Chris@36
|
122
|
Chris@45
|
123 for (int i = 0; i < m_instrumentCount; ++i) {
|
Chris@45
|
124 for (int n = 0; n < m_pitchCount; ++n) {
|
Chris@45
|
125 const float *w = templateFor(i, n);
|
Chris@36
|
126 double pitch = m_pitches[n];
|
Chris@36
|
127 double source = m_sources[i][n];
|
Chris@45
|
128 for (int j = 0; j < m_binCount; ++j) {
|
Chris@36
|
129 m_estimate[j] += w[j] * pitch * source;
|
Chris@36
|
130 }
|
Chris@36
|
131 }
|
Chris@36
|
132 }
|
Chris@36
|
133
|
Chris@45
|
134 for (int i = 0; i < m_binCount; ++i) {
|
Chris@36
|
135 m_q[i] = column[i] / m_estimate[i];
|
Chris@36
|
136 }
|
Chris@36
|
137 }
|
Chris@36
|
138
|
Chris@36
|
139 void
|
Chris@36
|
140 EM::maximisation(const V &column)
|
Chris@36
|
141 {
|
Chris@36
|
142 V newPitches = m_pitches;
|
Chris@36
|
143
|
Chris@45
|
144 for (int n = 0; n < m_pitchCount; ++n) {
|
Chris@36
|
145 newPitches[n] = epsilon;
|
Chris@45
|
146 if (n >= m_lowestPitch && n <= m_highestPitch) {
|
Chris@45
|
147 for (int i = 0; i < m_instrumentCount; ++i) {
|
Chris@45
|
148 const float *w = templateFor(i, n);
|
Chris@36
|
149 double pitch = m_pitches[n];
|
Chris@36
|
150 double source = m_sources[i][n];
|
Chris@45
|
151 for (int j = 0; j < m_binCount; ++j) {
|
Chris@36
|
152 newPitches[n] += w[j] * m_q[j] * pitch * source;
|
Chris@36
|
153 }
|
Chris@36
|
154 }
|
Chris@36
|
155 }
|
Chris@42
|
156 if (m_pitchSparsity != 1.0) {
|
Chris@42
|
157 newPitches[n] = pow(newPitches[n], m_pitchSparsity);
|
Chris@42
|
158 }
|
Chris@36
|
159 }
|
Chris@36
|
160 normalise(newPitches);
|
Chris@36
|
161
|
Chris@36
|
162 Grid newSources = m_sources;
|
Chris@36
|
163
|
Chris@45
|
164 for (int i = 0; i < m_instrumentCount; ++i) {
|
Chris@45
|
165 for (int n = 0; n < m_pitchCount; ++n) {
|
Chris@36
|
166 newSources[i][n] = epsilon;
|
Chris@36
|
167 if (inRange(i, n)) {
|
Chris@45
|
168 const float *w = templateFor(i, n);
|
Chris@38
|
169 double pitch = m_pitches[n];
|
Chris@38
|
170 double source = m_sources[i][n];
|
Chris@45
|
171 for (int j = 0; j < m_binCount; ++j) {
|
Chris@38
|
172 newSources[i][n] += w[j] * m_q[j] * pitch * source;
|
Chris@36
|
173 }
|
Chris@36
|
174 }
|
Chris@42
|
175 if (m_sourceSparsity != 1.0) {
|
Chris@42
|
176 newSources[i][n] = pow(newSources[i][n], m_sourceSparsity);
|
Chris@42
|
177 }
|
Chris@36
|
178 }
|
Chris@36
|
179 normalise(newSources[i]);
|
Chris@36
|
180 }
|
Chris@36
|
181
|
Chris@36
|
182 m_pitches = newPitches;
|
Chris@36
|
183 m_sources = newSources;
|
Chris@36
|
184 }
|
Chris@36
|
185
|
Chris@36
|
186 void
|
Chris@36
|
187 EM::report()
|
Chris@36
|
188 {
|
Chris@36
|
189 vector<int> sounding;
|
Chris@45
|
190 for (int n = 0; n < m_pitchCount; ++n) {
|
Chris@36
|
191 if (m_pitches[n] > 0.05) {
|
Chris@36
|
192 sounding.push_back(n);
|
Chris@36
|
193 }
|
Chris@36
|
194 }
|
Chris@36
|
195 cerr << " sounding: ";
|
Chris@36
|
196 for (int i = 0; i < (int)sounding.size(); ++i) {
|
Chris@36
|
197 cerr << sounding[i] << " ";
|
Chris@37
|
198 int maxj = -1;
|
Chris@37
|
199 double maxs = 0.0;
|
Chris@45
|
200 for (int j = 0; j < m_instrumentCount; ++j) {
|
Chris@37
|
201 if (j == 0 || m_sources[j][sounding[i]] > maxs) {
|
Chris@37
|
202 maxj = j;
|
Chris@37
|
203 maxs = m_sources[j][sounding[i]];
|
Chris@37
|
204 }
|
Chris@37
|
205 }
|
Chris@37
|
206 cerr << silvet_templates[maxj].name << " ";
|
Chris@36
|
207 }
|
Chris@36
|
208 cerr << endl;
|
Chris@36
|
209 }
|
Chris@36
|
210
|