m@15
|
1 {
|
m@15
|
2 "cells": [
|
m@15
|
3 {
|
m@15
|
4 "cell_type": "code",
|
m@21
|
5 "execution_count": 1,
|
m@17
|
6 "metadata": {},
|
m@15
|
7 "outputs": [
|
m@15
|
8 {
|
m@21
|
9 "name": "stderr",
|
m@15
|
10 "output_type": "stream",
|
m@15
|
11 "text": [
|
m@21
|
12 "/homes/mp305/anaconda/lib/python2.7/site-packages/librosa/core/audio.py:33: UserWarning: Could not import scikits.samplerate. Falling back to scipy.signal\n",
|
m@21
|
13 " warnings.warn('Could not import scikits.samplerate. '\n"
|
m@15
|
14 ]
|
m@15
|
15 }
|
m@15
|
16 ],
|
m@15
|
17 "source": [
|
m@15
|
18 "import numpy as np\n",
|
m@15
|
19 "\n",
|
m@15
|
20 "%matplotlib inline\n",
|
m@15
|
21 "import matplotlib.pyplot as plt\n",
|
m@15
|
22 "\n",
|
m@15
|
23 "%load_ext autoreload\n",
|
m@15
|
24 "%autoreload 2\n",
|
m@15
|
25 "\n",
|
m@15
|
26 "import sys\n",
|
m@15
|
27 "sys.path.append('../')\n",
|
m@15
|
28 "import scripts.load_dataset as load_dataset\n",
|
m@15
|
29 "import scripts.map_and_average as mapper\n",
|
Maria@18
|
30 "import scripts.classification\n",
|
Maria@18
|
31 "import scripts.outliers as outliers"
|
m@15
|
32 ]
|
m@15
|
33 },
|
m@15
|
34 {
|
m@15
|
35 "cell_type": "code",
|
m@19
|
36 "execution_count": null,
|
m@21
|
37 "metadata": {},
|
m@21
|
38 "outputs": [
|
m@21
|
39 {
|
m@21
|
40 "name": "stderr",
|
m@21
|
41 "output_type": "stream",
|
m@21
|
42 "text": [
|
m@21
|
43 "/homes/mp305/anaconda/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2822: DtypeWarning: Columns (0,1,2,4,5,6,7,8,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,29,31,35,38,39,40,41,44,45,48,55,56,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,93,95,96) have mixed types. Specify dtype option on import or set low_memory=False.\n",
|
m@21
|
44 " if self.run_code(code, result):\n"
|
m@21
|
45 ]
|
m@21
|
46 }
|
m@21
|
47 ],
|
m@15
|
48 "source": [
|
m@17
|
49 "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n",
|
m@19
|
50 "n_iters = 10\n",
|
m@19
|
51 "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)"
|
m@15
|
52 ]
|
m@15
|
53 },
|
m@15
|
54 {
|
m@15
|
55 "cell_type": "code",
|
m@17
|
56 "execution_count": null,
|
m@21
|
57 "metadata": {},
|
m@17
|
58 "outputs": [],
|
m@15
|
59 "source": [
|
m@21
|
60 "df.shape"
|
m@21
|
61 ]
|
m@21
|
62 },
|
m@21
|
63 {
|
m@21
|
64 "cell_type": "code",
|
m@21
|
65 "execution_count": null,
|
m@21
|
66 "metadata": {},
|
m@21
|
67 "outputs": [
|
m@21
|
68 {
|
m@21
|
69 "name": "stdout",
|
m@21
|
70 "output_type": "stream",
|
m@21
|
71 "text": [
|
m@21
|
72 "iteration 0\n",
|
m@21
|
73 "file 0 of 5037\n",
|
m@21
|
74 "loading speech/music segments...\n",
|
m@21
|
75 "extracting onset patterns and mfccs...\n",
|
m@21
|
76 "extracting chroma...\n",
|
m@21
|
77 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
78 "file 1 of 5037\n",
|
m@21
|
79 "loading speech/music segments...\n",
|
m@21
|
80 "extracting onset patterns and mfccs...\n",
|
m@21
|
81 "extracting chroma...\n",
|
m@21
|
82 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
83 "file 2 of 5037\n",
|
m@21
|
84 "loading speech/music segments...\n",
|
m@21
|
85 "extracting onset patterns and mfccs...\n",
|
m@21
|
86 "extracting chroma...\n",
|
m@21
|
87 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
88 "file 3 of 5037\n",
|
m@21
|
89 "loading speech/music segments...\n",
|
m@21
|
90 "extracting onset patterns and mfccs...\n",
|
m@21
|
91 "extracting chroma...\n",
|
m@21
|
92 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
93 "file 4 of 5037\n",
|
m@21
|
94 "loading speech/music segments...\n",
|
m@21
|
95 "extracting onset patterns and mfccs...\n",
|
m@21
|
96 "extracting chroma...\n",
|
m@21
|
97 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
98 "file 5 of 5037\n",
|
m@21
|
99 "loading speech/music segments...\n",
|
m@21
|
100 "extracting onset patterns and mfccs...\n",
|
m@21
|
101 "extracting chroma...\n",
|
m@21
|
102 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
103 "file 6 of 5037\n",
|
m@21
|
104 "loading speech/music segments...\n",
|
m@21
|
105 "extracting onset patterns and mfccs...\n",
|
m@21
|
106 "extracting chroma...\n",
|
m@21
|
107 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
108 "file 7 of 5037\n",
|
m@21
|
109 "loading speech/music segments...\n",
|
m@21
|
110 "extracting onset patterns and mfccs...\n",
|
m@21
|
111 "extracting chroma...\n",
|
m@21
|
112 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
113 "file 8 of 5037\n",
|
m@21
|
114 "loading speech/music segments...\n",
|
m@21
|
115 "extracting onset patterns and mfccs...\n",
|
m@21
|
116 "extracting chroma...\n",
|
m@21
|
117 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
118 "file 9 of 5037\n",
|
m@21
|
119 "loading speech/music segments...\n",
|
m@21
|
120 "extracting onset patterns and mfccs...\n",
|
m@21
|
121 "extracting chroma...\n",
|
m@21
|
122 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
123 "file 10 of 5037\n",
|
m@21
|
124 "loading speech/music segments...\n",
|
m@21
|
125 "extracting onset patterns and mfccs...\n",
|
m@21
|
126 "extracting chroma...\n",
|
m@21
|
127 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
128 "file 11 of 5037\n",
|
m@21
|
129 "loading speech/music segments...\n",
|
m@21
|
130 "extracting onset patterns and mfccs...\n",
|
m@21
|
131 "extracting chroma...\n",
|
m@21
|
132 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
133 "file 12 of 5037\n",
|
m@21
|
134 "loading speech/music segments...\n",
|
m@21
|
135 "extracting onset patterns and mfccs...\n",
|
m@21
|
136 "extracting chroma...\n",
|
m@21
|
137 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
138 "file 13 of 5037\n",
|
m@21
|
139 "loading speech/music segments...\n",
|
m@21
|
140 "extracting onset patterns and mfccs...\n",
|
m@21
|
141 "extracting chroma...\n",
|
m@21
|
142 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
143 "file 14 of 5037\n",
|
m@21
|
144 "loading speech/music segments...\n",
|
m@21
|
145 "extracting onset patterns and mfccs...\n",
|
m@21
|
146 "extracting chroma...\n",
|
m@21
|
147 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
148 "file 15 of 5037\n",
|
m@21
|
149 "loading speech/music segments...\n",
|
m@21
|
150 "extracting onset patterns and mfccs...\n",
|
m@21
|
151 "extracting chroma...\n",
|
m@21
|
152 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
153 "file 16 of 5037\n",
|
m@21
|
154 "loading speech/music segments...\n",
|
m@21
|
155 "extracting onset patterns and mfccs...\n",
|
m@21
|
156 "file 17 of 5037\n",
|
m@21
|
157 "loading speech/music segments...\n",
|
m@21
|
158 "extracting onset patterns and mfccs...\n",
|
m@21
|
159 "extracting chroma...\n",
|
m@21
|
160 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
161 "file 18 of 5037\n",
|
m@21
|
162 "loading speech/music segments...\n",
|
m@21
|
163 "extracting onset patterns and mfccs...\n",
|
m@21
|
164 "extracting chroma...\n",
|
m@21
|
165 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
166 "file 19 of 5037\n",
|
m@21
|
167 "loading speech/music segments...\n",
|
m@21
|
168 "extracting onset patterns and mfccs...\n",
|
m@21
|
169 "extracting chroma...\n",
|
m@21
|
170 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
171 "file 20 of 5037\n",
|
m@21
|
172 "loading speech/music segments...\n",
|
m@21
|
173 "extracting onset patterns and mfccs...\n",
|
m@21
|
174 "extracting chroma...\n",
|
m@21
|
175 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
176 "file 21 of 5037\n",
|
m@21
|
177 "loading speech/music segments...\n",
|
m@21
|
178 "extracting onset patterns and mfccs...\n",
|
m@21
|
179 "extracting chroma...\n",
|
m@21
|
180 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
181 "file 22 of 5037\n",
|
m@21
|
182 "loading speech/music segments...\n",
|
m@21
|
183 "file 23 of 5037\n",
|
m@21
|
184 "loading speech/music segments...\n",
|
m@21
|
185 "extracting onset patterns and mfccs...\n",
|
m@21
|
186 "extracting chroma...\n",
|
m@21
|
187 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
188 "file 24 of 5037\n",
|
m@21
|
189 "loading speech/music segments...\n",
|
m@21
|
190 "extracting onset patterns and mfccs...\n",
|
m@21
|
191 "extracting chroma...\n",
|
m@21
|
192 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
193 "file 25 of 5037\n",
|
m@21
|
194 "loading speech/music segments...\n",
|
m@21
|
195 "extracting onset patterns and mfccs...\n",
|
m@21
|
196 "extracting chroma...\n",
|
m@21
|
197 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
198 "file 26 of 5037\n",
|
m@21
|
199 "loading speech/music segments...\n",
|
m@21
|
200 "extracting onset patterns and mfccs...\n",
|
m@21
|
201 "extracting chroma...\n",
|
m@21
|
202 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
203 "file 27 of 5037\n",
|
m@21
|
204 "loading speech/music segments...\n",
|
m@21
|
205 "extracting onset patterns and mfccs...\n",
|
m@21
|
206 "extracting chroma...\n",
|
m@21
|
207 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
208 "file 28 of 5037\n",
|
m@21
|
209 "loading speech/music segments...\n",
|
m@21
|
210 "extracting onset patterns and mfccs...\n",
|
m@21
|
211 "extracting chroma...\n",
|
m@21
|
212 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
213 "file 29 of 5037\n",
|
m@21
|
214 "loading speech/music segments...\n",
|
m@21
|
215 "extracting onset patterns and mfccs...\n",
|
m@21
|
216 "extracting chroma...\n",
|
m@21
|
217 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
218 "file 30 of 5037\n",
|
m@21
|
219 "loading speech/music segments...\n",
|
m@21
|
220 "extracting onset patterns and mfccs...\n",
|
m@21
|
221 "extracting chroma...\n",
|
m@21
|
222 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
223 "file 31 of 5037\n",
|
m@21
|
224 "loading speech/music segments...\n",
|
m@21
|
225 "extracting onset patterns and mfccs...\n",
|
m@21
|
226 "extracting chroma...\n",
|
m@21
|
227 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
228 "file 32 of 5037\n",
|
m@21
|
229 "loading speech/music segments...\n",
|
m@21
|
230 "extracting onset patterns and mfccs...\n",
|
m@21
|
231 "extracting chroma...\n",
|
m@21
|
232 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
233 "file 33 of 5037\n",
|
m@21
|
234 "loading speech/music segments...\n",
|
m@21
|
235 "extracting onset patterns and mfccs...\n",
|
m@21
|
236 "extracting chroma...\n",
|
m@21
|
237 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
238 "file 34 of 5037\n",
|
m@21
|
239 "loading speech/music segments...\n",
|
m@21
|
240 "extracting onset patterns and mfccs...\n",
|
m@21
|
241 "extracting chroma...\n",
|
m@21
|
242 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
243 "file 35 of 5037\n",
|
m@21
|
244 "loading speech/music segments...\n",
|
m@21
|
245 "extracting onset patterns and mfccs...\n",
|
m@21
|
246 "extracting chroma...\n",
|
m@21
|
247 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
248 "file 36 of 5037\n",
|
m@21
|
249 "loading speech/music segments...\n",
|
m@21
|
250 "extracting onset patterns and mfccs...\n",
|
m@21
|
251 "extracting chroma...\n",
|
m@21
|
252 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
253 "file 37 of 5037\n",
|
m@21
|
254 "loading speech/music segments...\n",
|
m@21
|
255 "extracting onset patterns and mfccs...\n",
|
m@21
|
256 "extracting chroma...\n",
|
m@21
|
257 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
258 "file 38 of 5037\n",
|
m@21
|
259 "loading speech/music segments...\n",
|
m@21
|
260 "extracting onset patterns and mfccs...\n",
|
m@21
|
261 "extracting chroma...\n",
|
m@21
|
262 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
263 "file 39 of 5037\n",
|
m@21
|
264 "loading speech/music segments...\n",
|
m@21
|
265 "extracting onset patterns and mfccs...\n",
|
m@21
|
266 "extracting chroma...\n",
|
m@21
|
267 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
268 "file 40 of 5037\n",
|
m@21
|
269 "loading speech/music segments...\n",
|
m@21
|
270 "extracting onset patterns and mfccs...\n",
|
m@21
|
271 "extracting chroma...\n",
|
m@21
|
272 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
273 "file 41 of 5037\n",
|
m@21
|
274 "loading speech/music segments...\n",
|
m@21
|
275 "extracting onset patterns and mfccs...\n",
|
m@21
|
276 "extracting chroma...\n",
|
m@21
|
277 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
278 "file 42 of 5037\n",
|
m@21
|
279 "loading speech/music segments...\n",
|
m@21
|
280 "extracting onset patterns and mfccs...\n",
|
m@21
|
281 "extracting chroma...\n",
|
m@21
|
282 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
283 "file 43 of 5037\n",
|
m@21
|
284 "loading speech/music segments...\n",
|
m@21
|
285 "extracting onset patterns and mfccs...\n",
|
m@21
|
286 "extracting chroma...\n",
|
m@21
|
287 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
288 "file 44 of 5037\n",
|
m@21
|
289 "loading speech/music segments...\n",
|
m@21
|
290 "extracting onset patterns and mfccs...\n",
|
m@21
|
291 "extracting chroma...\n",
|
m@21
|
292 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
293 "file 45 of 5037\n",
|
m@21
|
294 "loading speech/music segments...\n",
|
m@21
|
295 "extracting onset patterns and mfccs...\n",
|
m@21
|
296 "extracting chroma...\n",
|
m@21
|
297 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
298 "file 46 of 5037\n",
|
m@21
|
299 "loading speech/music segments...\n",
|
m@21
|
300 "extracting onset patterns and mfccs...\n"
|
m@21
|
301 ]
|
m@21
|
302 },
|
m@21
|
303 {
|
m@21
|
304 "name": "stdout",
|
m@21
|
305 "output_type": "stream",
|
m@21
|
306 "text": [
|
m@21
|
307 "file 47 of 5037\n",
|
m@21
|
308 "loading speech/music segments...\n",
|
m@21
|
309 "extracting onset patterns and mfccs...\n",
|
m@21
|
310 "file 48 of 5037\n",
|
m@21
|
311 "loading speech/music segments...\n",
|
m@21
|
312 "extracting onset patterns and mfccs...\n",
|
m@21
|
313 "file 49 of 5037\n",
|
m@21
|
314 "loading speech/music segments...\n",
|
m@21
|
315 "extracting onset patterns and mfccs...\n",
|
m@21
|
316 "file 50 of 5037\n",
|
m@21
|
317 "loading speech/music segments...\n",
|
m@21
|
318 "extracting onset patterns and mfccs...\n",
|
m@21
|
319 "file 51 of 5037\n",
|
m@21
|
320 "loading speech/music segments...\n",
|
m@21
|
321 "extracting onset patterns and mfccs...\n",
|
m@21
|
322 "file 52 of 5037\n",
|
m@21
|
323 "loading speech/music segments...\n",
|
m@21
|
324 "extracting onset patterns and mfccs...\n",
|
m@21
|
325 "file 53 of 5037\n",
|
m@21
|
326 "loading speech/music segments...\n",
|
m@21
|
327 "extracting onset patterns and mfccs...\n",
|
m@21
|
328 "file 54 of 5037\n",
|
m@21
|
329 "loading speech/music segments...\n",
|
m@21
|
330 "extracting onset patterns and mfccs...\n",
|
m@21
|
331 "file 55 of 5037\n",
|
m@21
|
332 "loading speech/music segments...\n",
|
m@21
|
333 "extracting onset patterns and mfccs...\n",
|
m@21
|
334 "extracting chroma...\n",
|
m@21
|
335 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
336 "file 56 of 5037\n",
|
m@21
|
337 "loading speech/music segments...\n",
|
m@21
|
338 "extracting onset patterns and mfccs...\n",
|
m@21
|
339 "extracting chroma...\n",
|
m@21
|
340 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
341 "file 57 of 5037\n",
|
m@21
|
342 "loading speech/music segments...\n",
|
m@21
|
343 "extracting onset patterns and mfccs...\n",
|
m@21
|
344 "extracting chroma...\n",
|
m@21
|
345 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
346 "file 58 of 5037\n",
|
m@21
|
347 "loading speech/music segments...\n",
|
m@21
|
348 "extracting onset patterns and mfccs...\n",
|
m@21
|
349 "extracting chroma...\n",
|
m@21
|
350 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
351 "file 59 of 5037\n",
|
m@21
|
352 "loading speech/music segments...\n",
|
m@21
|
353 "extracting onset patterns and mfccs...\n",
|
m@21
|
354 "extracting chroma...\n",
|
m@21
|
355 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
356 "file 60 of 5037\n",
|
m@21
|
357 "loading speech/music segments...\n",
|
m@21
|
358 "extracting onset patterns and mfccs...\n",
|
m@21
|
359 "extracting chroma...\n",
|
m@21
|
360 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
361 "file 61 of 5037\n",
|
m@21
|
362 "loading speech/music segments...\n",
|
m@21
|
363 "extracting onset patterns and mfccs...\n",
|
m@21
|
364 "extracting chroma...\n",
|
m@21
|
365 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
366 "file 62 of 5037\n",
|
m@21
|
367 "loading speech/music segments...\n",
|
m@21
|
368 "extracting onset patterns and mfccs...\n",
|
m@21
|
369 "extracting chroma...\n",
|
m@21
|
370 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
371 "file 63 of 5037\n",
|
m@21
|
372 "loading speech/music segments...\n",
|
m@21
|
373 "extracting onset patterns and mfccs...\n",
|
m@21
|
374 "extracting chroma...\n",
|
m@21
|
375 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
376 "file 64 of 5037\n",
|
m@21
|
377 "loading speech/music segments...\n",
|
m@21
|
378 "extracting onset patterns and mfccs...\n",
|
m@21
|
379 "extracting chroma...\n",
|
m@21
|
380 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
381 "file 65 of 5037\n",
|
m@21
|
382 "loading speech/music segments...\n",
|
m@21
|
383 "extracting onset patterns and mfccs...\n",
|
m@21
|
384 "extracting chroma...\n",
|
m@21
|
385 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
386 "file 66 of 5037\n",
|
m@21
|
387 "loading speech/music segments...\n",
|
m@21
|
388 "extracting onset patterns and mfccs...\n",
|
m@21
|
389 "extracting chroma...\n",
|
m@21
|
390 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
391 "file 67 of 5037\n",
|
m@21
|
392 "loading speech/music segments...\n",
|
m@21
|
393 "extracting onset patterns and mfccs...\n",
|
m@21
|
394 "extracting chroma...\n",
|
m@21
|
395 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
396 "file 68 of 5037\n",
|
m@21
|
397 "loading speech/music segments...\n",
|
m@21
|
398 "extracting onset patterns and mfccs...\n",
|
m@21
|
399 "extracting chroma...\n",
|
m@21
|
400 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
401 "file 69 of 5037\n",
|
m@21
|
402 "loading speech/music segments...\n",
|
m@21
|
403 "extracting onset patterns and mfccs...\n",
|
m@21
|
404 "extracting chroma...\n",
|
m@21
|
405 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
406 "file 70 of 5037\n",
|
m@21
|
407 "loading speech/music segments...\n",
|
m@21
|
408 "extracting onset patterns and mfccs...\n",
|
m@21
|
409 "extracting chroma...\n",
|
m@21
|
410 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
411 "file 71 of 5037\n",
|
m@21
|
412 "loading speech/music segments...\n",
|
m@21
|
413 "extracting onset patterns and mfccs...\n",
|
m@21
|
414 "extracting chroma...\n",
|
m@21
|
415 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
416 "file 72 of 5037\n",
|
m@21
|
417 "loading speech/music segments...\n",
|
m@21
|
418 "extracting onset patterns and mfccs...\n",
|
m@21
|
419 "extracting chroma...\n",
|
m@21
|
420 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
421 "file 73 of 5037\n",
|
m@21
|
422 "loading speech/music segments...\n",
|
m@21
|
423 "extracting onset patterns and mfccs...\n",
|
m@21
|
424 "extracting chroma...\n",
|
m@21
|
425 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
426 "file 74 of 5037\n",
|
m@21
|
427 "loading speech/music segments...\n",
|
m@21
|
428 "extracting onset patterns and mfccs...\n",
|
m@21
|
429 "extracting chroma...\n",
|
m@21
|
430 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
431 "file 75 of 5037\n",
|
m@21
|
432 "loading speech/music segments...\n",
|
m@21
|
433 "extracting onset patterns and mfccs...\n",
|
m@21
|
434 "extracting chroma...\n",
|
m@21
|
435 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
436 "file 76 of 5037\n",
|
m@21
|
437 "loading speech/music segments...\n",
|
m@21
|
438 "extracting onset patterns and mfccs...\n",
|
m@21
|
439 "extracting chroma...\n",
|
m@21
|
440 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
441 "file 77 of 5037\n",
|
m@21
|
442 "loading speech/music segments...\n",
|
m@21
|
443 "extracting onset patterns and mfccs...\n",
|
m@21
|
444 "extracting chroma...\n",
|
m@21
|
445 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
446 "file 78 of 5037\n",
|
m@21
|
447 "loading speech/music segments...\n",
|
m@21
|
448 "extracting onset patterns and mfccs...\n",
|
m@21
|
449 "extracting chroma...\n",
|
m@21
|
450 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
451 "file 79 of 5037\n",
|
m@21
|
452 "loading speech/music segments...\n",
|
m@21
|
453 "extracting onset patterns and mfccs...\n",
|
m@21
|
454 "extracting chroma...\n",
|
m@21
|
455 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
456 "file 80 of 5037\n",
|
m@21
|
457 "loading speech/music segments...\n",
|
m@21
|
458 "extracting onset patterns and mfccs...\n",
|
m@21
|
459 "extracting chroma...\n",
|
m@21
|
460 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
461 "file 81 of 5037\n",
|
m@21
|
462 "loading speech/music segments...\n",
|
m@21
|
463 "extracting onset patterns and mfccs...\n",
|
m@21
|
464 "extracting chroma...\n",
|
m@21
|
465 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
466 "file 82 of 5037\n",
|
m@21
|
467 "loading speech/music segments...\n",
|
m@21
|
468 "extracting onset patterns and mfccs...\n",
|
m@21
|
469 "extracting chroma...\n",
|
m@21
|
470 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
471 "file 83 of 5037\n",
|
m@21
|
472 "loading speech/music segments...\n",
|
m@21
|
473 "extracting onset patterns and mfccs...\n",
|
m@21
|
474 "extracting chroma...\n",
|
m@21
|
475 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
476 "file 84 of 5037\n",
|
m@21
|
477 "loading speech/music segments...\n",
|
m@21
|
478 "extracting onset patterns and mfccs...\n",
|
m@21
|
479 "extracting chroma...\n",
|
m@21
|
480 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
481 "file 85 of 5037\n",
|
m@21
|
482 "loading speech/music segments...\n",
|
m@21
|
483 "extracting onset patterns and mfccs...\n",
|
m@21
|
484 "extracting chroma...\n",
|
m@21
|
485 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
486 "file 86 of 5037\n",
|
m@21
|
487 "loading speech/music segments...\n",
|
m@21
|
488 "extracting onset patterns and mfccs...\n",
|
m@21
|
489 "extracting chroma...\n",
|
m@21
|
490 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
491 "file 87 of 5037\n",
|
m@21
|
492 "loading speech/music segments...\n",
|
m@21
|
493 "extracting onset patterns and mfccs...\n",
|
m@21
|
494 "extracting chroma...\n",
|
m@21
|
495 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
496 "file 88 of 5037\n",
|
m@21
|
497 "loading speech/music segments...\n",
|
m@21
|
498 "extracting onset patterns and mfccs...\n",
|
m@21
|
499 "extracting chroma...\n",
|
m@21
|
500 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
501 "file 89 of 5037\n",
|
m@21
|
502 "loading speech/music segments...\n",
|
m@21
|
503 "extracting onset patterns and mfccs...\n",
|
m@21
|
504 "extracting chroma...\n",
|
m@21
|
505 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
506 "file 90 of 5037\n",
|
m@21
|
507 "loading speech/music segments...\n",
|
m@21
|
508 "extracting onset patterns and mfccs...\n",
|
m@21
|
509 "extracting chroma...\n",
|
m@21
|
510 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
511 "file 91 of 5037\n",
|
m@21
|
512 "loading speech/music segments...\n",
|
m@21
|
513 "extracting onset patterns and mfccs...\n",
|
m@21
|
514 "extracting chroma...\n",
|
m@21
|
515 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
516 "file 92 of 5037\n",
|
m@21
|
517 "loading speech/music segments...\n",
|
m@21
|
518 "extracting onset patterns and mfccs...\n",
|
m@21
|
519 "extracting chroma...\n",
|
m@21
|
520 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
521 "file 93 of 5037\n",
|
m@21
|
522 "loading speech/music segments...\n",
|
m@21
|
523 "extracting onset patterns and mfccs...\n",
|
m@21
|
524 "extracting chroma...\n",
|
m@21
|
525 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
526 "file 94 of 5037\n",
|
m@21
|
527 "loading speech/music segments...\n",
|
m@21
|
528 "extracting onset patterns and mfccs...\n",
|
m@21
|
529 "extracting chroma...\n",
|
m@21
|
530 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
531 "file 95 of 5037\n",
|
m@21
|
532 "loading speech/music segments...\n",
|
m@21
|
533 "extracting onset patterns and mfccs...\n",
|
m@21
|
534 "extracting chroma...\n",
|
m@21
|
535 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
536 "file 96 of 5037\n",
|
m@21
|
537 "loading speech/music segments...\n",
|
m@21
|
538 "extracting onset patterns and mfccs...\n"
|
m@21
|
539 ]
|
m@21
|
540 },
|
m@21
|
541 {
|
m@21
|
542 "name": "stdout",
|
m@21
|
543 "output_type": "stream",
|
m@21
|
544 "text": [
|
m@21
|
545 "extracting chroma...\n",
|
m@21
|
546 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
547 "file 97 of 5037\n",
|
m@21
|
548 "loading speech/music segments...\n",
|
m@21
|
549 "extracting onset patterns and mfccs...\n",
|
m@21
|
550 "extracting chroma...\n",
|
m@21
|
551 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
552 "file 98 of 5037\n",
|
m@21
|
553 "loading speech/music segments...\n",
|
m@21
|
554 "extracting onset patterns and mfccs...\n",
|
m@21
|
555 "extracting chroma...\n",
|
m@21
|
556 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
557 "file 99 of 5037\n",
|
m@21
|
558 "loading speech/music segments...\n",
|
m@21
|
559 "extracting onset patterns and mfccs...\n",
|
m@21
|
560 "extracting chroma...\n",
|
m@21
|
561 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
562 "file 100 of 5037\n",
|
m@21
|
563 "loading speech/music segments...\n",
|
m@21
|
564 "extracting onset patterns and mfccs...\n",
|
m@21
|
565 "extracting chroma...\n",
|
m@21
|
566 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
567 "file 101 of 5037\n",
|
m@21
|
568 "loading speech/music segments...\n",
|
m@21
|
569 "extracting onset patterns and mfccs...\n",
|
m@21
|
570 "extracting chroma...\n",
|
m@21
|
571 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
572 "file 102 of 5037\n",
|
m@21
|
573 "loading speech/music segments...\n",
|
m@21
|
574 "extracting onset patterns and mfccs...\n",
|
m@21
|
575 "extracting chroma...\n",
|
m@21
|
576 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
577 "file 103 of 5037\n",
|
m@21
|
578 "loading speech/music segments...\n",
|
m@21
|
579 "extracting onset patterns and mfccs...\n",
|
m@21
|
580 "extracting chroma...\n",
|
m@21
|
581 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
582 "file 104 of 5037\n",
|
m@21
|
583 "loading speech/music segments...\n",
|
m@21
|
584 "extracting onset patterns and mfccs...\n",
|
m@21
|
585 "extracting chroma...\n",
|
m@21
|
586 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
587 "file 105 of 5037\n",
|
m@21
|
588 "loading speech/music segments...\n",
|
m@21
|
589 "extracting onset patterns and mfccs...\n",
|
m@21
|
590 "extracting chroma...\n",
|
m@21
|
591 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
592 "file 106 of 5037\n",
|
m@21
|
593 "loading speech/music segments...\n",
|
m@21
|
594 "extracting onset patterns and mfccs...\n",
|
m@21
|
595 "extracting chroma...\n",
|
m@21
|
596 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
597 "file 107 of 5037\n",
|
m@21
|
598 "loading speech/music segments...\n",
|
m@21
|
599 "extracting onset patterns and mfccs...\n",
|
m@21
|
600 "extracting chroma...\n",
|
m@21
|
601 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
602 "file 108 of 5037\n",
|
m@21
|
603 "loading speech/music segments...\n",
|
m@21
|
604 "extracting onset patterns and mfccs...\n",
|
m@21
|
605 "extracting chroma...\n",
|
m@21
|
606 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
607 "file 109 of 5037\n",
|
m@21
|
608 "loading speech/music segments...\n",
|
m@21
|
609 "extracting onset patterns and mfccs...\n",
|
m@21
|
610 "extracting chroma...\n",
|
m@21
|
611 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
612 "file 110 of 5037\n",
|
m@21
|
613 "loading speech/music segments...\n",
|
m@21
|
614 "extracting onset patterns and mfccs...\n",
|
m@21
|
615 "extracting chroma...\n",
|
m@21
|
616 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
617 "file 111 of 5037\n",
|
m@21
|
618 "loading speech/music segments...\n",
|
m@21
|
619 "extracting onset patterns and mfccs...\n",
|
m@21
|
620 "extracting chroma...\n",
|
m@21
|
621 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
622 "file 112 of 5037\n",
|
m@21
|
623 "loading speech/music segments...\n",
|
m@21
|
624 "extracting onset patterns and mfccs...\n",
|
m@21
|
625 "extracting chroma...\n",
|
m@21
|
626 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
627 "file 113 of 5037\n",
|
m@21
|
628 "loading speech/music segments...\n",
|
m@21
|
629 "extracting onset patterns and mfccs...\n",
|
m@21
|
630 "extracting chroma...\n",
|
m@21
|
631 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
632 "file 114 of 5037\n",
|
m@21
|
633 "loading speech/music segments...\n",
|
m@21
|
634 "extracting onset patterns and mfccs...\n",
|
m@21
|
635 "extracting chroma...\n",
|
m@21
|
636 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
637 "file 115 of 5037\n",
|
m@21
|
638 "loading speech/music segments...\n",
|
m@21
|
639 "extracting onset patterns and mfccs...\n",
|
m@21
|
640 "extracting chroma...\n",
|
m@21
|
641 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
642 "file 116 of 5037\n",
|
m@21
|
643 "loading speech/music segments...\n",
|
m@21
|
644 "extracting onset patterns and mfccs...\n",
|
m@21
|
645 "extracting chroma...\n",
|
m@21
|
646 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
647 "file 117 of 5037\n",
|
m@21
|
648 "loading speech/music segments...\n",
|
m@21
|
649 "extracting onset patterns and mfccs...\n",
|
m@21
|
650 "extracting chroma...\n",
|
m@21
|
651 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
652 "file 118 of 5037\n",
|
m@21
|
653 "loading speech/music segments...\n",
|
m@21
|
654 "extracting onset patterns and mfccs...\n",
|
m@21
|
655 "extracting chroma...\n",
|
m@21
|
656 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
657 "file 119 of 5037\n",
|
m@21
|
658 "loading speech/music segments...\n",
|
m@21
|
659 "extracting onset patterns and mfccs...\n",
|
m@21
|
660 "extracting chroma...\n",
|
m@21
|
661 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
662 "file 120 of 5037\n",
|
m@21
|
663 "loading speech/music segments...\n",
|
m@21
|
664 "extracting onset patterns and mfccs...\n",
|
m@21
|
665 "extracting chroma...\n",
|
m@21
|
666 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
667 "file 121 of 5037\n",
|
m@21
|
668 "loading speech/music segments...\n",
|
m@21
|
669 "extracting onset patterns and mfccs...\n",
|
m@21
|
670 "extracting chroma...\n",
|
m@21
|
671 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
672 "file 122 of 5037\n",
|
m@21
|
673 "loading speech/music segments...\n",
|
m@21
|
674 "extracting onset patterns and mfccs...\n",
|
m@21
|
675 "extracting chroma...\n",
|
m@21
|
676 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
677 "file 123 of 5037\n",
|
m@21
|
678 "loading speech/music segments...\n",
|
m@21
|
679 "extracting onset patterns and mfccs...\n",
|
m@21
|
680 "extracting chroma...\n",
|
m@21
|
681 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
682 "file 124 of 5037\n",
|
m@21
|
683 "loading speech/music segments...\n",
|
m@21
|
684 "extracting onset patterns and mfccs...\n",
|
m@21
|
685 "extracting chroma...\n",
|
m@21
|
686 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
687 "file 125 of 5037\n",
|
m@21
|
688 "loading speech/music segments...\n",
|
m@21
|
689 "extracting onset patterns and mfccs...\n"
|
m@21
|
690 ]
|
m@21
|
691 }
|
m@21
|
692 ],
|
m@21
|
693 "source": [
|
m@15
|
694 "for n in range(n_iters):\n",
|
m@15
|
695 " print \"iteration %d\" % n\n",
|
m@15
|
696 " load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
|
m@15
|
697 " output_file in OUTPUT_FILES]\n",
|
m@15
|
698 " load_dataset.features_for_train_test_sets(df, write_output=True)"
|
m@15
|
699 ]
|
m@15
|
700 },
|
m@15
|
701 {
|
m@15
|
702 "cell_type": "code",
|
m@15
|
703 "execution_count": null,
|
m@15
|
704 "metadata": {
|
m@15
|
705 "collapsed": true
|
m@15
|
706 },
|
m@15
|
707 "outputs": [],
|
m@15
|
708 "source": [
|
m@15
|
709 "for n in range(n_iters):\n",
|
m@15
|
710 " print \"iteration %d\" % n\n",
|
m@15
|
711 " \n",
|
m@15
|
712 " print \"mapping...\"\n",
|
m@15
|
713 " mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
|
m@15
|
714 " output_file in OUTPUT_FILES]\n",
|
m@15
|
715 " _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n",
|
m@15
|
716 " X = np.concatenate(ldadata_list)\n",
|
m@15
|
717 " \n",
|
m@15
|
718 " # classification and confusion\n",
|
m@15
|
719 " print \"classifying...\"\n",
|
Maria@18
|
720 " traininds, testinds = classification.get_train_test_indices()\n",
|
Maria@18
|
721 " X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n",
|
Maria@18
|
722 " accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n",
|
m@15
|
723 " print accuracy\n",
|
m@15
|
724 " \n",
|
m@15
|
725 " # outliers\n",
|
m@15
|
726 " print \"detecting outliers...\"\n",
|
Maria@18
|
727 " ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n",
|
m@15
|
728 " df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n",
|
m@15
|
729 " print_most_least_outliers_topN(df_global, N=10)\n",
|
m@15
|
730 " \n",
|
m@15
|
731 " # write output\n",
|
m@15
|
732 " print \"writing file\"\n",
|
m@15
|
733 " df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)"
|
m@15
|
734 ]
|
m@15
|
735 }
|
m@15
|
736 ],
|
m@15
|
737 "metadata": {
|
m@15
|
738 "kernelspec": {
|
m@15
|
739 "display_name": "Python 2",
|
m@15
|
740 "language": "python",
|
m@15
|
741 "name": "python2"
|
m@19
|
742 },
|
m@19
|
743 "language_info": {
|
m@19
|
744 "codemirror_mode": {
|
m@19
|
745 "name": "ipython",
|
m@19
|
746 "version": 2
|
m@19
|
747 },
|
m@19
|
748 "file_extension": ".py",
|
m@19
|
749 "mimetype": "text/x-python",
|
m@19
|
750 "name": "python",
|
m@19
|
751 "nbconvert_exporter": "python",
|
m@19
|
752 "pygments_lexer": "ipython2",
|
m@19
|
753 "version": "2.7.12"
|
m@15
|
754 }
|
m@15
|
755 },
|
m@15
|
756 "nbformat": 4,
|
m@17
|
757 "nbformat_minor": 1
|
m@15
|
758 }
|