m@15
|
1 {
|
m@15
|
2 "cells": [
|
m@15
|
3 {
|
m@15
|
4 "cell_type": "code",
|
m@23
|
5 "execution_count": 3,
|
m@17
|
6 "metadata": {},
|
m@15
|
7 "outputs": [
|
m@15
|
8 {
|
m@23
|
9 "name": "stdout",
|
m@15
|
10 "output_type": "stream",
|
m@15
|
11 "text": [
|
m@23
|
12 "The autoreload extension is already loaded. To reload it, use:\n",
|
m@23
|
13 " %reload_ext autoreload\n"
|
m@15
|
14 ]
|
m@15
|
15 }
|
m@15
|
16 ],
|
m@15
|
17 "source": [
|
m@15
|
18 "import numpy as np\n",
|
m@15
|
19 "\n",
|
m@15
|
20 "%matplotlib inline\n",
|
m@15
|
21 "import matplotlib.pyplot as plt\n",
|
m@15
|
22 "\n",
|
m@15
|
23 "%load_ext autoreload\n",
|
m@15
|
24 "%autoreload 2\n",
|
m@15
|
25 "\n",
|
m@15
|
26 "import sys\n",
|
m@15
|
27 "sys.path.append('../')\n",
|
m@15
|
28 "import scripts.load_dataset as load_dataset\n",
|
m@15
|
29 "import scripts.map_and_average as mapper\n",
|
Maria@18
|
30 "import scripts.classification\n",
|
Maria@18
|
31 "import scripts.outliers as outliers"
|
m@15
|
32 ]
|
m@15
|
33 },
|
m@15
|
34 {
|
m@15
|
35 "cell_type": "code",
|
m@23
|
36 "execution_count": 4,
|
m@21
|
37 "metadata": {},
|
m@21
|
38 "outputs": [
|
m@21
|
39 {
|
m@21
|
40 "name": "stderr",
|
m@21
|
41 "output_type": "stream",
|
m@21
|
42 "text": [
|
m@23
|
43 "../scripts/util_filter_dataset.py:22: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
|
m@23
|
44 " if len(np.where(bounds[:,2]=='m')[0])==0 or len(np.where(bounds[:,2]=='s')[0])==len(bounds):\n"
|
m@21
|
45 ]
|
m@21
|
46 }
|
m@21
|
47 ],
|
m@15
|
48 "source": [
|
m@17
|
49 "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n",
|
m@19
|
50 "n_iters = 10\n",
|
m@19
|
51 "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)"
|
m@15
|
52 ]
|
m@15
|
53 },
|
m@15
|
54 {
|
m@15
|
55 "cell_type": "code",
|
m@23
|
56 "execution_count": 5,
|
m@21
|
57 "metadata": {},
|
m@23
|
58 "outputs": [
|
m@23
|
59 {
|
m@23
|
60 "data": {
|
m@23
|
61 "text/plain": [
|
m@23
|
62 "(8396, 108)"
|
m@23
|
63 ]
|
m@23
|
64 },
|
m@23
|
65 "execution_count": 5,
|
m@23
|
66 "metadata": {},
|
m@23
|
67 "output_type": "execute_result"
|
m@23
|
68 }
|
m@23
|
69 ],
|
m@15
|
70 "source": [
|
m@21
|
71 "df.shape"
|
m@21
|
72 ]
|
m@21
|
73 },
|
m@21
|
74 {
|
m@21
|
75 "cell_type": "code",
|
m@23
|
76 "execution_count": 9,
|
m@23
|
77 "metadata": {},
|
m@23
|
78 "outputs": [
|
m@23
|
79 {
|
m@23
|
80 "name": "stdout",
|
m@23
|
81 "output_type": "stream",
|
m@23
|
82 "text": [
|
m@23
|
83 "file 0 of 6\n",
|
m@23
|
84 "loading speech/music segments...\n",
|
m@23
|
85 "extracting onset patterns and mfccs...\n",
|
m@23
|
86 "extracting chroma...\n",
|
m@23
|
87 "extracting pitch bihist from melodia...\n",
|
m@23
|
88 "file 1 of 6\n",
|
m@23
|
89 "loading speech/music segments...\n",
|
m@23
|
90 "extracting onset patterns and mfccs...\n",
|
m@23
|
91 "extracting chroma...\n",
|
m@23
|
92 "extracting pitch bihist from melodia...\n",
|
m@23
|
93 "file 2 of 6\n",
|
m@23
|
94 "loading speech/music segments...\n",
|
m@23
|
95 "extracting onset patterns and mfccs...\n",
|
m@23
|
96 "extracting chroma...\n",
|
m@23
|
97 "extracting pitch bihist from melodia...\n",
|
m@23
|
98 "file 3 of 6\n",
|
m@23
|
99 "loading speech/music segments...\n",
|
m@23
|
100 "extracting onset patterns and mfccs...\n",
|
m@23
|
101 "extracting chroma...\n",
|
m@23
|
102 "extracting pitch bihist from melodia...\n",
|
m@23
|
103 "file 4 of 6\n",
|
m@23
|
104 "loading speech/music segments...\n",
|
m@23
|
105 "extracting onset patterns and mfccs...\n",
|
m@23
|
106 "extracting chroma...\n",
|
m@23
|
107 "extracting pitch bihist from melodia...\n",
|
m@23
|
108 "file 5 of 6\n",
|
m@23
|
109 "loading speech/music segments...\n",
|
m@23
|
110 "extracting onset patterns and mfccs...\n",
|
m@23
|
111 "extracting chroma...\n",
|
m@23
|
112 "extracting pitch bihist from melodia...\n",
|
m@23
|
113 "6 6 6 6 6 6\n",
|
m@23
|
114 "(264, 400) (264, 240) (264, 80) (264, 120)\n",
|
m@23
|
115 "file 0 of 2\n",
|
m@23
|
116 "loading speech/music segments...\n",
|
m@23
|
117 "extracting onset patterns and mfccs...\n",
|
m@23
|
118 "extracting chroma...\n",
|
m@23
|
119 "extracting pitch bihist from melodia...\n",
|
m@23
|
120 "file 1 of 2\n",
|
m@23
|
121 "loading speech/music segments...\n",
|
m@23
|
122 "extracting onset patterns and mfccs...\n",
|
m@23
|
123 "extracting chroma...\n",
|
m@23
|
124 "extracting pitch bihist from melodia...\n",
|
m@23
|
125 "2 2 2 2 2 2\n",
|
m@23
|
126 "(88, 400) (88, 240) (88, 80) (88, 120)\n",
|
m@23
|
127 "file 0 of 2\n",
|
m@23
|
128 "loading speech/music segments...\n",
|
m@23
|
129 "extracting onset patterns and mfccs...\n",
|
m@23
|
130 "extracting chroma...\n",
|
m@23
|
131 "extracting pitch bihist from melodia...\n",
|
m@23
|
132 "file 1 of 2\n",
|
m@23
|
133 "loading speech/music segments...\n",
|
m@23
|
134 "extracting onset patterns and mfccs...\n",
|
m@23
|
135 "extracting chroma...\n",
|
m@23
|
136 "extracting pitch bihist from melodia...\n",
|
m@23
|
137 "2 2 2 2 2 2\n",
|
m@23
|
138 "(85, 400) (85, 240) (85, 80) (85, 120)\n"
|
m@23
|
139 ]
|
m@23
|
140 },
|
m@23
|
141 {
|
m@23
|
142 "ename": "AttributeError",
|
m@23
|
143 "evalue": "'list' object has no attribute 'shape'",
|
m@23
|
144 "output_type": "error",
|
m@23
|
145 "traceback": [
|
m@23
|
146 "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
m@23
|
147 "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)",
|
m@23
|
148 "\u001b[0;32m<ipython-input-9-ed1b80dfb251>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_dataset\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfeatures_for_train_test_sets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwrite_output\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mprint\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
|
m@23
|
149 "\u001b[0;31mAttributeError\u001b[0m: 'list' object has no attribute 'shape'"
|
m@23
|
150 ]
|
m@23
|
151 }
|
m@23
|
152 ],
|
m@23
|
153 "source": [
|
m@23
|
154 "train, val, test = load_dataset.features_for_train_test_sets(df.iloc[:10, :], write_output=False)"
|
m@23
|
155 ]
|
m@23
|
156 },
|
m@23
|
157 {
|
m@23
|
158 "cell_type": "code",
|
m@23
|
159 "execution_count": 8,
|
m@23
|
160 "metadata": {},
|
m@23
|
161 "outputs": [
|
m@23
|
162 {
|
m@23
|
163 "data": {
|
m@23
|
164 "text/html": [
|
m@23
|
165 "<div>\n",
|
m@23
|
166 "<table border=\"1\" class=\"dataframe\">\n",
|
m@23
|
167 " <thead>\n",
|
m@23
|
168 " <tr style=\"text-align: right;\">\n",
|
m@23
|
169 " <th></th>\n",
|
m@23
|
170 " <th>AlbumTitle</th>\n",
|
m@23
|
171 " <th>Artist</th>\n",
|
m@23
|
172 " <th>Artist_Album</th>\n",
|
m@23
|
173 " <th>BuyLinkTrackDownload</th>\n",
|
m@23
|
174 " <th>CatalogNumber</th>\n",
|
m@23
|
175 " <th>CatalogNumber_Album</th>\n",
|
m@23
|
176 " <th>Collection</th>\n",
|
m@23
|
177 " <th>ContentType</th>\n",
|
m@23
|
178 " <th>ContentType_Album</th>\n",
|
m@23
|
179 " <th>Country</th>\n",
|
m@23
|
180 " <th>...</th>\n",
|
m@23
|
181 " <th>Language_iso3</th>\n",
|
m@23
|
182 " <th>Language_iso1</th>\n",
|
m@23
|
183 " <th>Region</th>\n",
|
m@23
|
184 " <th>Latitude</th>\n",
|
m@23
|
185 " <th>Longitude</th>\n",
|
m@23
|
186 " <th>Audio</th>\n",
|
m@23
|
187 " <th>Speech</th>\n",
|
m@23
|
188 " <th>Melspec</th>\n",
|
m@23
|
189 " <th>Chroma</th>\n",
|
m@23
|
190 " <th>Melodia</th>\n",
|
m@23
|
191 " </tr>\n",
|
m@23
|
192 " </thead>\n",
|
m@23
|
193 " <tbody>\n",
|
m@23
|
194 " <tr>\n",
|
m@23
|
195 " <th>29182</th>\n",
|
m@23
|
196 " <td>Music of Afghanistan</td>\n",
|
m@23
|
197 " <td>Afghan National Orchestra</td>\n",
|
m@23
|
198 " <td>Various Artists</td>\n",
|
m@23
|
199 " <td>26138</td>\n",
|
m@23
|
200 " <td>FW04361_201</td>\n",
|
m@23
|
201 " <td>FW04361</td>\n",
|
m@23
|
202 " <td>NaN</td>\n",
|
m@23
|
203 " <td>Track</td>\n",
|
m@23
|
204 " <td>Album</td>\n",
|
m@23
|
205 " <td>Afghanistan</td>\n",
|
m@23
|
206 " <td>...</td>\n",
|
m@23
|
207 " <td>NaN</td>\n",
|
m@23
|
208 " <td>NaN</td>\n",
|
m@23
|
209 " <td>South Asia</td>\n",
|
m@23
|
210 " <td>33.93911</td>\n",
|
m@23
|
211 " <td>67.709953</td>\n",
|
m@23
|
212 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
|
m@23
|
213 " <td>/import/c4dm-02/people/mariap/SpeechMusic/2613...</td>\n",
|
m@23
|
214 " <td>/import/c4dm-02/people/mariap/MelSpec/26138_Sa...</td>\n",
|
m@23
|
215 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
|
m@23
|
216 " <td>/import/c4dm-02/people/mariap/Melodia/26138_Sa...</td>\n",
|
m@23
|
217 " </tr>\n",
|
m@23
|
218 " <tr>\n",
|
m@23
|
219 " <th>29183</th>\n",
|
m@23
|
220 " <td>Music of Afghanistan</td>\n",
|
m@23
|
221 " <td>Yaqub Kasimi</td>\n",
|
m@23
|
222 " <td>Various Artists</td>\n",
|
m@23
|
223 " <td>26142</td>\n",
|
m@23
|
224 " <td>FW04361_205</td>\n",
|
m@23
|
225 " <td>FW04361</td>\n",
|
m@23
|
226 " <td>NaN</td>\n",
|
m@23
|
227 " <td>Track</td>\n",
|
m@23
|
228 " <td>Album</td>\n",
|
m@23
|
229 " <td>Afghanistan</td>\n",
|
m@23
|
230 " <td>...</td>\n",
|
m@23
|
231 " <td>NaN</td>\n",
|
m@23
|
232 " <td>NaN</td>\n",
|
m@23
|
233 " <td>South Asia</td>\n",
|
m@23
|
234 " <td>33.93911</td>\n",
|
m@23
|
235 " <td>67.709953</td>\n",
|
m@23
|
236 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
|
m@23
|
237 " <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
|
m@23
|
238 " <td>/import/c4dm-02/people/mariap/MelSpec/26142_Sa...</td>\n",
|
m@23
|
239 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
|
m@23
|
240 " <td>/import/c4dm-02/people/mariap/Melodia/26142_Sa...</td>\n",
|
m@23
|
241 " </tr>\n",
|
m@23
|
242 " <tr>\n",
|
m@23
|
243 " <th>29184</th>\n",
|
m@23
|
244 " <td>Ustad Mohammad Omar: Virtuoso from Afghanistan</td>\n",
|
m@23
|
245 " <td>Ustad Mohammad Omar|Zakir Hussain</td>\n",
|
m@23
|
246 " <td>Ustad Mohammad Omar</td>\n",
|
m@23
|
247 " <td>51931</td>\n",
|
m@23
|
248 " <td>SFW40439_102</td>\n",
|
m@23
|
249 " <td>SFW40439</td>\n",
|
m@23
|
250 " <td>NaN</td>\n",
|
m@23
|
251 " <td>Track</td>\n",
|
m@23
|
252 " <td>Album</td>\n",
|
m@23
|
253 " <td>Afghanistan</td>\n",
|
m@23
|
254 " <td>...</td>\n",
|
m@23
|
255 " <td>pbt</td>\n",
|
m@23
|
256 " <td>Indo-European</td>\n",
|
m@23
|
257 " <td>South Asia</td>\n",
|
m@23
|
258 " <td>33.93911</td>\n",
|
m@23
|
259 " <td>67.709953</td>\n",
|
m@23
|
260 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
|
m@23
|
261 " <td>/import/c4dm-02/people/mariap/SpeechMusic/5193...</td>\n",
|
m@23
|
262 " <td>/import/c4dm-02/people/mariap/MelSpec/51931_Sa...</td>\n",
|
m@23
|
263 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
|
m@23
|
264 " <td>/import/c4dm-02/people/mariap/Melodia/51931_Sa...</td>\n",
|
m@23
|
265 " </tr>\n",
|
m@23
|
266 " <tr>\n",
|
m@23
|
267 " <th>29185</th>\n",
|
m@23
|
268 " <td>Music of Central Asia Vol. 3: Homayun Sakhi: T...</td>\n",
|
m@23
|
269 " <td>Homayun Sakhi</td>\n",
|
m@23
|
270 " <td>Homayun Sakhi</td>\n",
|
m@23
|
271 " <td>53229</td>\n",
|
m@23
|
272 " <td>SFW40522_101</td>\n",
|
m@23
|
273 " <td>SFW40522</td>\n",
|
m@23
|
274 " <td>NaN</td>\n",
|
m@23
|
275 " <td>Track</td>\n",
|
m@23
|
276 " <td>Album</td>\n",
|
m@23
|
277 " <td>Afghanistan</td>\n",
|
m@23
|
278 " <td>...</td>\n",
|
m@23
|
279 " <td>NaN</td>\n",
|
m@23
|
280 " <td>NaN</td>\n",
|
m@23
|
281 " <td>South Asia</td>\n",
|
m@23
|
282 " <td>33.93911</td>\n",
|
m@23
|
283 " <td>67.709953</td>\n",
|
m@23
|
284 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
|
m@23
|
285 " <td>/import/c4dm-02/people/mariap/SpeechMusic/5322...</td>\n",
|
m@23
|
286 " <td>/import/c4dm-02/people/mariap/MelSpec/53229_Sa...</td>\n",
|
m@23
|
287 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
|
m@23
|
288 " <td>/import/c4dm-02/people/mariap/Melodia/53229_Sa...</td>\n",
|
m@23
|
289 " </tr>\n",
|
m@23
|
290 " <tr>\n",
|
m@23
|
291 " <th>29186</th>\n",
|
m@23
|
292 " <td>Music of Afghanistan</td>\n",
|
m@23
|
293 " <td>Rebab and Dhol Duet</td>\n",
|
m@23
|
294 " <td>Various Artists</td>\n",
|
m@23
|
295 " <td>26140</td>\n",
|
m@23
|
296 " <td>FW04361_203</td>\n",
|
m@23
|
297 " <td>FW04361</td>\n",
|
m@23
|
298 " <td>NaN</td>\n",
|
m@23
|
299 " <td>Track</td>\n",
|
m@23
|
300 " <td>Album</td>\n",
|
m@23
|
301 " <td>Afghanistan</td>\n",
|
m@23
|
302 " <td>...</td>\n",
|
m@23
|
303 " <td>NaN</td>\n",
|
m@23
|
304 " <td>NaN</td>\n",
|
m@23
|
305 " <td>South Asia</td>\n",
|
m@23
|
306 " <td>33.93911</td>\n",
|
m@23
|
307 " <td>67.709953</td>\n",
|
m@23
|
308 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
|
m@23
|
309 " <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
|
m@23
|
310 " <td>/import/c4dm-02/people/mariap/MelSpec/26140_Sa...</td>\n",
|
m@23
|
311 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
|
m@23
|
312 " <td>/import/c4dm-02/people/mariap/Melodia/26140_Sa...</td>\n",
|
m@23
|
313 " </tr>\n",
|
m@23
|
314 " </tbody>\n",
|
m@23
|
315 "</table>\n",
|
m@23
|
316 "<p>5 rows × 108 columns</p>\n",
|
m@23
|
317 "</div>"
|
m@23
|
318 ],
|
m@23
|
319 "text/plain": [
|
m@23
|
320 " AlbumTitle \\\n",
|
m@23
|
321 "29182 Music of Afghanistan \n",
|
m@23
|
322 "29183 Music of Afghanistan \n",
|
m@23
|
323 "29184 Ustad Mohammad Omar: Virtuoso from Afghanistan \n",
|
m@23
|
324 "29185 Music of Central Asia Vol. 3: Homayun Sakhi: T... \n",
|
m@23
|
325 "29186 Music of Afghanistan \n",
|
m@23
|
326 "\n",
|
m@23
|
327 " Artist Artist_Album \\\n",
|
m@23
|
328 "29182 Afghan National Orchestra Various Artists \n",
|
m@23
|
329 "29183 Yaqub Kasimi Various Artists \n",
|
m@23
|
330 "29184 Ustad Mohammad Omar|Zakir Hussain Ustad Mohammad Omar \n",
|
m@23
|
331 "29185 Homayun Sakhi Homayun Sakhi \n",
|
m@23
|
332 "29186 Rebab and Dhol Duet Various Artists \n",
|
m@23
|
333 "\n",
|
m@23
|
334 " BuyLinkTrackDownload CatalogNumber CatalogNumber_Album Collection \\\n",
|
m@23
|
335 "29182 26138 FW04361_201 FW04361 NaN \n",
|
m@23
|
336 "29183 26142 FW04361_205 FW04361 NaN \n",
|
m@23
|
337 "29184 51931 SFW40439_102 SFW40439 NaN \n",
|
m@23
|
338 "29185 53229 SFW40522_101 SFW40522 NaN \n",
|
m@23
|
339 "29186 26140 FW04361_203 FW04361 NaN \n",
|
m@23
|
340 "\n",
|
m@23
|
341 " ContentType ContentType_Album Country \\\n",
|
m@23
|
342 "29182 Track Album Afghanistan \n",
|
m@23
|
343 "29183 Track Album Afghanistan \n",
|
m@23
|
344 "29184 Track Album Afghanistan \n",
|
m@23
|
345 "29185 Track Album Afghanistan \n",
|
m@23
|
346 "29186 Track Album Afghanistan \n",
|
m@23
|
347 "\n",
|
m@23
|
348 " ... Language_iso3 \\\n",
|
m@23
|
349 "29182 ... NaN \n",
|
m@23
|
350 "29183 ... NaN \n",
|
m@23
|
351 "29184 ... pbt \n",
|
m@23
|
352 "29185 ... NaN \n",
|
m@23
|
353 "29186 ... NaN \n",
|
m@23
|
354 "\n",
|
m@23
|
355 " Language_iso1 Region Latitude Longitude \\\n",
|
m@23
|
356 "29182 NaN South Asia 33.93911 67.709953 \n",
|
m@23
|
357 "29183 NaN South Asia 33.93911 67.709953 \n",
|
m@23
|
358 "29184 Indo-European South Asia 33.93911 67.709953 \n",
|
m@23
|
359 "29185 NaN South Asia 33.93911 67.709953 \n",
|
m@23
|
360 "29186 NaN South Asia 33.93911 67.709953 \n",
|
m@23
|
361 "\n",
|
m@23
|
362 " Audio \\\n",
|
m@23
|
363 "29182 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
|
m@23
|
364 "29183 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
|
m@23
|
365 "29184 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
|
m@23
|
366 "29185 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
|
m@23
|
367 "29186 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
|
m@23
|
368 "\n",
|
m@23
|
369 " Speech \\\n",
|
m@23
|
370 "29182 /import/c4dm-02/people/mariap/SpeechMusic/2613... \n",
|
m@23
|
371 "29183 /import/c4dm-02/people/mariap/SpeechMusic/2614... \n",
|
m@23
|
372 "29184 /import/c4dm-02/people/mariap/SpeechMusic/5193... \n",
|
m@23
|
373 "29185 /import/c4dm-02/people/mariap/SpeechMusic/5322... \n",
|
m@23
|
374 "29186 /import/c4dm-02/people/mariap/SpeechMusic/2614... \n",
|
m@23
|
375 "\n",
|
m@23
|
376 " Melspec \\\n",
|
m@23
|
377 "29182 /import/c4dm-02/people/mariap/MelSpec/26138_Sa... \n",
|
m@23
|
378 "29183 /import/c4dm-02/people/mariap/MelSpec/26142_Sa... \n",
|
m@23
|
379 "29184 /import/c4dm-02/people/mariap/MelSpec/51931_Sa... \n",
|
m@23
|
380 "29185 /import/c4dm-02/people/mariap/MelSpec/53229_Sa... \n",
|
m@23
|
381 "29186 /import/c4dm-02/people/mariap/MelSpec/26140_Sa... \n",
|
m@23
|
382 "\n",
|
m@23
|
383 " Chroma \\\n",
|
m@23
|
384 "29182 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
|
m@23
|
385 "29183 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
|
m@23
|
386 "29184 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
|
m@23
|
387 "29185 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
|
m@23
|
388 "29186 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
|
m@23
|
389 "\n",
|
m@23
|
390 " Melodia \n",
|
m@23
|
391 "29182 /import/c4dm-02/people/mariap/Melodia/26138_Sa... \n",
|
m@23
|
392 "29183 /import/c4dm-02/people/mariap/Melodia/26142_Sa... \n",
|
m@23
|
393 "29184 /import/c4dm-02/people/mariap/Melodia/51931_Sa... \n",
|
m@23
|
394 "29185 /import/c4dm-02/people/mariap/Melodia/53229_Sa... \n",
|
m@23
|
395 "29186 /import/c4dm-02/people/mariap/Melodia/26140_Sa... \n",
|
m@23
|
396 "\n",
|
m@23
|
397 "[5 rows x 108 columns]"
|
m@23
|
398 ]
|
m@23
|
399 },
|
m@23
|
400 "execution_count": 8,
|
m@23
|
401 "metadata": {},
|
m@23
|
402 "output_type": "execute_result"
|
m@23
|
403 }
|
m@23
|
404 ],
|
m@23
|
405 "source": [
|
m@23
|
406 "df.head()"
|
m@23
|
407 ]
|
m@23
|
408 },
|
m@23
|
409 {
|
m@23
|
410 "cell_type": "code",
|
m@21
|
411 "execution_count": null,
|
m@21
|
412 "metadata": {},
|
m@21
|
413 "outputs": [
|
m@21
|
414 {
|
m@21
|
415 "name": "stdout",
|
m@21
|
416 "output_type": "stream",
|
m@21
|
417 "text": [
|
m@21
|
418 "iteration 0\n",
|
m@21
|
419 "file 0 of 5037\n",
|
m@21
|
420 "loading speech/music segments...\n",
|
m@21
|
421 "extracting onset patterns and mfccs...\n",
|
m@21
|
422 "extracting chroma...\n",
|
m@21
|
423 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
424 "file 1 of 5037\n",
|
m@21
|
425 "loading speech/music segments...\n",
|
m@21
|
426 "extracting onset patterns and mfccs...\n",
|
m@21
|
427 "extracting chroma...\n",
|
m@21
|
428 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
429 "file 2 of 5037\n",
|
m@21
|
430 "loading speech/music segments...\n",
|
m@21
|
431 "extracting onset patterns and mfccs...\n",
|
m@21
|
432 "extracting chroma...\n",
|
m@21
|
433 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
434 "file 3 of 5037\n",
|
m@21
|
435 "loading speech/music segments...\n",
|
m@21
|
436 "extracting onset patterns and mfccs...\n",
|
m@21
|
437 "extracting chroma...\n",
|
m@21
|
438 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
439 "file 4 of 5037\n",
|
m@21
|
440 "loading speech/music segments...\n",
|
m@21
|
441 "extracting onset patterns and mfccs...\n",
|
m@21
|
442 "extracting chroma...\n",
|
m@21
|
443 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
444 "file 5 of 5037\n",
|
m@21
|
445 "loading speech/music segments...\n",
|
m@21
|
446 "extracting onset patterns and mfccs...\n",
|
m@21
|
447 "extracting chroma...\n",
|
m@21
|
448 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
449 "file 6 of 5037\n",
|
m@21
|
450 "loading speech/music segments...\n",
|
m@21
|
451 "extracting onset patterns and mfccs...\n",
|
m@21
|
452 "extracting chroma...\n",
|
m@21
|
453 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
454 "file 7 of 5037\n",
|
m@21
|
455 "loading speech/music segments...\n",
|
m@21
|
456 "extracting onset patterns and mfccs...\n",
|
m@21
|
457 "extracting chroma...\n",
|
m@21
|
458 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
459 "file 8 of 5037\n",
|
m@21
|
460 "loading speech/music segments...\n",
|
m@21
|
461 "extracting onset patterns and mfccs...\n",
|
m@21
|
462 "extracting chroma...\n",
|
m@21
|
463 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
464 "file 9 of 5037\n",
|
m@21
|
465 "loading speech/music segments...\n",
|
m@21
|
466 "extracting onset patterns and mfccs...\n",
|
m@21
|
467 "extracting chroma...\n",
|
m@21
|
468 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
469 "file 10 of 5037\n",
|
m@21
|
470 "loading speech/music segments...\n",
|
m@21
|
471 "extracting onset patterns and mfccs...\n",
|
m@21
|
472 "extracting chroma...\n",
|
m@21
|
473 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
474 "file 11 of 5037\n",
|
m@21
|
475 "loading speech/music segments...\n",
|
m@21
|
476 "extracting onset patterns and mfccs...\n",
|
m@21
|
477 "extracting chroma...\n",
|
m@21
|
478 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
479 "file 12 of 5037\n",
|
m@21
|
480 "loading speech/music segments...\n",
|
m@21
|
481 "extracting onset patterns and mfccs...\n",
|
m@21
|
482 "extracting chroma...\n",
|
m@21
|
483 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
484 "file 13 of 5037\n",
|
m@21
|
485 "loading speech/music segments...\n",
|
m@21
|
486 "extracting onset patterns and mfccs...\n",
|
m@21
|
487 "extracting chroma...\n",
|
m@21
|
488 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
489 "file 14 of 5037\n",
|
m@21
|
490 "loading speech/music segments...\n",
|
m@21
|
491 "extracting onset patterns and mfccs...\n",
|
m@21
|
492 "extracting chroma...\n",
|
m@21
|
493 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
494 "file 15 of 5037\n",
|
m@21
|
495 "loading speech/music segments...\n",
|
m@21
|
496 "extracting onset patterns and mfccs...\n",
|
m@21
|
497 "extracting chroma...\n",
|
m@21
|
498 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
499 "file 16 of 5037\n",
|
m@21
|
500 "loading speech/music segments...\n",
|
m@21
|
501 "extracting onset patterns and mfccs...\n",
|
m@21
|
502 "file 17 of 5037\n",
|
m@21
|
503 "loading speech/music segments...\n",
|
m@21
|
504 "extracting onset patterns and mfccs...\n",
|
m@21
|
505 "extracting chroma...\n",
|
m@21
|
506 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
507 "file 18 of 5037\n",
|
m@21
|
508 "loading speech/music segments...\n",
|
m@21
|
509 "extracting onset patterns and mfccs...\n",
|
m@21
|
510 "extracting chroma...\n",
|
m@21
|
511 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
512 "file 19 of 5037\n",
|
m@21
|
513 "loading speech/music segments...\n",
|
m@21
|
514 "extracting onset patterns and mfccs...\n",
|
m@21
|
515 "extracting chroma...\n",
|
m@21
|
516 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
517 "file 20 of 5037\n",
|
m@21
|
518 "loading speech/music segments...\n",
|
m@21
|
519 "extracting onset patterns and mfccs...\n",
|
m@21
|
520 "extracting chroma...\n",
|
m@21
|
521 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
522 "file 21 of 5037\n",
|
m@21
|
523 "loading speech/music segments...\n",
|
m@21
|
524 "extracting onset patterns and mfccs...\n",
|
m@21
|
525 "extracting chroma...\n",
|
m@21
|
526 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
527 "file 22 of 5037\n",
|
m@21
|
528 "loading speech/music segments...\n",
|
m@21
|
529 "file 23 of 5037\n",
|
m@21
|
530 "loading speech/music segments...\n",
|
m@21
|
531 "extracting onset patterns and mfccs...\n",
|
m@21
|
532 "extracting chroma...\n",
|
m@21
|
533 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
534 "file 24 of 5037\n",
|
m@21
|
535 "loading speech/music segments...\n",
|
m@21
|
536 "extracting onset patterns and mfccs...\n",
|
m@21
|
537 "extracting chroma...\n",
|
m@21
|
538 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
539 "file 25 of 5037\n",
|
m@21
|
540 "loading speech/music segments...\n",
|
m@21
|
541 "extracting onset patterns and mfccs...\n",
|
m@21
|
542 "extracting chroma...\n",
|
m@21
|
543 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
544 "file 26 of 5037\n",
|
m@21
|
545 "loading speech/music segments...\n",
|
m@21
|
546 "extracting onset patterns and mfccs...\n",
|
m@21
|
547 "extracting chroma...\n",
|
m@21
|
548 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
549 "file 27 of 5037\n",
|
m@21
|
550 "loading speech/music segments...\n",
|
m@21
|
551 "extracting onset patterns and mfccs...\n",
|
m@21
|
552 "extracting chroma...\n",
|
m@21
|
553 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
554 "file 28 of 5037\n",
|
m@21
|
555 "loading speech/music segments...\n",
|
m@21
|
556 "extracting onset patterns and mfccs...\n",
|
m@21
|
557 "extracting chroma...\n",
|
m@21
|
558 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
559 "file 29 of 5037\n",
|
m@21
|
560 "loading speech/music segments...\n",
|
m@21
|
561 "extracting onset patterns and mfccs...\n",
|
m@21
|
562 "extracting chroma...\n",
|
m@21
|
563 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
564 "file 30 of 5037\n",
|
m@21
|
565 "loading speech/music segments...\n",
|
m@21
|
566 "extracting onset patterns and mfccs...\n",
|
m@21
|
567 "extracting chroma...\n",
|
m@21
|
568 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
569 "file 31 of 5037\n",
|
m@21
|
570 "loading speech/music segments...\n",
|
m@21
|
571 "extracting onset patterns and mfccs...\n",
|
m@21
|
572 "extracting chroma...\n",
|
m@21
|
573 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
574 "file 32 of 5037\n",
|
m@21
|
575 "loading speech/music segments...\n",
|
m@21
|
576 "extracting onset patterns and mfccs...\n",
|
m@21
|
577 "extracting chroma...\n",
|
m@21
|
578 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
579 "file 33 of 5037\n",
|
m@21
|
580 "loading speech/music segments...\n",
|
m@21
|
581 "extracting onset patterns and mfccs...\n",
|
m@21
|
582 "extracting chroma...\n",
|
m@21
|
583 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
584 "file 34 of 5037\n",
|
m@21
|
585 "loading speech/music segments...\n",
|
m@21
|
586 "extracting onset patterns and mfccs...\n",
|
m@21
|
587 "extracting chroma...\n",
|
m@21
|
588 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
589 "file 35 of 5037\n",
|
m@21
|
590 "loading speech/music segments...\n",
|
m@21
|
591 "extracting onset patterns and mfccs...\n",
|
m@21
|
592 "extracting chroma...\n",
|
m@21
|
593 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
594 "file 36 of 5037\n",
|
m@21
|
595 "loading speech/music segments...\n",
|
m@21
|
596 "extracting onset patterns and mfccs...\n",
|
m@21
|
597 "extracting chroma...\n",
|
m@21
|
598 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
599 "file 37 of 5037\n",
|
m@21
|
600 "loading speech/music segments...\n",
|
m@21
|
601 "extracting onset patterns and mfccs...\n",
|
m@21
|
602 "extracting chroma...\n",
|
m@21
|
603 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
604 "file 38 of 5037\n",
|
m@21
|
605 "loading speech/music segments...\n",
|
m@21
|
606 "extracting onset patterns and mfccs...\n",
|
m@21
|
607 "extracting chroma...\n",
|
m@21
|
608 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
609 "file 39 of 5037\n",
|
m@21
|
610 "loading speech/music segments...\n",
|
m@21
|
611 "extracting onset patterns and mfccs...\n",
|
m@21
|
612 "extracting chroma...\n",
|
m@21
|
613 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
614 "file 40 of 5037\n",
|
m@21
|
615 "loading speech/music segments...\n",
|
m@21
|
616 "extracting onset patterns and mfccs...\n",
|
m@21
|
617 "extracting chroma...\n",
|
m@21
|
618 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
619 "file 41 of 5037\n",
|
m@21
|
620 "loading speech/music segments...\n",
|
m@21
|
621 "extracting onset patterns and mfccs...\n",
|
m@21
|
622 "extracting chroma...\n",
|
m@21
|
623 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
624 "file 42 of 5037\n",
|
m@21
|
625 "loading speech/music segments...\n",
|
m@21
|
626 "extracting onset patterns and mfccs...\n",
|
m@21
|
627 "extracting chroma...\n",
|
m@21
|
628 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
629 "file 43 of 5037\n",
|
m@21
|
630 "loading speech/music segments...\n",
|
m@21
|
631 "extracting onset patterns and mfccs...\n",
|
m@21
|
632 "extracting chroma...\n",
|
m@21
|
633 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
634 "file 44 of 5037\n",
|
m@21
|
635 "loading speech/music segments...\n",
|
m@21
|
636 "extracting onset patterns and mfccs...\n",
|
m@21
|
637 "extracting chroma...\n",
|
m@21
|
638 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
639 "file 45 of 5037\n",
|
m@21
|
640 "loading speech/music segments...\n",
|
m@21
|
641 "extracting onset patterns and mfccs...\n",
|
m@21
|
642 "extracting chroma...\n",
|
m@21
|
643 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
644 "file 46 of 5037\n",
|
m@21
|
645 "loading speech/music segments...\n",
|
m@21
|
646 "extracting onset patterns and mfccs...\n"
|
m@21
|
647 ]
|
m@21
|
648 },
|
m@21
|
649 {
|
m@21
|
650 "name": "stdout",
|
m@21
|
651 "output_type": "stream",
|
m@21
|
652 "text": [
|
m@21
|
653 "file 47 of 5037\n",
|
m@21
|
654 "loading speech/music segments...\n",
|
m@21
|
655 "extracting onset patterns and mfccs...\n",
|
m@21
|
656 "file 48 of 5037\n",
|
m@21
|
657 "loading speech/music segments...\n",
|
m@21
|
658 "extracting onset patterns and mfccs...\n",
|
m@21
|
659 "file 49 of 5037\n",
|
m@21
|
660 "loading speech/music segments...\n",
|
m@21
|
661 "extracting onset patterns and mfccs...\n",
|
m@21
|
662 "file 50 of 5037\n",
|
m@21
|
663 "loading speech/music segments...\n",
|
m@21
|
664 "extracting onset patterns and mfccs...\n",
|
m@21
|
665 "file 51 of 5037\n",
|
m@21
|
666 "loading speech/music segments...\n",
|
m@21
|
667 "extracting onset patterns and mfccs...\n",
|
m@21
|
668 "file 52 of 5037\n",
|
m@21
|
669 "loading speech/music segments...\n",
|
m@21
|
670 "extracting onset patterns and mfccs...\n",
|
m@21
|
671 "file 53 of 5037\n",
|
m@21
|
672 "loading speech/music segments...\n",
|
m@21
|
673 "extracting onset patterns and mfccs...\n",
|
m@21
|
674 "file 54 of 5037\n",
|
m@21
|
675 "loading speech/music segments...\n",
|
m@21
|
676 "extracting onset patterns and mfccs...\n",
|
m@21
|
677 "file 55 of 5037\n",
|
m@21
|
678 "loading speech/music segments...\n",
|
m@21
|
679 "extracting onset patterns and mfccs...\n",
|
m@21
|
680 "extracting chroma...\n",
|
m@21
|
681 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
682 "file 56 of 5037\n",
|
m@21
|
683 "loading speech/music segments...\n",
|
m@21
|
684 "extracting onset patterns and mfccs...\n",
|
m@21
|
685 "extracting chroma...\n",
|
m@21
|
686 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
687 "file 57 of 5037\n",
|
m@21
|
688 "loading speech/music segments...\n",
|
m@21
|
689 "extracting onset patterns and mfccs...\n",
|
m@21
|
690 "extracting chroma...\n",
|
m@21
|
691 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
692 "file 58 of 5037\n",
|
m@21
|
693 "loading speech/music segments...\n",
|
m@21
|
694 "extracting onset patterns and mfccs...\n",
|
m@21
|
695 "extracting chroma...\n",
|
m@21
|
696 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
697 "file 59 of 5037\n",
|
m@21
|
698 "loading speech/music segments...\n",
|
m@21
|
699 "extracting onset patterns and mfccs...\n",
|
m@21
|
700 "extracting chroma...\n",
|
m@21
|
701 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
702 "file 60 of 5037\n",
|
m@21
|
703 "loading speech/music segments...\n",
|
m@21
|
704 "extracting onset patterns and mfccs...\n",
|
m@21
|
705 "extracting chroma...\n",
|
m@21
|
706 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
707 "file 61 of 5037\n",
|
m@21
|
708 "loading speech/music segments...\n",
|
m@21
|
709 "extracting onset patterns and mfccs...\n",
|
m@21
|
710 "extracting chroma...\n",
|
m@21
|
711 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
712 "file 62 of 5037\n",
|
m@21
|
713 "loading speech/music segments...\n",
|
m@21
|
714 "extracting onset patterns and mfccs...\n",
|
m@21
|
715 "extracting chroma...\n",
|
m@21
|
716 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
717 "file 63 of 5037\n",
|
m@21
|
718 "loading speech/music segments...\n",
|
m@21
|
719 "extracting onset patterns and mfccs...\n",
|
m@21
|
720 "extracting chroma...\n",
|
m@21
|
721 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
722 "file 64 of 5037\n",
|
m@21
|
723 "loading speech/music segments...\n",
|
m@21
|
724 "extracting onset patterns and mfccs...\n",
|
m@21
|
725 "extracting chroma...\n",
|
m@21
|
726 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
727 "file 65 of 5037\n",
|
m@21
|
728 "loading speech/music segments...\n",
|
m@21
|
729 "extracting onset patterns and mfccs...\n",
|
m@21
|
730 "extracting chroma...\n",
|
m@21
|
731 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
732 "file 66 of 5037\n",
|
m@21
|
733 "loading speech/music segments...\n",
|
m@21
|
734 "extracting onset patterns and mfccs...\n",
|
m@21
|
735 "extracting chroma...\n",
|
m@21
|
736 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
737 "file 67 of 5037\n",
|
m@21
|
738 "loading speech/music segments...\n",
|
m@21
|
739 "extracting onset patterns and mfccs...\n",
|
m@21
|
740 "extracting chroma...\n",
|
m@21
|
741 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
742 "file 68 of 5037\n",
|
m@21
|
743 "loading speech/music segments...\n",
|
m@21
|
744 "extracting onset patterns and mfccs...\n",
|
m@21
|
745 "extracting chroma...\n",
|
m@21
|
746 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
747 "file 69 of 5037\n",
|
m@21
|
748 "loading speech/music segments...\n",
|
m@21
|
749 "extracting onset patterns and mfccs...\n",
|
m@21
|
750 "extracting chroma...\n",
|
m@21
|
751 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
752 "file 70 of 5037\n",
|
m@21
|
753 "loading speech/music segments...\n",
|
m@21
|
754 "extracting onset patterns and mfccs...\n",
|
m@21
|
755 "extracting chroma...\n",
|
m@21
|
756 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
757 "file 71 of 5037\n",
|
m@21
|
758 "loading speech/music segments...\n",
|
m@21
|
759 "extracting onset patterns and mfccs...\n",
|
m@21
|
760 "extracting chroma...\n",
|
m@21
|
761 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
762 "file 72 of 5037\n",
|
m@21
|
763 "loading speech/music segments...\n",
|
m@21
|
764 "extracting onset patterns and mfccs...\n",
|
m@21
|
765 "extracting chroma...\n",
|
m@21
|
766 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
767 "file 73 of 5037\n",
|
m@21
|
768 "loading speech/music segments...\n",
|
m@21
|
769 "extracting onset patterns and mfccs...\n",
|
m@21
|
770 "extracting chroma...\n",
|
m@21
|
771 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
772 "file 74 of 5037\n",
|
m@21
|
773 "loading speech/music segments...\n",
|
m@21
|
774 "extracting onset patterns and mfccs...\n",
|
m@21
|
775 "extracting chroma...\n",
|
m@21
|
776 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
777 "file 75 of 5037\n",
|
m@21
|
778 "loading speech/music segments...\n",
|
m@21
|
779 "extracting onset patterns and mfccs...\n",
|
m@21
|
780 "extracting chroma...\n",
|
m@21
|
781 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
782 "file 76 of 5037\n",
|
m@21
|
783 "loading speech/music segments...\n",
|
m@21
|
784 "extracting onset patterns and mfccs...\n",
|
m@21
|
785 "extracting chroma...\n",
|
m@21
|
786 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
787 "file 77 of 5037\n",
|
m@21
|
788 "loading speech/music segments...\n",
|
m@21
|
789 "extracting onset patterns and mfccs...\n",
|
m@21
|
790 "extracting chroma...\n",
|
m@21
|
791 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
792 "file 78 of 5037\n",
|
m@21
|
793 "loading speech/music segments...\n",
|
m@21
|
794 "extracting onset patterns and mfccs...\n",
|
m@21
|
795 "extracting chroma...\n",
|
m@21
|
796 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
797 "file 79 of 5037\n",
|
m@21
|
798 "loading speech/music segments...\n",
|
m@21
|
799 "extracting onset patterns and mfccs...\n",
|
m@21
|
800 "extracting chroma...\n",
|
m@21
|
801 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
802 "file 80 of 5037\n",
|
m@21
|
803 "loading speech/music segments...\n",
|
m@21
|
804 "extracting onset patterns and mfccs...\n",
|
m@21
|
805 "extracting chroma...\n",
|
m@21
|
806 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
807 "file 81 of 5037\n",
|
m@21
|
808 "loading speech/music segments...\n",
|
m@21
|
809 "extracting onset patterns and mfccs...\n",
|
m@21
|
810 "extracting chroma...\n",
|
m@21
|
811 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
812 "file 82 of 5037\n",
|
m@21
|
813 "loading speech/music segments...\n",
|
m@21
|
814 "extracting onset patterns and mfccs...\n",
|
m@21
|
815 "extracting chroma...\n",
|
m@21
|
816 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
817 "file 83 of 5037\n",
|
m@21
|
818 "loading speech/music segments...\n",
|
m@21
|
819 "extracting onset patterns and mfccs...\n",
|
m@21
|
820 "extracting chroma...\n",
|
m@21
|
821 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
822 "file 84 of 5037\n",
|
m@21
|
823 "loading speech/music segments...\n",
|
m@21
|
824 "extracting onset patterns and mfccs...\n",
|
m@21
|
825 "extracting chroma...\n",
|
m@21
|
826 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
827 "file 85 of 5037\n",
|
m@21
|
828 "loading speech/music segments...\n",
|
m@21
|
829 "extracting onset patterns and mfccs...\n",
|
m@21
|
830 "extracting chroma...\n",
|
m@21
|
831 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
832 "file 86 of 5037\n",
|
m@21
|
833 "loading speech/music segments...\n",
|
m@21
|
834 "extracting onset patterns and mfccs...\n",
|
m@21
|
835 "extracting chroma...\n",
|
m@21
|
836 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
837 "file 87 of 5037\n",
|
m@21
|
838 "loading speech/music segments...\n",
|
m@21
|
839 "extracting onset patterns and mfccs...\n",
|
m@21
|
840 "extracting chroma...\n",
|
m@21
|
841 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
842 "file 88 of 5037\n",
|
m@21
|
843 "loading speech/music segments...\n",
|
m@21
|
844 "extracting onset patterns and mfccs...\n",
|
m@21
|
845 "extracting chroma...\n",
|
m@21
|
846 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
847 "file 89 of 5037\n",
|
m@21
|
848 "loading speech/music segments...\n",
|
m@21
|
849 "extracting onset patterns and mfccs...\n",
|
m@21
|
850 "extracting chroma...\n",
|
m@21
|
851 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
852 "file 90 of 5037\n",
|
m@21
|
853 "loading speech/music segments...\n",
|
m@21
|
854 "extracting onset patterns and mfccs...\n",
|
m@21
|
855 "extracting chroma...\n",
|
m@21
|
856 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
857 "file 91 of 5037\n",
|
m@21
|
858 "loading speech/music segments...\n",
|
m@21
|
859 "extracting onset patterns and mfccs...\n",
|
m@21
|
860 "extracting chroma...\n",
|
m@21
|
861 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
862 "file 92 of 5037\n",
|
m@21
|
863 "loading speech/music segments...\n",
|
m@21
|
864 "extracting onset patterns and mfccs...\n",
|
m@21
|
865 "extracting chroma...\n",
|
m@21
|
866 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
867 "file 93 of 5037\n",
|
m@21
|
868 "loading speech/music segments...\n",
|
m@21
|
869 "extracting onset patterns and mfccs...\n",
|
m@21
|
870 "extracting chroma...\n",
|
m@21
|
871 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
872 "file 94 of 5037\n",
|
m@21
|
873 "loading speech/music segments...\n",
|
m@21
|
874 "extracting onset patterns and mfccs...\n",
|
m@21
|
875 "extracting chroma...\n",
|
m@21
|
876 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
877 "file 95 of 5037\n",
|
m@21
|
878 "loading speech/music segments...\n",
|
m@21
|
879 "extracting onset patterns and mfccs...\n",
|
m@21
|
880 "extracting chroma...\n",
|
m@21
|
881 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
882 "file 96 of 5037\n",
|
m@21
|
883 "loading speech/music segments...\n",
|
m@21
|
884 "extracting onset patterns and mfccs...\n"
|
m@21
|
885 ]
|
m@21
|
886 },
|
m@21
|
887 {
|
m@21
|
888 "name": "stdout",
|
m@21
|
889 "output_type": "stream",
|
m@21
|
890 "text": [
|
m@21
|
891 "extracting chroma...\n",
|
m@21
|
892 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
893 "file 97 of 5037\n",
|
m@21
|
894 "loading speech/music segments...\n",
|
m@21
|
895 "extracting onset patterns and mfccs...\n",
|
m@21
|
896 "extracting chroma...\n",
|
m@21
|
897 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
898 "file 98 of 5037\n",
|
m@21
|
899 "loading speech/music segments...\n",
|
m@21
|
900 "extracting onset patterns and mfccs...\n",
|
m@21
|
901 "extracting chroma...\n",
|
m@21
|
902 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
903 "file 99 of 5037\n",
|
m@21
|
904 "loading speech/music segments...\n",
|
m@21
|
905 "extracting onset patterns and mfccs...\n",
|
m@21
|
906 "extracting chroma...\n",
|
m@21
|
907 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
908 "file 100 of 5037\n",
|
m@21
|
909 "loading speech/music segments...\n",
|
m@21
|
910 "extracting onset patterns and mfccs...\n",
|
m@21
|
911 "extracting chroma...\n",
|
m@21
|
912 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
913 "file 101 of 5037\n",
|
m@21
|
914 "loading speech/music segments...\n",
|
m@21
|
915 "extracting onset patterns and mfccs...\n",
|
m@21
|
916 "extracting chroma...\n",
|
m@21
|
917 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
918 "file 102 of 5037\n",
|
m@21
|
919 "loading speech/music segments...\n",
|
m@21
|
920 "extracting onset patterns and mfccs...\n",
|
m@21
|
921 "extracting chroma...\n",
|
m@21
|
922 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
923 "file 103 of 5037\n",
|
m@21
|
924 "loading speech/music segments...\n",
|
m@21
|
925 "extracting onset patterns and mfccs...\n",
|
m@21
|
926 "extracting chroma...\n",
|
m@21
|
927 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
928 "file 104 of 5037\n",
|
m@21
|
929 "loading speech/music segments...\n",
|
m@21
|
930 "extracting onset patterns and mfccs...\n",
|
m@21
|
931 "extracting chroma...\n",
|
m@21
|
932 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
933 "file 105 of 5037\n",
|
m@21
|
934 "loading speech/music segments...\n",
|
m@21
|
935 "extracting onset patterns and mfccs...\n",
|
m@21
|
936 "extracting chroma...\n",
|
m@21
|
937 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
938 "file 106 of 5037\n",
|
m@21
|
939 "loading speech/music segments...\n",
|
m@21
|
940 "extracting onset patterns and mfccs...\n",
|
m@21
|
941 "extracting chroma...\n",
|
m@21
|
942 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
943 "file 107 of 5037\n",
|
m@21
|
944 "loading speech/music segments...\n",
|
m@21
|
945 "extracting onset patterns and mfccs...\n",
|
m@21
|
946 "extracting chroma...\n",
|
m@21
|
947 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
948 "file 108 of 5037\n",
|
m@21
|
949 "loading speech/music segments...\n",
|
m@21
|
950 "extracting onset patterns and mfccs...\n",
|
m@21
|
951 "extracting chroma...\n",
|
m@21
|
952 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
953 "file 109 of 5037\n",
|
m@21
|
954 "loading speech/music segments...\n",
|
m@21
|
955 "extracting onset patterns and mfccs...\n",
|
m@21
|
956 "extracting chroma...\n",
|
m@21
|
957 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
958 "file 110 of 5037\n",
|
m@21
|
959 "loading speech/music segments...\n",
|
m@21
|
960 "extracting onset patterns and mfccs...\n",
|
m@21
|
961 "extracting chroma...\n",
|
m@21
|
962 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
963 "file 111 of 5037\n",
|
m@21
|
964 "loading speech/music segments...\n",
|
m@21
|
965 "extracting onset patterns and mfccs...\n",
|
m@21
|
966 "extracting chroma...\n",
|
m@21
|
967 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
968 "file 112 of 5037\n",
|
m@21
|
969 "loading speech/music segments...\n",
|
m@21
|
970 "extracting onset patterns and mfccs...\n",
|
m@21
|
971 "extracting chroma...\n",
|
m@21
|
972 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
973 "file 113 of 5037\n",
|
m@21
|
974 "loading speech/music segments...\n",
|
m@21
|
975 "extracting onset patterns and mfccs...\n",
|
m@21
|
976 "extracting chroma...\n",
|
m@21
|
977 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
978 "file 114 of 5037\n",
|
m@21
|
979 "loading speech/music segments...\n",
|
m@21
|
980 "extracting onset patterns and mfccs...\n",
|
m@21
|
981 "extracting chroma...\n",
|
m@21
|
982 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
983 "file 115 of 5037\n",
|
m@21
|
984 "loading speech/music segments...\n",
|
m@21
|
985 "extracting onset patterns and mfccs...\n",
|
m@21
|
986 "extracting chroma...\n",
|
m@21
|
987 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
988 "file 116 of 5037\n",
|
m@21
|
989 "loading speech/music segments...\n",
|
m@21
|
990 "extracting onset patterns and mfccs...\n",
|
m@21
|
991 "extracting chroma...\n",
|
m@21
|
992 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
993 "file 117 of 5037\n",
|
m@21
|
994 "loading speech/music segments...\n",
|
m@21
|
995 "extracting onset patterns and mfccs...\n",
|
m@21
|
996 "extracting chroma...\n",
|
m@21
|
997 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
998 "file 118 of 5037\n",
|
m@21
|
999 "loading speech/music segments...\n",
|
m@21
|
1000 "extracting onset patterns and mfccs...\n",
|
m@21
|
1001 "extracting chroma...\n",
|
m@21
|
1002 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1003 "file 119 of 5037\n",
|
m@21
|
1004 "loading speech/music segments...\n",
|
m@21
|
1005 "extracting onset patterns and mfccs...\n",
|
m@21
|
1006 "extracting chroma...\n",
|
m@21
|
1007 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1008 "file 120 of 5037\n",
|
m@21
|
1009 "loading speech/music segments...\n",
|
m@21
|
1010 "extracting onset patterns and mfccs...\n",
|
m@21
|
1011 "extracting chroma...\n",
|
m@21
|
1012 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1013 "file 121 of 5037\n",
|
m@21
|
1014 "loading speech/music segments...\n",
|
m@21
|
1015 "extracting onset patterns and mfccs...\n",
|
m@21
|
1016 "extracting chroma...\n",
|
m@21
|
1017 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1018 "file 122 of 5037\n",
|
m@21
|
1019 "loading speech/music segments...\n",
|
m@21
|
1020 "extracting onset patterns and mfccs...\n",
|
m@21
|
1021 "extracting chroma...\n",
|
m@21
|
1022 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1023 "file 123 of 5037\n",
|
m@21
|
1024 "loading speech/music segments...\n",
|
m@21
|
1025 "extracting onset patterns and mfccs...\n",
|
m@21
|
1026 "extracting chroma...\n",
|
m@21
|
1027 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1028 "file 124 of 5037\n",
|
m@21
|
1029 "loading speech/music segments...\n",
|
m@21
|
1030 "extracting onset patterns and mfccs...\n",
|
m@21
|
1031 "extracting chroma...\n",
|
m@21
|
1032 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
|
m@21
|
1033 "file 125 of 5037\n",
|
m@21
|
1034 "loading speech/music segments...\n",
|
m@21
|
1035 "extracting onset patterns and mfccs...\n"
|
m@21
|
1036 ]
|
m@21
|
1037 }
|
m@21
|
1038 ],
|
m@21
|
1039 "source": [
|
m@15
|
1040 "for n in range(n_iters):\n",
|
m@15
|
1041 " print \"iteration %d\" % n\n",
|
m@15
|
1042 " load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
|
m@15
|
1043 " output_file in OUTPUT_FILES]\n",
|
m@15
|
1044 " load_dataset.features_for_train_test_sets(df, write_output=True)"
|
m@15
|
1045 ]
|
m@15
|
1046 },
|
m@15
|
1047 {
|
m@15
|
1048 "cell_type": "code",
|
m@15
|
1049 "execution_count": null,
|
m@15
|
1050 "metadata": {
|
m@15
|
1051 "collapsed": true
|
m@15
|
1052 },
|
m@15
|
1053 "outputs": [],
|
m@15
|
1054 "source": [
|
m@15
|
1055 "for n in range(n_iters):\n",
|
m@15
|
1056 " print \"iteration %d\" % n\n",
|
m@15
|
1057 " \n",
|
m@15
|
1058 " print \"mapping...\"\n",
|
m@15
|
1059 " mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
|
m@15
|
1060 " output_file in OUTPUT_FILES]\n",
|
m@15
|
1061 " _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n",
|
m@15
|
1062 " X = np.concatenate(ldadata_list)\n",
|
m@15
|
1063 " \n",
|
m@15
|
1064 " # classification and confusion\n",
|
m@15
|
1065 " print \"classifying...\"\n",
|
Maria@18
|
1066 " traininds, testinds = classification.get_train_test_indices()\n",
|
Maria@18
|
1067 " X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n",
|
Maria@18
|
1068 " accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n",
|
m@15
|
1069 " print accuracy\n",
|
m@15
|
1070 " \n",
|
m@15
|
1071 " # outliers\n",
|
m@15
|
1072 " print \"detecting outliers...\"\n",
|
Maria@18
|
1073 " ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n",
|
m@15
|
1074 " df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n",
|
m@15
|
1075 " print_most_least_outliers_topN(df_global, N=10)\n",
|
m@15
|
1076 " \n",
|
m@15
|
1077 " # write output\n",
|
m@15
|
1078 " print \"writing file\"\n",
|
m@15
|
1079 " df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)"
|
m@15
|
1080 ]
|
m@15
|
1081 }
|
m@15
|
1082 ],
|
m@15
|
1083 "metadata": {
|
m@15
|
1084 "kernelspec": {
|
m@15
|
1085 "display_name": "Python 2",
|
m@15
|
1086 "language": "python",
|
m@15
|
1087 "name": "python2"
|
m@19
|
1088 },
|
m@19
|
1089 "language_info": {
|
m@19
|
1090 "codemirror_mode": {
|
m@19
|
1091 "name": "ipython",
|
m@19
|
1092 "version": 2
|
m@19
|
1093 },
|
m@19
|
1094 "file_extension": ".py",
|
m@19
|
1095 "mimetype": "text/x-python",
|
m@19
|
1096 "name": "python",
|
m@19
|
1097 "nbconvert_exporter": "python",
|
m@19
|
1098 "pygments_lexer": "ipython2",
|
m@19
|
1099 "version": "2.7.12"
|
m@15
|
1100 }
|
m@15
|
1101 },
|
m@15
|
1102 "nbformat": 4,
|
m@17
|
1103 "nbformat_minor": 1
|
m@15
|
1104 }
|