annotate notebooks/sensitivity_experiment.ipynb @ 23:56cbf155680a branch-tests

on melodia
author mpanteli <m.x.panteli@gmail.com>
date Wed, 13 Sep 2017 13:52:26 +0100
parents 206fdeff4641
children 29b5ee381305
rev   line source
m@15 1 {
m@15 2 "cells": [
m@15 3 {
m@15 4 "cell_type": "code",
m@23 5 "execution_count": 3,
m@17 6 "metadata": {},
m@15 7 "outputs": [
m@15 8 {
m@23 9 "name": "stdout",
m@15 10 "output_type": "stream",
m@15 11 "text": [
m@23 12 "The autoreload extension is already loaded. To reload it, use:\n",
m@23 13 " %reload_ext autoreload\n"
m@15 14 ]
m@15 15 }
m@15 16 ],
m@15 17 "source": [
m@15 18 "import numpy as np\n",
m@15 19 "\n",
m@15 20 "%matplotlib inline\n",
m@15 21 "import matplotlib.pyplot as plt\n",
m@15 22 "\n",
m@15 23 "%load_ext autoreload\n",
m@15 24 "%autoreload 2\n",
m@15 25 "\n",
m@15 26 "import sys\n",
m@15 27 "sys.path.append('../')\n",
m@15 28 "import scripts.load_dataset as load_dataset\n",
m@15 29 "import scripts.map_and_average as mapper\n",
Maria@18 30 "import scripts.classification\n",
Maria@18 31 "import scripts.outliers as outliers"
m@15 32 ]
m@15 33 },
m@15 34 {
m@15 35 "cell_type": "code",
m@23 36 "execution_count": 4,
m@21 37 "metadata": {},
m@21 38 "outputs": [
m@21 39 {
m@21 40 "name": "stderr",
m@21 41 "output_type": "stream",
m@21 42 "text": [
m@23 43 "../scripts/util_filter_dataset.py:22: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
m@23 44 " if len(np.where(bounds[:,2]=='m')[0])==0 or len(np.where(bounds[:,2]=='s')[0])==len(bounds):\n"
m@21 45 ]
m@21 46 }
m@21 47 ],
m@15 48 "source": [
m@17 49 "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n",
m@19 50 "n_iters = 10\n",
m@19 51 "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)"
m@15 52 ]
m@15 53 },
m@15 54 {
m@15 55 "cell_type": "code",
m@23 56 "execution_count": 5,
m@21 57 "metadata": {},
m@23 58 "outputs": [
m@23 59 {
m@23 60 "data": {
m@23 61 "text/plain": [
m@23 62 "(8396, 108)"
m@23 63 ]
m@23 64 },
m@23 65 "execution_count": 5,
m@23 66 "metadata": {},
m@23 67 "output_type": "execute_result"
m@23 68 }
m@23 69 ],
m@15 70 "source": [
m@21 71 "df.shape"
m@21 72 ]
m@21 73 },
m@21 74 {
m@21 75 "cell_type": "code",
m@23 76 "execution_count": 9,
m@23 77 "metadata": {},
m@23 78 "outputs": [
m@23 79 {
m@23 80 "name": "stdout",
m@23 81 "output_type": "stream",
m@23 82 "text": [
m@23 83 "file 0 of 6\n",
m@23 84 "loading speech/music segments...\n",
m@23 85 "extracting onset patterns and mfccs...\n",
m@23 86 "extracting chroma...\n",
m@23 87 "extracting pitch bihist from melodia...\n",
m@23 88 "file 1 of 6\n",
m@23 89 "loading speech/music segments...\n",
m@23 90 "extracting onset patterns and mfccs...\n",
m@23 91 "extracting chroma...\n",
m@23 92 "extracting pitch bihist from melodia...\n",
m@23 93 "file 2 of 6\n",
m@23 94 "loading speech/music segments...\n",
m@23 95 "extracting onset patterns and mfccs...\n",
m@23 96 "extracting chroma...\n",
m@23 97 "extracting pitch bihist from melodia...\n",
m@23 98 "file 3 of 6\n",
m@23 99 "loading speech/music segments...\n",
m@23 100 "extracting onset patterns and mfccs...\n",
m@23 101 "extracting chroma...\n",
m@23 102 "extracting pitch bihist from melodia...\n",
m@23 103 "file 4 of 6\n",
m@23 104 "loading speech/music segments...\n",
m@23 105 "extracting onset patterns and mfccs...\n",
m@23 106 "extracting chroma...\n",
m@23 107 "extracting pitch bihist from melodia...\n",
m@23 108 "file 5 of 6\n",
m@23 109 "loading speech/music segments...\n",
m@23 110 "extracting onset patterns and mfccs...\n",
m@23 111 "extracting chroma...\n",
m@23 112 "extracting pitch bihist from melodia...\n",
m@23 113 "6 6 6 6 6 6\n",
m@23 114 "(264, 400) (264, 240) (264, 80) (264, 120)\n",
m@23 115 "file 0 of 2\n",
m@23 116 "loading speech/music segments...\n",
m@23 117 "extracting onset patterns and mfccs...\n",
m@23 118 "extracting chroma...\n",
m@23 119 "extracting pitch bihist from melodia...\n",
m@23 120 "file 1 of 2\n",
m@23 121 "loading speech/music segments...\n",
m@23 122 "extracting onset patterns and mfccs...\n",
m@23 123 "extracting chroma...\n",
m@23 124 "extracting pitch bihist from melodia...\n",
m@23 125 "2 2 2 2 2 2\n",
m@23 126 "(88, 400) (88, 240) (88, 80) (88, 120)\n",
m@23 127 "file 0 of 2\n",
m@23 128 "loading speech/music segments...\n",
m@23 129 "extracting onset patterns and mfccs...\n",
m@23 130 "extracting chroma...\n",
m@23 131 "extracting pitch bihist from melodia...\n",
m@23 132 "file 1 of 2\n",
m@23 133 "loading speech/music segments...\n",
m@23 134 "extracting onset patterns and mfccs...\n",
m@23 135 "extracting chroma...\n",
m@23 136 "extracting pitch bihist from melodia...\n",
m@23 137 "2 2 2 2 2 2\n",
m@23 138 "(85, 400) (85, 240) (85, 80) (85, 120)\n"
m@23 139 ]
m@23 140 },
m@23 141 {
m@23 142 "ename": "AttributeError",
m@23 143 "evalue": "'list' object has no attribute 'shape'",
m@23 144 "output_type": "error",
m@23 145 "traceback": [
m@23 146 "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
m@23 147 "\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)",
m@23 148 "\u001b[0;32m<ipython-input-9-ed1b80dfb251>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_dataset\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfeatures_for_train_test_sets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwrite_output\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mprint\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
m@23 149 "\u001b[0;31mAttributeError\u001b[0m: 'list' object has no attribute 'shape'"
m@23 150 ]
m@23 151 }
m@23 152 ],
m@23 153 "source": [
m@23 154 "train, val, test = load_dataset.features_for_train_test_sets(df.iloc[:10, :], write_output=False)"
m@23 155 ]
m@23 156 },
m@23 157 {
m@23 158 "cell_type": "code",
m@23 159 "execution_count": 8,
m@23 160 "metadata": {},
m@23 161 "outputs": [
m@23 162 {
m@23 163 "data": {
m@23 164 "text/html": [
m@23 165 "<div>\n",
m@23 166 "<table border=\"1\" class=\"dataframe\">\n",
m@23 167 " <thead>\n",
m@23 168 " <tr style=\"text-align: right;\">\n",
m@23 169 " <th></th>\n",
m@23 170 " <th>AlbumTitle</th>\n",
m@23 171 " <th>Artist</th>\n",
m@23 172 " <th>Artist_Album</th>\n",
m@23 173 " <th>BuyLinkTrackDownload</th>\n",
m@23 174 " <th>CatalogNumber</th>\n",
m@23 175 " <th>CatalogNumber_Album</th>\n",
m@23 176 " <th>Collection</th>\n",
m@23 177 " <th>ContentType</th>\n",
m@23 178 " <th>ContentType_Album</th>\n",
m@23 179 " <th>Country</th>\n",
m@23 180 " <th>...</th>\n",
m@23 181 " <th>Language_iso3</th>\n",
m@23 182 " <th>Language_iso1</th>\n",
m@23 183 " <th>Region</th>\n",
m@23 184 " <th>Latitude</th>\n",
m@23 185 " <th>Longitude</th>\n",
m@23 186 " <th>Audio</th>\n",
m@23 187 " <th>Speech</th>\n",
m@23 188 " <th>Melspec</th>\n",
m@23 189 " <th>Chroma</th>\n",
m@23 190 " <th>Melodia</th>\n",
m@23 191 " </tr>\n",
m@23 192 " </thead>\n",
m@23 193 " <tbody>\n",
m@23 194 " <tr>\n",
m@23 195 " <th>29182</th>\n",
m@23 196 " <td>Music of Afghanistan</td>\n",
m@23 197 " <td>Afghan National Orchestra</td>\n",
m@23 198 " <td>Various Artists</td>\n",
m@23 199 " <td>26138</td>\n",
m@23 200 " <td>FW04361_201</td>\n",
m@23 201 " <td>FW04361</td>\n",
m@23 202 " <td>NaN</td>\n",
m@23 203 " <td>Track</td>\n",
m@23 204 " <td>Album</td>\n",
m@23 205 " <td>Afghanistan</td>\n",
m@23 206 " <td>...</td>\n",
m@23 207 " <td>NaN</td>\n",
m@23 208 " <td>NaN</td>\n",
m@23 209 " <td>South Asia</td>\n",
m@23 210 " <td>33.93911</td>\n",
m@23 211 " <td>67.709953</td>\n",
m@23 212 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23 213 " <td>/import/c4dm-02/people/mariap/SpeechMusic/2613...</td>\n",
m@23 214 " <td>/import/c4dm-02/people/mariap/MelSpec/26138_Sa...</td>\n",
m@23 215 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23 216 " <td>/import/c4dm-02/people/mariap/Melodia/26138_Sa...</td>\n",
m@23 217 " </tr>\n",
m@23 218 " <tr>\n",
m@23 219 " <th>29183</th>\n",
m@23 220 " <td>Music of Afghanistan</td>\n",
m@23 221 " <td>Yaqub Kasimi</td>\n",
m@23 222 " <td>Various Artists</td>\n",
m@23 223 " <td>26142</td>\n",
m@23 224 " <td>FW04361_205</td>\n",
m@23 225 " <td>FW04361</td>\n",
m@23 226 " <td>NaN</td>\n",
m@23 227 " <td>Track</td>\n",
m@23 228 " <td>Album</td>\n",
m@23 229 " <td>Afghanistan</td>\n",
m@23 230 " <td>...</td>\n",
m@23 231 " <td>NaN</td>\n",
m@23 232 " <td>NaN</td>\n",
m@23 233 " <td>South Asia</td>\n",
m@23 234 " <td>33.93911</td>\n",
m@23 235 " <td>67.709953</td>\n",
m@23 236 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23 237 " <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
m@23 238 " <td>/import/c4dm-02/people/mariap/MelSpec/26142_Sa...</td>\n",
m@23 239 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23 240 " <td>/import/c4dm-02/people/mariap/Melodia/26142_Sa...</td>\n",
m@23 241 " </tr>\n",
m@23 242 " <tr>\n",
m@23 243 " <th>29184</th>\n",
m@23 244 " <td>Ustad Mohammad Omar: Virtuoso from Afghanistan</td>\n",
m@23 245 " <td>Ustad Mohammad Omar|Zakir Hussain</td>\n",
m@23 246 " <td>Ustad Mohammad Omar</td>\n",
m@23 247 " <td>51931</td>\n",
m@23 248 " <td>SFW40439_102</td>\n",
m@23 249 " <td>SFW40439</td>\n",
m@23 250 " <td>NaN</td>\n",
m@23 251 " <td>Track</td>\n",
m@23 252 " <td>Album</td>\n",
m@23 253 " <td>Afghanistan</td>\n",
m@23 254 " <td>...</td>\n",
m@23 255 " <td>pbt</td>\n",
m@23 256 " <td>Indo-European</td>\n",
m@23 257 " <td>South Asia</td>\n",
m@23 258 " <td>33.93911</td>\n",
m@23 259 " <td>67.709953</td>\n",
m@23 260 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23 261 " <td>/import/c4dm-02/people/mariap/SpeechMusic/5193...</td>\n",
m@23 262 " <td>/import/c4dm-02/people/mariap/MelSpec/51931_Sa...</td>\n",
m@23 263 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23 264 " <td>/import/c4dm-02/people/mariap/Melodia/51931_Sa...</td>\n",
m@23 265 " </tr>\n",
m@23 266 " <tr>\n",
m@23 267 " <th>29185</th>\n",
m@23 268 " <td>Music of Central Asia Vol. 3: Homayun Sakhi: T...</td>\n",
m@23 269 " <td>Homayun Sakhi</td>\n",
m@23 270 " <td>Homayun Sakhi</td>\n",
m@23 271 " <td>53229</td>\n",
m@23 272 " <td>SFW40522_101</td>\n",
m@23 273 " <td>SFW40522</td>\n",
m@23 274 " <td>NaN</td>\n",
m@23 275 " <td>Track</td>\n",
m@23 276 " <td>Album</td>\n",
m@23 277 " <td>Afghanistan</td>\n",
m@23 278 " <td>...</td>\n",
m@23 279 " <td>NaN</td>\n",
m@23 280 " <td>NaN</td>\n",
m@23 281 " <td>South Asia</td>\n",
m@23 282 " <td>33.93911</td>\n",
m@23 283 " <td>67.709953</td>\n",
m@23 284 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23 285 " <td>/import/c4dm-02/people/mariap/SpeechMusic/5322...</td>\n",
m@23 286 " <td>/import/c4dm-02/people/mariap/MelSpec/53229_Sa...</td>\n",
m@23 287 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23 288 " <td>/import/c4dm-02/people/mariap/Melodia/53229_Sa...</td>\n",
m@23 289 " </tr>\n",
m@23 290 " <tr>\n",
m@23 291 " <th>29186</th>\n",
m@23 292 " <td>Music of Afghanistan</td>\n",
m@23 293 " <td>Rebab and Dhol Duet</td>\n",
m@23 294 " <td>Various Artists</td>\n",
m@23 295 " <td>26140</td>\n",
m@23 296 " <td>FW04361_203</td>\n",
m@23 297 " <td>FW04361</td>\n",
m@23 298 " <td>NaN</td>\n",
m@23 299 " <td>Track</td>\n",
m@23 300 " <td>Album</td>\n",
m@23 301 " <td>Afghanistan</td>\n",
m@23 302 " <td>...</td>\n",
m@23 303 " <td>NaN</td>\n",
m@23 304 " <td>NaN</td>\n",
m@23 305 " <td>South Asia</td>\n",
m@23 306 " <td>33.93911</td>\n",
m@23 307 " <td>67.709953</td>\n",
m@23 308 " <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23 309 " <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
m@23 310 " <td>/import/c4dm-02/people/mariap/MelSpec/26140_Sa...</td>\n",
m@23 311 " <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23 312 " <td>/import/c4dm-02/people/mariap/Melodia/26140_Sa...</td>\n",
m@23 313 " </tr>\n",
m@23 314 " </tbody>\n",
m@23 315 "</table>\n",
m@23 316 "<p>5 rows × 108 columns</p>\n",
m@23 317 "</div>"
m@23 318 ],
m@23 319 "text/plain": [
m@23 320 " AlbumTitle \\\n",
m@23 321 "29182 Music of Afghanistan \n",
m@23 322 "29183 Music of Afghanistan \n",
m@23 323 "29184 Ustad Mohammad Omar: Virtuoso from Afghanistan \n",
m@23 324 "29185 Music of Central Asia Vol. 3: Homayun Sakhi: T... \n",
m@23 325 "29186 Music of Afghanistan \n",
m@23 326 "\n",
m@23 327 " Artist Artist_Album \\\n",
m@23 328 "29182 Afghan National Orchestra Various Artists \n",
m@23 329 "29183 Yaqub Kasimi Various Artists \n",
m@23 330 "29184 Ustad Mohammad Omar|Zakir Hussain Ustad Mohammad Omar \n",
m@23 331 "29185 Homayun Sakhi Homayun Sakhi \n",
m@23 332 "29186 Rebab and Dhol Duet Various Artists \n",
m@23 333 "\n",
m@23 334 " BuyLinkTrackDownload CatalogNumber CatalogNumber_Album Collection \\\n",
m@23 335 "29182 26138 FW04361_201 FW04361 NaN \n",
m@23 336 "29183 26142 FW04361_205 FW04361 NaN \n",
m@23 337 "29184 51931 SFW40439_102 SFW40439 NaN \n",
m@23 338 "29185 53229 SFW40522_101 SFW40522 NaN \n",
m@23 339 "29186 26140 FW04361_203 FW04361 NaN \n",
m@23 340 "\n",
m@23 341 " ContentType ContentType_Album Country \\\n",
m@23 342 "29182 Track Album Afghanistan \n",
m@23 343 "29183 Track Album Afghanistan \n",
m@23 344 "29184 Track Album Afghanistan \n",
m@23 345 "29185 Track Album Afghanistan \n",
m@23 346 "29186 Track Album Afghanistan \n",
m@23 347 "\n",
m@23 348 " ... Language_iso3 \\\n",
m@23 349 "29182 ... NaN \n",
m@23 350 "29183 ... NaN \n",
m@23 351 "29184 ... pbt \n",
m@23 352 "29185 ... NaN \n",
m@23 353 "29186 ... NaN \n",
m@23 354 "\n",
m@23 355 " Language_iso1 Region Latitude Longitude \\\n",
m@23 356 "29182 NaN South Asia 33.93911 67.709953 \n",
m@23 357 "29183 NaN South Asia 33.93911 67.709953 \n",
m@23 358 "29184 Indo-European South Asia 33.93911 67.709953 \n",
m@23 359 "29185 NaN South Asia 33.93911 67.709953 \n",
m@23 360 "29186 NaN South Asia 33.93911 67.709953 \n",
m@23 361 "\n",
m@23 362 " Audio \\\n",
m@23 363 "29182 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
m@23 364 "29183 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
m@23 365 "29184 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
m@23 366 "29185 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
m@23 367 "29186 /import/c4dm-scratch/matthiasm/data/smithsonia... \n",
m@23 368 "\n",
m@23 369 " Speech \\\n",
m@23 370 "29182 /import/c4dm-02/people/mariap/SpeechMusic/2613... \n",
m@23 371 "29183 /import/c4dm-02/people/mariap/SpeechMusic/2614... \n",
m@23 372 "29184 /import/c4dm-02/people/mariap/SpeechMusic/5193... \n",
m@23 373 "29185 /import/c4dm-02/people/mariap/SpeechMusic/5322... \n",
m@23 374 "29186 /import/c4dm-02/people/mariap/SpeechMusic/2614... \n",
m@23 375 "\n",
m@23 376 " Melspec \\\n",
m@23 377 "29182 /import/c4dm-02/people/mariap/MelSpec/26138_Sa... \n",
m@23 378 "29183 /import/c4dm-02/people/mariap/MelSpec/26142_Sa... \n",
m@23 379 "29184 /import/c4dm-02/people/mariap/MelSpec/51931_Sa... \n",
m@23 380 "29185 /import/c4dm-02/people/mariap/MelSpec/53229_Sa... \n",
m@23 381 "29186 /import/c4dm-02/people/mariap/MelSpec/26140_Sa... \n",
m@23 382 "\n",
m@23 383 " Chroma \\\n",
m@23 384 "29182 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
m@23 385 "29183 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
m@23 386 "29184 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
m@23 387 "29185 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
m@23 388 "29186 /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py... \n",
m@23 389 "\n",
m@23 390 " Melodia \n",
m@23 391 "29182 /import/c4dm-02/people/mariap/Melodia/26138_Sa... \n",
m@23 392 "29183 /import/c4dm-02/people/mariap/Melodia/26142_Sa... \n",
m@23 393 "29184 /import/c4dm-02/people/mariap/Melodia/51931_Sa... \n",
m@23 394 "29185 /import/c4dm-02/people/mariap/Melodia/53229_Sa... \n",
m@23 395 "29186 /import/c4dm-02/people/mariap/Melodia/26140_Sa... \n",
m@23 396 "\n",
m@23 397 "[5 rows x 108 columns]"
m@23 398 ]
m@23 399 },
m@23 400 "execution_count": 8,
m@23 401 "metadata": {},
m@23 402 "output_type": "execute_result"
m@23 403 }
m@23 404 ],
m@23 405 "source": [
m@23 406 "df.head()"
m@23 407 ]
m@23 408 },
m@23 409 {
m@23 410 "cell_type": "code",
m@21 411 "execution_count": null,
m@21 412 "metadata": {},
m@21 413 "outputs": [
m@21 414 {
m@21 415 "name": "stdout",
m@21 416 "output_type": "stream",
m@21 417 "text": [
m@21 418 "iteration 0\n",
m@21 419 "file 0 of 5037\n",
m@21 420 "loading speech/music segments...\n",
m@21 421 "extracting onset patterns and mfccs...\n",
m@21 422 "extracting chroma...\n",
m@21 423 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 424 "file 1 of 5037\n",
m@21 425 "loading speech/music segments...\n",
m@21 426 "extracting onset patterns and mfccs...\n",
m@21 427 "extracting chroma...\n",
m@21 428 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 429 "file 2 of 5037\n",
m@21 430 "loading speech/music segments...\n",
m@21 431 "extracting onset patterns and mfccs...\n",
m@21 432 "extracting chroma...\n",
m@21 433 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 434 "file 3 of 5037\n",
m@21 435 "loading speech/music segments...\n",
m@21 436 "extracting onset patterns and mfccs...\n",
m@21 437 "extracting chroma...\n",
m@21 438 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 439 "file 4 of 5037\n",
m@21 440 "loading speech/music segments...\n",
m@21 441 "extracting onset patterns and mfccs...\n",
m@21 442 "extracting chroma...\n",
m@21 443 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 444 "file 5 of 5037\n",
m@21 445 "loading speech/music segments...\n",
m@21 446 "extracting onset patterns and mfccs...\n",
m@21 447 "extracting chroma...\n",
m@21 448 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 449 "file 6 of 5037\n",
m@21 450 "loading speech/music segments...\n",
m@21 451 "extracting onset patterns and mfccs...\n",
m@21 452 "extracting chroma...\n",
m@21 453 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 454 "file 7 of 5037\n",
m@21 455 "loading speech/music segments...\n",
m@21 456 "extracting onset patterns and mfccs...\n",
m@21 457 "extracting chroma...\n",
m@21 458 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 459 "file 8 of 5037\n",
m@21 460 "loading speech/music segments...\n",
m@21 461 "extracting onset patterns and mfccs...\n",
m@21 462 "extracting chroma...\n",
m@21 463 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 464 "file 9 of 5037\n",
m@21 465 "loading speech/music segments...\n",
m@21 466 "extracting onset patterns and mfccs...\n",
m@21 467 "extracting chroma...\n",
m@21 468 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 469 "file 10 of 5037\n",
m@21 470 "loading speech/music segments...\n",
m@21 471 "extracting onset patterns and mfccs...\n",
m@21 472 "extracting chroma...\n",
m@21 473 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 474 "file 11 of 5037\n",
m@21 475 "loading speech/music segments...\n",
m@21 476 "extracting onset patterns and mfccs...\n",
m@21 477 "extracting chroma...\n",
m@21 478 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 479 "file 12 of 5037\n",
m@21 480 "loading speech/music segments...\n",
m@21 481 "extracting onset patterns and mfccs...\n",
m@21 482 "extracting chroma...\n",
m@21 483 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 484 "file 13 of 5037\n",
m@21 485 "loading speech/music segments...\n",
m@21 486 "extracting onset patterns and mfccs...\n",
m@21 487 "extracting chroma...\n",
m@21 488 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 489 "file 14 of 5037\n",
m@21 490 "loading speech/music segments...\n",
m@21 491 "extracting onset patterns and mfccs...\n",
m@21 492 "extracting chroma...\n",
m@21 493 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 494 "file 15 of 5037\n",
m@21 495 "loading speech/music segments...\n",
m@21 496 "extracting onset patterns and mfccs...\n",
m@21 497 "extracting chroma...\n",
m@21 498 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 499 "file 16 of 5037\n",
m@21 500 "loading speech/music segments...\n",
m@21 501 "extracting onset patterns and mfccs...\n",
m@21 502 "file 17 of 5037\n",
m@21 503 "loading speech/music segments...\n",
m@21 504 "extracting onset patterns and mfccs...\n",
m@21 505 "extracting chroma...\n",
m@21 506 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 507 "file 18 of 5037\n",
m@21 508 "loading speech/music segments...\n",
m@21 509 "extracting onset patterns and mfccs...\n",
m@21 510 "extracting chroma...\n",
m@21 511 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 512 "file 19 of 5037\n",
m@21 513 "loading speech/music segments...\n",
m@21 514 "extracting onset patterns and mfccs...\n",
m@21 515 "extracting chroma...\n",
m@21 516 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 517 "file 20 of 5037\n",
m@21 518 "loading speech/music segments...\n",
m@21 519 "extracting onset patterns and mfccs...\n",
m@21 520 "extracting chroma...\n",
m@21 521 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 522 "file 21 of 5037\n",
m@21 523 "loading speech/music segments...\n",
m@21 524 "extracting onset patterns and mfccs...\n",
m@21 525 "extracting chroma...\n",
m@21 526 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 527 "file 22 of 5037\n",
m@21 528 "loading speech/music segments...\n",
m@21 529 "file 23 of 5037\n",
m@21 530 "loading speech/music segments...\n",
m@21 531 "extracting onset patterns and mfccs...\n",
m@21 532 "extracting chroma...\n",
m@21 533 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 534 "file 24 of 5037\n",
m@21 535 "loading speech/music segments...\n",
m@21 536 "extracting onset patterns and mfccs...\n",
m@21 537 "extracting chroma...\n",
m@21 538 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 539 "file 25 of 5037\n",
m@21 540 "loading speech/music segments...\n",
m@21 541 "extracting onset patterns and mfccs...\n",
m@21 542 "extracting chroma...\n",
m@21 543 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 544 "file 26 of 5037\n",
m@21 545 "loading speech/music segments...\n",
m@21 546 "extracting onset patterns and mfccs...\n",
m@21 547 "extracting chroma...\n",
m@21 548 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 549 "file 27 of 5037\n",
m@21 550 "loading speech/music segments...\n",
m@21 551 "extracting onset patterns and mfccs...\n",
m@21 552 "extracting chroma...\n",
m@21 553 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 554 "file 28 of 5037\n",
m@21 555 "loading speech/music segments...\n",
m@21 556 "extracting onset patterns and mfccs...\n",
m@21 557 "extracting chroma...\n",
m@21 558 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 559 "file 29 of 5037\n",
m@21 560 "loading speech/music segments...\n",
m@21 561 "extracting onset patterns and mfccs...\n",
m@21 562 "extracting chroma...\n",
m@21 563 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 564 "file 30 of 5037\n",
m@21 565 "loading speech/music segments...\n",
m@21 566 "extracting onset patterns and mfccs...\n",
m@21 567 "extracting chroma...\n",
m@21 568 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 569 "file 31 of 5037\n",
m@21 570 "loading speech/music segments...\n",
m@21 571 "extracting onset patterns and mfccs...\n",
m@21 572 "extracting chroma...\n",
m@21 573 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 574 "file 32 of 5037\n",
m@21 575 "loading speech/music segments...\n",
m@21 576 "extracting onset patterns and mfccs...\n",
m@21 577 "extracting chroma...\n",
m@21 578 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 579 "file 33 of 5037\n",
m@21 580 "loading speech/music segments...\n",
m@21 581 "extracting onset patterns and mfccs...\n",
m@21 582 "extracting chroma...\n",
m@21 583 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 584 "file 34 of 5037\n",
m@21 585 "loading speech/music segments...\n",
m@21 586 "extracting onset patterns and mfccs...\n",
m@21 587 "extracting chroma...\n",
m@21 588 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 589 "file 35 of 5037\n",
m@21 590 "loading speech/music segments...\n",
m@21 591 "extracting onset patterns and mfccs...\n",
m@21 592 "extracting chroma...\n",
m@21 593 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 594 "file 36 of 5037\n",
m@21 595 "loading speech/music segments...\n",
m@21 596 "extracting onset patterns and mfccs...\n",
m@21 597 "extracting chroma...\n",
m@21 598 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 599 "file 37 of 5037\n",
m@21 600 "loading speech/music segments...\n",
m@21 601 "extracting onset patterns and mfccs...\n",
m@21 602 "extracting chroma...\n",
m@21 603 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 604 "file 38 of 5037\n",
m@21 605 "loading speech/music segments...\n",
m@21 606 "extracting onset patterns and mfccs...\n",
m@21 607 "extracting chroma...\n",
m@21 608 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 609 "file 39 of 5037\n",
m@21 610 "loading speech/music segments...\n",
m@21 611 "extracting onset patterns and mfccs...\n",
m@21 612 "extracting chroma...\n",
m@21 613 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 614 "file 40 of 5037\n",
m@21 615 "loading speech/music segments...\n",
m@21 616 "extracting onset patterns and mfccs...\n",
m@21 617 "extracting chroma...\n",
m@21 618 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 619 "file 41 of 5037\n",
m@21 620 "loading speech/music segments...\n",
m@21 621 "extracting onset patterns and mfccs...\n",
m@21 622 "extracting chroma...\n",
m@21 623 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 624 "file 42 of 5037\n",
m@21 625 "loading speech/music segments...\n",
m@21 626 "extracting onset patterns and mfccs...\n",
m@21 627 "extracting chroma...\n",
m@21 628 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 629 "file 43 of 5037\n",
m@21 630 "loading speech/music segments...\n",
m@21 631 "extracting onset patterns and mfccs...\n",
m@21 632 "extracting chroma...\n",
m@21 633 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 634 "file 44 of 5037\n",
m@21 635 "loading speech/music segments...\n",
m@21 636 "extracting onset patterns and mfccs...\n",
m@21 637 "extracting chroma...\n",
m@21 638 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 639 "file 45 of 5037\n",
m@21 640 "loading speech/music segments...\n",
m@21 641 "extracting onset patterns and mfccs...\n",
m@21 642 "extracting chroma...\n",
m@21 643 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 644 "file 46 of 5037\n",
m@21 645 "loading speech/music segments...\n",
m@21 646 "extracting onset patterns and mfccs...\n"
m@21 647 ]
m@21 648 },
m@21 649 {
m@21 650 "name": "stdout",
m@21 651 "output_type": "stream",
m@21 652 "text": [
m@21 653 "file 47 of 5037\n",
m@21 654 "loading speech/music segments...\n",
m@21 655 "extracting onset patterns and mfccs...\n",
m@21 656 "file 48 of 5037\n",
m@21 657 "loading speech/music segments...\n",
m@21 658 "extracting onset patterns and mfccs...\n",
m@21 659 "file 49 of 5037\n",
m@21 660 "loading speech/music segments...\n",
m@21 661 "extracting onset patterns and mfccs...\n",
m@21 662 "file 50 of 5037\n",
m@21 663 "loading speech/music segments...\n",
m@21 664 "extracting onset patterns and mfccs...\n",
m@21 665 "file 51 of 5037\n",
m@21 666 "loading speech/music segments...\n",
m@21 667 "extracting onset patterns and mfccs...\n",
m@21 668 "file 52 of 5037\n",
m@21 669 "loading speech/music segments...\n",
m@21 670 "extracting onset patterns and mfccs...\n",
m@21 671 "file 53 of 5037\n",
m@21 672 "loading speech/music segments...\n",
m@21 673 "extracting onset patterns and mfccs...\n",
m@21 674 "file 54 of 5037\n",
m@21 675 "loading speech/music segments...\n",
m@21 676 "extracting onset patterns and mfccs...\n",
m@21 677 "file 55 of 5037\n",
m@21 678 "loading speech/music segments...\n",
m@21 679 "extracting onset patterns and mfccs...\n",
m@21 680 "extracting chroma...\n",
m@21 681 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 682 "file 56 of 5037\n",
m@21 683 "loading speech/music segments...\n",
m@21 684 "extracting onset patterns and mfccs...\n",
m@21 685 "extracting chroma...\n",
m@21 686 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 687 "file 57 of 5037\n",
m@21 688 "loading speech/music segments...\n",
m@21 689 "extracting onset patterns and mfccs...\n",
m@21 690 "extracting chroma...\n",
m@21 691 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 692 "file 58 of 5037\n",
m@21 693 "loading speech/music segments...\n",
m@21 694 "extracting onset patterns and mfccs...\n",
m@21 695 "extracting chroma...\n",
m@21 696 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 697 "file 59 of 5037\n",
m@21 698 "loading speech/music segments...\n",
m@21 699 "extracting onset patterns and mfccs...\n",
m@21 700 "extracting chroma...\n",
m@21 701 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 702 "file 60 of 5037\n",
m@21 703 "loading speech/music segments...\n",
m@21 704 "extracting onset patterns and mfccs...\n",
m@21 705 "extracting chroma...\n",
m@21 706 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 707 "file 61 of 5037\n",
m@21 708 "loading speech/music segments...\n",
m@21 709 "extracting onset patterns and mfccs...\n",
m@21 710 "extracting chroma...\n",
m@21 711 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 712 "file 62 of 5037\n",
m@21 713 "loading speech/music segments...\n",
m@21 714 "extracting onset patterns and mfccs...\n",
m@21 715 "extracting chroma...\n",
m@21 716 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 717 "file 63 of 5037\n",
m@21 718 "loading speech/music segments...\n",
m@21 719 "extracting onset patterns and mfccs...\n",
m@21 720 "extracting chroma...\n",
m@21 721 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 722 "file 64 of 5037\n",
m@21 723 "loading speech/music segments...\n",
m@21 724 "extracting onset patterns and mfccs...\n",
m@21 725 "extracting chroma...\n",
m@21 726 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 727 "file 65 of 5037\n",
m@21 728 "loading speech/music segments...\n",
m@21 729 "extracting onset patterns and mfccs...\n",
m@21 730 "extracting chroma...\n",
m@21 731 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 732 "file 66 of 5037\n",
m@21 733 "loading speech/music segments...\n",
m@21 734 "extracting onset patterns and mfccs...\n",
m@21 735 "extracting chroma...\n",
m@21 736 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 737 "file 67 of 5037\n",
m@21 738 "loading speech/music segments...\n",
m@21 739 "extracting onset patterns and mfccs...\n",
m@21 740 "extracting chroma...\n",
m@21 741 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 742 "file 68 of 5037\n",
m@21 743 "loading speech/music segments...\n",
m@21 744 "extracting onset patterns and mfccs...\n",
m@21 745 "extracting chroma...\n",
m@21 746 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 747 "file 69 of 5037\n",
m@21 748 "loading speech/music segments...\n",
m@21 749 "extracting onset patterns and mfccs...\n",
m@21 750 "extracting chroma...\n",
m@21 751 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 752 "file 70 of 5037\n",
m@21 753 "loading speech/music segments...\n",
m@21 754 "extracting onset patterns and mfccs...\n",
m@21 755 "extracting chroma...\n",
m@21 756 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 757 "file 71 of 5037\n",
m@21 758 "loading speech/music segments...\n",
m@21 759 "extracting onset patterns and mfccs...\n",
m@21 760 "extracting chroma...\n",
m@21 761 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 762 "file 72 of 5037\n",
m@21 763 "loading speech/music segments...\n",
m@21 764 "extracting onset patterns and mfccs...\n",
m@21 765 "extracting chroma...\n",
m@21 766 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 767 "file 73 of 5037\n",
m@21 768 "loading speech/music segments...\n",
m@21 769 "extracting onset patterns and mfccs...\n",
m@21 770 "extracting chroma...\n",
m@21 771 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 772 "file 74 of 5037\n",
m@21 773 "loading speech/music segments...\n",
m@21 774 "extracting onset patterns and mfccs...\n",
m@21 775 "extracting chroma...\n",
m@21 776 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 777 "file 75 of 5037\n",
m@21 778 "loading speech/music segments...\n",
m@21 779 "extracting onset patterns and mfccs...\n",
m@21 780 "extracting chroma...\n",
m@21 781 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 782 "file 76 of 5037\n",
m@21 783 "loading speech/music segments...\n",
m@21 784 "extracting onset patterns and mfccs...\n",
m@21 785 "extracting chroma...\n",
m@21 786 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 787 "file 77 of 5037\n",
m@21 788 "loading speech/music segments...\n",
m@21 789 "extracting onset patterns and mfccs...\n",
m@21 790 "extracting chroma...\n",
m@21 791 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 792 "file 78 of 5037\n",
m@21 793 "loading speech/music segments...\n",
m@21 794 "extracting onset patterns and mfccs...\n",
m@21 795 "extracting chroma...\n",
m@21 796 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 797 "file 79 of 5037\n",
m@21 798 "loading speech/music segments...\n",
m@21 799 "extracting onset patterns and mfccs...\n",
m@21 800 "extracting chroma...\n",
m@21 801 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 802 "file 80 of 5037\n",
m@21 803 "loading speech/music segments...\n",
m@21 804 "extracting onset patterns and mfccs...\n",
m@21 805 "extracting chroma...\n",
m@21 806 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 807 "file 81 of 5037\n",
m@21 808 "loading speech/music segments...\n",
m@21 809 "extracting onset patterns and mfccs...\n",
m@21 810 "extracting chroma...\n",
m@21 811 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 812 "file 82 of 5037\n",
m@21 813 "loading speech/music segments...\n",
m@21 814 "extracting onset patterns and mfccs...\n",
m@21 815 "extracting chroma...\n",
m@21 816 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 817 "file 83 of 5037\n",
m@21 818 "loading speech/music segments...\n",
m@21 819 "extracting onset patterns and mfccs...\n",
m@21 820 "extracting chroma...\n",
m@21 821 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 822 "file 84 of 5037\n",
m@21 823 "loading speech/music segments...\n",
m@21 824 "extracting onset patterns and mfccs...\n",
m@21 825 "extracting chroma...\n",
m@21 826 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 827 "file 85 of 5037\n",
m@21 828 "loading speech/music segments...\n",
m@21 829 "extracting onset patterns and mfccs...\n",
m@21 830 "extracting chroma...\n",
m@21 831 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 832 "file 86 of 5037\n",
m@21 833 "loading speech/music segments...\n",
m@21 834 "extracting onset patterns and mfccs...\n",
m@21 835 "extracting chroma...\n",
m@21 836 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 837 "file 87 of 5037\n",
m@21 838 "loading speech/music segments...\n",
m@21 839 "extracting onset patterns and mfccs...\n",
m@21 840 "extracting chroma...\n",
m@21 841 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 842 "file 88 of 5037\n",
m@21 843 "loading speech/music segments...\n",
m@21 844 "extracting onset patterns and mfccs...\n",
m@21 845 "extracting chroma...\n",
m@21 846 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 847 "file 89 of 5037\n",
m@21 848 "loading speech/music segments...\n",
m@21 849 "extracting onset patterns and mfccs...\n",
m@21 850 "extracting chroma...\n",
m@21 851 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 852 "file 90 of 5037\n",
m@21 853 "loading speech/music segments...\n",
m@21 854 "extracting onset patterns and mfccs...\n",
m@21 855 "extracting chroma...\n",
m@21 856 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 857 "file 91 of 5037\n",
m@21 858 "loading speech/music segments...\n",
m@21 859 "extracting onset patterns and mfccs...\n",
m@21 860 "extracting chroma...\n",
m@21 861 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 862 "file 92 of 5037\n",
m@21 863 "loading speech/music segments...\n",
m@21 864 "extracting onset patterns and mfccs...\n",
m@21 865 "extracting chroma...\n",
m@21 866 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 867 "file 93 of 5037\n",
m@21 868 "loading speech/music segments...\n",
m@21 869 "extracting onset patterns and mfccs...\n",
m@21 870 "extracting chroma...\n",
m@21 871 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 872 "file 94 of 5037\n",
m@21 873 "loading speech/music segments...\n",
m@21 874 "extracting onset patterns and mfccs...\n",
m@21 875 "extracting chroma...\n",
m@21 876 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 877 "file 95 of 5037\n",
m@21 878 "loading speech/music segments...\n",
m@21 879 "extracting onset patterns and mfccs...\n",
m@21 880 "extracting chroma...\n",
m@21 881 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 882 "file 96 of 5037\n",
m@21 883 "loading speech/music segments...\n",
m@21 884 "extracting onset patterns and mfccs...\n"
m@21 885 ]
m@21 886 },
m@21 887 {
m@21 888 "name": "stdout",
m@21 889 "output_type": "stream",
m@21 890 "text": [
m@21 891 "extracting chroma...\n",
m@21 892 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 893 "file 97 of 5037\n",
m@21 894 "loading speech/music segments...\n",
m@21 895 "extracting onset patterns and mfccs...\n",
m@21 896 "extracting chroma...\n",
m@21 897 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 898 "file 98 of 5037\n",
m@21 899 "loading speech/music segments...\n",
m@21 900 "extracting onset patterns and mfccs...\n",
m@21 901 "extracting chroma...\n",
m@21 902 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 903 "file 99 of 5037\n",
m@21 904 "loading speech/music segments...\n",
m@21 905 "extracting onset patterns and mfccs...\n",
m@21 906 "extracting chroma...\n",
m@21 907 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 908 "file 100 of 5037\n",
m@21 909 "loading speech/music segments...\n",
m@21 910 "extracting onset patterns and mfccs...\n",
m@21 911 "extracting chroma...\n",
m@21 912 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 913 "file 101 of 5037\n",
m@21 914 "loading speech/music segments...\n",
m@21 915 "extracting onset patterns and mfccs...\n",
m@21 916 "extracting chroma...\n",
m@21 917 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 918 "file 102 of 5037\n",
m@21 919 "loading speech/music segments...\n",
m@21 920 "extracting onset patterns and mfccs...\n",
m@21 921 "extracting chroma...\n",
m@21 922 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 923 "file 103 of 5037\n",
m@21 924 "loading speech/music segments...\n",
m@21 925 "extracting onset patterns and mfccs...\n",
m@21 926 "extracting chroma...\n",
m@21 927 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 928 "file 104 of 5037\n",
m@21 929 "loading speech/music segments...\n",
m@21 930 "extracting onset patterns and mfccs...\n",
m@21 931 "extracting chroma...\n",
m@21 932 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 933 "file 105 of 5037\n",
m@21 934 "loading speech/music segments...\n",
m@21 935 "extracting onset patterns and mfccs...\n",
m@21 936 "extracting chroma...\n",
m@21 937 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 938 "file 106 of 5037\n",
m@21 939 "loading speech/music segments...\n",
m@21 940 "extracting onset patterns and mfccs...\n",
m@21 941 "extracting chroma...\n",
m@21 942 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 943 "file 107 of 5037\n",
m@21 944 "loading speech/music segments...\n",
m@21 945 "extracting onset patterns and mfccs...\n",
m@21 946 "extracting chroma...\n",
m@21 947 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 948 "file 108 of 5037\n",
m@21 949 "loading speech/music segments...\n",
m@21 950 "extracting onset patterns and mfccs...\n",
m@21 951 "extracting chroma...\n",
m@21 952 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 953 "file 109 of 5037\n",
m@21 954 "loading speech/music segments...\n",
m@21 955 "extracting onset patterns and mfccs...\n",
m@21 956 "extracting chroma...\n",
m@21 957 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 958 "file 110 of 5037\n",
m@21 959 "loading speech/music segments...\n",
m@21 960 "extracting onset patterns and mfccs...\n",
m@21 961 "extracting chroma...\n",
m@21 962 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 963 "file 111 of 5037\n",
m@21 964 "loading speech/music segments...\n",
m@21 965 "extracting onset patterns and mfccs...\n",
m@21 966 "extracting chroma...\n",
m@21 967 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 968 "file 112 of 5037\n",
m@21 969 "loading speech/music segments...\n",
m@21 970 "extracting onset patterns and mfccs...\n",
m@21 971 "extracting chroma...\n",
m@21 972 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 973 "file 113 of 5037\n",
m@21 974 "loading speech/music segments...\n",
m@21 975 "extracting onset patterns and mfccs...\n",
m@21 976 "extracting chroma...\n",
m@21 977 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 978 "file 114 of 5037\n",
m@21 979 "loading speech/music segments...\n",
m@21 980 "extracting onset patterns and mfccs...\n",
m@21 981 "extracting chroma...\n",
m@21 982 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 983 "file 115 of 5037\n",
m@21 984 "loading speech/music segments...\n",
m@21 985 "extracting onset patterns and mfccs...\n",
m@21 986 "extracting chroma...\n",
m@21 987 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 988 "file 116 of 5037\n",
m@21 989 "loading speech/music segments...\n",
m@21 990 "extracting onset patterns and mfccs...\n",
m@21 991 "extracting chroma...\n",
m@21 992 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 993 "file 117 of 5037\n",
m@21 994 "loading speech/music segments...\n",
m@21 995 "extracting onset patterns and mfccs...\n",
m@21 996 "extracting chroma...\n",
m@21 997 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 998 "file 118 of 5037\n",
m@21 999 "loading speech/music segments...\n",
m@21 1000 "extracting onset patterns and mfccs...\n",
m@21 1001 "extracting chroma...\n",
m@21 1002 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1003 "file 119 of 5037\n",
m@21 1004 "loading speech/music segments...\n",
m@21 1005 "extracting onset patterns and mfccs...\n",
m@21 1006 "extracting chroma...\n",
m@21 1007 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1008 "file 120 of 5037\n",
m@21 1009 "loading speech/music segments...\n",
m@21 1010 "extracting onset patterns and mfccs...\n",
m@21 1011 "extracting chroma...\n",
m@21 1012 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1013 "file 121 of 5037\n",
m@21 1014 "loading speech/music segments...\n",
m@21 1015 "extracting onset patterns and mfccs...\n",
m@21 1016 "extracting chroma...\n",
m@21 1017 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1018 "file 122 of 5037\n",
m@21 1019 "loading speech/music segments...\n",
m@21 1020 "extracting onset patterns and mfccs...\n",
m@21 1021 "extracting chroma...\n",
m@21 1022 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1023 "file 123 of 5037\n",
m@21 1024 "loading speech/music segments...\n",
m@21 1025 "extracting onset patterns and mfccs...\n",
m@21 1026 "extracting chroma...\n",
m@21 1027 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1028 "file 124 of 5037\n",
m@21 1029 "loading speech/music segments...\n",
m@21 1030 "extracting onset patterns and mfccs...\n",
m@21 1031 "extracting chroma...\n",
m@21 1032 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 1033 "file 125 of 5037\n",
m@21 1034 "loading speech/music segments...\n",
m@21 1035 "extracting onset patterns and mfccs...\n"
m@21 1036 ]
m@21 1037 }
m@21 1038 ],
m@21 1039 "source": [
m@15 1040 "for n in range(n_iters):\n",
m@15 1041 " print \"iteration %d\" % n\n",
m@15 1042 " load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
m@15 1043 " output_file in OUTPUT_FILES]\n",
m@15 1044 " load_dataset.features_for_train_test_sets(df, write_output=True)"
m@15 1045 ]
m@15 1046 },
m@15 1047 {
m@15 1048 "cell_type": "code",
m@15 1049 "execution_count": null,
m@15 1050 "metadata": {
m@15 1051 "collapsed": true
m@15 1052 },
m@15 1053 "outputs": [],
m@15 1054 "source": [
m@15 1055 "for n in range(n_iters):\n",
m@15 1056 " print \"iteration %d\" % n\n",
m@15 1057 " \n",
m@15 1058 " print \"mapping...\"\n",
m@15 1059 " mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
m@15 1060 " output_file in OUTPUT_FILES]\n",
m@15 1061 " _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n",
m@15 1062 " X = np.concatenate(ldadata_list)\n",
m@15 1063 " \n",
m@15 1064 " # classification and confusion\n",
m@15 1065 " print \"classifying...\"\n",
Maria@18 1066 " traininds, testinds = classification.get_train_test_indices()\n",
Maria@18 1067 " X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n",
Maria@18 1068 " accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n",
m@15 1069 " print accuracy\n",
m@15 1070 " \n",
m@15 1071 " # outliers\n",
m@15 1072 " print \"detecting outliers...\"\n",
Maria@18 1073 " ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n",
m@15 1074 " df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n",
m@15 1075 " print_most_least_outliers_topN(df_global, N=10)\n",
m@15 1076 " \n",
m@15 1077 " # write output\n",
m@15 1078 " print \"writing file\"\n",
m@15 1079 " df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)"
m@15 1080 ]
m@15 1081 }
m@15 1082 ],
m@15 1083 "metadata": {
m@15 1084 "kernelspec": {
m@15 1085 "display_name": "Python 2",
m@15 1086 "language": "python",
m@15 1087 "name": "python2"
m@19 1088 },
m@19 1089 "language_info": {
m@19 1090 "codemirror_mode": {
m@19 1091 "name": "ipython",
m@19 1092 "version": 2
m@19 1093 },
m@19 1094 "file_extension": ".py",
m@19 1095 "mimetype": "text/x-python",
m@19 1096 "name": "python",
m@19 1097 "nbconvert_exporter": "python",
m@19 1098 "pygments_lexer": "ipython2",
m@19 1099 "version": "2.7.12"
m@15 1100 }
m@15 1101 },
m@15 1102 "nbformat": 4,
m@17 1103 "nbformat_minor": 1
m@15 1104 }