annotate notebooks/sensitivity_experiment.ipynb @ 21:206fdeff4641 branch-tests

rerunning notebook
author mpanteli <m.x.panteli@gmail.com>
date Wed, 13 Sep 2017 12:55:00 +0100
parents 0bba6f63f4fd
children 56cbf155680a
rev   line source
m@15 1 {
m@15 2 "cells": [
m@15 3 {
m@15 4 "cell_type": "code",
m@21 5 "execution_count": 1,
m@17 6 "metadata": {},
m@15 7 "outputs": [
m@15 8 {
m@21 9 "name": "stderr",
m@15 10 "output_type": "stream",
m@15 11 "text": [
m@21 12 "/homes/mp305/anaconda/lib/python2.7/site-packages/librosa/core/audio.py:33: UserWarning: Could not import scikits.samplerate. Falling back to scipy.signal\n",
m@21 13 " warnings.warn('Could not import scikits.samplerate. '\n"
m@15 14 ]
m@15 15 }
m@15 16 ],
m@15 17 "source": [
m@15 18 "import numpy as np\n",
m@15 19 "\n",
m@15 20 "%matplotlib inline\n",
m@15 21 "import matplotlib.pyplot as plt\n",
m@15 22 "\n",
m@15 23 "%load_ext autoreload\n",
m@15 24 "%autoreload 2\n",
m@15 25 "\n",
m@15 26 "import sys\n",
m@15 27 "sys.path.append('../')\n",
m@15 28 "import scripts.load_dataset as load_dataset\n",
m@15 29 "import scripts.map_and_average as mapper\n",
Maria@18 30 "import scripts.classification\n",
Maria@18 31 "import scripts.outliers as outliers"
m@15 32 ]
m@15 33 },
m@15 34 {
m@15 35 "cell_type": "code",
m@19 36 "execution_count": null,
m@21 37 "metadata": {},
m@21 38 "outputs": [
m@21 39 {
m@21 40 "name": "stderr",
m@21 41 "output_type": "stream",
m@21 42 "text": [
m@21 43 "/homes/mp305/anaconda/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2822: DtypeWarning: Columns (0,1,2,4,5,6,7,8,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,29,31,35,38,39,40,41,44,45,48,55,56,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,93,95,96) have mixed types. Specify dtype option on import or set low_memory=False.\n",
m@21 44 " if self.run_code(code, result):\n"
m@21 45 ]
m@21 46 }
m@21 47 ],
m@15 48 "source": [
m@17 49 "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n",
m@19 50 "n_iters = 10\n",
m@19 51 "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)"
m@15 52 ]
m@15 53 },
m@15 54 {
m@15 55 "cell_type": "code",
m@17 56 "execution_count": null,
m@21 57 "metadata": {},
m@17 58 "outputs": [],
m@15 59 "source": [
m@21 60 "df.shape"
m@21 61 ]
m@21 62 },
m@21 63 {
m@21 64 "cell_type": "code",
m@21 65 "execution_count": null,
m@21 66 "metadata": {},
m@21 67 "outputs": [
m@21 68 {
m@21 69 "name": "stdout",
m@21 70 "output_type": "stream",
m@21 71 "text": [
m@21 72 "iteration 0\n",
m@21 73 "file 0 of 5037\n",
m@21 74 "loading speech/music segments...\n",
m@21 75 "extracting onset patterns and mfccs...\n",
m@21 76 "extracting chroma...\n",
m@21 77 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 78 "file 1 of 5037\n",
m@21 79 "loading speech/music segments...\n",
m@21 80 "extracting onset patterns and mfccs...\n",
m@21 81 "extracting chroma...\n",
m@21 82 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 83 "file 2 of 5037\n",
m@21 84 "loading speech/music segments...\n",
m@21 85 "extracting onset patterns and mfccs...\n",
m@21 86 "extracting chroma...\n",
m@21 87 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 88 "file 3 of 5037\n",
m@21 89 "loading speech/music segments...\n",
m@21 90 "extracting onset patterns and mfccs...\n",
m@21 91 "extracting chroma...\n",
m@21 92 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 93 "file 4 of 5037\n",
m@21 94 "loading speech/music segments...\n",
m@21 95 "extracting onset patterns and mfccs...\n",
m@21 96 "extracting chroma...\n",
m@21 97 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 98 "file 5 of 5037\n",
m@21 99 "loading speech/music segments...\n",
m@21 100 "extracting onset patterns and mfccs...\n",
m@21 101 "extracting chroma...\n",
m@21 102 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 103 "file 6 of 5037\n",
m@21 104 "loading speech/music segments...\n",
m@21 105 "extracting onset patterns and mfccs...\n",
m@21 106 "extracting chroma...\n",
m@21 107 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 108 "file 7 of 5037\n",
m@21 109 "loading speech/music segments...\n",
m@21 110 "extracting onset patterns and mfccs...\n",
m@21 111 "extracting chroma...\n",
m@21 112 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 113 "file 8 of 5037\n",
m@21 114 "loading speech/music segments...\n",
m@21 115 "extracting onset patterns and mfccs...\n",
m@21 116 "extracting chroma...\n",
m@21 117 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 118 "file 9 of 5037\n",
m@21 119 "loading speech/music segments...\n",
m@21 120 "extracting onset patterns and mfccs...\n",
m@21 121 "extracting chroma...\n",
m@21 122 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 123 "file 10 of 5037\n",
m@21 124 "loading speech/music segments...\n",
m@21 125 "extracting onset patterns and mfccs...\n",
m@21 126 "extracting chroma...\n",
m@21 127 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 128 "file 11 of 5037\n",
m@21 129 "loading speech/music segments...\n",
m@21 130 "extracting onset patterns and mfccs...\n",
m@21 131 "extracting chroma...\n",
m@21 132 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 133 "file 12 of 5037\n",
m@21 134 "loading speech/music segments...\n",
m@21 135 "extracting onset patterns and mfccs...\n",
m@21 136 "extracting chroma...\n",
m@21 137 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 138 "file 13 of 5037\n",
m@21 139 "loading speech/music segments...\n",
m@21 140 "extracting onset patterns and mfccs...\n",
m@21 141 "extracting chroma...\n",
m@21 142 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 143 "file 14 of 5037\n",
m@21 144 "loading speech/music segments...\n",
m@21 145 "extracting onset patterns and mfccs...\n",
m@21 146 "extracting chroma...\n",
m@21 147 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 148 "file 15 of 5037\n",
m@21 149 "loading speech/music segments...\n",
m@21 150 "extracting onset patterns and mfccs...\n",
m@21 151 "extracting chroma...\n",
m@21 152 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 153 "file 16 of 5037\n",
m@21 154 "loading speech/music segments...\n",
m@21 155 "extracting onset patterns and mfccs...\n",
m@21 156 "file 17 of 5037\n",
m@21 157 "loading speech/music segments...\n",
m@21 158 "extracting onset patterns and mfccs...\n",
m@21 159 "extracting chroma...\n",
m@21 160 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 161 "file 18 of 5037\n",
m@21 162 "loading speech/music segments...\n",
m@21 163 "extracting onset patterns and mfccs...\n",
m@21 164 "extracting chroma...\n",
m@21 165 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 166 "file 19 of 5037\n",
m@21 167 "loading speech/music segments...\n",
m@21 168 "extracting onset patterns and mfccs...\n",
m@21 169 "extracting chroma...\n",
m@21 170 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 171 "file 20 of 5037\n",
m@21 172 "loading speech/music segments...\n",
m@21 173 "extracting onset patterns and mfccs...\n",
m@21 174 "extracting chroma...\n",
m@21 175 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 176 "file 21 of 5037\n",
m@21 177 "loading speech/music segments...\n",
m@21 178 "extracting onset patterns and mfccs...\n",
m@21 179 "extracting chroma...\n",
m@21 180 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 181 "file 22 of 5037\n",
m@21 182 "loading speech/music segments...\n",
m@21 183 "file 23 of 5037\n",
m@21 184 "loading speech/music segments...\n",
m@21 185 "extracting onset patterns and mfccs...\n",
m@21 186 "extracting chroma...\n",
m@21 187 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 188 "file 24 of 5037\n",
m@21 189 "loading speech/music segments...\n",
m@21 190 "extracting onset patterns and mfccs...\n",
m@21 191 "extracting chroma...\n",
m@21 192 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 193 "file 25 of 5037\n",
m@21 194 "loading speech/music segments...\n",
m@21 195 "extracting onset patterns and mfccs...\n",
m@21 196 "extracting chroma...\n",
m@21 197 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 198 "file 26 of 5037\n",
m@21 199 "loading speech/music segments...\n",
m@21 200 "extracting onset patterns and mfccs...\n",
m@21 201 "extracting chroma...\n",
m@21 202 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 203 "file 27 of 5037\n",
m@21 204 "loading speech/music segments...\n",
m@21 205 "extracting onset patterns and mfccs...\n",
m@21 206 "extracting chroma...\n",
m@21 207 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 208 "file 28 of 5037\n",
m@21 209 "loading speech/music segments...\n",
m@21 210 "extracting onset patterns and mfccs...\n",
m@21 211 "extracting chroma...\n",
m@21 212 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 213 "file 29 of 5037\n",
m@21 214 "loading speech/music segments...\n",
m@21 215 "extracting onset patterns and mfccs...\n",
m@21 216 "extracting chroma...\n",
m@21 217 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 218 "file 30 of 5037\n",
m@21 219 "loading speech/music segments...\n",
m@21 220 "extracting onset patterns and mfccs...\n",
m@21 221 "extracting chroma...\n",
m@21 222 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 223 "file 31 of 5037\n",
m@21 224 "loading speech/music segments...\n",
m@21 225 "extracting onset patterns and mfccs...\n",
m@21 226 "extracting chroma...\n",
m@21 227 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 228 "file 32 of 5037\n",
m@21 229 "loading speech/music segments...\n",
m@21 230 "extracting onset patterns and mfccs...\n",
m@21 231 "extracting chroma...\n",
m@21 232 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 233 "file 33 of 5037\n",
m@21 234 "loading speech/music segments...\n",
m@21 235 "extracting onset patterns and mfccs...\n",
m@21 236 "extracting chroma...\n",
m@21 237 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 238 "file 34 of 5037\n",
m@21 239 "loading speech/music segments...\n",
m@21 240 "extracting onset patterns and mfccs...\n",
m@21 241 "extracting chroma...\n",
m@21 242 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 243 "file 35 of 5037\n",
m@21 244 "loading speech/music segments...\n",
m@21 245 "extracting onset patterns and mfccs...\n",
m@21 246 "extracting chroma...\n",
m@21 247 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 248 "file 36 of 5037\n",
m@21 249 "loading speech/music segments...\n",
m@21 250 "extracting onset patterns and mfccs...\n",
m@21 251 "extracting chroma...\n",
m@21 252 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 253 "file 37 of 5037\n",
m@21 254 "loading speech/music segments...\n",
m@21 255 "extracting onset patterns and mfccs...\n",
m@21 256 "extracting chroma...\n",
m@21 257 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 258 "file 38 of 5037\n",
m@21 259 "loading speech/music segments...\n",
m@21 260 "extracting onset patterns and mfccs...\n",
m@21 261 "extracting chroma...\n",
m@21 262 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 263 "file 39 of 5037\n",
m@21 264 "loading speech/music segments...\n",
m@21 265 "extracting onset patterns and mfccs...\n",
m@21 266 "extracting chroma...\n",
m@21 267 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 268 "file 40 of 5037\n",
m@21 269 "loading speech/music segments...\n",
m@21 270 "extracting onset patterns and mfccs...\n",
m@21 271 "extracting chroma...\n",
m@21 272 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 273 "file 41 of 5037\n",
m@21 274 "loading speech/music segments...\n",
m@21 275 "extracting onset patterns and mfccs...\n",
m@21 276 "extracting chroma...\n",
m@21 277 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 278 "file 42 of 5037\n",
m@21 279 "loading speech/music segments...\n",
m@21 280 "extracting onset patterns and mfccs...\n",
m@21 281 "extracting chroma...\n",
m@21 282 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 283 "file 43 of 5037\n",
m@21 284 "loading speech/music segments...\n",
m@21 285 "extracting onset patterns and mfccs...\n",
m@21 286 "extracting chroma...\n",
m@21 287 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 288 "file 44 of 5037\n",
m@21 289 "loading speech/music segments...\n",
m@21 290 "extracting onset patterns and mfccs...\n",
m@21 291 "extracting chroma...\n",
m@21 292 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 293 "file 45 of 5037\n",
m@21 294 "loading speech/music segments...\n",
m@21 295 "extracting onset patterns and mfccs...\n",
m@21 296 "extracting chroma...\n",
m@21 297 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 298 "file 46 of 5037\n",
m@21 299 "loading speech/music segments...\n",
m@21 300 "extracting onset patterns and mfccs...\n"
m@21 301 ]
m@21 302 },
m@21 303 {
m@21 304 "name": "stdout",
m@21 305 "output_type": "stream",
m@21 306 "text": [
m@21 307 "file 47 of 5037\n",
m@21 308 "loading speech/music segments...\n",
m@21 309 "extracting onset patterns and mfccs...\n",
m@21 310 "file 48 of 5037\n",
m@21 311 "loading speech/music segments...\n",
m@21 312 "extracting onset patterns and mfccs...\n",
m@21 313 "file 49 of 5037\n",
m@21 314 "loading speech/music segments...\n",
m@21 315 "extracting onset patterns and mfccs...\n",
m@21 316 "file 50 of 5037\n",
m@21 317 "loading speech/music segments...\n",
m@21 318 "extracting onset patterns and mfccs...\n",
m@21 319 "file 51 of 5037\n",
m@21 320 "loading speech/music segments...\n",
m@21 321 "extracting onset patterns and mfccs...\n",
m@21 322 "file 52 of 5037\n",
m@21 323 "loading speech/music segments...\n",
m@21 324 "extracting onset patterns and mfccs...\n",
m@21 325 "file 53 of 5037\n",
m@21 326 "loading speech/music segments...\n",
m@21 327 "extracting onset patterns and mfccs...\n",
m@21 328 "file 54 of 5037\n",
m@21 329 "loading speech/music segments...\n",
m@21 330 "extracting onset patterns and mfccs...\n",
m@21 331 "file 55 of 5037\n",
m@21 332 "loading speech/music segments...\n",
m@21 333 "extracting onset patterns and mfccs...\n",
m@21 334 "extracting chroma...\n",
m@21 335 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 336 "file 56 of 5037\n",
m@21 337 "loading speech/music segments...\n",
m@21 338 "extracting onset patterns and mfccs...\n",
m@21 339 "extracting chroma...\n",
m@21 340 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 341 "file 57 of 5037\n",
m@21 342 "loading speech/music segments...\n",
m@21 343 "extracting onset patterns and mfccs...\n",
m@21 344 "extracting chroma...\n",
m@21 345 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 346 "file 58 of 5037\n",
m@21 347 "loading speech/music segments...\n",
m@21 348 "extracting onset patterns and mfccs...\n",
m@21 349 "extracting chroma...\n",
m@21 350 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 351 "file 59 of 5037\n",
m@21 352 "loading speech/music segments...\n",
m@21 353 "extracting onset patterns and mfccs...\n",
m@21 354 "extracting chroma...\n",
m@21 355 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 356 "file 60 of 5037\n",
m@21 357 "loading speech/music segments...\n",
m@21 358 "extracting onset patterns and mfccs...\n",
m@21 359 "extracting chroma...\n",
m@21 360 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 361 "file 61 of 5037\n",
m@21 362 "loading speech/music segments...\n",
m@21 363 "extracting onset patterns and mfccs...\n",
m@21 364 "extracting chroma...\n",
m@21 365 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 366 "file 62 of 5037\n",
m@21 367 "loading speech/music segments...\n",
m@21 368 "extracting onset patterns and mfccs...\n",
m@21 369 "extracting chroma...\n",
m@21 370 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 371 "file 63 of 5037\n",
m@21 372 "loading speech/music segments...\n",
m@21 373 "extracting onset patterns and mfccs...\n",
m@21 374 "extracting chroma...\n",
m@21 375 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 376 "file 64 of 5037\n",
m@21 377 "loading speech/music segments...\n",
m@21 378 "extracting onset patterns and mfccs...\n",
m@21 379 "extracting chroma...\n",
m@21 380 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 381 "file 65 of 5037\n",
m@21 382 "loading speech/music segments...\n",
m@21 383 "extracting onset patterns and mfccs...\n",
m@21 384 "extracting chroma...\n",
m@21 385 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 386 "file 66 of 5037\n",
m@21 387 "loading speech/music segments...\n",
m@21 388 "extracting onset patterns and mfccs...\n",
m@21 389 "extracting chroma...\n",
m@21 390 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 391 "file 67 of 5037\n",
m@21 392 "loading speech/music segments...\n",
m@21 393 "extracting onset patterns and mfccs...\n",
m@21 394 "extracting chroma...\n",
m@21 395 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 396 "file 68 of 5037\n",
m@21 397 "loading speech/music segments...\n",
m@21 398 "extracting onset patterns and mfccs...\n",
m@21 399 "extracting chroma...\n",
m@21 400 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 401 "file 69 of 5037\n",
m@21 402 "loading speech/music segments...\n",
m@21 403 "extracting onset patterns and mfccs...\n",
m@21 404 "extracting chroma...\n",
m@21 405 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 406 "file 70 of 5037\n",
m@21 407 "loading speech/music segments...\n",
m@21 408 "extracting onset patterns and mfccs...\n",
m@21 409 "extracting chroma...\n",
m@21 410 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 411 "file 71 of 5037\n",
m@21 412 "loading speech/music segments...\n",
m@21 413 "extracting onset patterns and mfccs...\n",
m@21 414 "extracting chroma...\n",
m@21 415 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 416 "file 72 of 5037\n",
m@21 417 "loading speech/music segments...\n",
m@21 418 "extracting onset patterns and mfccs...\n",
m@21 419 "extracting chroma...\n",
m@21 420 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 421 "file 73 of 5037\n",
m@21 422 "loading speech/music segments...\n",
m@21 423 "extracting onset patterns and mfccs...\n",
m@21 424 "extracting chroma...\n",
m@21 425 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 426 "file 74 of 5037\n",
m@21 427 "loading speech/music segments...\n",
m@21 428 "extracting onset patterns and mfccs...\n",
m@21 429 "extracting chroma...\n",
m@21 430 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 431 "file 75 of 5037\n",
m@21 432 "loading speech/music segments...\n",
m@21 433 "extracting onset patterns and mfccs...\n",
m@21 434 "extracting chroma...\n",
m@21 435 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 436 "file 76 of 5037\n",
m@21 437 "loading speech/music segments...\n",
m@21 438 "extracting onset patterns and mfccs...\n",
m@21 439 "extracting chroma...\n",
m@21 440 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 441 "file 77 of 5037\n",
m@21 442 "loading speech/music segments...\n",
m@21 443 "extracting onset patterns and mfccs...\n",
m@21 444 "extracting chroma...\n",
m@21 445 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 446 "file 78 of 5037\n",
m@21 447 "loading speech/music segments...\n",
m@21 448 "extracting onset patterns and mfccs...\n",
m@21 449 "extracting chroma...\n",
m@21 450 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 451 "file 79 of 5037\n",
m@21 452 "loading speech/music segments...\n",
m@21 453 "extracting onset patterns and mfccs...\n",
m@21 454 "extracting chroma...\n",
m@21 455 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 456 "file 80 of 5037\n",
m@21 457 "loading speech/music segments...\n",
m@21 458 "extracting onset patterns and mfccs...\n",
m@21 459 "extracting chroma...\n",
m@21 460 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 461 "file 81 of 5037\n",
m@21 462 "loading speech/music segments...\n",
m@21 463 "extracting onset patterns and mfccs...\n",
m@21 464 "extracting chroma...\n",
m@21 465 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 466 "file 82 of 5037\n",
m@21 467 "loading speech/music segments...\n",
m@21 468 "extracting onset patterns and mfccs...\n",
m@21 469 "extracting chroma...\n",
m@21 470 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 471 "file 83 of 5037\n",
m@21 472 "loading speech/music segments...\n",
m@21 473 "extracting onset patterns and mfccs...\n",
m@21 474 "extracting chroma...\n",
m@21 475 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 476 "file 84 of 5037\n",
m@21 477 "loading speech/music segments...\n",
m@21 478 "extracting onset patterns and mfccs...\n",
m@21 479 "extracting chroma...\n",
m@21 480 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 481 "file 85 of 5037\n",
m@21 482 "loading speech/music segments...\n",
m@21 483 "extracting onset patterns and mfccs...\n",
m@21 484 "extracting chroma...\n",
m@21 485 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 486 "file 86 of 5037\n",
m@21 487 "loading speech/music segments...\n",
m@21 488 "extracting onset patterns and mfccs...\n",
m@21 489 "extracting chroma...\n",
m@21 490 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 491 "file 87 of 5037\n",
m@21 492 "loading speech/music segments...\n",
m@21 493 "extracting onset patterns and mfccs...\n",
m@21 494 "extracting chroma...\n",
m@21 495 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 496 "file 88 of 5037\n",
m@21 497 "loading speech/music segments...\n",
m@21 498 "extracting onset patterns and mfccs...\n",
m@21 499 "extracting chroma...\n",
m@21 500 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 501 "file 89 of 5037\n",
m@21 502 "loading speech/music segments...\n",
m@21 503 "extracting onset patterns and mfccs...\n",
m@21 504 "extracting chroma...\n",
m@21 505 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 506 "file 90 of 5037\n",
m@21 507 "loading speech/music segments...\n",
m@21 508 "extracting onset patterns and mfccs...\n",
m@21 509 "extracting chroma...\n",
m@21 510 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 511 "file 91 of 5037\n",
m@21 512 "loading speech/music segments...\n",
m@21 513 "extracting onset patterns and mfccs...\n",
m@21 514 "extracting chroma...\n",
m@21 515 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 516 "file 92 of 5037\n",
m@21 517 "loading speech/music segments...\n",
m@21 518 "extracting onset patterns and mfccs...\n",
m@21 519 "extracting chroma...\n",
m@21 520 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 521 "file 93 of 5037\n",
m@21 522 "loading speech/music segments...\n",
m@21 523 "extracting onset patterns and mfccs...\n",
m@21 524 "extracting chroma...\n",
m@21 525 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 526 "file 94 of 5037\n",
m@21 527 "loading speech/music segments...\n",
m@21 528 "extracting onset patterns and mfccs...\n",
m@21 529 "extracting chroma...\n",
m@21 530 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 531 "file 95 of 5037\n",
m@21 532 "loading speech/music segments...\n",
m@21 533 "extracting onset patterns and mfccs...\n",
m@21 534 "extracting chroma...\n",
m@21 535 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 536 "file 96 of 5037\n",
m@21 537 "loading speech/music segments...\n",
m@21 538 "extracting onset patterns and mfccs...\n"
m@21 539 ]
m@21 540 },
m@21 541 {
m@21 542 "name": "stdout",
m@21 543 "output_type": "stream",
m@21 544 "text": [
m@21 545 "extracting chroma...\n",
m@21 546 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 547 "file 97 of 5037\n",
m@21 548 "loading speech/music segments...\n",
m@21 549 "extracting onset patterns and mfccs...\n",
m@21 550 "extracting chroma...\n",
m@21 551 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 552 "file 98 of 5037\n",
m@21 553 "loading speech/music segments...\n",
m@21 554 "extracting onset patterns and mfccs...\n",
m@21 555 "extracting chroma...\n",
m@21 556 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 557 "file 99 of 5037\n",
m@21 558 "loading speech/music segments...\n",
m@21 559 "extracting onset patterns and mfccs...\n",
m@21 560 "extracting chroma...\n",
m@21 561 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 562 "file 100 of 5037\n",
m@21 563 "loading speech/music segments...\n",
m@21 564 "extracting onset patterns and mfccs...\n",
m@21 565 "extracting chroma...\n",
m@21 566 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 567 "file 101 of 5037\n",
m@21 568 "loading speech/music segments...\n",
m@21 569 "extracting onset patterns and mfccs...\n",
m@21 570 "extracting chroma...\n",
m@21 571 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 572 "file 102 of 5037\n",
m@21 573 "loading speech/music segments...\n",
m@21 574 "extracting onset patterns and mfccs...\n",
m@21 575 "extracting chroma...\n",
m@21 576 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 577 "file 103 of 5037\n",
m@21 578 "loading speech/music segments...\n",
m@21 579 "extracting onset patterns and mfccs...\n",
m@21 580 "extracting chroma...\n",
m@21 581 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 582 "file 104 of 5037\n",
m@21 583 "loading speech/music segments...\n",
m@21 584 "extracting onset patterns and mfccs...\n",
m@21 585 "extracting chroma...\n",
m@21 586 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 587 "file 105 of 5037\n",
m@21 588 "loading speech/music segments...\n",
m@21 589 "extracting onset patterns and mfccs...\n",
m@21 590 "extracting chroma...\n",
m@21 591 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 592 "file 106 of 5037\n",
m@21 593 "loading speech/music segments...\n",
m@21 594 "extracting onset patterns and mfccs...\n",
m@21 595 "extracting chroma...\n",
m@21 596 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 597 "file 107 of 5037\n",
m@21 598 "loading speech/music segments...\n",
m@21 599 "extracting onset patterns and mfccs...\n",
m@21 600 "extracting chroma...\n",
m@21 601 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 602 "file 108 of 5037\n",
m@21 603 "loading speech/music segments...\n",
m@21 604 "extracting onset patterns and mfccs...\n",
m@21 605 "extracting chroma...\n",
m@21 606 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 607 "file 109 of 5037\n",
m@21 608 "loading speech/music segments...\n",
m@21 609 "extracting onset patterns and mfccs...\n",
m@21 610 "extracting chroma...\n",
m@21 611 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 612 "file 110 of 5037\n",
m@21 613 "loading speech/music segments...\n",
m@21 614 "extracting onset patterns and mfccs...\n",
m@21 615 "extracting chroma...\n",
m@21 616 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 617 "file 111 of 5037\n",
m@21 618 "loading speech/music segments...\n",
m@21 619 "extracting onset patterns and mfccs...\n",
m@21 620 "extracting chroma...\n",
m@21 621 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 622 "file 112 of 5037\n",
m@21 623 "loading speech/music segments...\n",
m@21 624 "extracting onset patterns and mfccs...\n",
m@21 625 "extracting chroma...\n",
m@21 626 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 627 "file 113 of 5037\n",
m@21 628 "loading speech/music segments...\n",
m@21 629 "extracting onset patterns and mfccs...\n",
m@21 630 "extracting chroma...\n",
m@21 631 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 632 "file 114 of 5037\n",
m@21 633 "loading speech/music segments...\n",
m@21 634 "extracting onset patterns and mfccs...\n",
m@21 635 "extracting chroma...\n",
m@21 636 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 637 "file 115 of 5037\n",
m@21 638 "loading speech/music segments...\n",
m@21 639 "extracting onset patterns and mfccs...\n",
m@21 640 "extracting chroma...\n",
m@21 641 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 642 "file 116 of 5037\n",
m@21 643 "loading speech/music segments...\n",
m@21 644 "extracting onset patterns and mfccs...\n",
m@21 645 "extracting chroma...\n",
m@21 646 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 647 "file 117 of 5037\n",
m@21 648 "loading speech/music segments...\n",
m@21 649 "extracting onset patterns and mfccs...\n",
m@21 650 "extracting chroma...\n",
m@21 651 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 652 "file 118 of 5037\n",
m@21 653 "loading speech/music segments...\n",
m@21 654 "extracting onset patterns and mfccs...\n",
m@21 655 "extracting chroma...\n",
m@21 656 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 657 "file 119 of 5037\n",
m@21 658 "loading speech/music segments...\n",
m@21 659 "extracting onset patterns and mfccs...\n",
m@21 660 "extracting chroma...\n",
m@21 661 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 662 "file 120 of 5037\n",
m@21 663 "loading speech/music segments...\n",
m@21 664 "extracting onset patterns and mfccs...\n",
m@21 665 "extracting chroma...\n",
m@21 666 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 667 "file 121 of 5037\n",
m@21 668 "loading speech/music segments...\n",
m@21 669 "extracting onset patterns and mfccs...\n",
m@21 670 "extracting chroma...\n",
m@21 671 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 672 "file 122 of 5037\n",
m@21 673 "loading speech/music segments...\n",
m@21 674 "extracting onset patterns and mfccs...\n",
m@21 675 "extracting chroma...\n",
m@21 676 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 677 "file 123 of 5037\n",
m@21 678 "loading speech/music segments...\n",
m@21 679 "extracting onset patterns and mfccs...\n",
m@21 680 "extracting chroma...\n",
m@21 681 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 682 "file 124 of 5037\n",
m@21 683 "loading speech/music segments...\n",
m@21 684 "extracting onset patterns and mfccs...\n",
m@21 685 "extracting chroma...\n",
m@21 686 "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21 687 "file 125 of 5037\n",
m@21 688 "loading speech/music segments...\n",
m@21 689 "extracting onset patterns and mfccs...\n"
m@21 690 ]
m@21 691 }
m@21 692 ],
m@21 693 "source": [
m@15 694 "for n in range(n_iters):\n",
m@15 695 " print \"iteration %d\" % n\n",
m@15 696 " load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
m@15 697 " output_file in OUTPUT_FILES]\n",
m@15 698 " load_dataset.features_for_train_test_sets(df, write_output=True)"
m@15 699 ]
m@15 700 },
m@15 701 {
m@15 702 "cell_type": "code",
m@15 703 "execution_count": null,
m@15 704 "metadata": {
m@15 705 "collapsed": true
m@15 706 },
m@15 707 "outputs": [],
m@15 708 "source": [
m@15 709 "for n in range(n_iters):\n",
m@15 710 " print \"iteration %d\" % n\n",
m@15 711 " \n",
m@15 712 " print \"mapping...\"\n",
m@15 713 " mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
m@15 714 " output_file in OUTPUT_FILES]\n",
m@15 715 " _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n",
m@15 716 " X = np.concatenate(ldadata_list)\n",
m@15 717 " \n",
m@15 718 " # classification and confusion\n",
m@15 719 " print \"classifying...\"\n",
Maria@18 720 " traininds, testinds = classification.get_train_test_indices()\n",
Maria@18 721 " X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n",
Maria@18 722 " accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n",
m@15 723 " print accuracy\n",
m@15 724 " \n",
m@15 725 " # outliers\n",
m@15 726 " print \"detecting outliers...\"\n",
Maria@18 727 " ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n",
m@15 728 " df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n",
m@15 729 " print_most_least_outliers_topN(df_global, N=10)\n",
m@15 730 " \n",
m@15 731 " # write output\n",
m@15 732 " print \"writing file\"\n",
m@15 733 " df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)"
m@15 734 ]
m@15 735 }
m@15 736 ],
m@15 737 "metadata": {
m@15 738 "kernelspec": {
m@15 739 "display_name": "Python 2",
m@15 740 "language": "python",
m@15 741 "name": "python2"
m@19 742 },
m@19 743 "language_info": {
m@19 744 "codemirror_mode": {
m@19 745 "name": "ipython",
m@19 746 "version": 2
m@19 747 },
m@19 748 "file_extension": ".py",
m@19 749 "mimetype": "text/x-python",
m@19 750 "name": "python",
m@19 751 "nbconvert_exporter": "python",
m@19 752 "pygments_lexer": "ipython2",
m@19 753 "version": "2.7.12"
m@15 754 }
m@15 755 },
m@15 756 "nbformat": 4,
m@17 757 "nbformat_minor": 1
m@15 758 }