m@15: { m@15: "cells": [ m@15: { m@15: "cell_type": "code", m@21: "execution_count": 1, m@17: "metadata": {}, m@15: "outputs": [ m@15: { m@21: "name": "stderr", m@15: "output_type": "stream", m@15: "text": [ m@21: "/homes/mp305/anaconda/lib/python2.7/site-packages/librosa/core/audio.py:33: UserWarning: Could not import scikits.samplerate. Falling back to scipy.signal\n", m@21: " warnings.warn('Could not import scikits.samplerate. '\n" m@15: ] m@15: } m@15: ], m@15: "source": [ m@15: "import numpy as np\n", m@15: "\n", m@15: "%matplotlib inline\n", m@15: "import matplotlib.pyplot as plt\n", m@15: "\n", m@15: "%load_ext autoreload\n", m@15: "%autoreload 2\n", m@15: "\n", m@15: "import sys\n", m@15: "sys.path.append('../')\n", m@15: "import scripts.load_dataset as load_dataset\n", m@15: "import scripts.map_and_average as mapper\n", Maria@18: "import scripts.classification\n", Maria@18: "import scripts.outliers as outliers" m@15: ] m@15: }, m@15: { m@15: "cell_type": "code", m@19: "execution_count": null, m@21: "metadata": {}, m@21: "outputs": [ m@21: { m@21: "name": "stderr", m@21: "output_type": "stream", m@21: "text": [ m@21: "/homes/mp305/anaconda/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2822: DtypeWarning: Columns (0,1,2,4,5,6,7,8,10,11,12,13,14,15,16,17,19,21,22,23,24,25,26,27,29,31,35,38,39,40,41,44,45,48,55,56,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,93,95,96) have mixed types. Specify dtype option on import or set low_memory=False.\n", m@21: " if self.run_code(code, result):\n" m@21: ] m@21: } m@21: ], m@15: "source": [ m@17: "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n", m@19: "n_iters = 10\n", m@19: "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)" m@15: ] m@15: }, m@15: { m@15: "cell_type": "code", m@17: "execution_count": null, m@21: "metadata": {}, m@17: "outputs": [], m@15: "source": [ m@21: "df.shape" m@21: ] m@21: }, m@21: { m@21: "cell_type": "code", m@21: "execution_count": null, m@21: "metadata": {}, m@21: "outputs": [ m@21: { m@21: "name": "stdout", m@21: "output_type": "stream", m@21: "text": [ m@21: "iteration 0\n", m@21: "file 0 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 1 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 2 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 3 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 4 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 5 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 6 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 7 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 8 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 9 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 10 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 11 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 12 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 13 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 14 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 15 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 16 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 17 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 18 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 19 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 20 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 21 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 22 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "file 23 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 24 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 25 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 26 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 27 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 28 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 29 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 30 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 31 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 32 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 33 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 34 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 35 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 36 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 37 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 38 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 39 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 40 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 41 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 42 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 43 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 44 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 45 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 46 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n" m@21: ] m@21: }, m@21: { m@21: "name": "stdout", m@21: "output_type": "stream", m@21: "text": [ m@21: "file 47 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 48 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 49 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 50 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 51 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 52 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 53 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 54 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "file 55 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 56 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 57 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 58 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 59 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 60 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 61 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 62 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 63 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 64 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 65 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 66 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 67 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 68 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 69 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 70 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 71 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 72 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 73 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 74 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 75 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 76 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 77 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 78 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 79 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 80 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 81 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 82 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 83 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 84 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 85 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 86 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 87 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 88 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 89 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 90 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 91 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 92 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 93 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 94 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 95 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 96 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n" m@21: ] m@21: }, m@21: { m@21: "name": "stdout", m@21: "output_type": "stream", m@21: "text": [ m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 97 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 98 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 99 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 100 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 101 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 102 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 103 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 104 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 105 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 106 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 107 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 108 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 109 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 110 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 111 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 112 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 113 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 114 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 115 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 116 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 117 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 118 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 119 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 120 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 121 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 122 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 123 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 124 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n", m@21: "extracting chroma...\n", m@21: "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n", m@21: "file 125 of 5037\n", m@21: "loading speech/music segments...\n", m@21: "extracting onset patterns and mfccs...\n" m@21: ] m@21: } m@21: ], m@21: "source": [ m@15: "for n in range(n_iters):\n", m@15: " print \"iteration %d\" % n\n", m@15: " load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n", m@15: " output_file in OUTPUT_FILES]\n", m@15: " load_dataset.features_for_train_test_sets(df, write_output=True)" m@15: ] m@15: }, m@15: { m@15: "cell_type": "code", m@15: "execution_count": null, m@15: "metadata": { m@15: "collapsed": true m@15: }, m@15: "outputs": [], m@15: "source": [ m@15: "for n in range(n_iters):\n", m@15: " print \"iteration %d\" % n\n", m@15: " \n", m@15: " print \"mapping...\"\n", m@15: " mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n", m@15: " output_file in OUTPUT_FILES]\n", m@15: " _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n", m@15: " X = np.concatenate(ldadata_list)\n", m@15: " \n", m@15: " # classification and confusion\n", m@15: " print \"classifying...\"\n", Maria@18: " traininds, testinds = classification.get_train_test_indices()\n", Maria@18: " X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n", Maria@18: " accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n", m@15: " print accuracy\n", m@15: " \n", m@15: " # outliers\n", m@15: " print \"detecting outliers...\"\n", Maria@18: " ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n", m@15: " df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n", m@15: " print_most_least_outliers_topN(df_global, N=10)\n", m@15: " \n", m@15: " # write output\n", m@15: " print \"writing file\"\n", m@15: " df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)" m@15: ] m@15: } m@15: ], m@15: "metadata": { m@15: "kernelspec": { m@15: "display_name": "Python 2", m@15: "language": "python", m@15: "name": "python2" m@19: }, m@19: "language_info": { m@19: "codemirror_mode": { m@19: "name": "ipython", m@19: "version": 2 m@19: }, m@19: "file_extension": ".py", m@19: "mimetype": "text/x-python", m@19: "name": "python", m@19: "nbconvert_exporter": "python", m@19: "pygments_lexer": "ipython2", m@19: "version": "2.7.12" m@15: } m@15: }, m@15: "nbformat": 4, m@17: "nbformat_minor": 1 m@15: }