view notebooks/sensitivity_experiment.ipynb @ 28:bd284065aeb6 branch-tests

small edit

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "import sys\n",
    "sys.path.append('../')\n",
    "import scripts.load_dataset as load_dataset\n",
    "import scripts.map_and_average as mapper\n",
    "import scripts.classification\n",
    "import scripts.outliers as outliers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "../scripts/util_filter_dataset.py:22: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
      "  if len(np.where(bounds[:,2]=='m')[0])==0 or len(np.where(bounds[:,2]=='s')[0])==len(bounds):\n"
     ]
    }
   ],
   "source": [
    "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n",
    "n_iters = 10\n",
    "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(8396, 108)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "file 0 of 6\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 1 of 6\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 2 of 6\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 3 of 6\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 4 of 6\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 5 of 6\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "6 6 6 6 6 6\n",
      "(264, 400) (264, 240) (264, 80) (264, 120)\n",
      "file 0 of 2\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 1 of 2\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "2 2 2 2 2 2\n",
      "(88, 400) (88, 240) (88, 80) (88, 120)\n",
      "file 0 of 2\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "file 1 of 2\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "extracting pitch bihist from melodia...\n",
      "2 2 2 2 2 2\n",
      "(85, 400) (85, 240) (85, 80) (85, 120)\n"
     ]
    },
    {
     "ename": "AttributeError",
     "evalue": "'list' object has no attribute 'shape'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-9-ed1b80dfb251>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_dataset\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfeatures_for_train_test_sets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwrite_output\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mprint\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m: 'list' object has no attribute 'shape'"
     ]
    }
   ],
   "source": [
    "train, val, test = load_dataset.features_for_train_test_sets(df.iloc[:10, :], write_output=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AlbumTitle</th>\n",
       "      <th>Artist</th>\n",
       "      <th>Artist_Album</th>\n",
       "      <th>BuyLinkTrackDownload</th>\n",
       "      <th>CatalogNumber</th>\n",
       "      <th>CatalogNumber_Album</th>\n",
       "      <th>Collection</th>\n",
       "      <th>ContentType</th>\n",
       "      <th>ContentType_Album</th>\n",
       "      <th>Country</th>\n",
       "      <th>...</th>\n",
       "      <th>Language_iso3</th>\n",
       "      <th>Language_iso1</th>\n",
       "      <th>Region</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "      <th>Audio</th>\n",
       "      <th>Speech</th>\n",
       "      <th>Melspec</th>\n",
       "      <th>Chroma</th>\n",
       "      <th>Melodia</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>29182</th>\n",
       "      <td>Music of Afghanistan</td>\n",
       "      <td>Afghan National Orchestra</td>\n",
       "      <td>Various Artists</td>\n",
       "      <td>26138</td>\n",
       "      <td>FW04361_201</td>\n",
       "      <td>FW04361</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Track</td>\n",
       "      <td>Album</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>33.93911</td>\n",
       "      <td>67.709953</td>\n",
       "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/SpeechMusic/2613...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/MelSpec/26138_Sa...</td>\n",
       "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/Melodia/26138_Sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29183</th>\n",
       "      <td>Music of Afghanistan</td>\n",
       "      <td>Yaqub Kasimi</td>\n",
       "      <td>Various Artists</td>\n",
       "      <td>26142</td>\n",
       "      <td>FW04361_205</td>\n",
       "      <td>FW04361</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Track</td>\n",
       "      <td>Album</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>33.93911</td>\n",
       "      <td>67.709953</td>\n",
       "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/MelSpec/26142_Sa...</td>\n",
       "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/Melodia/26142_Sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29184</th>\n",
       "      <td>Ustad Mohammad Omar: Virtuoso from Afghanistan</td>\n",
       "      <td>Ustad Mohammad Omar|Zakir Hussain</td>\n",
       "      <td>Ustad Mohammad Omar</td>\n",
       "      <td>51931</td>\n",
       "      <td>SFW40439_102</td>\n",
       "      <td>SFW40439</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Track</td>\n",
       "      <td>Album</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>...</td>\n",
       "      <td>pbt</td>\n",
       "      <td>Indo-European</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>33.93911</td>\n",
       "      <td>67.709953</td>\n",
       "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/SpeechMusic/5193...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/MelSpec/51931_Sa...</td>\n",
       "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/Melodia/51931_Sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29185</th>\n",
       "      <td>Music of Central Asia Vol. 3: Homayun Sakhi: T...</td>\n",
       "      <td>Homayun Sakhi</td>\n",
       "      <td>Homayun Sakhi</td>\n",
       "      <td>53229</td>\n",
       "      <td>SFW40522_101</td>\n",
       "      <td>SFW40522</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Track</td>\n",
       "      <td>Album</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>33.93911</td>\n",
       "      <td>67.709953</td>\n",
       "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/SpeechMusic/5322...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/MelSpec/53229_Sa...</td>\n",
       "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/Melodia/53229_Sa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29186</th>\n",
       "      <td>Music of Afghanistan</td>\n",
       "      <td>Rebab and Dhol Duet</td>\n",
       "      <td>Various Artists</td>\n",
       "      <td>26140</td>\n",
       "      <td>FW04361_203</td>\n",
       "      <td>FW04361</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Track</td>\n",
       "      <td>Album</td>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>South Asia</td>\n",
       "      <td>33.93911</td>\n",
       "      <td>67.709953</td>\n",
       "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/MelSpec/26140_Sa...</td>\n",
       "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
       "      <td>/import/c4dm-02/people/mariap/Melodia/26140_Sa...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 108 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              AlbumTitle  \\\n",
       "29182                               Music of Afghanistan   \n",
       "29183                               Music of Afghanistan   \n",
       "29184     Ustad Mohammad Omar: Virtuoso from Afghanistan   \n",
       "29185  Music of Central Asia Vol. 3: Homayun Sakhi: T...   \n",
       "29186                               Music of Afghanistan   \n",
       "\n",
       "                                  Artist         Artist_Album  \\\n",
       "29182          Afghan National Orchestra      Various Artists   \n",
       "29183                       Yaqub Kasimi      Various Artists   \n",
       "29184  Ustad Mohammad Omar|Zakir Hussain  Ustad Mohammad Omar   \n",
       "29185                      Homayun Sakhi        Homayun Sakhi   \n",
       "29186                Rebab and Dhol Duet      Various Artists   \n",
       "\n",
       "       BuyLinkTrackDownload CatalogNumber CatalogNumber_Album Collection  \\\n",
       "29182                 26138   FW04361_201             FW04361        NaN   \n",
       "29183                 26142   FW04361_205             FW04361        NaN   \n",
       "29184                 51931  SFW40439_102            SFW40439        NaN   \n",
       "29185                 53229  SFW40522_101            SFW40522        NaN   \n",
       "29186                 26140   FW04361_203             FW04361        NaN   \n",
       "\n",
       "      ContentType ContentType_Album      Country  \\\n",
       "29182       Track             Album  Afghanistan   \n",
       "29183       Track             Album  Afghanistan   \n",
       "29184       Track             Album  Afghanistan   \n",
       "29185       Track             Album  Afghanistan   \n",
       "29186       Track             Album  Afghanistan   \n",
       "\n",
       "                             ...                         Language_iso3  \\\n",
       "29182                        ...                                   NaN   \n",
       "29183                        ...                                   NaN   \n",
       "29184                        ...                                   pbt   \n",
       "29185                        ...                                   NaN   \n",
       "29186                        ...                                   NaN   \n",
       "\n",
       "       Language_iso1      Region  Latitude  Longitude  \\\n",
       "29182            NaN  South Asia  33.93911  67.709953   \n",
       "29183            NaN  South Asia  33.93911  67.709953   \n",
       "29184  Indo-European  South Asia  33.93911  67.709953   \n",
       "29185            NaN  South Asia  33.93911  67.709953   \n",
       "29186            NaN  South Asia  33.93911  67.709953   \n",
       "\n",
       "                                                   Audio  \\\n",
       "29182  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
       "29183  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
       "29184  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
       "29185  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
       "29186  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
       "\n",
       "                                                  Speech  \\\n",
       "29182  /import/c4dm-02/people/mariap/SpeechMusic/2613...   \n",
       "29183  /import/c4dm-02/people/mariap/SpeechMusic/2614...   \n",
       "29184  /import/c4dm-02/people/mariap/SpeechMusic/5193...   \n",
       "29185  /import/c4dm-02/people/mariap/SpeechMusic/5322...   \n",
       "29186  /import/c4dm-02/people/mariap/SpeechMusic/2614...   \n",
       "\n",
       "                                                 Melspec  \\\n",
       "29182  /import/c4dm-02/people/mariap/MelSpec/26138_Sa...   \n",
       "29183  /import/c4dm-02/people/mariap/MelSpec/26142_Sa...   \n",
       "29184  /import/c4dm-02/people/mariap/MelSpec/51931_Sa...   \n",
       "29185  /import/c4dm-02/people/mariap/MelSpec/53229_Sa...   \n",
       "29186  /import/c4dm-02/people/mariap/MelSpec/26140_Sa...   \n",
       "\n",
       "                                                  Chroma  \\\n",
       "29182  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
       "29183  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
       "29184  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
       "29185  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
       "29186  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
       "\n",
       "                                                 Melodia  \n",
       "29182  /import/c4dm-02/people/mariap/Melodia/26138_Sa...  \n",
       "29183  /import/c4dm-02/people/mariap/Melodia/26142_Sa...  \n",
       "29184  /import/c4dm-02/people/mariap/Melodia/51931_Sa...  \n",
       "29185  /import/c4dm-02/people/mariap/Melodia/53229_Sa...  \n",
       "29186  /import/c4dm-02/people/mariap/Melodia/26140_Sa...  \n",
       "\n",
       "[5 rows x 108 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "iteration 0\n",
      "file 0 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 1 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 2 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 3 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 4 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 5 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 6 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 7 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 8 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 9 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 10 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 11 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 12 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 13 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 14 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 15 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 16 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 17 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 18 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 19 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 20 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 21 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 22 of 5037\n",
      "loading speech/music segments...\n",
      "file 23 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 24 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 25 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 26 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 27 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 28 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 29 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 30 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 31 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 32 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 33 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 34 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 35 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 36 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 37 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 38 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 39 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 40 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 41 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 42 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 43 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 44 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 45 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 46 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "file 47 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 48 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 49 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 50 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 51 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 52 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 53 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 54 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "file 55 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 56 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 57 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 58 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 59 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 60 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 61 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 62 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 63 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 64 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 65 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 66 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 67 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 68 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 69 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 70 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 71 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 72 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 73 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 74 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 75 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 76 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 77 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 78 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 79 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 80 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 81 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 82 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 83 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 84 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 85 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 86 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 87 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 88 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 89 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 90 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 91 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 92 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 93 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 94 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 95 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 96 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 97 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 98 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 99 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 100 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 101 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 102 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 103 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 104 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 105 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 106 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 107 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 108 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 109 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 110 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 111 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 112 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 113 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 114 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 115 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 116 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 117 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 118 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 119 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 120 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 121 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 122 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 123 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 124 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n",
      "extracting chroma...\n",
      "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
      "file 125 of 5037\n",
      "loading speech/music segments...\n",
      "extracting onset patterns and mfccs...\n"
     ]
    }
   ],
   "source": [
    "for n in range(n_iters):\n",
    "    print \"iteration %d\" % n\n",
    "    load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
    "                                 output_file in OUTPUT_FILES]\n",
    "    load_dataset.features_for_train_test_sets(df, write_output=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "for n in range(n_iters):\n",
    "    print \"iteration %d\" % n\n",
    "    \n",
    "    print \"mapping...\"\n",
    "    mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
    "                                 output_file in OUTPUT_FILES]\n",
    "    _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n",
    "    X = np.concatenate(ldadata_list)\n",
    "    \n",
    "    # classification and confusion\n",
    "    print \"classifying...\"\n",
    "    traininds, testinds = classification.get_train_test_indices()\n",
    "    X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n",
    "    accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n",
    "    print accuracy\n",
    "    \n",
    "    # outliers\n",
    "    print \"detecting outliers...\"\n",
    "    ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n",
    "    df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n",
    "    print_most_least_outliers_topN(df_global, N=10)\n",
    "    \n",
    "    # write output\n",
    "    print \"writing file\"\n",
    "    df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}