m@15: {
m@15:  "cells": [
m@15:   {
m@15:    "cell_type": "code",
m@23:    "execution_count": 3,
m@17:    "metadata": {},
m@15:    "outputs": [
m@15:     {
m@23:      "name": "stdout",
m@15:      "output_type": "stream",
m@15:      "text": [
m@23:       "The autoreload extension is already loaded. To reload it, use:\n",
m@23:       "  %reload_ext autoreload\n"
m@15:      ]
m@15:     }
m@15:    ],
m@15:    "source": [
m@15:     "import numpy as np\n",
m@15:     "\n",
m@15:     "%matplotlib inline\n",
m@15:     "import matplotlib.pyplot as plt\n",
m@15:     "\n",
m@15:     "%load_ext autoreload\n",
m@15:     "%autoreload 2\n",
m@15:     "\n",
m@15:     "import sys\n",
m@15:     "sys.path.append('../')\n",
m@15:     "import scripts.load_dataset as load_dataset\n",
m@15:     "import scripts.map_and_average as mapper\n",
Maria@18:     "import scripts.classification\n",
Maria@18:     "import scripts.outliers as outliers"
m@15:    ]
m@15:   },
m@15:   {
m@15:    "cell_type": "code",
m@23:    "execution_count": 4,
m@21:    "metadata": {},
m@21:    "outputs": [
m@21:     {
m@21:      "name": "stderr",
m@21:      "output_type": "stream",
m@21:      "text": [
m@23:       "../scripts/util_filter_dataset.py:22: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
m@23:       "  if len(np.where(bounds[:,2]=='m')[0])==0 or len(np.where(bounds[:,2]=='s')[0])==len(bounds):\n"
m@21:      ]
m@21:     }
m@21:    ],
m@15:    "source": [
m@17:     "OUTPUT_FILES = load_dataset.OUTPUT_FILES\n",
m@19:     "n_iters = 10\n",
m@19:     "df = load_dataset.sample_dataset(csv_file=load_dataset.METADATA_FILE)"
m@15:    ]
m@15:   },
m@15:   {
m@15:    "cell_type": "code",
m@23:    "execution_count": 5,
m@21:    "metadata": {},
m@23:    "outputs": [
m@23:     {
m@23:      "data": {
m@23:       "text/plain": [
m@23:        "(8396, 108)"
m@23:       ]
m@23:      },
m@23:      "execution_count": 5,
m@23:      "metadata": {},
m@23:      "output_type": "execute_result"
m@23:     }
m@23:    ],
m@15:    "source": [
m@21:     "df.shape"
m@21:    ]
m@21:   },
m@21:   {
m@21:    "cell_type": "code",
m@23:    "execution_count": 9,
m@23:    "metadata": {},
m@23:    "outputs": [
m@23:     {
m@23:      "name": "stdout",
m@23:      "output_type": "stream",
m@23:      "text": [
m@23:       "file 0 of 6\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 1 of 6\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 2 of 6\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 3 of 6\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 4 of 6\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 5 of 6\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "6 6 6 6 6 6\n",
m@23:       "(264, 400) (264, 240) (264, 80) (264, 120)\n",
m@23:       "file 0 of 2\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 1 of 2\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "2 2 2 2 2 2\n",
m@23:       "(88, 400) (88, 240) (88, 80) (88, 120)\n",
m@23:       "file 0 of 2\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "file 1 of 2\n",
m@23:       "loading speech/music segments...\n",
m@23:       "extracting onset patterns and mfccs...\n",
m@23:       "extracting chroma...\n",
m@23:       "extracting pitch bihist from melodia...\n",
m@23:       "2 2 2 2 2 2\n",
m@23:       "(85, 400) (85, 240) (85, 80) (85, 120)\n"
m@23:      ]
m@23:     },
m@23:     {
m@23:      "ename": "AttributeError",
m@23:      "evalue": "'list' object has no attribute 'shape'",
m@23:      "output_type": "error",
m@23:      "traceback": [
m@23:       "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
m@23:       "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
m@23:       "\u001b[0;32m<ipython-input-9-ed1b80dfb251>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_dataset\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfeatures_for_train_test_sets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwrite_output\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mprint\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtest\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
m@23:       "\u001b[0;31mAttributeError\u001b[0m: 'list' object has no attribute 'shape'"
m@23:      ]
m@23:     }
m@23:    ],
m@23:    "source": [
m@23:     "train, val, test = load_dataset.features_for_train_test_sets(df.iloc[:10, :], write_output=False)"
m@23:    ]
m@23:   },
m@23:   {
m@23:    "cell_type": "code",
m@23:    "execution_count": 8,
m@23:    "metadata": {},
m@23:    "outputs": [
m@23:     {
m@23:      "data": {
m@23:       "text/html": [
m@23:        "<div>\n",
m@23:        "<table border=\"1\" class=\"dataframe\">\n",
m@23:        "  <thead>\n",
m@23:        "    <tr style=\"text-align: right;\">\n",
m@23:        "      <th></th>\n",
m@23:        "      <th>AlbumTitle</th>\n",
m@23:        "      <th>Artist</th>\n",
m@23:        "      <th>Artist_Album</th>\n",
m@23:        "      <th>BuyLinkTrackDownload</th>\n",
m@23:        "      <th>CatalogNumber</th>\n",
m@23:        "      <th>CatalogNumber_Album</th>\n",
m@23:        "      <th>Collection</th>\n",
m@23:        "      <th>ContentType</th>\n",
m@23:        "      <th>ContentType_Album</th>\n",
m@23:        "      <th>Country</th>\n",
m@23:        "      <th>...</th>\n",
m@23:        "      <th>Language_iso3</th>\n",
m@23:        "      <th>Language_iso1</th>\n",
m@23:        "      <th>Region</th>\n",
m@23:        "      <th>Latitude</th>\n",
m@23:        "      <th>Longitude</th>\n",
m@23:        "      <th>Audio</th>\n",
m@23:        "      <th>Speech</th>\n",
m@23:        "      <th>Melspec</th>\n",
m@23:        "      <th>Chroma</th>\n",
m@23:        "      <th>Melodia</th>\n",
m@23:        "    </tr>\n",
m@23:        "  </thead>\n",
m@23:        "  <tbody>\n",
m@23:        "    <tr>\n",
m@23:        "      <th>29182</th>\n",
m@23:        "      <td>Music of Afghanistan</td>\n",
m@23:        "      <td>Afghan National Orchestra</td>\n",
m@23:        "      <td>Various Artists</td>\n",
m@23:        "      <td>26138</td>\n",
m@23:        "      <td>FW04361_201</td>\n",
m@23:        "      <td>FW04361</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>Track</td>\n",
m@23:        "      <td>Album</td>\n",
m@23:        "      <td>Afghanistan</td>\n",
m@23:        "      <td>...</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>South Asia</td>\n",
m@23:        "      <td>33.93911</td>\n",
m@23:        "      <td>67.709953</td>\n",
m@23:        "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/SpeechMusic/2613...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/MelSpec/26138_Sa...</td>\n",
m@23:        "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/Melodia/26138_Sa...</td>\n",
m@23:        "    </tr>\n",
m@23:        "    <tr>\n",
m@23:        "      <th>29183</th>\n",
m@23:        "      <td>Music of Afghanistan</td>\n",
m@23:        "      <td>Yaqub Kasimi</td>\n",
m@23:        "      <td>Various Artists</td>\n",
m@23:        "      <td>26142</td>\n",
m@23:        "      <td>FW04361_205</td>\n",
m@23:        "      <td>FW04361</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>Track</td>\n",
m@23:        "      <td>Album</td>\n",
m@23:        "      <td>Afghanistan</td>\n",
m@23:        "      <td>...</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>South Asia</td>\n",
m@23:        "      <td>33.93911</td>\n",
m@23:        "      <td>67.709953</td>\n",
m@23:        "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/MelSpec/26142_Sa...</td>\n",
m@23:        "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/Melodia/26142_Sa...</td>\n",
m@23:        "    </tr>\n",
m@23:        "    <tr>\n",
m@23:        "      <th>29184</th>\n",
m@23:        "      <td>Ustad Mohammad Omar: Virtuoso from Afghanistan</td>\n",
m@23:        "      <td>Ustad Mohammad Omar|Zakir Hussain</td>\n",
m@23:        "      <td>Ustad Mohammad Omar</td>\n",
m@23:        "      <td>51931</td>\n",
m@23:        "      <td>SFW40439_102</td>\n",
m@23:        "      <td>SFW40439</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>Track</td>\n",
m@23:        "      <td>Album</td>\n",
m@23:        "      <td>Afghanistan</td>\n",
m@23:        "      <td>...</td>\n",
m@23:        "      <td>pbt</td>\n",
m@23:        "      <td>Indo-European</td>\n",
m@23:        "      <td>South Asia</td>\n",
m@23:        "      <td>33.93911</td>\n",
m@23:        "      <td>67.709953</td>\n",
m@23:        "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/SpeechMusic/5193...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/MelSpec/51931_Sa...</td>\n",
m@23:        "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/Melodia/51931_Sa...</td>\n",
m@23:        "    </tr>\n",
m@23:        "    <tr>\n",
m@23:        "      <th>29185</th>\n",
m@23:        "      <td>Music of Central Asia Vol. 3: Homayun Sakhi: T...</td>\n",
m@23:        "      <td>Homayun Sakhi</td>\n",
m@23:        "      <td>Homayun Sakhi</td>\n",
m@23:        "      <td>53229</td>\n",
m@23:        "      <td>SFW40522_101</td>\n",
m@23:        "      <td>SFW40522</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>Track</td>\n",
m@23:        "      <td>Album</td>\n",
m@23:        "      <td>Afghanistan</td>\n",
m@23:        "      <td>...</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>South Asia</td>\n",
m@23:        "      <td>33.93911</td>\n",
m@23:        "      <td>67.709953</td>\n",
m@23:        "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/SpeechMusic/5322...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/MelSpec/53229_Sa...</td>\n",
m@23:        "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/Melodia/53229_Sa...</td>\n",
m@23:        "    </tr>\n",
m@23:        "    <tr>\n",
m@23:        "      <th>29186</th>\n",
m@23:        "      <td>Music of Afghanistan</td>\n",
m@23:        "      <td>Rebab and Dhol Duet</td>\n",
m@23:        "      <td>Various Artists</td>\n",
m@23:        "      <td>26140</td>\n",
m@23:        "      <td>FW04361_203</td>\n",
m@23:        "      <td>FW04361</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>Track</td>\n",
m@23:        "      <td>Album</td>\n",
m@23:        "      <td>Afghanistan</td>\n",
m@23:        "      <td>...</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>NaN</td>\n",
m@23:        "      <td>South Asia</td>\n",
m@23:        "      <td>33.93911</td>\n",
m@23:        "      <td>67.709953</td>\n",
m@23:        "      <td>/import/c4dm-scratch/matthiasm/data/smithsonia...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/SpeechMusic/2614...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/MelSpec/26140_Sa...</td>\n",
m@23:        "      <td>/import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...</td>\n",
m@23:        "      <td>/import/c4dm-02/people/mariap/Melodia/26140_Sa...</td>\n",
m@23:        "    </tr>\n",
m@23:        "  </tbody>\n",
m@23:        "</table>\n",
m@23:        "<p>5 rows × 108 columns</p>\n",
m@23:        "</div>"
m@23:       ],
m@23:       "text/plain": [
m@23:        "                                              AlbumTitle  \\\n",
m@23:        "29182                               Music of Afghanistan   \n",
m@23:        "29183                               Music of Afghanistan   \n",
m@23:        "29184     Ustad Mohammad Omar: Virtuoso from Afghanistan   \n",
m@23:        "29185  Music of Central Asia Vol. 3: Homayun Sakhi: T...   \n",
m@23:        "29186                               Music of Afghanistan   \n",
m@23:        "\n",
m@23:        "                                  Artist         Artist_Album  \\\n",
m@23:        "29182          Afghan National Orchestra      Various Artists   \n",
m@23:        "29183                       Yaqub Kasimi      Various Artists   \n",
m@23:        "29184  Ustad Mohammad Omar|Zakir Hussain  Ustad Mohammad Omar   \n",
m@23:        "29185                      Homayun Sakhi        Homayun Sakhi   \n",
m@23:        "29186                Rebab and Dhol Duet      Various Artists   \n",
m@23:        "\n",
m@23:        "       BuyLinkTrackDownload CatalogNumber CatalogNumber_Album Collection  \\\n",
m@23:        "29182                 26138   FW04361_201             FW04361        NaN   \n",
m@23:        "29183                 26142   FW04361_205             FW04361        NaN   \n",
m@23:        "29184                 51931  SFW40439_102            SFW40439        NaN   \n",
m@23:        "29185                 53229  SFW40522_101            SFW40522        NaN   \n",
m@23:        "29186                 26140   FW04361_203             FW04361        NaN   \n",
m@23:        "\n",
m@23:        "      ContentType ContentType_Album      Country  \\\n",
m@23:        "29182       Track             Album  Afghanistan   \n",
m@23:        "29183       Track             Album  Afghanistan   \n",
m@23:        "29184       Track             Album  Afghanistan   \n",
m@23:        "29185       Track             Album  Afghanistan   \n",
m@23:        "29186       Track             Album  Afghanistan   \n",
m@23:        "\n",
m@23:        "                             ...                         Language_iso3  \\\n",
m@23:        "29182                        ...                                   NaN   \n",
m@23:        "29183                        ...                                   NaN   \n",
m@23:        "29184                        ...                                   pbt   \n",
m@23:        "29185                        ...                                   NaN   \n",
m@23:        "29186                        ...                                   NaN   \n",
m@23:        "\n",
m@23:        "       Language_iso1      Region  Latitude  Longitude  \\\n",
m@23:        "29182            NaN  South Asia  33.93911  67.709953   \n",
m@23:        "29183            NaN  South Asia  33.93911  67.709953   \n",
m@23:        "29184  Indo-European  South Asia  33.93911  67.709953   \n",
m@23:        "29185            NaN  South Asia  33.93911  67.709953   \n",
m@23:        "29186            NaN  South Asia  33.93911  67.709953   \n",
m@23:        "\n",
m@23:        "                                                   Audio  \\\n",
m@23:        "29182  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
m@23:        "29183  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
m@23:        "29184  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
m@23:        "29185  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
m@23:        "29186  /import/c4dm-scratch/matthiasm/data/smithsonia...   \n",
m@23:        "\n",
m@23:        "                                                  Speech  \\\n",
m@23:        "29182  /import/c4dm-02/people/mariap/SpeechMusic/2613...   \n",
m@23:        "29183  /import/c4dm-02/people/mariap/SpeechMusic/2614...   \n",
m@23:        "29184  /import/c4dm-02/people/mariap/SpeechMusic/5193...   \n",
m@23:        "29185  /import/c4dm-02/people/mariap/SpeechMusic/5322...   \n",
m@23:        "29186  /import/c4dm-02/people/mariap/SpeechMusic/2614...   \n",
m@23:        "\n",
m@23:        "                                                 Melspec  \\\n",
m@23:        "29182  /import/c4dm-02/people/mariap/MelSpec/26138_Sa...   \n",
m@23:        "29183  /import/c4dm-02/people/mariap/MelSpec/26142_Sa...   \n",
m@23:        "29184  /import/c4dm-02/people/mariap/MelSpec/51931_Sa...   \n",
m@23:        "29185  /import/c4dm-02/people/mariap/MelSpec/53229_Sa...   \n",
m@23:        "29186  /import/c4dm-02/people/mariap/MelSpec/26140_Sa...   \n",
m@23:        "\n",
m@23:        "                                                  Chroma  \\\n",
m@23:        "29182  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
m@23:        "29183  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
m@23:        "29184  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
m@23:        "29185  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
m@23:        "29186  /import/c4dm-04/mariap/FeatureCsvs/Smoothie-py...   \n",
m@23:        "\n",
m@23:        "                                                 Melodia  \n",
m@23:        "29182  /import/c4dm-02/people/mariap/Melodia/26138_Sa...  \n",
m@23:        "29183  /import/c4dm-02/people/mariap/Melodia/26142_Sa...  \n",
m@23:        "29184  /import/c4dm-02/people/mariap/Melodia/51931_Sa...  \n",
m@23:        "29185  /import/c4dm-02/people/mariap/Melodia/53229_Sa...  \n",
m@23:        "29186  /import/c4dm-02/people/mariap/Melodia/26140_Sa...  \n",
m@23:        "\n",
m@23:        "[5 rows x 108 columns]"
m@23:       ]
m@23:      },
m@23:      "execution_count": 8,
m@23:      "metadata": {},
m@23:      "output_type": "execute_result"
m@23:     }
m@23:    ],
m@23:    "source": [
m@23:     "df.head()"
m@23:    ]
m@23:   },
m@23:   {
m@23:    "cell_type": "code",
m@21:    "execution_count": null,
m@21:    "metadata": {},
m@21:    "outputs": [
m@21:     {
m@21:      "name": "stdout",
m@21:      "output_type": "stream",
m@21:      "text": [
m@21:       "iteration 0\n",
m@21:       "file 0 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 1 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 2 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 3 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 4 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 5 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 6 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 7 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 8 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 9 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 10 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 11 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 12 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 13 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 14 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 15 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 16 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 17 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 18 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 19 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 20 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 21 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 22 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "file 23 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 24 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 25 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 26 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 27 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 28 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 29 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 30 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 31 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 32 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 33 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 34 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 35 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 36 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 37 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 38 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 39 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 40 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 41 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 42 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 43 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 44 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 45 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 46 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n"
m@21:      ]
m@21:     },
m@21:     {
m@21:      "name": "stdout",
m@21:      "output_type": "stream",
m@21:      "text": [
m@21:       "file 47 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 48 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 49 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 50 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 51 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 52 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 53 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 54 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "file 55 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 56 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 57 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 58 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 59 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 60 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 61 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 62 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 63 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 64 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 65 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 66 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 67 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 68 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 69 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 70 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 71 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 72 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 73 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 74 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 75 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 76 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 77 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 78 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 79 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 80 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 81 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 82 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 83 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 84 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 85 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 86 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 87 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 88 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 89 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 90 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 91 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 92 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 93 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 94 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 95 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 96 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n"
m@21:      ]
m@21:     },
m@21:     {
m@21:      "name": "stdout",
m@21:      "output_type": "stream",
m@21:      "text": [
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 97 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 98 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 99 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 100 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 101 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 102 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 103 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 104 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 105 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 106 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 107 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 108 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 109 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 110 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 111 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 112 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 113 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 114 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 115 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 116 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 117 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 118 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 119 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 120 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 121 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 122 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 123 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 124 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n",
m@21:       "extracting chroma...\n",
m@21:       "load precomputed pitch bihist /import/c4dm-05/mariap/Melodia-melody-8sec/\n",
m@21:       "file 125 of 5037\n",
m@21:       "loading speech/music segments...\n",
m@21:       "extracting onset patterns and mfccs...\n"
m@21:      ]
m@21:     }
m@21:    ],
m@21:    "source": [
m@15:     "for n in range(n_iters):\n",
m@15:     "    print \"iteration %d\" % n\n",
m@15:     "    load_dataset.OUTPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
m@15:     "                                 output_file in OUTPUT_FILES]\n",
m@15:     "    load_dataset.features_for_train_test_sets(df, write_output=True)"
m@15:    ]
m@15:   },
m@15:   {
m@15:    "cell_type": "code",
m@15:    "execution_count": null,
m@15:    "metadata": {
m@15:     "collapsed": true
m@15:    },
m@15:    "outputs": [],
m@15:    "source": [
m@15:     "for n in range(n_iters):\n",
m@15:     "    print \"iteration %d\" % n\n",
m@15:     "    \n",
m@15:     "    print \"mapping...\"\n",
m@15:     "    mapper.INPUT_FILES = [output_file.split('.pickle')[0]+'_'+str(n)+'.pickle' for \n",
m@15:     "                                 output_file in OUTPUT_FILES]\n",
m@15:     "    _, _, ldadata_list, _, _, Y, Yaudio = mapper.lda_map_and_average_frames(min_variance=0.99)\n",
m@15:     "    X = np.concatenate(ldadata_list)\n",
m@15:     "    \n",
m@15:     "    # classification and confusion\n",
m@15:     "    print \"classifying...\"\n",
Maria@18:     "    traininds, testinds = classification.get_train_test_indices()\n",
Maria@18:     "    X_train, Y_train, X_test, Y_test = classification.get_train_test_sets(X, Y, traininds, testinds)\n",
Maria@18:     "    accuracy, _ = classification.confusion_matrix(X_train, Y_train, X_test, Y_test, saveCF=False, plots=False)\n",
m@15:     "    print accuracy\n",
m@15:     "    \n",
m@15:     "    # outliers\n",
m@15:     "    print \"detecting outliers...\"\n",
Maria@18:     "    ddf = outliers.load_metadata(Yaudio, metadata_file=load_dataset.METADATA_FILE)\n",
m@15:     "    df_global, threshold, MD = get_outliers_df(X, Y, chi2thr=0.999)\n",
m@15:     "    print_most_least_outliers_topN(df_global, N=10)\n",
m@15:     "    \n",
m@15:     "    # write output\n",
m@15:     "    print \"writing file\"\n",
m@15:     "    df_global.to_csv('../data/outliers_'+str(n)+'.csv', index=False)"
m@15:    ]
m@15:   }
m@15:  ],
m@15:  "metadata": {
m@15:   "kernelspec": {
m@15:    "display_name": "Python 2",
m@15:    "language": "python",
m@15:    "name": "python2"
m@19:   },
m@19:   "language_info": {
m@19:    "codemirror_mode": {
m@19:     "name": "ipython",
m@19:     "version": 2
m@19:    },
m@19:    "file_extension": ".py",
m@19:    "mimetype": "text/x-python",
m@19:    "name": "python",
m@19:    "nbconvert_exporter": "python",
m@19:    "pygments_lexer": "ipython2",
m@19:    "version": "2.7.12"
m@15:   }
m@15:  },
m@15:  "nbformat": 4,
m@17:  "nbformat_minor": 1
m@15: }