multi_classify.ipynb

{
 "metadata": {
  "name": ""
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import numpy as np\n",
      "import pandas as pd\n",
      "from rp_feature_io import load_or_analyze_features, concatenate_features, sorted_feature_subset\n",
      "from classes_io import *\n",
      "from rp_classify import *"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 31
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# READ FEATURES\n",
      "\n",
      "#input_path = 'features/zicotest3'\n",
      "#input_path = 'features/new_mood_6Xcut'  # pure mood assignments\n",
      "#input_path = 'features/zico+new_mood'\n",
      "#input_path = 'features/test_thursday'\n",
      "#input_path = 'features/zico+new_mood+thursday_cut'\n",
      "#input_path = 'features/zico+new_mood+thursday+set2'\n",
      "#input_path = 'features/test_friday1'\n",
      "input_path = 'features/zico+new_mood+thursday+set2+friday1_cut'\n",
      "\n",
      "ids, feat = load_or_analyze_features(input_path)\n",
      "\n",
      "# NOTE: Feature files contain audio file names WITH extension. To match with CSV we do:\n",
      "ids = strip_filenames(ids) # in feature data\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Read: rp:\t447 audio file vectors, 1440 dimensions\n",
        "Read:"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " ssd:\t447 audio file vectors, 168 dimensions\n",
        "Read: rh:\t447 audio file vectors, 60 dimensions\n"
       ]
      }
     ],
     "prompt_number": 32
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# READ CLASS DATA\n",
      "\n",
      "#filename = '../Desktop/annotations/analyse_sample_sep_moods_only_edited.csv'\n",
      "#filename = '../Desktop/annotations/new mood special.csv'\n",
      "#filename = '../Desktop/annotations/zico+new_mood.csv'\n",
      "#filename = '../Desktop/annotations/test_thursday.csv'\n",
      "#filename = '../Desktop/annotations/zico+new_mood+thursday_cut.csv'\n",
      "#filename = '../Desktop/annotations/zico+new_mood+thursday+set2.csv'\n",
      "#filename = '../Desktop/annotations/test_friday1_compare+corrected.csv'\n",
      "#filename = '../Desktop/annotations/zico+new_mood+thursday+set2+friday1.csv'\n",
      "filename = '../Desktop/annotations/ALL_knowledge_WeekDec.csv'\n",
      "\n",
      "# MusiMap: for new mood special we have X/2 entries which mean like the mood is half present. we treat it as positive at the moment\n",
      "dataframe = read_multi_class_file(filename, pos_labels=('x','X/2'))\n",
      "\n",
      "file_ids_classfile = list(dataframe.index)\n",
      "\n",
      "categories = dataframe.columns.values.tolist()\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Categories in CSV file: fluid, saccad\u00e9, lyric, chaotic, quiet, water, air, wood, ground, metal, fire\n"
       ]
      }
     ],
     "prompt_number": 54
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "\n",
      "dataframe"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>fluid</th>\n",
        "      <th>saccad\u00e9</th>\n",
        "      <th>lyric</th>\n",
        "      <th>chaotic</th>\n",
        "      <th>quiet</th>\n",
        "      <th>water</th>\n",
        "      <th>air</th>\n",
        "      <th>wood</th>\n",
        "      <th>ground</th>\n",
        "      <th>metal</th>\n",
        "      <th>fire</th>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>nom</th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "      <th></th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>01 - Erykah Badu - No More Trouble</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 44 Blues</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 A Foggy Day</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 AAMosambiquetravellplan</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Animus Vox</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Beep Beep Beep</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Chega de Saudade</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Chrysalide</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 GRINNING IN YOUR FACE</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Halleluja, I Love Her So</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Hear My Train Comin'</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Hungarian Polka</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Jai Hanuman!</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Killing Me Softly With His Song</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Los Aretes De La Luna</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Privilege</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Reve 1</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Scream &amp; Shout (feat. Britney Spears)</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Since I've Been Loving You</th>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Space Oddity</th>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Sweet Mercy</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Tannhauser Ouverture</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 Umbrella [Feat. Jay-Z]</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01 We No Who U R</th>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>01A Vivaldi</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 (Sittin' On) The Dock Of The Bay</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 Choeur De Femmes - Ujaj</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 Give 'Em Hell, Kid</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 Jumpin' Jack Flash</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 Mika - Relax, Take It Easy</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 Rehab</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>02 Spoken</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 Be Like You</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 Cutting Class</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 Gangsta</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 I Love Paris Too</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 Italian Shoes</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 Lucky To Be Me</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>03 Suite Meets</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>04 - The Computers - Hot Damnocles</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>04 Chippie</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>04 Je Sais Que Tu Sais</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>04 The Touch Of Your Lips</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>04B Penny Lane</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>05 Devil Take My Soul</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>05 Don't Miss Me</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>05 I'm Waiting For The Day</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>05 La musse</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>05 LA Woman</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>05B The Fool On The Hill </th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>06 - Mc Lyte - Jammin</th>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>06 - The Computers - Rhythm Revue</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>06 Cocaine</th>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>06 Making Plans For Nigel</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>06 Powderfinger</th>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>06 Rhythm &amp; Rhyme</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>07 - Satisfy My Soul Jah-Jah</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>07 Brown Sugar</th>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>07 Choeur D'Hommes - Manimbon</th>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>07 Dub Experience II</th>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th></th>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "      <td>...</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>505 rows \u00d7 11 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 55,
       "text": [
        "                                          fluid  saccad\u00e9  lyric chaotic  \\\n",
        "nom                                                                       \n",
        "01 - Erykah Badu - No More Trouble            1        0      0       0   \n",
        "01 44 Blues                                   0        0      1       0   \n",
        "01 A Foggy Day                                1        0      1       0   \n",
        "01 AAMosambiquetravellplan                    0        1      0       0   \n",
        "01 Animus Vox                                 0        1      0       0   \n",
        "01 Beep Beep Beep                             0        1      0       1   \n",
        "01 Chega de Saudade                           1        0      1       0   \n",
        "01 Chrysalide                                 0        0      1       0   \n",
        "01 GRINNING IN YOUR FACE                      1        0      0       0   \n",
        "01 Halleluja, I Love Her So                   0        1      1       0   \n",
        "01 Hear My Train Comin'                       1        0      0       1   \n",
        "01 Hungarian Polka                            0        0      1       0   \n",
        "01 Jai Hanuman!                               0        0      1       1   \n",
        "01 Killing Me Softly With His Song            1        0      0       0   \n",
        "01 Los Aretes De La Luna                      0        0      1       0   \n",
        "01 Privilege                                  0        1      0       0   \n",
        "01 Reve 1                                     0        0      0       1   \n",
        "01 Scream & Shout (feat. Britney Spears)      0        1      0       0   \n",
        "01 Since I've Been Loving You                 1        1      0       0   \n",
        "01 Space Oddity                               1        1      0       0   \n",
        "01 Sweet Mercy                                1        0      0       0   \n",
        "01 Tannhauser Ouverture                       0        0      1       0   \n",
        "01 Umbrella [Feat. Jay-Z]                     0        1      0       0   \n",
        "01 We No Who U R                              1        1      0       0   \n",
        "01A Vivaldi                                   0        0      1       0   \n",
        "02 (Sittin' On) The Dock Of The Bay           1        0      0       0   \n",
        "02 Choeur De Femmes - Ujaj                    0        0      0       1   \n",
        "02 Give 'Em Hell, Kid                         0        1      0       1   \n",
        "02 Jumpin' Jack Flash                         1        0      0       0   \n",
        "02 Mika - Relax, Take It Easy                 0        1      0       0   \n",
        "02 Rehab                                      0        1      0       0   \n",
        "02 Spoken                                     1        0      0       1   \n",
        "03 Be Like You                                0        0      0       1   \n",
        "03 Cutting Class                              0        1      0       0   \n",
        "03 Gangsta                                    0        1      0       0   \n",
        "03 I Love Paris Too                           0        0      1       0   \n",
        "03 Italian Shoes                              0        1      0       0   \n",
        "03 Lucky To Be Me                             0        0      1       0   \n",
        "03 Suite Meets                                0        0      0       1   \n",
        "04 - The Computers - Hot Damnocles            0        0      0       1   \n",
        "04 Chippie                                    0        0      1       0   \n",
        "04 Je Sais Que Tu Sais                        0        1      0       1   \n",
        "04 The Touch Of Your Lips                     0        0      1       0   \n",
        "04B Penny Lane                                0        0      1       0   \n",
        "05 Devil Take My Soul                         0        0      0       0   \n",
        "05 Don't Miss Me                              0        1      0       1   \n",
        "05 I'm Waiting For The Day                    0        0      1       0   \n",
        "05 La musse                                   1        0      1       0   \n",
        "05 LA Woman                                   0        1      0       1   \n",
        "05B The Fool On The Hill                      0        0      1       0   \n",
        "06 - Mc Lyte - Jammin                         1        1      0       0   \n",
        "06 - The Computers - Rhythm Revue             0        0      1       1   \n",
        "06 Cocaine                                    1        1      0       0   \n",
        "06 Making Plans For Nigel                     0        1      0       0   \n",
        "06 Powderfinger                               1        1      0       0   \n",
        "06 Rhythm & Rhyme                             0        1      0       0   \n",
        "07 - Satisfy My Soul Jah-Jah                  1        0      0       0   \n",
        "07 Brown Sugar                                0        1      0       0   \n",
        "07 Choeur D'Hommes - Manimbon                 0        0      0       1   \n",
        "07 Dub Experience II                          1        0      0       0   \n",
        "                                            ...      ...    ...     ...   \n",
        "\n",
        "                                          quiet  water  air  wood  ground  \\\n",
        "nom                                                                         \n",
        "01 - Erykah Badu - No More Trouble            0      1    0     0       0   \n",
        "01 44 Blues                                   0      0    1     0       1   \n",
        "01 A Foggy Day                                0      1    1     0       0   \n",
        "01 AAMosambiquetravellplan                    0      0    1     1       1   \n",
        "01 Animus Vox                                 0      0    0     1       1   \n",
        "01 Beep Beep Beep                             0      0    0     1       1   \n",
        "01 Chega de Saudade                           0      1    1     0       0   \n",
        "01 Chrysalide                                 0      0    1     1       0   \n",
        "01 GRINNING IN YOUR FACE                      0      1    0     0       0   \n",
        "01 Halleluja, I Love Her So                   0      0    1     1       0   \n",
        "01 Hear My Train Comin'                       0      1    0     0       1   \n",
        "01 Hungarian Polka                            0      0    1     0       0   \n",
        "01 Jai Hanuman!                               0      0    1     0       1   \n",
        "01 Killing Me Softly With His Song            0      1    0     0       0   \n",
        "01 Los Aretes De La Luna                      0      1    1     0       0   \n",
        "01 Privilege                                  0      0    0     1       1   \n",
        "01 Reve 1                                     0      0    0     0       0   \n",
        "01 Scream & Shout (feat. Britney Spears)      0      0    1     1       0   \n",
        "01 Since I've Been Loving You                 0      1    0     1       1   \n",
        "01 Space Oddity                               0      1    0     1       0   \n",
        "01 Sweet Mercy                                0      1    0     0       0   \n",
        "01 Tannhauser Ouverture                       0      0    1     0       0   \n",
        "01 Umbrella [Feat. Jay-Z]                     0      0    0     1       0   \n",
        "01 We No Who U R                              0      1    0     0       0   \n",
        "01A Vivaldi                                   0      1    1     0       0   \n",
        "02 (Sittin' On) The Dock Of The Bay           0      1    0     1       0   \n",
        "02 Choeur De Femmes - Ujaj                    1      0    0     0       1   \n",
        "02 Give 'Em Hell, Kid                         0      0    0     1       1   \n",
        "02 Jumpin' Jack Flash                         0      0    1     0       0   \n",
        "02 Mika - Relax, Take It Easy                 0      1    1     1       0   \n",
        "02 Rehab                                      0      0    0     1       0   \n",
        "02 Spoken                                     0      1    0     0       1   \n",
        "03 Be Like You                                0      0    1     1       1   \n",
        "03 Cutting Class                              0      0    0     1       0   \n",
        "03 Gangsta                                    0      0    1     1       0   \n",
        "03 I Love Paris Too                           0      1    1     0       0   \n",
        "03 Italian Shoes                              0      0    0     1       0   \n",
        "03 Lucky To Be Me                             0      1    1     0       0   \n",
        "03 Suite Meets                                0      0    0     0       1   \n",
        "04 - The Computers - Hot Damnocles            0      0    0     1       1   \n",
        "04 Chippie                                    0      1    1     0       0   \n",
        "04 Je Sais Que Tu Sais                        0      0    0     1       1   \n",
        "04 The Touch Of Your Lips                     0      1    1     0       0   \n",
        "04B Penny Lane                                0      0    1     0       0   \n",
        "05 Devil Take My Soul                         0      1    0     1       0   \n",
        "05 Don't Miss Me                              0      0    0     1       1   \n",
        "05 I'm Waiting For The Day                    0      1    1     0       0   \n",
        "05 La musse                                   0      1    1     0       0   \n",
        "05 LA Woman                                   0      0    0     1       1   \n",
        "05B The Fool On The Hill                      0      0    1     0       0   \n",
        "06 - Mc Lyte - Jammin                         0      1    0     1       0   \n",
        "06 - The Computers - Rhythm Revue             0      0    1     1       1   \n",
        "06 Cocaine                                    0      1    0     1       0   \n",
        "06 Making Plans For Nigel                     0      0    1     1       0   \n",
        "06 Powderfinger                               0      1    0     1       0   \n",
        "06 Rhythm & Rhyme                             0      1    0     1       0   \n",
        "07 - Satisfy My Soul Jah-Jah                  0      0    1     1       0   \n",
        "07 Brown Sugar                                0      0    0     1       0   \n",
        "07 Choeur D'Hommes - Manimbon                 1      0    0     0       1   \n",
        "07 Dub Experience II                          0      1    0     0       0   \n",
        "                                            ...    ...  ...   ...     ...   \n",
        "\n",
        "                                          metal  fire  \n",
        "nom                                                    \n",
        "01 - Erykah Badu - No More Trouble            0     0  \n",
        "01 44 Blues                                   0     0  \n",
        "01 A Foggy Day                                0     0  \n",
        "01 AAMosambiquetravellplan                    1     0  \n",
        "01 Animus Vox                                 1     0  \n",
        "01 Beep Beep Beep                             1     0  \n",
        "01 Chega de Saudade                           0     0  \n",
        "01 Chrysalide                                 0     0  \n",
        "01 GRINNING IN YOUR FACE                      0     1  \n",
        "01 Halleluja, I Love Her So                   0     0  \n",
        "01 Hear My Train Comin'                       1     0  \n",
        "01 Hungarian Polka                            0     0  \n",
        "01 Jai Hanuman!                               0     1  \n",
        "01 Killing Me Softly With His Song            0     0  \n",
        "01 Los Aretes De La Luna                      0     0  \n",
        "01 Privilege                                  0     0  \n",
        "01 Reve 1                                     1     0  \n",
        "01 Scream & Shout (feat. Britney Spears)      0     0  \n",
        "01 Since I've Been Loving You                 0     0  \n",
        "01 Space Oddity                               1     0  \n",
        "01 Sweet Mercy                                0     0  \n",
        "01 Tannhauser Ouverture                       0     0  \n",
        "01 Umbrella [Feat. Jay-Z]                     0     0  \n",
        "01 We No Who U R                              1     0  \n",
        "01A Vivaldi                                   0     0  \n",
        "02 (Sittin' On) The Dock Of The Bay           0     0  \n",
        "02 Choeur De Femmes - Ujaj                    0     1  \n",
        "02 Give 'Em Hell, Kid                         0     0  \n",
        "02 Jumpin' Jack Flash                         0     0  \n",
        "02 Mika - Relax, Take It Easy                 0     0  \n",
        "02 Rehab                                      0     0  \n",
        "02 Spoken                                     1     1  \n",
        "03 Be Like You                                0     0  \n",
        "03 Cutting Class                              0     0  \n",
        "03 Gangsta                                    0     0  \n",
        "03 I Love Paris Too                           0     0  \n",
        "03 Italian Shoes                              0     0  \n",
        "03 Lucky To Be Me                             0     0  \n",
        "03 Suite Meets                                0     0  \n",
        "04 - The Computers - Hot Damnocles            0     0  \n",
        "04 Chippie                                    0     0  \n",
        "04 Je Sais Que Tu Sais                        0     0  \n",
        "04 The Touch Of Your Lips                     1     0  \n",
        "04B Penny Lane                                0     0  \n",
        "05 Devil Take My Soul                         0     0  \n",
        "05 Don't Miss Me                              0     0  \n",
        "05 I'm Waiting For The Day                    1     0  \n",
        "05 La musse                                   0     0  \n",
        "05 LA Woman                                   0     0  \n",
        "05B The Fool On The Hill                      1     0  \n",
        "06 - Mc Lyte - Jammin                         0     0  \n",
        "06 - The Computers - Rhythm Revue             0     0  \n",
        "06 Cocaine                                    0     0  \n",
        "06 Making Plans For Nigel                     0     0  \n",
        "06 Powderfinger                               0     0  \n",
        "06 Rhythm & Rhyme                             0     0  \n",
        "07 - Satisfy My Soul Jah-Jah                  0     0  \n",
        "07 Brown Sugar                                0     0  \n",
        "07 Choeur D'Hommes - Manimbon                 0     1  \n",
        "07 Dub Experience II                          0     0  \n",
        "                                            ...   ...  \n",
        "\n",
        "[505 rows x 11 columns]"
       ]
      }
     ],
     "prompt_number": 55
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# MATCHING CLASS AND AUDIO FEATURE IDS\n",
      "\n",
      "ids_matched = match_filenames(file_ids_classfile, ids)\n",
      "\n",
      "# Note: sorting or not sorting changes the results of cross-validation :-(\n",
      "ids_matched = sorted(ids_matched)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "505 files in class file\n",
        "447 files in feature file(s)\n",
        "445 files matching\n",
        "\n",
        "in class definition but not in audio feature files:\n",
        "\n",
        "02 Struck Down\n",
        "06 Blancasnow\n",
        "1-05 Song No. 1\n",
        "04 Tus Ojos...!\n",
        "07 Their Memories\n",
        "10 bad day (live)\n",
        "bourgoisie blues\n",
        "05A The Honeydripper\n",
        "06 Marijuana Defenders\n",
        "02 marijuana in my brain instru\n",
        "Can't Hold Us\n",
        "03 Giorgio by Moroder\n",
        "08 Sensuality\n",
        "12 My Blues\n",
        "01 Country Road (Live)\n",
        "09 What Do I Have To Do T Prove My Love To You\n",
        "sony mix\n",
        "move like jagger\n",
        "07 No Thing On Me (Cocaine Song)\n",
        "13 Exodus\n",
        "02 The Game of Love\n",
        "04 Inabox\n",
        "04 Penetration\n",
        "Unsquare dance (114x79)\n",
        "2-05 Birth1\n",
        "12 \u30de\u30f3\u30e2\u30b9\u306e\u884c\u9032\n",
        "6-02 Silence [Instrumental]\n",
        "05 I'll Go Through\n",
        "It's My Birthday\n",
        "17 La Bamba _ Twist And Shout (Medley)\n",
        "02 hypofull of love\n",
        "Show Yourself _ Tun Ova Riddim _ June 2013\n",
        "09 Cry Me A River\n",
        "Cargo de nuit\n",
        "03 Croatian Rebel\n",
        "01 GRINNING IN YOUR FACE\n",
        "07 Susie Q\n",
        "06 Mannish Boy\n",
        "printemps\n",
        "08 Take A Look (At Yourself)\n",
        "03 Samba Vexillographica\n",
        "09 Maria Callas\n",
        "04 Apollo\n",
        "exofavela6\n",
        "exofavela5\n",
        "19 Luna de Margarita\n",
        "Happy (Official Music Video)-16\n",
        "Blurred Lines ft. T.I., Pharrell\n",
        "05 Dusk\n",
        "braz girl\n",
        "12 (I'm a) Roadrunner\n",
        "Heroes\n",
        "07 Shaouk\n",
        "07 Every Teardrop Is a Waterfall\n",
        "04 Joy, Joy [Remastered_ 2001]\n",
        "2-12 I'm Sitting On Top Of The World\n",
        "05 Hey Bo Diddley\n",
        "05 Evil And A Heathen\n",
        "12 The Barn\n",
        "11 Memphis\n",
        "\n",
        "in audio feature files but not in class definition:\n",
        "\n",
        "04 I Want To Be Happy\n",
        "The Walking Dead - G\u00e9n\u00e9rique Saison 5 [OFFICIEL]\n"
       ]
      }
     ],
     "prompt_number": 56
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# create a new reduced dataframe that contains only the matched files (in the matched order)\n",
      "dataframe_cut = dataframe.ix[ids_matched]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 57
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# get numeric classes from the class dataframe \n",
      "classes_num = dataframe_cut.as_matrix()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 58
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# PREPARE FEATURES\n",
      "\n",
      "# cut & resort the features according to matched ids (subset, if files are missing in class file)\n",
      "feat_sorted = sorted_feature_subset(feat, ids, ids_matched)\n",
      "\n",
      "# select the feature types to use + combine\n",
      "#feature_types = ('ssd','rh')\n",
      "#feature_types = ('rp')\n",
      "#feature_types = ('rp','ssd')\n",
      "feature_types = ('rp','ssd','rh')\n",
      "feat_merged = concatenate_features(feat_sorted, feature_types)\n",
      "\n",
      "# standardize\n",
      "features, scaler = standardize(feat_merged)\n",
      "\n",
      "# debug\n",
      "print \"After matching & concatenation:\", features.shape[0], \"files,\", features.shape[1], \"feature dimensions\""
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "After matching & concatenation: 445 files, 1668 feature dimensions\n"
       ]
      }
     ],
     "prompt_number": 38
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# DIRECT MULTI CLASS CLASSIFICATION with sklearn\n",
      "\n",
      "from sklearn import preprocessing, svm\n",
      "from sklearn.multiclass import OneVsRestClassifier\n",
      "from sklearn.svm import SVC\n",
      "\n",
      "#model = svm.SVC(kernel='linear')\n",
      "# we use this syntax as it supports multi-class classification\n",
      "model = OneVsRestClassifier(SVC(kernel='linear'))\n",
      "\n",
      "# with probabilities?\n",
      "#model = svm.SVC(probability=True, random_state=0)\n",
      "# cross_validation.cross_val_score(clf, X, y, scoring='log_loss')\n",
      "model.fit(features,classes_num)\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 9,
       "text": [
        "OneVsRestClassifier(estimator=SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
        "  decision_function_shape=None, degree=3, gamma='auto', kernel='linear',\n",
        "  max_iter=-1, probability=False, random_state=None, shrinking=True,\n",
        "  tol=0.001, verbose=False),\n",
        "          n_jobs=1)"
       ]
      }
     ],
     "prompt_number": 9
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "model = train_model(features, classes_num, print_accuracy = True)\n",
      "    "
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Accuracy on train set: 100.00 %\n"
       ]
      }
     ],
     "prompt_number": 10
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "classes_num.shape"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 13,
       "text": [
        "(391, 11)"
       ]
      }
     ],
     "prompt_number": 13
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# CROSS VALIDATION\n",
      "# we iterate over the categories in class file columns here\n",
      "\n",
      "from sklearn import cross_validation\n",
      "\n",
      "for c in range(len(categories)):\n",
      "    cls = classes_num[:,c]\n",
      "    a= cross_validation.cross_val_score(model, features,cls, scoring='accuracy', cv=10)\n",
      "    mean_acc = np.mean(a)\n",
      "    print categories[c], mean_acc * 100"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "fluid 72.108974359\n",
        "saccad\u00e9"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 75.132928475\n",
        "lyric"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 72.3782051282\n",
        "chaotic"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 71.4429824561\n",
        "quiet"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 91.3755060729\n",
        "water"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 64.2115384615\n",
        "air"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 67.532388664\n",
        "wood"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 73.258097166\n",
        "ground"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 67.2820512821\n",
        "metal"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 72.3677462888\n",
        "fire"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 89.298582996\n"
       ]
      }
     ],
     "prompt_number": 11
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "print \"Input Audio Analysis for Model:\", input_path\n",
      "print \"Input Expert Class Annotations:\", filename\n",
      "print \"Feature Types used: \" + \", \".join(feature_types).upper() \n",
      "print"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Input Audio Analysis for Model: features/zico+new_mood+thursday+set2+friday1_cut\n",
        "Input Expert Class Annotations: ../Desktop/annotations/zico+new_mood+thursday+set2+friday1.csv\n",
        "Feature Types used: RP, SSD, RH\n",
        "\n"
       ]
      }
     ],
     "prompt_number": 39
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# CLASSIFICATION LOOP\n",
      "# CUSTOM MULTI CLASS CLASSIFICATION self-written\n",
      "\n",
      "crossval_outfile = 'output/tom_music_crossval.csv'\n",
      "fil = open(crossval_outfile,'w')\n",
      "fil.write(\"Input Audio Analysis for Model:\\t\" + input_path + '\\n')\n",
      "fil.write(\"Feature Types used:\\t\" + \", \".join(feature_types).upper() + '\\n')\n",
      "fil.write(\"Input Expert Class Annotations:\\t\" + filename + '\\n\\n')\n",
      "fil.write(\"CROSS-VALIDATION (10 folds):\\n\\n\")\n",
      "\n",
      "models = {} # store all models in a dict\n",
      "labelenc = {} # store all labelencoders in a dict\n",
      "\n",
      "# separate between 2 groups\n",
      "rhythmic_moods = categories[0:5]\n",
      "mood_groups = categories[5:11]\n",
      "\n",
      "# accumulate accuracy for groups and overall\n",
      "mean_acc_rhythm = 0\n",
      "mean_acc_moodgr = 0\n",
      "mean_acc_overall = 0\n",
      "\n",
      "model_file_stub = \"models/model\"\n",
      "\n",
      "print \"Input Audio Analysis for Model:\", input_path\n",
      "print \"Input Expert Class Annotations:\", filename\n",
      "print \"Feature Types used: \" + \", \".join(feature_types).upper() \n",
      "print\n",
      "\n",
      "# iterate over the categories (= columns)\n",
      "\n",
      "for cat in categories:\n",
      "    print \"Class: \" + cat + \":\\t\",\n",
      "    class_labels = dataframe_cut.ix[:,cat].tolist()\n",
      "    \n",
      "    # number of positive class labels\n",
      "    n_examples = sum(c == 1 for c in class_labels)\n",
      "    print n_examples, ' files\\t',\n",
      "    fil.write(cat + \"\\t\" + str(n_examples) + 'files\\t')\n",
      "    \n",
      "    # convert to numeric classes\n",
      "    classes_num, labelencoder = classes_to_numeric(class_labels, verbose=False, return_encoder = True)\n",
      "    \n",
      "    # train model\n",
      "    # with_probabilities is needed when we want to output probabilities at test time\n",
      "    # but it takes much longer (as it does internal cross-validation) and results may also be different \n",
      "    model = train_model(features, classes_num, print_accuracy = False)\n",
      "    \n",
      "    # store in memory (dict)\n",
      "    models[cat] = model\n",
      "    labelenc[cat] = labelencoder\n",
      "    \n",
      "    # cross validate accuracy\n",
      "    acc = cross_validate(model, features, classes_num, folds=10)\n",
      "    #print \"Avg Accuracy (%d folds): %2.2f %% \\t (stddev: %2.2f)\" % (len(acc), (np.mean(acc)*100), np.std(acc)*100)\n",
      "    mean_acc = np.mean(acc)\n",
      "    print \"%2.2f %%\" %  (mean_acc*100)\n",
      "    fil.write(\"%2.2f %%\".format((mean_acc*100)) + '\\n')\n",
      "    \n",
      "    mean_acc_overall += mean_acc\n",
      "    if cat in rhythmic_moods: mean_acc_rhythm += mean_acc\n",
      "    if cat in mood_groups: mean_acc_moodgr += mean_acc\n",
      "          \n",
      "    # save model\n",
      "    save_model(model_file_stub + \".\" + cat + \".pkl\", model, scaler, labelencoder)\n",
      "\n",
      "mean_acc_rhythm /= len(rhythmic_moods)\n",
      "mean_acc_moodgr /= len(mood_groups)\n",
      "mean_acc_overall /= len(categories)\n",
      "print 'AVG ACCURACY Rhythmic Moods:\\t%2.2f %%' %  (mean_acc_rhythm*100)\n",
      "print 'AVG ACCURACY Mood Groups:\\t%2.2f %%' %  (mean_acc_moodgr*100)\n",
      "print 'AVG ACCURACY OVERALL:    \\t%2.2f %%' %  (mean_acc_overall*100)\n",
      "print\n",
      "print \"written to\", crossval_outfile\n",
      "fil.close()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Input Audio Analysis for Model: features/zico+new_mood+thursday+set2+friday1_cut\n",
        "Input Expert Class Annotations: ../Desktop/annotations/zico+new_mood+thursday+set2+friday1.csv\n",
        "Feature Types used: RP, SSD, RH\n",
        "\n",
        "Class: fluid:\t0  files\t71.70 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: saccad\u00e9:\t"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "0  files\t77.75 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: lyric:\t0  files\t71.20 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: chaotic:\t0  files\t73.05 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: quiet:\t0  files\t89.90 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: water:\t0  files\t66.99 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: air:\t0  files\t68.73 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: wood:\t0  files\t73.46 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: ground:\t0  files\t69.41 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: metal:\t0  files\t70.56 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Class: fire:\t0  files\t88.56 %"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "AVG ACCURACY Rhythmic Moods:\t76.72 %\n",
        "AVG ACCURACY Mood Groups:\t72.95 %\n",
        "AVG ACCURACY OVERALL:    \t74.67 %\n",
        "\n",
        "written to output/tom_music_crossval.csv\n"
       ]
      }
     ],
     "prompt_number": 41
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# TESTING\n",
      "#test_path = 'features/test-eau'\n",
      "#test_path = 'features/test_new_thomas'\n",
      "#test_path = \"features/zicotest3\"\n",
      "#test_path = \"features/test_wednesday\"\n",
      "#test_path = 'features/thursday_verify'\n",
      "#test_path = 'features/test_friday2'\n",
      "test_path = 'features/tom_music'\n",
      "result_filename = 'output/test_tom_music.csv'\n",
      "ids_test, feat_test = load_or_analyze_features(test_path)\n",
      "\n",
      "# SELECT OR CONCATENATE FEATURES\n",
      "feat_test_merged = concatenate_features(feat_test, feature_types)\n",
      "\n",
      "# SCALE FEATURES LIKE TRAINING DATA\n",
      "features_to_classify = scaler.transform(feat_test_merged)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Read: rp:\t7 audio file vectors, 1440 dimensions\n",
        "Read: ssd:\t7 audio file vectors, 168 dimensions\n",
        "Read: rh:\t7 audio file vectors, 60 dimensions\n"
       ]
      }
     ],
     "prompt_number": 42
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# CLASSIFY (new method: sklearn)\n",
      "\n",
      "predictions = model.predict(features_to_classify)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 16
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def predictions_to_list(predictions, categories):\n",
      "    '''translate a binary multi-class prediction matrix to a list of strings containing the positively \n",
      "    predicted labels\n",
      "    \n",
      "    predictions: numpy array with 0/1 predictions\n",
      "    categories: list of category labels for each column in predictions (number of columns must match number of list entries)\n",
      "    returns: dict with one entry per file id, containing a list of string values for positively predicted classes \n",
      "    '''\n",
      "    \n",
      "    # initialize results dict with empty list so entries are contained that do not have a single positive prediction\n",
      "    results = {}\n",
      "    for f in ids_test:\n",
      "        results[f] = []\n",
      "    \n",
      "    # iterate over columns and store the positive predictions in a list\n",
      "    for c in range(predictions.shape[1]):\n",
      "        cat = categories[c]\n",
      "        for f,p in zip(ids_test,predictions[:,c]):\n",
      "            if p == 1:\n",
      "                if not f in results:\n",
      "                    results[f] = [cat] # create new 1-entry list entry in results dict\n",
      "                else:\n",
      "                    results[f].append(cat) # append to existing list\n",
      "    \n",
      "    return results"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 27
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# PRINT RESULTS\n",
      "\n",
      "results = predictions_to_list(predictions, categories)\n",
      "\n",
      "print \"Input Audio Analysis for Model:\", input_path\n",
      "print \"Feature Types used: \" + \", \".join(feature_types).upper() \n",
      "print \"Input Expert Class Annotations:\", filename\n",
      "print \"Audio Files to Test:\", test_path\n",
      "print \"Output file:\", result_filename\n",
      "print\n",
      "print \"PREDICTIONS:\"\n",
      "for k in results.keys():\n",
      "    print k, '\\t', \", \".join(results.get(k))"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Input Audio Analysis for Model: features/zico+new_mood+thursday+set2\n",
        "Feature Types used: RP, SSD, RH\n",
        "Input Expert Class Annotations: ../Desktop/annotations/zico+new_mood+thursday+set2.csv\n",
        "Audio Files to Test: features/test_friday2\n",
        "Output file: output/test_friday2_input_zico+new_mood+thursday+set2.csv\n",
        "\n",
        "PREDICTIONS:\n",
        "1-05 Song No. 1.aif \twater\n",
        "12 The Barn.mp3 \tsaccad\u00e9, air\n",
        "05 Hey Bo Diddley.mp3 \tfluid, water, air, fire\n",
        "04 Joy, Joy [Remastered_ 2001].mp3 \tquiet, water, fire\n",
        "6-02 Silence [Instrumental].wav \tlyric, quiet, water, air, metal\n",
        "06 Mannish Boy.wav \tchaotic, wood, ground\n",
        "05 Evil And A Heathen.mp3 \tsaccad\u00e9, chaotic, wood, ground\n",
        "04 Tus Ojos...!.wav \tquiet\n",
        "11 Memphis.wav \tfluid, water, wood, metal\n",
        "12 My Blues.mp3 \t\n",
        "19 Luna de Margarita.mp3 \tlyric, water, air, wood, ground\n",
        "12 (I'm a) Roadrunner.mp3 \tsaccad\u00e9, water, air, wood\n",
        "03 Croatian Rebel.mp3 \tfluid, chaotic, air\n",
        "05A The Honeydripper.aif \tlyric, air, wood, ground\n",
        "07 Every Teardrop Is a Waterfall.mp3 \tsaccad\u00e9, chaotic, wood, ground\n",
        "06 Blancasnow.wav \tfluid, quiet, water, air, fire\n",
        "05 I'll Go Through.wav \twood\n",
        "04 Apollo.mp3 \tsaccad\u00e9, wood\n",
        "08 Take A Look (At Yourself).wav \tfluid, saccad\u00e9, chaotic, water, wood, metal\n",
        "17 La Bamba _ Twist And Shout (Medley).wav \tsaccad\u00e9, chaotic, wood\n",
        "09 Maria Callas.aif \tfire\n",
        "braz girl.mp3 \tfluid, saccad\u00e9, water, metal\n",
        "07 Susie Q.mp3 \tchaotic, water, wood\n",
        "04 Inabox.mp3 \tsaccad\u00e9, quiet\n",
        "2-05 Birth1.aif \tfluid, saccad\u00e9, chaotic, water, wood\n",
        "09 Cry Me A River.mp3 \tfluid, water, metal\n",
        "02 Struck Down.mp3 \tfluid, saccad\u00e9, wood\n",
        "06 Marijuana Defenders.mp3 \tfluid, quiet\n",
        "02 The Game of Love.mp3 \tfluid, saccad\u00e9, chaotic, water, metal\n",
        "05 Dusk.wav \tquiet, fire\n",
        "07 Their Memories.mp3 \tlyric, water\n",
        "01 Country Road (Live).wav \tfluid, water, wood\n",
        "07 No Thing On Me (Cocaine Song).mp3 \tsaccad\u00e9, water, wood\n",
        "10 bad day (live).mp3 \tfluid, water, wood, metal\n",
        "03 Giorgio by Moroder.mp3 \tfluid, saccad\u00e9, water, wood, metal\n",
        "02 marijuana in my brain instru.mp3 \tfluid, water, ground\n",
        "03 Samba Vexillographica.mp3 \twood, fire\n",
        "08 Once In A While.wav \tfluid, lyric, air, wood, metal\n",
        "Heroes.mp3 \tchaotic, quiet, ground, fire\n",
        "13 Exodus.mp3 \tsaccad\u00e9, lyric, air, wood\n",
        "04 Penetration.wav \tsaccad\u00e9, lyric, chaotic, wood, ground, metal\n",
        "07 Shaouk.wav \tlyric, water, air, metal\n",
        "08 Sensuality.wav \tlyric, water, air\n"
       ]
      }
     ],
     "prompt_number": 28
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# CLASSIFY (old method: each category separately)\n",
      "\n",
      "# initialize results dict with empty list so entries are contained that do not have a single positive prediction\n",
      "results = {}\n",
      "for f in ids_test:\n",
      "    results[f] = []\n",
      "\n",
      "# if a prediction was made for a certain category, add its name to the dict list\n",
      "for cat in categories:  \n",
      "    predictions = classify(models[cat], features_to_classify, labelenc[cat])\n",
      "\n",
      "    for f,p in zip(ids_test,predictions):\n",
      "        #print f, \"\\t\", p\n",
      "        if p == 1:\n",
      "            if not f in results:\n",
      "                results[f] = [cat] # create new 1-entry list entry in results dict\n",
      "            else:\n",
      "                results[f].append(cat) # append to existing list\n",
      "    "
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 46
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "results"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 47,
       "text": [
        "{'01 - Asian Dub Foundation - Flyover.m4a': ['saccad\\xc3\\xa9',\n",
        "  'lyric',\n",
        "  'water',\n",
        "  'air',\n",
        "  'wood'],\n",
        " '03 TV on the radio - Dancing Choose.mp3': ['wood'],\n",
        " '04 - Paul Kalkbrenner - Sky And Sand (Radio Edit).mp3': ['saccad\\xc3\\xa9',\n",
        "  'chaotic',\n",
        "  'ground',\n",
        "  'metal',\n",
        "  'fire'],\n",
        " 'Johann Strauss - Emperor Waltz op. 437.mp3': ['lyric', 'fire'],\n",
        " 'Morcheeba - Big Calm.mp3': ['fluid',\n",
        "  'saccad\\xc3\\xa9',\n",
        "  'lyric',\n",
        "  'air',\n",
        "  'wood'],\n",
        " 'Nine Inch Nails - Hurt.mp3': ['quiet', 'water', 'fire'],\n",
        " 'Prodigy - Voodoo People.mp3': ['saccad\\xc3\\xa9',\n",
        "  'lyric',\n",
        "  'chaotic',\n",
        "  'air',\n",
        "  'wood',\n",
        "  'ground']}"
       ]
      }
     ],
     "prompt_number": 47
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# SAVE to output file\n",
      "fil = open(result_filename,'w')\n",
      "fil.write(\"Input Audio Analysis for Model:\\t\" + input_path + '\\n')\n",
      "fil.write(\"Feature Types used:\\t\" + \", \".join(feature_types).upper() + '\\n')\n",
      "fil.write(\"Input Expert Class Annotations:\\t\" + filename + '\\n')\n",
      "fil.write(\"Audio Files to Test:\\t\" + test_path + '\\n')\n",
      "fil.write(\"PREDICTIONS:\\n\\n\")\n",
      "for k in results.keys():\n",
      "    fil.write(k + '\\t' + \"\\t\".join(results.get(k)) + '\\n') \n",
      "fil.close()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 48
    },
    {
     "cell_type": "code",
     "collapsed": true,
     "input": [
      "# TEST WITH PROBABILITIES\n",
      "\n",
      "cat = categories[0]\n",
      "print cat\n",
      "\n",
      "model = models[cat]\n",
      "print model.classes_\n",
      "print labelenc[cat].inverse_transform(model.classes_)\n",
      "pred = model.predict(features_to_classify)\n",
      "prob = model.predict_proba(features_to_classify)\n",
      "dec = model.decision_function(features_to_classify)\n",
      "\n",
      "for c, p, d in zip(pred,prob,dec):\n",
      "    print c, p, d\n",
      "\n",
      "# NOT UNDERSTANDABLE\n",
      "#fluid\n",
      "#[0 1]\n",
      "#['n' 'x']\n",
      "#1 [ 0.60997072  0.39002928] 0.777435842855\n",
      "#0 [ 0.76297632  0.23702368] -0.831269278351\n",
      "#1 [ 0.56023258  0.43976742] 1.24380788124\n",
      "#1 [ 0.59362058  0.40637942] 0.933793985289\n",
      "#0 [ 0.77118897  0.22881103] -0.934217910963"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "ename": "AttributeError",
       "evalue": "predict_proba is not available when  probability=False",
       "output_type": "pyerr",
       "traceback": [
        "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
        "\u001b[0;32m<ipython-input-118-83cde1792b52>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      8\u001b[0m \u001b[0;32mprint\u001b[0m \u001b[0mlabelenc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mcat\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minverse_transform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclasses_\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[0mpred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfeatures_to_classify\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 10\u001b[0;31m \u001b[0mprob\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict_proba\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfeatures_to_classify\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     11\u001b[0m \u001b[0mdec\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdecision_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfeatures_to_classify\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     12\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
        "\u001b[0;32m/usr/local/lib/python2.7/dist-packages/sklearn/svm/base.pyc\u001b[0m in \u001b[0;36mpredict_proba\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    608\u001b[0m         \u001b[0mdatasets\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    609\u001b[0m         \"\"\"\n\u001b[0;32m--> 610\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_check_proba\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    611\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_predict_proba\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    612\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
        "\u001b[0;32m/usr/local/lib/python2.7/dist-packages/sklearn/svm/base.pyc\u001b[0m in \u001b[0;36m_check_proba\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    575\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_check_proba\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    576\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mprobability\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 577\u001b[0;31m             raise AttributeError(\"predict_proba is not available when \"\n\u001b[0m\u001b[1;32m    578\u001b[0m                                  \" probability=False\")\n\u001b[1;32m    579\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_impl\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;34m'c_svc'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'nu_svc'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
        "\u001b[0;31mAttributeError\u001b[0m: predict_proba is not available when  probability=False"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "fluid\n",
        "[0 1]\n",
        "['n' 'x']\n"
       ]
      }
     ],
     "prompt_number": 118
    }
   ],
   "metadata": {}
  }
 ]
}