models/predict_moog.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/thib/.virtualenvs/keras/local/lib/python2.7/site-packages/rpy2/rinterface/__init__.py:185: RRuntimeWarning: During startup - \n",
      "  warnings.warn(x, RRuntimeWarning)\n",
      "/home/thib/.virtualenvs/keras/local/lib/python2.7/site-packages/rpy2/rinterface/__init__.py:185: RRuntimeWarning: Warning message:\n",
      "\n",
      "  warnings.warn(x, RRuntimeWarning)\n",
      "/home/thib/.virtualenvs/keras/local/lib/python2.7/site-packages/rpy2/rinterface/__init__.py:185: RRuntimeWarning: Setting LC_CTYPE failed, using \"C\" \n",
      "\n",
      "  warnings.warn(x, RRuntimeWarning)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import csv   \n",
    "import math\n",
    "import matplotlib.pyplot as plt\n",
    "import datetime\n",
    "\n",
    "import librosa as lr\n",
    "import librosa.display as lrd\n",
    "%matplotlib inline\n",
    "%load_ext rpy2.ipython"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "RESULTS-moog-2018-01-11_16:13.csv\n"
     ]
    }
   ],
   "source": [
    "SPLIT_TRAIN_TEST = .8\n",
    "TARGET_FILE = '../data/moog/moog.csv'\n",
    "SAMPLES_FOLDER = '../data/moog/moog_samples/'\n",
    "FOLDER_PREFIX = 'moog'\n",
    "\n",
    "D = str(datetime.datetime.now())\n",
    "RESULTS_FILE = 'RESULTS-' + FOLDER_PREFIX + '-' + D[:16].replace(' ','_') + '.csv'\n",
    "print RESULTS_FILE\n",
    "\n",
    "HOP_LENGTH = 512\n",
    "\n",
    "N_MFCC = 16\n",
    "N_MEL = 96\n",
    "\n",
    "SUBSET = False\n",
    "N_EPOCHS = 35\n",
    "BATCH_SIZE = 32\n",
    "VERBOSE = 1\n",
    "VALIDATION = .1\n",
    "\n",
    "DEPENDENCIES = {}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Prepares datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   filter_reso  mixer_noise  mixer_osc2  mixer_osc1  env_amplifier_attack  \\\n",
      "0     0.698285     1.862296    2.768113    6.404199              1.648660   \n",
      "1     4.970396     4.242202    0.766648    7.055484              3.825307   \n",
      "2     4.577916     9.307819    7.043887    4.229384              3.269853   \n",
      "3     8.953183     0.983947    8.842092    8.514924              0.371727   \n",
      "4     6.111823     4.609046    2.621620    4.258072              1.008362   \n",
      "\n",
      "  osc2_octave  env_amplifier_decay  filter_cutoff  mod_wave_amount  \\\n",
      "0          2f             1.513154       1.681011         7.167185   \n",
      "1          2f             2.227309       6.105719         4.008423   \n",
      "2          4f             3.631203       7.143991         5.766343   \n",
      "3          2f             3.199658       3.233840         4.793383   \n",
      "4          8f             6.661784       9.540377         2.125984   \n",
      "\n",
      "   mod_lfo_rate   ...   osc1_wave  filter_kb_tracking_amount  \\\n",
      "0      3.447476   ...    9.203443                   0.089727   \n",
      "1      2.475737   ...    6.151499                   8.420314   \n",
      "2      7.110419   ...    9.903559                   4.313007   \n",
      "3      4.892266   ...    0.245987                   7.893548   \n",
      "4      6.949277   ...    1.420985                   6.261368   \n",
      "\n",
      "  env_filter_attack  env_filter_decay  filter_eg_amount  osc2_wave  \\\n",
      "0          4.793383          3.719099          6.600745   9.732039   \n",
      "1          1.190869          6.977355          7.197705   2.194958   \n",
      "2          9.476286          5.122383          7.478484   0.516999   \n",
      "3          6.814381          1.699933          1.446621   7.769639   \n",
      "4          4.260514          1.575414          8.139535   8.758469   \n",
      "\n",
      "   filter_multidrive env_amplifier_release  mod_pitch_amount    file  \n",
      "0           7.287432              4.937435          1.676738  s0.wav  \n",
      "1           1.354453              8.756028          9.562351  s1.wav  \n",
      "2           5.997681              3.531099          1.483855  s2.wav  \n",
      "3           8.263444              3.774034          0.278948  s3.wav  \n",
      "4           0.531038              3.738632          2.190075  s4.wav  \n",
      "\n",
      "[5 rows x 30 columns]\n",
      "80 20\n",
      "\n",
      "Training data: (80, 30)\n",
      "Test data: (20, 30)\n",
      "\n",
      "0    s0.wav\n",
      "1    s1.wav\n",
      "2    s2.wav\n",
      "3    s3.wav\n",
      "4    s4.wav\n",
      "Name: file, dtype: object\n",
      "80    s80.wav\n",
      "81    s81.wav\n",
      "82    s82.wav\n",
      "83    s83.wav\n",
      "84    s84.wav\n",
      "Name: file, dtype: object\n"
     ]
    }
   ],
   "source": [
    "# Prepares labels\n",
    "Y = pd.read_csv(TARGET_FILE)\n",
    "if SUBSET:\n",
    "    Y = Y.head(100)\n",
    "print Y.head()\n",
    "\n",
    "len_train = int(Y.shape[0]*.8)\n",
    "len_test = int(Y.shape[0]*.2)\n",
    "print len_train, len_test\n",
    "\n",
    "Y_train = Y.iloc[:len_train,:]\n",
    "Y_test = Y.iloc[len_train:,:]\n",
    "print \n",
    "print 'Training data:', Y_train.shape\n",
    "print 'Test data:', Y_test.shape\n",
    "\n",
    "Y_train, files_train =  Y_train.drop('file', axis=1), Y_train['file']\n",
    "Y_test, files_test = Y_test.drop('file', axis=1), Y_test['file']\n",
    "print\n",
    "print files_train[:5]\n",
    "print files_test[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sampling rate: 22050\n",
      "Loaded testing waveform #0\n",
      "(20, 19845)\n",
      "Loaded training waveform #0\n",
      "(80, 19845)\n"
     ]
    }
   ],
   "source": [
    "# Loads waveforms\n",
    "sampling_rate = lr.load(SAMPLES_FOLDER + files_train[0])[1]\n",
    "print 'Sampling rate:', sampling_rate\n",
    "\n",
    "waveforms_test = []\n",
    "for i, file_name in enumerate(files_test):\n",
    "    if i % 100 == 0:\n",
    "        print 'Loaded testing waveform #' + str(i)\n",
    "    f = SAMPLES_FOLDER + file_name\n",
    "    waveforms_test.append(lr.load(f)[0])\n",
    "X_test = np.stack(waveforms_test)\n",
    "print X_test.shape\n",
    "\n",
    "\n",
    "waveforms_train = []\n",
    "for i, file_name in enumerate(files_train):\n",
    "    if i % 100 == 0:\n",
    "        print 'Loaded training waveform #' + str(i)\n",
    "    f = SAMPLES_FOLDER + file_name\n",
    "    waveforms_train.append(lr.load(f)[0])\n",
    "X_train = np.stack(waveforms_train)\n",
    "print X_train.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Independent models"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prepares the features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(20, 20, 39)\n",
      "(80, 20, 39)\n"
     ]
    }
   ],
   "source": [
    "L_test_mfcc = []\n",
    "for i in range(X_test.shape[0]):\n",
    "    S = X_test[i,:]\n",
    "    mfcc = lr.feature.mfcc(y=S, sr=sampling_rate, hop_length=HOP_LENGTH, n_mfcc=N_MFCC)\n",
    "    L_test_mfcc.append(mfcc)\n",
    "X_test_mfcc = np.stack(L_test_mfcc)\n",
    "print X_test_mfcc.shape\n",
    "\n",
    "L_train_mfcc = []\n",
    "for i in range(X_train.shape[0]):\n",
    "    S = X_train[i,:]\n",
    "    mfcc = lr.feature.mfcc(y=S, sr=sampling_rate, hop_length=HOP_LENGTH, n_mfcc=N_MFCC)\n",
    "    L_train_mfcc.append(mfcc)\n",
    "X_train_mfcc = np.stack(L_train_mfcc)\n",
    "print X_train_mfcc.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAo0AAAEYCAYAAAA57swgAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAHNRJREFUeJzt3X+0XWdd5/HP59ybNDSkP2goxSbS\nWtM1VEHF9IeMMxQoEKqrYQQ1MAwtMrJgKIyC4xTLGhi1Li0MqIvqssNEpyDWFn/FNcXQMqBLF5EG\nW8qk2nIp1SaWJSlQfqRNcu/5zh9nZ3om5p6973efvfc957xfa52Vc/bZz9nPs3/db569n/11RAgA\nAAAYpdd1BQAAALD6ETQCAACgFEEjAAAAShE0AgAAoBRBIwAAAEoRNAIAAKAUQSMAAABKETQCqMX2\ng7aP2N543PS7bIftc2z/TjHPN4dePz4076ts7y2mP2z7o7Z/cOj7823favug7Udt32P7rbbn2mwr\nAMwygkYA4/BFSa889sH2sySdfNw810fEk4dev1/M+1ZJvyrplyQ9TdK3S/oNSduL78+T9NeSHpL0\nrIg4VdKPStoqaUOjrQIA/D8mIwyAOmw/KOkDkrZHxIXFtPdI+qqkX5R0rqR3SdofEe84ruypkg5I\nem1E3LrM739I0ukR8UNNtQEAUI6eRgDjsEfSKbafWVwy3iHpQxXK/YCkdZL+aMQ8l0n6SP0qAgDq\nIGgEMC4flPQaSS+S9Lca9CAO+xnbXyteB4tpZ0g6GBGLI373DEkPj722AIAVme+6AgCmxgcl/YUG\nl6NvOsH37zn+8rSkRyRttD0/InB8RNLTx1dNAEAGPY0AxiIi/l6DATGXS/rDisU+JemwpJeNmOcO\nSS+vVzsAQF0EjQDG6XWSXhAR36oyc0Q8Kum/SLrB9stsn2x7je2X2r6+mO2dkp5r+922z5Ik299p\n+0O2T2ukFQCAf4bL0wDGJiK+kCjz32x/SdI7JP2upG9I+oyk6479pu0f0GAk9j7b85IelPTbxbwA\ngBbwyB0AAACU4vI0AAAAShE0AgAAoBRBIwAAAEoRNAIAAKDUikZPn3Hyuth82oam6jKbnC2WLpjT\nxXipDuoaycJ2trJJk7Q9shijN1rb22MWJPe57HlD6uBcPiPuPvDlgxHx1K7r8f299fH1WKo074IO\n746IbQ1XqZYVBY2bT9ugj79+e1N1mUmen8uVc7KTuJc80/Q7+AveQV0j+qlynktux15uO8ZitZPQ\nOGX31ejn1mkn+9wkyR4fWF5yn8ueN6QOzuUTJHt+lKTTr7nh78dYlbSvx5J+df4Zleb94cX7NzZc\nndp4TiMAAEATLHlNxQB/uUSqqwhBIwAAQAPcs+aeVPEqzWPN1mUcCBoBAACaYKk3Pz23EhA0AgAA\nNGEll6cnAEEjAABAA2zT0wgAAIAS9DQCAACgFPc0AgAAoIwtza2dnuR7BI0AAACNsDxFD2InaAQA\nAGiCJc/R0wg0LpbaT5WXla1rF21Mpy3LmqTUbG2r0QNRJ8Vam9JpJLuQ3B5WLsWmpPTxkd3+2V6v\nqJOeNbkPdJEuddwsqTdHTyMAAABGcT5QX40IGgEAABphehoBAAAwmi311tS4fWGVIWgEAABoApen\nAQAAUI7L0wAAAChhehoBAABQxaQ8HqsKgkYAAIAm0NMIAACAMrY1t4aeRgAAAJTg8jRmThcp3bpI\nBdfPpvXLpkprORWYlN+WcTRZLptGcApSiJXp4rJVnXRwbZuUy3pdrFMfTa6bbADTRTrIaQi2uDwN\nAACAciZoBAAAQDmCRgAAAIw0eE7jFFxmLxA0AgAANIHR0wAAAKiCnkYAAACMRBpBAAAAVELQCAAA\ngBLm8jQAAABKcHkaAAAA5SzPzXVdibEhaOxYNv2Us/tgB+musmnrujjQekouc03uUJqmyxbLmaT/\nZaePxwlqY9vqpNiblPU6SakZs2qlLs2mEu0ideGYMRAGAAAAlUxT5wBBIwAAQBNM7mkAAABUQE8j\nAAAAStHTCAAAgJFsy/PTM3p6evpMAQAAVhnblV4Vf2ub7ftsL9i+puGq/zP0NAIAADTB47un0fac\npBskvUjSfkl32t4VEfeOZQEV0NMIAADQiMHo6SqvCi6StBARD0TEEUk3S9reaPWPQ08jAABAEyyp\nek/jRtt7hz7fGBE3Dn0+W9JDQ5/3S7q4XgVXhqARAACgISsYPX0wIrY2WZe6CBonVDY13ySlu7I7\nqGvy0QjZe1amIU1WmeSuWivlZdvHR6+DlJfp9JxO7qsTdM7JPuKk7XXT1TInRXbdrCb2WHNPH5C0\neejzpmJaawgaAQAAGjLGh3vfKWmL7XM1CBZ3SHrVuH68CoJGAACAhozr4d4RsWj7akm7Jc1J2hkR\n+8by4xURNAIAADTBlsZ4mT0ibpN029h+cIUIGgEAABpCGkEAAACUG989jZ0jaAQAAGjAmEdPd46g\nEQAAoCFcngYAAMBoYx4I0zWCRgAAgKbQ0wgAAIAy05DZ5hiCxgmVTs2VTFvXRSqwpcWlVLlZSM1X\nR9spD7PLq3MfUHZ/zbaxr6OpcmPMFFHZJB0f6fWT3HdCuXNOHdllTlJK2KxJ2leXZdHTCAAAgDKM\nngYAAEAZi+c0AgAAoIwHI6inBEEjAABAQ7q4d7kpBI0AAABNsHhOIwAAAMqY0dMAAAAYzRajpwEA\nAFCGNIIAAACogtHTAAAAKMXoaYxNy2mS2k6vJkkR7aY8rCO7frIp79peniT1jy6myrWdtqxOG7P6\nydSV2Udq9Obzf0xmIY1c2/tA/vw4Odsiey7vzbd/X94krddlmcvTAAAAqILR0wAAACjVY/Q0AAAA\nRrG5pxEAAAAVMHoaAAAApRgIAwAAgJG4PA0AAIBKuDwNAACA0czoaQAAAJSwuDwNAACA0UJSzO7l\n6VhxWp8uUoFhdXH2gJlrv0vfyUVm08jVSc+YlW1jNh1kdvt3kbZsJrTd69HBPp7VRZrVrOw5Z5J0\nsV7HjzSCAAAAqIKgEQAAAGVm+PI0AAAAKjGjpwEAAFDFFN1/Oj0tAQAAWFWscLVXraXY77b9d7bv\nsf1Htk8b+u7tthds32f7JUPTtxXTFmxfU2U5BI0AAABNsAYDYaq86rld0ndHxLMl3S/p7ZJk+wJJ\nOyR9l6Rtkn7D9pztOUk3SHqppAskvbKYdyQuTwMAADQkWhg9HREfG/q4R9IrivfbJd0cEYclfdH2\ngqSLiu8WIuIBSbJ9czHvvaOWQ08jAABAIzwYDFPlJW20vXfo9frkQn9C0keL92dLemjou/3FtOWm\nj0RPIwAAQEOi+ujpgxGxdbkvbd8h6awTfHVtRPxJMc+1khYl/e5K61kFQSMAAEATPL6MMBFx2ehF\n+SpJPyzphfFECq8DkjYPzbapmKYR05fVeNCYTctUB6kLl5dfN+3fydDJdsw+GiGZ7soT9Pyuto/l\nLs4dkyR9fLSdmq3O40Zarmt2nUaNak5KOsD+0lK67CynEm0r97TtbZJ+VtLzIuLQ0Fe7JH3Y9nsl\nfZukLZI+rcEQnS22z9UgWNwh6VVly6GnEQAAoCntpBF8v6STJN1eBOl7IuINEbHP9i0aDHBZlPSm\niFiSJNtXS9otaU7SzojYV7YQgkYAAICGhJrvaYyI7xzx3XWSrjvB9Nsk3baS5RA0AgAANMKtPHKn\nLQSNAAAATfCKRk+vegSNAAAADQh6GgEAAFBJC6On20LQCAAA0BB6GgEAAFDCrYyebgtBIwAAQEPo\naQQAAMBotsKMnsaYZFOlpVOIJVNWWS2nHlNHKShbbucspMpre1/tRDLdXa3tPyHrp0460OggfWlG\nr8Zf0kk5B/Tm2g98JmXdjNJWGsG2EDQCAAA0hMvTAAAAKMVAGAAAAJTg4d4AAACogHsaAQAAMFLY\n6jN6GgAAAGW4pxEAAACluKcRAAAApehpBAAAwEjB6GkAAABUQU8jJlY+pVt+9Fc+VWJygcmUbrVM\nUHrGdPq5tlPl9Zdy5WZFF/t5Qn9x8lPBNSkmZDvW4QlJedmU/oSkw6yCoBEAAKARnpgc6lUQNAIA\nADQgxOVpAAAAVEDQCAAAgFIEjQAAAChhgkYAAACMFpL6wUAYAAAAlKCnEQAAAKUIGgEAAFDCiiBo\nBAAAwAghqU9P4+qWT1s3PRt2Oc7m5quxbuzk9pjPpS6sk5YrltpNXee5NalyEfk2pveBuXwqyZQZ\nOB6VTbFYQ/a4miSk5lteLHaQnjN7LHdwfDSBy9MAAAAYLRg9DQAAgFLc0wgAAIAS05Z7enr6TAEA\nAFaZCFd6jYPtt9kO2xuLz7b967YXbN9j+zlD815p+/PF68oqv09PIwAAQEPaGpZle7OkF0v6h6HJ\nL5W0pXhdLOk3JV1s+ymS3ilpqwYdop+xvSsivjpqGfQ0AgAANKTFnsb3SfpZDYLAY7ZLuikG9kg6\nzfbTJb1E0u0R8ZUiULxd0rayBdDTCAAA0ICQWxk9bXu7pAMR8Vn7/wtAz5b00NDn/cW05aaPRNAI\nAADQkBUMhNloe+/Q5xsj4sZjH2zfIemsE5S7VtLPaXBpulEEjQAAAE2IFT2j/GBEbF32pyIuO9F0\n28+SdK6kY72MmyT9je2LJB2QtHlo9k3FtAOSLj1u+ifLKsg9jQAAAA049sidKq/0MiI+FxFnRsQ5\nEXGOBpeanxMRX5K0S9JrilHUl0h6NCIelrRb0ottn277dA16KXeXLYueRlTSq5F6LJ3WMZm2rk46\nyElJPmZ1kAqu7ZReNZbXbzkdZC+5r9ZJB5k+rpLLzC5PNVL6zULKw6xsytMu0uy6n+ufmpbt3/HD\nvW+TdLmkBUmHJL12UKf4iu1fkHRnMd/PR8RXyn6MoBEAAKAh0fL/t4vexmPvQ9Kblplvp6SdK/lt\ngkYAAIAGhKwlck8DAACgTNs9jU0iaAQAAGjINOWeJmgEAABowsoeubPqETQCAAA0INT56OmxImgE\nAABoCPc0AgAAoNQSPY0AAAAYJWQuTwMAAKAEA2EwTpFOsZV7WGg2vZr7+XRO2fRT/aNH08tMa/vo\nrpGaKyubfiwrmw6yTurKXvLU1l9MrptsajbnH/rr7OpJ7nO9NclUcB3s42nZ7VEjHeRMSK7Xts9V\nTeGeRgAAAJTiOY0AAAAYKcTlaQAAAFSQvgttFSJoBAAAaECE1Gf0NAAAAMowEAYAAAClCBoBAABQ\nioEwAAAAGCkkMsIAAACgREhLjJ5G17KZZOJI+3tvb01uN8tmA4g61wKy6zWbESSdnWNNqpyUz0KS\nzSa09PhjqXJdcK/lrCfJ5UlK76vZrDfTkp1jpDrbI2uanseyjC6yQq0Wg57GrmsxPgSNAAAADSFo\nBAAAQCkGwgAAAGC0oKcRAAAAJULTddsqQSMAAEBDCBoBAAAw0iD3dNe1GB+CRgAAgIbEFN3USNAI\nAADQkCmKGQkaAQAAmsI9jQAAABgpeOQOVoO2U+zVSiHWX5sq5mQKqV4yZZUkKVn26KFcqrz+Y4up\ncu4dTpWTpPknnZQql01dOLchuf2zqfkk9Y/k1ms2VWKdumaFcinvemuT5ebWpcplj2OpxnpNpspM\niynqSmpCNnXp4SNjrkg3yD0NAACAUtnOmtWIoBEAAKABPHIHAAAAlXBPIwAAAEr1p6irseW7hQEA\nAGZD6IkR1GWvumy/2fbf2d5n+/qh6W+3vWD7PtsvGZq+rZi2YPuaKsugpxEAAKAJEVpqoafR9vMl\nbZf0PRFx2PaZxfQLJO2Q9F2Svk3SHbbPL4rdIOlFkvZLutP2roi4d9RyCBoBAAAa0tITmd4o6Zcj\n4rAkRcQ/FdO3S7q5mP5F2wuSLiq+W4iIByTJ9s3FvCODRi5PAwAANGBweToqvSRttL136PX6FSzq\nfEn/yvZf2/5z2xcW08+W9NDQfPuLactNH4meRgAAgCbEitIIHoyIrct9afsOSWed4KtrNYjnniLp\nEkkXSrrF9nesrLLlCBoBAAAaEmN65k5EXLbcd7bfKOkPY7CwT9vuS9oo6YCkzUOzbiqmacT0ZRE0\ndiy7M/UXczdJLB05mioXNfIg9R7PLXPthpNT5eaSafIkae6kXMq73trcobSUTJO1+Fg+jeDhR7+V\nKpeta1Z2W0hSL5uCMrkd7Q7SCGb/EK2g22PY0eQ5p7+YT0Eaybq6l7vzKru8OiYmW0iNwMdzydSV\nNVJQrhah1h7u/ceSni/pE8VAl7WSDkraJenDtt+rwUCYLZI+LcmSttg+V4NgcYekV5UthKARAACg\nCSH1l1qJGndK2mn7/0g6IunKotdxn+1bNBjgsijpTRGxJEm2r5a0W9KcpJ0Rsa9sIQSNAAAADWnj\n4d4RcUTSq5f57jpJ151g+m2SblvJcggaAQAAGjA0MnoqEDQCAAA0pKXnNLaCoBEAAKAhfXoaAQAA\nUIbL0wAAABgpQlpqZ/R0KwgaAQAAGjIxz+KsgKARAACgARHBPY0AAAAoR08jOpdNd7V0OJfS7+ih\nfNq67NPws+nu5pKp4KR86sI169elys2vf1JueaeekionSZ5rNzVX//HHU+WWaqRKzKY87C/lUt5l\nb3Tv1dgWkayrkin21qzPpXV0jVRwdq6u6rWf1rFt2VSJTq6bOoFP9u9Veh9fZQgaAQAAMFq0lnu6\nFQSNAAAADQiF+kvT83RvgkYAAIAmRDu5p9tC0AgAANAQHu4NAACAkUIMhAEAAECZIGgEAABAKR7u\nDQAAgBIhMXoaAAAAJRg9DQAAgCq4pxGd6y/m0istHVlMlTvyrVxaNkl67GuPpcodOngot7wv5et6\n9Bu59RNH2z0pzJ+SP3TXnbkmVW79mbmUhydtyKVY7M3lU8H1kqnrsinWstpeXh3ZP3zZc1WtZSZT\nl3ahzn7epi721TopYVeP4JE7AAAAGC0in3t7NSJoBAAAaAj3NAIAAGC0IPc0AAAASpARBgAAAJX0\ng55GAAAAjEIaQQAAAJQJBUEjAAAAyvGcRgAAAIwW0lKNB9yvNgSNAAAADQiFYlYHwiwcOkMvu+s1\nTdVlJmXTna05aW2q3Np1uZRuJz0tV06SnnReruyTT1ufKrd+w0mpcpK0fn0yxd763P+/1p/cS5bL\np/Ravy53qWTdmtyJ76T5ZLk1+f+dr+nlys73cnW12r/8NOfcMntOtjG5vDrrJlvXuWS5rDptzJbM\nLrOLfTW7HeedTwmrW87Llx0nBsIAAACgCoJGAAAAlAie0wgAAIDRYsouT+duqAIAAMBoIfUXlyq9\n6rD9vbb32L7b9l7bFxXTbfvXbS/Yvsf2c4bKXGn788XryirLoacRAACgEa2Nnr5e0n+NiI/avrz4\nfKmkl0raUrwulvSbki62/RRJ75S0VYPxWJ+xvSsivjpqIfQ0AgAANCAk9ftR6TWGRZ1SvD9V0j8W\n77dLuikG9kg6zfbTJb1E0u0R8ZUiULxd0rayhdDTCAAA0ISQol+5p3Gj7b1Dn2+MiBsrlv0pSbtt\nv0eDDsHnFtPPlvTQ0Hz7i2nLTR+JoBEAAKARK8o9fTAiti73pe07JJ11gq+ulfRCST8dEX9g+8ck\n/Q9Jl620tmUIGgEAABoyrnsaI2LZIND2TZL+Y/HxVkkfKN4fkLR5aNZNxbQDGtzzODz9k2V14J5G\nAACABkREK6OnNbiH8XnF+xdI+nzxfpek1xSjqC+R9GhEPCxpt6QX2z7d9umSXlxMG8kR1W++tP0N\nSfdVb8NU2CjpYNeVaNkstlmazXbPYpul2Ww3bZ4ds9ju49v8jIh4aleVOcb2n2lQtyoORkTpYJRl\nlvODkn5NgyvIj0v6DxHxGduW9H4NBrkckvTaiNhblPkJST9X/MR1EfHbpctZYdC4d9T19mlEm2fH\nLLZ7FtsszWa7afPsmMV2z2Kbu8DlaQAAAJQiaAQAAECplQaNVZ8XNE1o8+yYxXbPYpul2Ww3bZ4d\ns9juWWxz61Z0TyMAAABmE5enAQAAUIqgEQAAAKUqBY22t9m+z/aC7WuarlQXytpo+1/b/hvbi7Zf\n0UUdx61Cm99q+17b99j+uO1ndFHPcavQ7jfY/pztu23/pe0LuqjnOFU9hm2/3HbYnvhHV1TYzlfZ\n/nKxne+2/e+7qOe4VdnWtn+sOLb32f5w23Uctwrb+n1D2/l+21/rop7jVqHd3277E7bvKs7jl3dR\nz3Gq0OZnFH+v7rH9Sdubuqjn1IqIkS9Jc5K+IOk7JK2V9FlJF5SVm6RXlTZKOkfSsyXdJOkVXde5\npTY/X9LJxfs3Svr9ruvdUrtPGXp/haQ/67reTbe5mG+DpL+QtEfS1q7r3cJ2vkrS+7uuawft3iLp\nLkmnF5/P7LreTbf5uPnfLGln1/VuaVvfKOmNxfsLJD3Ydb1baPOtkq4s3r9A0ge7rvc0var0NF4k\naSEiHoiII5JulrS9QrlJUtrGiHgwIu6RNJ4kkt2r0uZPRMSh4uMeDXJTTroq7f760Mf1kiZ9tFjV\nY/gXJP2KBtkEJt0snLdOpEq7f1LSDRHxVUmKiH9quY7jttJt/UpJv9dKzZpVpd0h6ZTi/akapJqb\nZFXafIGk/128/8QJvkcNVYLGsyU9NPR5fzFtmsxCG4+30ja/TtJHG61ROyq12/abbH9B0vWS3tJS\n3ZpS2mbbz5G0OSL+V5sVa1DV/fvlxWWsj9je3E7VGlWl3edLOt/2X9neYzuVtmwVqXwuK26xOVdP\nBBWTrEq73yXp1bb3S7pNg17WSValzZ+V9CPF+38jaYPtM1qo20xgIAxK2X61pK2S3t11XdoSETdE\nxHmS/rOkd3RdnybZ7kl6r6S3dV2Xlv2ppHMi4tmSbpf0PzuuT1vmNbhEfakGvW7/3fZpndaoPTsk\nfSQilrquSEteKel3ImKTpMslfbA43qfZz0h6nu27JD1P0gFJs7K9G1dl5zkgafh/4JuKadNkFtp4\nvEpttn2ZpGslXRERh1uqW5NWuq1vlvSyRmvUvLI2b5D03ZI+aftBSZdI2jXhg2FKt3NEPDK0T39A\n0ve3VLcmVdm/90vaFRFHI+KLku7XIIicVCs5pndoOi5NS9Xa/TpJt0hSRHxK0jpJG1upXTOqHNf/\nGBE/EhHfp8HfLkXEVAx8Wg2qBI13Stpi+1zbazU46HY1W63WzUIbj1faZtvfJ+m3NAgYJ/2+p2Oq\ntHv4D+gPSfp8i/Vrwsg2R8SjEbExIs6JiHM0uH/1iojY2011x6LKdn760McrJP1ti/VrSpVz2R9r\n0Mso2xs1uFz9QJuVHLNK52/b/0LS6ZI+1XL9mlKl3f8g6YWSZPuZGgSNX261luNV5bjeONSb+nZJ\nO1uu41QrDRojYlHS1ZJ2a3BSvSUi9jVdsTYt10bbP2/7CkmyfWFxX8iPSvot2xO9Dqq0WYPL0U+W\ndGvxqIqJD6Qrtvvq4lEkd0t6q6QrO6ruWFRs81Sp2Oa3FNv5sxrct3pVN7Udn4rt3i3pEdv3ajBQ\n4D9FxCPd1Li+FezfOyTdHBGTPrBNUuV2v03STxb7+O9JumqS21+xzZdKus/2/ZKeJum6Tio7pUgj\nCAAAgFLTfkMsAAAAxoCgEQAAAKUIGgEAAFCKoBEAAAClCBoBAABQar7rCgCYHkW6ro8XH8/SIBPD\nsefCHYqI53ZSMQBAbTxyB0AjbL9L0jcj4j1d1wUAUB+XpwG0wvY3i38vtf3ntv/E9gO2f9n2v7X9\nadufs31eMd9Tbf+B7TuL17/stgUAMNsIGgF04XskvUHSMyX9O0nnR8RFGuSAfnMxz69Jel9EXCjp\n5cV3AICOcE8jgC7cGREPS5LtL0j6WDH9c5KeX7y/TNIFto+VOcX2kyPim63WFAAgiaARQDcOD73v\nD33u64nzUk/SJRHxeJsVAwCcGJenAaxWH9MTl6pl+3s7rAsAzDyCRgCr1VskbbV9j+17NbgHEgDQ\nER65AwAAgFL0NAIAAKAUQSMAAABKETQCAACgFEEjAAAAShE0AgAAoBRBIwAAAEoRNAIAAKDU/wVl\n6U9XdX38nAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fd3306afa90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.figure(figsize=(10, 4))\n",
    "lr.display.specshow(X_train_mfcc[10,...], x_axis='time')\n",
    "plt.colorbar()\n",
    "plt.title('MFCC')\n",
    "plt.tight_layout()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(20, 780)\n",
      "(80, 780)\n"
     ]
    }
   ],
   "source": [
    "X_test_mfcc = np.reshape(X_test_mfcc, (X_test_mfcc.shape[0],-1))\n",
    "X_train_mfcc = np.reshape(X_train_mfcc, (X_train_mfcc.shape[0],-1))\n",
    "print X_test_mfcc.shape\n",
    "print X_train_mfcc.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.metrics import accuracy_score,mean_absolute_error\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "\n",
    "headers=['algo', 'type', 'param1','param2','regularization',\n",
    "         'target','metric', 'train_score', 'test_score']\n",
    "with open(RESULTS_FILE, 'w') as f:\n",
    "    writer = csv.writer(f)\n",
    "    writer.writerow(headers)\n",
    "\n",
    "    \n",
    "def evaluate_algo(algo_label, grid_reg, grid_class):\n",
    "    results = []\n",
    "    for t_i, t_name in enumerate(list(Y_train)):\n",
    "\n",
    "        print 'predicting feature', t_name\n",
    "        y_train = Y_train[t_name]\n",
    "        y_test = Y_test[t_name]\n",
    "        print y_train.dtype\n",
    "        \n",
    "        if t_name in DEPENDENCIES:\n",
    "            switch = DEPENDENCIES[t_name]\n",
    "            \n",
    "            to_keep_train = (Y_train[switch] == 'on')\n",
    "            print 'Keeping', str(sum(to_keep_train)), 'training examples out of',  str(len(to_keep_train))\n",
    "            y_train = y_train[to_keep_train]\n",
    "            X_train= X_train_mfcc[to_keep_train,...]\n",
    "            \n",
    "            to_keep_test = (Y_test[switch] == 'on')\n",
    "            print 'Keeping', str(sum(to_keep_test)), 'training examples out of',  str(len(to_keep_test))\n",
    "            y_test = y_test[to_keep_test]\n",
    "            X_test = X_test_mfcc[to_keep_test,...]\n",
    "        \n",
    "        else:\n",
    "            X_train= X_train_mfcc\n",
    "            X_test= X_test_mfcc\n",
    "        \n",
    "        print X_train.shape, y_train.shape\n",
    "        print X_test.shape, y_test.shape\n",
    "        \n",
    "        best_params_C = None\n",
    "        best_params_R = None\n",
    "        \n",
    "        try:\n",
    "            # Case 1: classification\n",
    "            if y_train.dtype == 'object':\n",
    "\n",
    "                metric = 'class'\n",
    "\n",
    "                # Cross-Validation Score\n",
    "                grid_class.fit(X_train, y_train)\n",
    "                cross_val_scores = grid_class.best_score_\n",
    "                best_params_C = grid_class.best_params_\n",
    "                print cross_val_scores\n",
    "\n",
    "                # Test Score\n",
    "                test_pred = grid_class.predict(X_test)\n",
    "                test_score = accuracy_score(test_pred, y_test)\n",
    "                print test_score\n",
    "\n",
    "\n",
    "            # Case 2: regression\n",
    "            elif y_train.dtype == 'float64':\n",
    "\n",
    "                metric = 'reg'\n",
    "\n",
    "                # Cross-Validation Score\n",
    "                grid_reg.fit(X_train, y_train)\n",
    "                cross_val_scores = grid_reg.best_score_ * -1\n",
    "                best_params_R = grid_reg.best_params_\n",
    "                print cross_val_scores\n",
    "\n",
    "                # Test Score\n",
    "                test_pred = grid_reg.predict(X_test)\n",
    "                test_score = mean_absolute_error(test_pred, y_test)\n",
    "                print test_score\n",
    "\n",
    "            else:\n",
    "                raise ValueError('Wrong Column Type')\n",
    "\n",
    "            out = (algo_label, 'per_output', best_params_R, best_params_C,None,\n",
    "                   t_name, metric, cross_val_scores, test_score)\n",
    "            print out\n",
    "            with open(RESULTS_FILE, 'a') as f:\n",
    "                writer = csv.writer(f,quoting=csv.QUOTE_NONNUMERIC)\n",
    "                writer.writerow(out)\n",
    "\n",
    "        except:\n",
    "            print \"Unexpected error:\", sys.exc_info()[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "predicting feature filter_reso\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.67575335332\n",
      "2.32420039065\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'filter_reso', 'reg', 2.6757533533235374, 2.3242003906497546)\n",
      "predicting feature mixer_noise\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.2s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.71983820881\n",
      "1.94395486175\n",
      "('kNN', 'per_output', {'n_neighbors': 8}, None, None, 'mixer_noise', 'reg', 2.7198382088138091, 1.9439548617468734)\n",
      "predicting feature mixer_osc2\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.75945578115\n",
      "2.51244811695\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'mixer_osc2', 'reg', 2.7594557811453031, 2.512448116951616)\n",
      "predicting feature mixer_osc1\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.24622627114\n",
      "3.50490142221\n",
      "('kNN', 'per_output', {'n_neighbors': 5}, None, None, 'mixer_osc1', 'reg', 2.2462262711357353, 3.5049014222061303)\n",
      "predicting feature env_amplifier_attack\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "1.96529685243\n",
      "1.24895725244\n",
      "('kNN', 'per_output', {'n_neighbors': 3}, None, None, 'env_amplifier_attack', 'reg', 1.9652968524283374, 1.2489572524356336)\n",
      "predicting feature osc2_octave\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "0.3875\n",
      "0.35\n",
      "('kNN', 'per_output', None, {'n_neighbors': 16}, None, 'osc2_octave', 'class', 0.38750000000000001, 0.34999999999999998)\n",
      "predicting feature env_amplifier_decay\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.55908420695\n",
      "2.43360495636\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'env_amplifier_decay', 'reg', 2.5590842069523365, 2.4336049563572169)\n",
      "predicting feature filter_cutoff\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "1.62214452481\n",
      "1.9211682842\n",
      "('kNN', 'per_output', {'n_neighbors': 8}, None, None, 'filter_cutoff', 'reg', 1.6221445248117985, 1.9211682841981315)\n",
      "predicting feature mod_wave_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.39860535692\n",
      "2.56740409266\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'mod_wave_amount', 'reg', 2.3986053569249082, 2.5674040926566222)\n",
      "predicting feature mod_lfo_rate\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.32123695294\n",
      "2.35140084234\n",
      "('kNN', 'per_output', {'n_neighbors': 5}, None, None, 'mod_lfo_rate', 'reg', 2.3212369529399077, 2.35140084233596)\n",
      "predicting feature osc1_sync_osc2\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "0.6125\n",
      "0.4\n",
      "('kNN', 'per_output', None, {'n_neighbors': 3}, None, 'osc1_sync_osc2', 'class', 0.61250000000000004, 0.40000000000000002)\n",
      "predicting feature env_amplifier_sustain\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.53529573338\n",
      "2.56866874199\n",
      "('kNN', 'per_output', {'n_neighbors': 3}, None, None, 'env_amplifier_sustain', 'reg', 2.5352957333818607, 2.5686687419890202)\n",
      "predicting feature mod_pitch_osc2\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "0.625\n",
      "0.5\n",
      "('kNN', 'per_output', None, {'n_neighbors': 3}, None, 'mod_pitch_osc2', 'class', 0.625, 0.5)\n",
      "predicting feature env_filter_sustain\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.93541132576\n",
      "3.07206021486\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'env_filter_sustain', 'reg', 2.9354113257642132, 3.0720602148574785)\n",
      "predicting feature mixer_sub\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.55286253281\n",
      "2.77934634987\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'mixer_sub', 'reg', 2.5528625328086934, 2.7793463498743174)\n",
      "predicting feature env_filter_release\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.59491355368\n",
      "2.35926722823\n",
      "('kNN', 'per_output', {'n_neighbors': 8}, None, None, 'env_filter_release', 'reg', 2.5949135536829098, 2.3592672282256566)\n",
      "predicting feature osc2_frequency\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.5200436428\n",
      "2.42653207593\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'osc2_frequency', 'reg', 2.5200436428000841, 2.4265320759326001)\n",
      "predicting feature osc1_octave\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.2s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "0.3375\n",
      "0.25\n",
      "('kNN', 'per_output', None, {'n_neighbors': 8}, None, 'osc1_octave', 'class', 0.33750000000000002, 0.25)\n",
      "predicting feature mod_filter_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.32584335388\n",
      "2.66081710716\n",
      "('kNN', 'per_output', {'n_neighbors': 3}, None, None, 'mod_filter_amount', 'reg', 2.3258433538827985, 2.6608171071646165)\n",
      "predicting feature mod_source\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "0.175\n",
      "0.1\n",
      "('kNN', 'per_output', None, {'n_neighbors': 16}, None, 'mod_source', 'class', 0.17499999999999999, 0.10000000000000001)\n",
      "predicting feature osc1_wave\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.20800477248\n",
      "2.20130241714\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'osc1_wave', 'reg', 2.2080047724771541, 2.2013024171397593)\n",
      "predicting feature filter_kb_tracking_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.69520711256\n",
      "2.06756431972\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'filter_kb_tracking_amount', 'reg', 2.6952071125557326, 2.0675643197223961)\n",
      "predicting feature env_filter_attack\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.51518294497\n",
      "2.43213620826\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'env_filter_attack', 'reg', 2.5151829449735419, 2.4321362082647626)\n",
      "predicting feature env_filter_decay\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.47090495865\n",
      "2.60253196911\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'env_filter_decay', 'reg', 2.4709049586461931, 2.6025319691143642)\n",
      "predicting feature filter_eg_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.08997385501\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2.60535310993\n",
      "('kNN', 'per_output', {'n_neighbors': 3}, None, None, 'filter_eg_amount', 'reg', 2.089973855012575, 2.605353109932)\n",
      "predicting feature osc2_wave\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.61004976576\n",
      "2.09917292315\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'osc2_wave', 'reg', 2.6100497657636348, 2.0991729231518512)\n",
      "predicting feature filter_multidrive\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.55025645868\n",
      "2.71208340963\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'filter_multidrive', 'reg', 2.5502564586765679, 2.7120834096320254)\n",
      "predicting feature env_amplifier_release\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.27315376457\n",
      "2.88958829274\n",
      "('kNN', 'per_output', {'n_neighbors': 16}, None, None, 'env_amplifier_release', 'reg', 2.2731537645731597, 2.8895882927430545)\n",
      "predicting feature mod_pitch_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=3 ...................................................\n",
      "[CV] .................................... n_neighbors=3, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=5 ...................................................\n",
      "[CV] .................................... n_neighbors=5, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=8 ...................................................\n",
      "[CV] .................................... n_neighbors=8, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "[CV] n_neighbors=16 ..................................................\n",
      "[CV] ................................... n_neighbors=16, total=   0.0s\n",
      "2.87514496735\n",
      "3.12387841055\n",
      "('kNN', 'per_output', {'n_neighbors': 8}, None, None, 'mod_pitch_amount', 'reg', 2.8751449673450602, 3.123878410548218)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed:    0.1s finished\n"
     ]
    }
   ],
   "source": [
    "from sklearn import neighbors\n",
    "\n",
    "algo_C =neighbors.KNeighborsClassifier()\n",
    "grid_C = GridSearchCV(algo_C, {\"n_neighbors\":[3,5,8,16]}, scoring='accuracy', verbose=2)\n",
    "\n",
    "algo_R =neighbors.KNeighborsRegressor()\n",
    "grid_R = GridSearchCV(algo_R, {\"n_neighbors\":[3,5,8,16]}, scoring='neg_mean_absolute_error', verbose=2)\n",
    "\n",
    "evaluate_algo('kNN', grid_R, grid_C)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "predicting feature filter_reso\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.8524172033\n",
      "2.39634938603\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'filter_reso', 'reg', 2.8524172033000914, 2.3963493860317775)\n",
      "predicting feature mixer_noise\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.10814563877\n",
      "3.52240126961\n",
      "('Decision Tree', 'per_output', {'max_depth': 64}, None, None, 'mixer_noise', 'reg', 3.1081456387717399, 3.5224012696080407)\n",
      "predicting feature mixer_osc2\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.94350634894\n",
      "3.0774325786\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mixer_osc2', 'reg', 2.9435063489376865, 3.0774325786019086)\n",
      "predicting feature mixer_osc1\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.81299791816\n",
      "3.0374707497\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mixer_osc1', 'reg', 2.8129979181559661, 3.0374707497033477)\n",
      "predicting feature env_amplifier_attack\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ...................................................."
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "1.65692333516\n",
      "1.87908197522\n",
      "('Decision Tree', 'per_output', {'max_depth': 16}, None, None, 'env_amplifier_attack', 'reg', 1.6569233351645749, 1.8790819752192998)\n",
      "predicting feature osc2_octave\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "0.3375\n",
      "0.25\n",
      "('Decision Tree', 'per_output', None, {'max_depth': 2}, None, 'osc2_octave', 'class', 0.33750000000000002, 0.25)\n",
      "predicting feature env_amplifier_decay\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.95482689405\n",
      "3.25956530143\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_amplifier_decay', 'reg', 2.9548268940494027, 3.2595653014306798)\n",
      "predicting feature filter_cutoff\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "1.89802407618\n",
      "2.8267359894\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'filter_cutoff', 'reg', 1.8980240761842069, 2.8267359893973465)\n",
      "predicting feature mod_wave_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.01679055515\n",
      "2.56363903026\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mod_wave_amount', 'reg', 3.0167905551452607, 2.5636390302597882)\n",
      "predicting feature mod_lfo_rate\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.99157934716\n",
      "3.20009601886\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mod_lfo_rate', 'reg', 2.9915793471559438, 3.2000960188560108)\n",
      "predicting feature osc1_sync_osc2\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "0.675\n",
      "0.65\n",
      "('Decision Tree', 'per_output', None, {'max_depth': 64}, None, 'osc1_sync_osc2', 'class', 0.67500000000000004, 0.65000000000000002)\n",
      "predicting feature env_amplifier_sustain\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.37285982002\n",
      "2.9235152292\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_amplifier_sustain', 'reg', 2.372859820024197, 2.923515229201592)\n",
      "predicting feature mod_pitch_osc2\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "0.5875\n",
      "0.5\n",
      "('Decision Tree', 'per_output', None, {'max_depth': 2}, None, 'mod_pitch_osc2', 'class', 0.58750000000000002, 0.5)\n",
      "predicting feature env_filter_sustain\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.4252022014\n",
      "3.33176004808\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_filter_sustain', 'reg', 3.4252022014015941, 3.3317600480830061)\n",
      "predicting feature mixer_sub\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.70114846203\n",
      "2.01933600516\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mixer_sub', 'reg', 2.701148462034022, 2.0193360051620983)\n",
      "predicting feature env_filter_release\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.02257096735\n",
      "2.81246659046\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_filter_release', 'reg', 3.0225709673509926, 2.8124665904608039)\n",
      "predicting feature osc2_frequency\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.28597559342\n",
      "2.4725016931\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'osc2_frequency', 'reg', 3.2859755934207073, 2.4725016931018482)\n",
      "predicting feature osc1_octave\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "0.3\n",
      "0.2\n",
      "('Decision Tree', 'per_output', None, {'max_depth': 2}, None, 'osc1_octave', 'class', 0.29999999999999999, 0.20000000000000001)\n",
      "predicting feature mod_filter_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.54904510755\n",
      "2.15333577049\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mod_filter_amount', 'reg', 2.5490451075459601, 2.1533357704853975)\n",
      "predicting feature mod_source\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "0.2375\n",
      "0.15\n",
      "('Decision Tree', 'per_output', None, {'max_depth': 2}, None, 'mod_source', 'class', 0.23749999999999999, 0.14999999999999999)\n",
      "predicting feature osc1_wave\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.67245094504\n",
      "2.73469941742\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'osc1_wave', 'reg', 2.6724509450441607, 2.7346994174169037)\n",
      "predicting feature filter_kb_tracking_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.14586429724\n",
      "2.04791892036\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'filter_kb_tracking_amount', 'reg', 3.1458642972444713, 2.0479189203604582)\n",
      "predicting feature env_filter_attack\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.20973900408\n",
      "2.7372865584\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_filter_attack', 'reg', 3.209739004082472, 2.7372865584006609)\n",
      "predicting feature env_filter_decay\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.56245771547\n",
      "2.98131065739\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_filter_decay', 'reg', 2.5624577154660519, 2.9813106573883892)\n",
      "predicting feature filter_eg_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.55786027108\n",
      "2.57955461478\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'filter_eg_amount', 'reg', 2.5578602710792913, 2.5795546147819675)\n",
      "predicting feature osc2_wave\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.45473648834\n",
      "2.80815955128\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'osc2_wave', 'reg', 3.4547364883376859, 2.8081595512833726)\n",
      "predicting feature filter_multidrive\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.22017957149\n",
      "3.02273284153\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'filter_multidrive', 'reg', 3.220179571493643, 3.0227328415335828)\n",
      "predicting feature env_amplifier_release\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "2.78937957677\n",
      "2.79364039103\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'env_amplifier_release', 'reg', 2.789379576768412, 2.7936403910343381)\n",
      "predicting feature mod_pitch_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 7 candidates, totalling 21 fits\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=2 .....................................................\n",
      "[CV] ...................................... max_depth=2, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=4 .....................................................\n",
      "[CV] ...................................... max_depth=4, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=8 .....................................................\n",
      "[CV] ...................................... max_depth=8, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n",
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=16 ....................................................\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.4s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV] ..................................... max_depth=16, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=32 ....................................................\n",
      "[CV] ..................................... max_depth=32, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=64 ....................................................\n",
      "[CV] ..................................... max_depth=64, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "[CV] max_depth=128 ...................................................\n",
      "[CV] .................................... max_depth=128, total=   0.0s\n",
      "3.12257529538\n",
      "2.62458387341\n",
      "('Decision Tree', 'per_output', {'max_depth': 2}, None, None, 'mod_pitch_amount', 'reg', 3.1225752953812571, 2.6245838734075728)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  21 out of  21 | elapsed:    0.3s finished\n"
     ]
    }
   ],
   "source": [
    "from sklearn import tree\n",
    "\n",
    "algo_C = tree.DecisionTreeClassifier()\n",
    "grid_C = GridSearchCV(algo_C, {\"max_depth\":[2,4,8,16,32,64,128]}, scoring='accuracy', verbose=2)\n",
    "\n",
    "algo_R = tree.DecisionTreeRegressor()\n",
    "grid_R = GridSearchCV(algo_R, {\"max_depth\":[2,4,8,16,32,64,128]}, scoring='neg_mean_absolute_error', verbose=2)\n",
    "\n",
    "evaluate_algo('Decision Tree', grid_R, grid_C)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "predicting feature filter_reso\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.52506946532\n",
      "2.51458447781\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'filter_reso', 'reg', 2.5250694653183716, 2.5145844778133495)\n",
      "predicting feature mixer_noise\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.82716691869\n",
      "2.82292620399\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mixer_noise', 'reg', 2.8271669186915211, 2.8229262039916803)\n",
      "predicting feature mixer_osc2\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.7118660066\n",
      "2.51739913325\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mixer_osc2', 'reg', 2.7118660066024192, 2.517399133249266)\n",
      "predicting feature mixer_osc1\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.41479393321\n",
      "3.23938228652\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mixer_osc1', 'reg', 2.4147939332052557, 3.2393822865159634)\n",
      "predicting feature env_amplifier_attack\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.73076903595\n",
      "2.26179500091\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_amplifier_attack', 'reg', 2.7307690359518846, 2.2617950009149816)\n",
      "predicting feature osc2_octave\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "0.35\n",
      "0.4\n",
      "('Naive', 'per_output', None, {'strategy': 'most_frequent'}, None, 'osc2_octave', 'class', 0.34999999999999998, 0.40000000000000002)\n",
      "predicting feature env_amplifier_decay\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.47008474167"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "2.37671366661\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_amplifier_decay', 'reg', 2.4700847416745537, 2.376713666605911)\n",
      "predicting feature filter_cutoff\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.45760303148\n",
      "2.4928767625\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'filter_cutoff', 'reg', 2.4576030314785116, 2.4928767624968193)\n",
      "predicting feature mod_wave_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.41586202833\n",
      "2.45727278276\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mod_wave_amount', 'reg', 2.4158620283257353, 2.4572727827623355)\n",
      "predicting feature mod_lfo_rate\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.3323850926\n",
      "2.63773271074\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mod_lfo_rate', 'reg', 2.3323850925992167, 2.6377327107366275)\n",
      "predicting feature osc1_sync_osc2\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "0.5\n",
      "0.5\n",
      "('Naive', 'per_output', None, {'strategy': 'most_frequent'}, None, 'osc1_sync_osc2', 'class', 0.5, 0.5)\n",
      "predicting feature env_amplifier_sustain\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.75140558981\n",
      "2.55505707135\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_amplifier_sustain', 'reg', 2.7514055898051999, 2.5550570713549154)\n",
      "predicting feature mod_pitch_osc2\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "0.5875\n",
      "0.65\n",
      "('Naive', 'per_output', None, {'strategy': 'most_frequent'}, None, 'mod_pitch_osc2', 'class', 0.58750000000000002, 0.65000000000000002)\n",
      "predicting feature env_filter_sustain\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.7598603067\n",
      "3.10492583776\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_filter_sustain', 'reg', 2.759860306696523, 3.1049258377593252)\n",
      "predicting feature mixer_sub\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.47847178155\n",
      "2.65405755966\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mixer_sub', 'reg', 2.4784717815460175, 2.6540575596646661)\n",
      "predicting feature env_filter_release\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.5542648242\n",
      "2.45669901728\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_filter_release', 'reg', 2.5542648242048331, 2.4566990172750254)\n",
      "predicting feature osc2_frequency\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.52523593063\n",
      "2.5078167918\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'osc2_frequency', 'reg', 2.5252359306333481, 2.5078167917966314)\n",
      "predicting feature osc1_octave\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "0.325\n",
      "0.15\n",
      "('Naive', 'per_output', None, {'strategy': 'most_frequent'}, None, 'osc1_octave', 'class', 0.32500000000000001, 0.14999999999999999)\n",
      "predicting feature mod_filter_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.22893889321\n",
      "1.99418833547\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mod_filter_amount', 'reg', 2.2289388932114695, 1.9941883354707433)\n",
      "predicting feature mod_source\n",
      "object\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "[CV] strategy=most_frequent ..........................................\n",
      "[CV] ........................... strategy=most_frequent, total=   0.0s\n",
      "0.1875\n",
      "0.15\n",
      "('Naive', 'per_output', None, {'strategy': 'most_frequent'}, None, 'mod_source', 'class', 0.1875, 0.14999999999999999)\n",
      "predicting feature osc1_wave\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2.3241164142\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2.57304675578\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'osc1_wave', 'reg', 2.3241164141996777, 2.5730467557824737)\n",
      "predicting feature filter_kb_tracking_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.5863806174\n",
      "1.99821842764\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'filter_kb_tracking_amount', 'reg', 2.5863806173951587, 1.9982184276391393)\n",
      "predicting feature env_filter_attack\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.57464773719\n",
      "2.55075383019\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_filter_attack', 'reg', 2.5746477371913312, 2.5507538301900001)\n",
      "predicting feature env_filter_decay\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.51305569856\n",
      "2.87328404444\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_filter_decay', 'reg', 2.5130556985553718, 2.8732840444362289)\n",
      "predicting feature filter_eg_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.51164013288\n",
      "3.31961102973\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'filter_eg_amount', 'reg', 2.5116401328813374, 3.3196110297261243)\n",
      "predicting feature osc2_wave\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.69589430983\n",
      "2.1899453702\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'osc2_wave', 'reg', 2.695894309833085, 2.1899453702015008)\n",
      "predicting feature filter_multidrive\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.54994968771\n",
      "2.68668970884\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'filter_multidrive', 'reg', 2.5499496877098893, 2.6866897088442849)\n",
      "predicting feature env_amplifier_release\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.47183912966\n",
      "2.69382591711\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'env_amplifier_release', 'reg', 2.4718391296596978, 2.6938259171096837)\n",
      "predicting feature mod_pitch_amount\n",
      "float64\n",
      "(80, 780) (80,)\n",
      "(20, 780) (20,)\n",
      "Fitting 3 folds for each of 1 candidates, totalling 3 fits\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "[CV] strategy=mean ...................................................\n",
      "[CV] .................................... strategy=mean, total=   0.0s\n",
      "2.84097419314\n",
      "2.86601965452\n",
      "('Naive', 'per_output', {'strategy': 'mean'}, None, None, 'mod_pitch_amount', 'reg', 2.8409741931371322, 2.8660196545207004)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n",
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:    0.0s remaining:    0.0s\n",
      "[Parallel(n_jobs=1)]: Done   3 out of   3 | elapsed:    0.0s finished\n"
     ]
    }
   ],
   "source": [
    "from sklearn import dummy\n",
    "\n",
    "algo_C = dummy.DummyClassifier()\n",
    "grid_C = GridSearchCV(algo_C, {\"strategy\":[\"most_frequent\"]}, scoring='accuracy', verbose=2)\n",
    "\n",
    "algo_R = dummy.DummyRegressor()\n",
    "grid_R = GridSearchCV(algo_R, {\"strategy\":[\"mean\"]}, scoring='neg_mean_absolute_error', verbose=2)\n",
    "\n",
    "evaluate_algo('Naive', grid_R, grid_C)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Joint modelling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "filter_reso\n",
      "mixer_noise\n",
      "mixer_osc2\n",
      "mixer_osc1\n",
      "env_amplifier_attack\n",
      "osc2_octave\n",
      "env_amplifier_decay\n",
      "filter_cutoff\n",
      "mod_wave_amount\n",
      "mod_lfo_rate\n",
      "osc1_sync_osc2\n",
      "env_amplifier_sustain\n",
      "mod_pitch_osc2\n",
      "env_filter_sustain\n",
      "mixer_sub\n",
      "env_filter_release\n",
      "osc2_frequency\n",
      "osc1_octave\n",
      "mod_filter_amount\n",
      "mod_source\n",
      "osc1_wave\n",
      "filter_kb_tracking_amount\n",
      "env_filter_attack\n",
      "env_filter_decay\n",
      "filter_eg_amount\n",
      "osc2_wave\n",
      "filter_multidrive\n",
      "env_amplifier_release\n",
      "mod_pitch_amount\n",
      "OrderedDict([('filter_reso', {'sd': 2.9144787744309992, 'type': dtype('float64'), 'mean': 4.8169215039982127}), ('mixer_noise', {'sd': 3.1121909991209433, 'type': dtype('float64'), 'mean': 4.7991897088444855}), ('mixer_osc2', {'sd': 3.0303766254423876, 'type': dtype('float64'), 'mean': 4.6693676371843065}), ('mixer_osc1', {'sd': 2.7751550450817226, 'type': dtype('float64'), 'mean': 4.8760300311302878}), ('env_amplifier_attack', {'sd': 2.9042877117791339, 'type': dtype('float64'), 'mean': 4.7973432826708118}), ('osc2_octave', {'char2int': {'4f': 2, '16f': 0, '8f': 3, '2f': 1}, 'int2char': {0: '16f', 1: '2f', 2: '4f', 3: '8f'}, 'type': dtype('O')}), ('env_amplifier_decay', {'sd': 2.7806986300272913, 'type': dtype('float64'), 'mean': 4.791796374290195}), ('filter_cutoff', {'sd': 2.7671951191826016, 'type': dtype('float64'), 'mean': 4.8459378624180633}), ('mod_wave_amount', {'sd': 2.7508212046386418, 'type': dtype('float64'), 'mean': 5.1743880852103095}), ('mod_lfo_rate', {'sd': 2.696099545544659, 'type': dtype('float64'), 'mean': 4.859755539278888}), ('osc1_sync_osc2', {'char2int': {'ON': 1, 'OFF': 0}, 'int2char': {0: 'OFF', 1: 'ON'}, 'type': dtype('O')}), ('env_amplifier_sustain', {'sd': 3.1046097701369662, 'type': dtype('float64'), 'mean': 5.2217008484405181}), ('mod_pitch_osc2', {'char2int': {'ON': 1, 'OFF': 0}, 'int2char': {0: 'OFF', 1: 'ON'}, 'type': dtype('O')}), ('env_filter_sustain', {'sd': 3.1211191865097709, 'type': dtype('float64'), 'mean': 5.3015015564917647}), ('mixer_sub', {'sd': 2.8896180430629692, 'type': dtype('float64'), 'mean': 4.86691234816558}), ('env_filter_release', {'sd': 2.9897284126673083, 'type': dtype('float64'), 'mean': 5.0250869804067513}), ('osc2_frequency', {'sd': 2.858240850335795, 'type': dtype('float64'), 'mean': 5.0795870719648359}), ('osc1_octave', {'char2int': {'4f': 2, '16f': 0, '8f': 3, '2f': 1}, 'int2char': {0: '16f', 1: '2f', 2: '4f', 3: '8f'}, 'type': dtype('O')}), ('mod_filter_amount', {'sd': 2.6994210435915238, 'type': dtype('float64'), 'mean': 5.1585408655308562}), ('mod_source', {'char2int': {'Square': 4, 'Triangle': 5, 'SanpleAndHold': 2, 'Ramp': 1, 'FilterEnv': 0, 'Saw': 3}, 'int2char': {0: 'FilterEnv', 1: 'Ramp', 2: 'SanpleAndHold', 3: 'Saw', 4: 'Square', 5: 'Triangle'}, 'type': dtype('O')}), ('osc1_wave', {'sd': 2.7375603998677867, 'type': dtype('float64'), 'mean': 5.09667795885938}), ('filter_kb_tracking_amount', {'sd': 2.910816502685877, 'type': dtype('float64'), 'mean': 5.6017289263264427}), ('env_filter_attack', {'sd': 2.8561099692544265, 'type': dtype('float64'), 'mean': 4.9338033327225626}), ('env_filter_decay', {'sd': 2.8494955865968241, 'type': dtype('float64'), 'mean': 4.8223844839160872}), ('filter_eg_amount', {'sd': 2.8936555576547627, 'type': dtype('float64'), 'mean': 5.0835088201182632}), ('osc2_wave', {'sd': 3.0718529155056675, 'type': dtype('float64'), 'mean': 5.0533327229450098}), ('filter_multidrive', {'sd': 2.9056683921199973, 'type': dtype('float64'), 'mean': 5.513649819935452}), ('env_amplifier_release', {'sd': 2.8974931026513628, 'type': dtype('float64'), 'mean': 5.0844015137643099}), ('mod_pitch_amount', {'sd': 3.1567408843104743, 'type': dtype('float64'), 'mean': 4.8072468412375002})])\n"
     ]
    }
   ],
   "source": [
    "import collections\n",
    "\n",
    "def target_info(df_y):\n",
    "    infos = collections.OrderedDict()\n",
    "    \n",
    "    for i,name in enumerate(list(df_y)):\n",
    "        print name\n",
    "        \n",
    "        y = df_y[[name]].values.flatten()\n",
    "        infos[name] = {'type':y.dtype}\n",
    "        \n",
    "        if y.dtype=='object':\n",
    "            u_vals = sorted(np.unique(y))\n",
    "            infos[name]['int2char'] = {i:v for i,v in enumerate(u_vals)}\n",
    "            infos[name]['char2int'] = {v:i for i,v in enumerate(u_vals)}\n",
    "            \n",
    "        elif y.dtype=='float64':\n",
    "            infos[name]['mean'] = np.mean(y)\n",
    "            infos[name]['sd'] = np.std(y)\n",
    "        \n",
    "    return infos\n",
    "\n",
    "# Gets target info\n",
    "Y_info = target_info(Y_train)\n",
    "print Y_info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "(80, 39, 20)\n",
      "(20, 39, 20)\n"
     ]
    }
   ],
   "source": [
    "# Preps input data\n",
    "X_train_mfcc = X_train_mfcc.reshape([X_train_mfcc.shape[0],N_MFCC,-1]).transpose(0,2,1)\n",
    "X_test_mfcc = X_test_mfcc.reshape([X_test_mfcc.shape[0],N_MFCC,-1]).transpose(0,2,1)\n",
    "\n",
    "print ''\n",
    "print X_train_mfcc.shape\n",
    "print X_test_mfcc.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from keras.callbacks import EarlyStopping\n",
    "\n",
    "def format_output(Y):\n",
    "    out = {}\n",
    "    for name,infos in Y_info.iteritems():\n",
    "\n",
    "        # Normalizes/one-hot encodes\n",
    "        if infos['type'] == 'float64':\n",
    "            y = (Y[name] - infos['mean']) / infos['sd']\n",
    "            \n",
    "        elif infos['type'] == 'object':\n",
    "            char2int = infos['char2int']\n",
    "            y = np.zeros((len(Y[name]), len(char2int)))\n",
    "            for i,yval in enumerate(Y[name]):\n",
    "                y[i, char2int[yval]] = 1        \n",
    "        else:\n",
    "            raise ValueError\n",
    "        \n",
    "        # Sets to zero if necessary\n",
    "        if name in DEPENDENCIES:\n",
    "            switch = DEPENDENCIES[name]\n",
    "            is_off = Y[switch] == \"off\"\n",
    "            print 'Setting', str(sum(is_off)),'elements to zero'\n",
    "            y[is_off] = 0\n",
    "        \n",
    "        print name, y.shape\n",
    "        out[name] = y\n",
    "    \n",
    "    return out\n",
    "\n",
    "        \n",
    "def test_model(label, params1, params2, regul, model, X_train, X_test):\n",
    "    \n",
    "    try:\n",
    "        # Prepares input and output data\n",
    "        X_mean = np.mean(X_train, axis=(0))\n",
    "        X_sd = np.std(X_train, axis=(0))\n",
    "\n",
    "        X_train = (X_train - X_mean) / X_sd\n",
    "        X_test  = (X_test - X_mean) / X_sd\n",
    "\n",
    "        Y_dict_train = format_output(Y_train)\n",
    "        Y_dict_test  = format_output(Y_test)\n",
    "\n",
    "        # Trains the model\n",
    "        early_stopping = EarlyStopping(monitor='val_loss', patience=10)\n",
    "        hist = model.fit(X_train, Y_dict_train, \n",
    "                  epochs=N_EPOCHS, batch_size=BATCH_SIZE, verbose=VERBOSE,\n",
    "                 validation_split = VALIDATION, callbacks=[early_stopping])\n",
    "\n",
    "        # Makes predictions\n",
    "        pred = model.predict(X_test, batch_size=BATCH_SIZE, verbose=VERBOSE)\n",
    "\n",
    "        # Gets validation and test scores (for each metric)\n",
    "        Y = {}\n",
    "        for j, Y_pred in enumerate(pred):\n",
    "            print 'Output:', j\n",
    "            t_name = Y_info.keys()[j]\n",
    "            t_infos = Y_info[t_name]\n",
    "            truth = Y_test[t_name]\n",
    "            print t_name\n",
    "            print Y_pred.shape\n",
    "\n",
    "            if t_name in DEPENDENCIES:\n",
    "                switch = DEPENDENCIES[t_name]\n",
    "\n",
    "                to_keep_test = (Y_test[switch] == 'on')\n",
    "                print 'Keeping', str(sum(to_keep_test)), 'training examples out of',  str(len(to_keep_test))\n",
    "                truth = truth[to_keep_test]\n",
    "                Y_pred = Y_pred[to_keep_test,...]\n",
    "                print Y_pred.shape, truth.shape\n",
    "\n",
    "            if t_infos['type'] == 'float64':\n",
    "                test_metric = 'reg'\n",
    "                Y_pred = Y_pred.flatten()\n",
    "                y_pred = Y_pred * t_infos['sd'] + t_infos['mean']\n",
    "                y_pred = y_pred.tolist()\n",
    "                test_score = mean_absolute_error(y_pred, truth)\n",
    "\n",
    "            elif t_infos['type'] == 'object':\n",
    "                test_metric = 'class'\n",
    "                y_i = np.argmax(Y_pred, axis=1)\n",
    "                y_pred = [t_infos['int2char'][y] for y in y_i]\n",
    "                test_score = accuracy_score(y_pred, truth)\n",
    "\n",
    "            else:\n",
    "                raise ValueError\n",
    "\n",
    "            train_scores = -1 * hist.history['val_loss'][-1]\n",
    "            out = (label, 'joint', params1, params2, regul,\n",
    "                   t_name, test_metric, train_scores, test_score)\n",
    "            print out\n",
    "            with open(RESULTS_FILE, 'a') as f:\n",
    "                writer = csv.writer(f,quoting=csv.QUOTE_NONNUMERIC)\n",
    "                writer.writerow(out)\n",
    "\n",
    "            Y[t_name] = y_pred\n",
    "            \n",
    "    except:\n",
    "        print \"Unexpected error:\", sys.exc_info()[0]\n",
    "        return\n",
    "    \n",
    "    return Y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def NN_output(h_layer):\n",
    "    # Output layers and losses\n",
    "    out_layers = []\n",
    "    losses = {}\n",
    "    metrics = {}\n",
    "    \n",
    "    # Adds on/off switches\n",
    "    switches = []\n",
    "    for name,infos in Y_info.iteritems():\n",
    "        if not name in DEPENDENCIES and infos['type'] == 'object':\n",
    "            out_dim = len(infos['char2int'])\n",
    "            out_layer = Dense(out_dim, activation='softmax', name=name)(h_layer)\n",
    "            losses[name] = 'categorical_crossentropy'\n",
    "            metrics[name] = 'accuracy'\n",
    "            switches.append(name)\n",
    "            out_layers.append(out_layer)\n",
    "            \n",
    "        if not name in DEPENDENCIES and infos['type'] == 'float64':\n",
    "            out_layer = Dense(1, name=name)(h_layer)\n",
    "            losses[name] = 'mean_absolute_error'\n",
    "            metrics[name] = 'mean_absolute_error'\n",
    "            switches.append(name)\n",
    "            out_layers.append(out_layer)\n",
    "            \n",
    "    # Adds dependent switches and knobs\n",
    "    dependent = []\n",
    "    for name,infos in Y_info.iteritems():\n",
    "        \n",
    "        if name in DEPENDENCIES and infos['type'] == 'float64':\n",
    "            pred_layer = Dense(1)(h_layer)\n",
    "            \n",
    "            switch = DEPENDENCIES[name]\n",
    "            li_switch = switches.index(switch)\n",
    "            i_on = Y_info[switch]['char2int']['on']\n",
    "            switch = Lambda(lambda T: T[:,i_on])(out_layers[li_switch])\n",
    "            out_layer = Multiply(name = name)([pred_layer, switch])\n",
    "            \n",
    "            losses[name] = 'mean_squared_error'\n",
    "            metrics[name] = 'mean_absolute_error'\n",
    "            out_layers.append(out_layer)\n",
    "            dependent.append(name)\n",
    "\n",
    "        \n",
    "        if name in DEPENDENCIES and infos['type'] == 'object':\n",
    "            out_dim = len(infos['char2int'])\n",
    "            pred_layer = Dense(out_dim, activation='softmax')(h_layer)            \n",
    "            \n",
    "            switch = DEPENDENCIES[name]\n",
    "            li_switch = switches.index(switch)\n",
    "            i_on = Y_info[switch]['char2int']['on']\n",
    "            switch = Lambda(lambda T: T[:,i_on])(out_layers[li_switch])\n",
    "            out_layer = Multiply(name = name)([pred_layer, switch])\n",
    "            \n",
    "            losses[name] = 'categorical_crossentropy'\n",
    "            metrics[name] = 'accuracy'\n",
    "            out_layers.append(out_layer)\n",
    "            dependent.append(name)\n",
    "        \n",
    "    # Reorders everything\n",
    "    all_out = switches + dependent\n",
    "    ord_out = []\n",
    "    for out_name in Y_info:\n",
    "        o = out_layers[all_out.index(out_name)]\n",
    "        ord_out.append(o)\n",
    "\n",
    "    return ord_out, metrics, losses"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_1 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_1 (Flatten)              (None, 780)           0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_1 (Dense)                  (None, 64)            49984                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             390                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             65                                           \n",
      "====================================================================================================\n",
      "Total params: 52,714\n",
      "Trainable params: 52,714\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 2s - loss: 38.0173 - filter_reso_loss: 1.2689 - mixer_noise_loss: 1.0681 - mixer_osc2_loss: 1.3810 - mixer_osc1_loss: 1.0669 - env_amplifier_attack_loss: 1.0933 - osc2_octave_loss: 2.0912 - env_amplifier_decay_loss: 1.0178 - filter_cutoff_loss: 0.9904 - mod_wave_amount_loss: 1.0078 - mod_lfo_rate_loss: 1.7591 - osc1_sync_osc2_loss: 0.9191 - env_amplifier_sustain_loss: 1.3202 - mod_pitch_osc2_loss: 0.8799 - env_filter_sustain_loss: 0.9556 - mixer_sub_loss: 1.0701 - env_filter_release_loss: 1.3531 - osc2_frequency_loss: 1.0989 - osc1_octave_loss: 1.7348 - mod_filter_amount_loss: 1.3859 - mod_source_loss: 2.1507 - osc1_wave_loss: 1.2531 - filter_kb_tracking_amount_loss: 1.2111 - env_filter_attack_loss: 1.7780 - env_filter_decay_loss: 1.3253 - filter_eg_amount_loss: 1.0933 - osc2_wave_loss: 1.3702 - filter_multidrive_loss: 1.8514 - env_amplifier_release_loss: 1.2714 - mod_pitch_amount_loss: 1.2509 - val_loss: 35.9203 - val_filter_reso_loss: 1.1104 - val_mixer_noise_loss: 1.4162 - val_mixer_osc2_loss: 0.8094 - val_mixer_osc1_loss: 1.2163 - val_env_amplifier_attack_loss: 1.3258 - val_osc2_octave_loss: 1.5229 - val_env_amplifier_decay_loss: 1.2420 - val_filter_cutoff_loss: 0.8068 - val_mod_wave_amount_loss: 1.4421 - val_mod_lfo_rate_loss: 1.1926 - val_osc1_sync_osc2_loss: 1.7822 - val_env_amplifier_sustain_loss: 0.8701 - val_mod_pitch_osc2_loss: 1.0752 - val_env_filter_sustain_loss: 1.2070 - val_mixer_sub_loss: 1.2416 - val_env_filter_release_loss: 1.2184 - val_osc2_frequency_loss: 0.5770 - val_osc1_octave_loss: 1.5560 - val_mod_filter_amount_loss: 0.5357 - val_mod_source_loss: 3.1000 - val_osc1_wave_loss: 1.2263 - val_filter_kb_tracking_amount_loss: 1.7280 - val_env_filter_attack_loss: 1.4486 - val_env_filter_decay_loss: 0.7878 - val_filter_eg_amount_loss: 1.2647 - val_osc2_wave_loss: 1.0488 - val_filter_multidrive_loss: 1.3912 - val_env_amplifier_release_loss: 0.6929 - val_mod_pitch_amount_loss: 1.0843\n",
      "20/20 [==============================] - 0s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'filter_reso', 'reg', -35.920265197753906, 4.3284834288982648)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mixer_noise', 'reg', -35.920265197753906, 2.7984068946748168)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mixer_osc2', 'reg', -35.920265197753906, 2.3559488998774873)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mixer_osc1', 'reg', -35.920265197753906, 3.2226400991427604)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_amplifier_attack', 'reg', -35.920265197753906, 2.4348012136178818)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 64, 1, 0, 'osc2_octave', 'class', -35.920265197753906, 0.20000000000000001)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_amplifier_decay', 'reg', -35.920265197753906, 2.9412344351104367)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'filter_cutoff', 'reg', -35.920265197753906, 2.4411848825128231)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mod_wave_amount', 'reg', -35.920265197753906, 3.3230337830642243)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mod_lfo_rate', 'reg', -35.920265197753906, 5.2760877500902135)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 64, 1, 0, 'osc1_sync_osc2', 'class', -35.920265197753906, 0.59999999999999998)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_amplifier_sustain', 'reg', -35.920265197753906, 3.6212699998350963)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 64, 1, 0, 'mod_pitch_osc2', 'class', -35.920265197753906, 0.65000000000000002)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_filter_sustain', 'reg', -35.920265197753906, 3.5331575036339848)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mixer_sub', 'reg', -35.920265197753906, 4.2097917206633513)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_filter_release', 'reg', -35.920265197753906, 3.5000619255602756)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'osc2_frequency', 'reg', -35.920265197753906, 2.543586259766232)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 64, 1, 0, 'osc1_octave', 'class', -35.920265197753906, 0.14999999999999999)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mod_filter_amount', 'reg', -35.920265197753906, 2.5880203170060918)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('MLP', 'joint', 64, 1, 0, 'mod_source', 'class', -35.920265197753906, 0.14999999999999999)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'osc1_wave', 'reg', -35.920265197753906, 3.3504931663710189)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'filter_kb_tracking_amount', 'reg', -35.920265197753906, 5.0609606687997051)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_filter_attack', 'reg', -35.920265197753906, 3.9054740069769784)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_filter_decay', 'reg', -35.920265197753906, 3.1144681478624325)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'filter_eg_amount', 'reg', -35.920265197753906, 3.1316317677651573)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'osc2_wave', 'reg', -35.920265197753906, 3.4133604357275429)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'filter_multidrive', 'reg', -35.920265197753906, 3.9081584399420679)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'env_amplifier_release', 'reg', -35.920265197753906, 3.3238889386438735)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 1, 0, 'mod_pitch_amount', 'reg', -35.920265197753906, 2.2928327874020034)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_2 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_2 (Flatten)              (None, 780)           0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_2 (Dense)                  (None, 90)            70290                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             364                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             182                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             182                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             364                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             546                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             91                                           \n",
      "====================================================================================================\n",
      "Total params: 74,112\n",
      "Trainable params: 74,112\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 1s - loss: 37.4911 - filter_reso_loss: 1.2700 - mixer_noise_loss: 1.3462 - mixer_osc2_loss: 1.2798 - mixer_osc1_loss: 1.0238 - env_amplifier_attack_loss: 0.8709 - osc2_octave_loss: 1.8714 - env_amplifier_decay_loss: 1.3901 - filter_cutoff_loss: 1.1482 - mod_wave_amount_loss: 1.2989 - mod_lfo_rate_loss: 1.4206 - osc1_sync_osc2_loss: 0.9473 - env_amplifier_sustain_loss: 1.2947 - mod_pitch_osc2_loss: 0.8397 - env_filter_sustain_loss: 1.5827 - mixer_sub_loss: 1.0339 - env_filter_release_loss: 1.0112 - osc2_frequency_loss: 1.4713 - osc1_octave_loss: 1.6925 - mod_filter_amount_loss: 1.2188 - mod_source_loss: 2.5952 - osc1_wave_loss: 1.2425 - filter_kb_tracking_amount_loss: 1.1210 - env_filter_attack_loss: 1.1368 - env_filter_decay_loss: 1.2567 - filter_eg_amount_loss: 1.4718 - osc2_wave_loss: 0.9831 - filter_multidrive_loss: 1.3610 - env_amplifier_release_loss: 1.1001 - mod_pitch_amount_loss: 1.2108 - val_loss: 33.8138 - val_filter_reso_loss: 0.6757 - val_mixer_noise_loss: 0.9761 - val_mixer_osc2_loss: 0.7298 - val_mixer_osc1_loss: 0.7762 - val_env_amplifier_attack_loss: 1.5505 - val_osc2_octave_loss: 2.0647 - val_env_amplifier_decay_loss: 1.9467 - val_filter_cutoff_loss: 1.3825 - val_mod_wave_amount_loss: 1.1550 - val_mod_lfo_rate_loss: 1.0833 - val_osc1_sync_osc2_loss: 1.5807 - val_env_amplifier_sustain_loss: 0.8365 - val_mod_pitch_osc2_loss: 0.6073 - val_env_filter_sustain_loss: 0.7555 - val_mixer_sub_loss: 0.7760 - val_env_filter_release_loss: 0.7158 - val_osc2_frequency_loss: 0.8639 - val_osc1_octave_loss: 1.5482 - val_mod_filter_amount_loss: 1.3990 - val_mod_source_loss: 2.1052 - val_osc1_wave_loss: 1.2091 - val_filter_kb_tracking_amount_loss: 0.9506 - val_env_filter_attack_loss: 1.6674 - val_env_filter_decay_loss: 1.0430 - val_filter_eg_amount_loss: 1.2797 - val_osc2_wave_loss: 1.0268 - val_filter_multidrive_loss: 1.2277 - val_env_amplifier_release_loss: 0.8119 - val_mod_pitch_amount_loss: 1.0690\n",
      "20/20 [==============================] - 0s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'filter_reso', 'reg', -33.813751220703125, 2.8908215042417509)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mixer_noise', 'reg', -33.813751220703125, 3.2846407610794714)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mixer_osc2', 'reg', -33.813751220703125, 2.7844430291285165)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mixer_osc1', 'reg', -33.813751220703125, 3.6782780100825017)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_amplifier_attack', 'reg', -33.813751220703125, 2.9780533945071639)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 90, 1, 0, 'osc2_octave', 'class', -33.813751220703125, 0.0)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_amplifier_decay', 'reg', -33.813751220703125, 4.0680542421224928)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'filter_cutoff', 'reg', -33.813751220703125, 2.9753269109493448)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mod_wave_amount', 'reg', -33.813751220703125, 2.8313181795598283)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mod_lfo_rate', 'reg', -33.813751220703125, 2.9826991700909571)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 90, 1, 0, 'osc1_sync_osc2', 'class', -33.813751220703125, 0.65000000000000002)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_amplifier_sustain', 'reg', -33.813751220703125, 3.4620714522852323)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 90, 1, 0, 'mod_pitch_osc2', 'class', -33.813751220703125, 0.65000000000000002)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_filter_sustain', 'reg', -33.813751220703125, 4.0234755051397633)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mixer_sub', 'reg', -33.813751220703125, 3.5483902613099461)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_filter_release', 'reg', -33.813751220703125, 3.2995569395980082)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'osc2_frequency', 'reg', -33.813751220703125, 3.2616254981371853)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 90, 1, 0, 'osc1_octave', 'class', -33.813751220703125, 0.20000000000000001)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mod_filter_amount', 'reg', -33.813751220703125, 2.7633269538320038)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('MLP', 'joint', 90, 1, 0, 'mod_source', 'class', -33.813751220703125, 0.10000000000000001)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'osc1_wave', 'reg', -33.813751220703125, 2.3411080916734912)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'filter_kb_tracking_amount', 'reg', -33.813751220703125, 3.5370119481805267)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_filter_attack', 'reg', -33.813751220703125, 2.128520730494476)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_filter_decay', 'reg', -33.813751220703125, 3.2900894069230779)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'filter_eg_amount', 'reg', -33.813751220703125, 3.5236449216049031)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'osc2_wave', 'reg', -33.813751220703125, 2.9135762550213009)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'filter_multidrive', 'reg', -33.813751220703125, 3.6247644520449347)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'env_amplifier_release', 'reg', -33.813751220703125, 3.0830261552008951)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 1, 0, 'mod_pitch_amount', 'reg', -33.813751220703125, 3.197243916451642)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_3 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_3 (Flatten)              (None, 780)           0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_3 (Dense)                  (None, 128)           99968                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             774                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             129                                          \n",
      "====================================================================================================\n",
      "Total params: 105,386\n",
      "Trainable params: 105,386\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 1s - loss: 36.9001 - filter_reso_loss: 1.1081 - mixer_noise_loss: 1.2779 - mixer_osc2_loss: 1.1475 - mixer_osc1_loss: 0.9824 - env_amplifier_attack_loss: 1.1420 - osc2_octave_loss: 2.0244 - env_amplifier_decay_loss: 1.4325 - filter_cutoff_loss: 1.3345 - mod_wave_amount_loss: 1.2273 - mod_lfo_rate_loss: 1.1394 - osc1_sync_osc2_loss: 1.2169 - env_amplifier_sustain_loss: 1.3767 - mod_pitch_osc2_loss: 0.9643 - env_filter_sustain_loss: 0.9510 - mixer_sub_loss: 1.2020 - env_filter_release_loss: 1.1601 - osc2_frequency_loss: 1.5590 - osc1_octave_loss: 1.7189 - mod_filter_amount_loss: 1.1592 - mod_source_loss: 2.1481 - osc1_wave_loss: 1.3984 - filter_kb_tracking_amount_loss: 1.2265 - env_filter_attack_loss: 1.2139 - env_filter_decay_loss: 1.2329 - filter_eg_amount_loss: 0.9693 - osc2_wave_loss: 1.0347 - filter_multidrive_loss: 0.9489 - env_amplifier_release_loss: 1.4292 - mod_pitch_amount_loss: 1.1742 - val_loss: 35.1780 - val_filter_reso_loss: 0.6414 - val_mixer_noise_loss: 1.2589 - val_mixer_osc2_loss: 1.2160 - val_mixer_osc1_loss: 1.2328 - val_env_amplifier_attack_loss: 1.0077 - val_osc2_octave_loss: 1.8451 - val_env_amplifier_decay_loss: 1.4538 - val_filter_cutoff_loss: 0.7724 - val_mod_wave_amount_loss: 1.5347 - val_mod_lfo_rate_loss: 1.1923 - val_osc1_sync_osc2_loss: 0.6443 - val_env_amplifier_sustain_loss: 1.0454 - val_mod_pitch_osc2_loss: 1.1124 - val_env_filter_sustain_loss: 1.3795 - val_mixer_sub_loss: 1.6011 - val_env_filter_release_loss: 0.8422 - val_osc2_frequency_loss: 1.6803 - val_osc1_octave_loss: 1.9168 - val_mod_filter_amount_loss: 1.3103 - val_mod_source_loss: 1.8788 - val_osc1_wave_loss: 0.9771 - val_filter_kb_tracking_amount_loss: 1.6987 - val_env_filter_attack_loss: 1.0356 - val_env_filter_decay_loss: 0.9410 - val_filter_eg_amount_loss: 0.7017 - val_osc2_wave_loss: 1.1477 - val_filter_multidrive_loss: 1.1822 - val_env_amplifier_release_loss: 0.7428 - val_mod_pitch_amount_loss: 1.1852\n",
      "20/20 [==============================] - 0s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'filter_reso', 'reg', -35.178035736083984, 3.4480691376813466)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mixer_noise', 'reg', -35.178035736083984, 3.0705893414205567)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mixer_osc2', 'reg', -35.178035736083984, 2.7107877022304145)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mixer_osc1', 'reg', -35.178035736083984, 3.2225178230494729)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_amplifier_attack', 'reg', -35.178035736083984, 2.1065607565302611)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 128, 1, 0, 'osc2_octave', 'class', -35.178035736083984, 0.14999999999999999)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_amplifier_decay', 'reg', -35.178035736083984, 4.3665790342016777)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'filter_cutoff', 'reg', -35.178035736083984, 2.392380570806794)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mod_wave_amount', 'reg', -35.178035736083984, 4.1850270980210134)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mod_lfo_rate', 'reg', -35.178035736083984, 2.4832605951245545)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 128, 1, 0, 'osc1_sync_osc2', 'class', -35.178035736083984, 0.5)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_amplifier_sustain', 'reg', -35.178035736083984, 2.6528449369803457)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 128, 1, 0, 'mod_pitch_osc2', 'class', -35.178035736083984, 0.40000000000000002)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_filter_sustain', 'reg', -35.178035736083984, 4.2738383312050141)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mixer_sub', 'reg', -35.178035736083984, 3.0738659227677538)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_filter_release', 'reg', -35.178035736083984, 3.7530241587577855)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'osc2_frequency', 'reg', -35.178035736083984, 3.7846951455294162)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 128, 1, 0, 'osc1_octave', 'class', -35.178035736083984, 0.14999999999999999)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mod_filter_amount', 'reg', -35.178035736083984, 3.8422585563776153)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('MLP', 'joint', 128, 1, 0, 'mod_source', 'class', -35.178035736083984, 0.14999999999999999)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'osc1_wave', 'reg', -35.178035736083984, 3.2334498657288693)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'filter_kb_tracking_amount', 'reg', -35.178035736083984, 2.899764802733094)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_filter_attack', 'reg', -35.178035736083984, 2.6376782532263174)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_filter_decay', 'reg', -35.178035736083984, 3.8616608354260378)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'filter_eg_amount', 'reg', -35.178035736083984, 1.4729783786625497)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'osc2_wave', 'reg', -35.178035736083984, 4.4203010768268154)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'filter_multidrive', 'reg', -35.178035736083984, 2.6707374297494821)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'env_amplifier_release', 'reg', -35.178035736083984, 3.8193155396064418)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 1, 0, 'mod_pitch_amount', 'reg', -35.178035736083984, 2.7576837447301412)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_4 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_4 (Flatten)              (None, 780)           0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_4 (Dense)                  (None, 64)            49984                                        \n",
      "____________________________________________________________________________________________________\n",
      "dense_5 (Dense)                  (None, 64)            4160                                         \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             390                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             65                                           \n",
      "====================================================================================================\n",
      "Total params: 56,874\n",
      "Trainable params: 56,874\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 1s - loss: 33.6158 - filter_reso_loss: 1.3013 - mixer_noise_loss: 0.8954 - mixer_osc2_loss: 1.0711 - mixer_osc1_loss: 1.0038 - env_amplifier_attack_loss: 1.6495 - osc2_octave_loss: 1.4239 - env_amplifier_decay_loss: 1.0666 - filter_cutoff_loss: 1.0538 - mod_wave_amount_loss: 0.9802 - mod_lfo_rate_loss: 1.4541 - osc1_sync_osc2_loss: 0.8552 - env_amplifier_sustain_loss: 1.1515 - mod_pitch_osc2_loss: 0.8033 - env_filter_sustain_loss: 0.9169 - mixer_sub_loss: 1.1177 - env_filter_release_loss: 1.5667 - osc2_frequency_loss: 1.0541 - osc1_octave_loss: 1.5971 - mod_filter_amount_loss: 1.1394 - mod_source_loss: 2.0317 - osc1_wave_loss: 1.1144 - filter_kb_tracking_amount_loss: 0.8711 - env_filter_attack_loss: 1.3338 - env_filter_decay_loss: 1.0205 - filter_eg_amount_loss: 0.9656 - osc2_wave_loss: 1.0854 - filter_multidrive_loss: 0.9577 - env_amplifier_release_loss: 1.0003 - mod_pitch_amount_loss: 1.1338 - val_loss: 33.7620 - val_filter_reso_loss: 1.6254 - val_mixer_noise_loss: 0.7057 - val_mixer_osc2_loss: 0.9360 - val_mixer_osc1_loss: 0.8536 - val_env_amplifier_attack_loss: 2.2936 - val_osc2_octave_loss: 1.8015 - val_env_amplifier_decay_loss: 1.2256 - val_filter_cutoff_loss: 1.2274 - val_mod_wave_amount_loss: 1.1337 - val_mod_lfo_rate_loss: 1.1875 - val_osc1_sync_osc2_loss: 0.7451 - val_env_amplifier_sustain_loss: 1.1887 - val_mod_pitch_osc2_loss: 1.0562 - val_env_filter_sustain_loss: 1.1297 - val_mixer_sub_loss: 1.3460 - val_env_filter_release_loss: 1.0652 - val_osc2_frequency_loss: 0.8610 - val_osc1_octave_loss: 1.2621 - val_mod_filter_amount_loss: 0.9629 - val_mod_source_loss: 2.2313 - val_osc1_wave_loss: 0.7898 - val_filter_kb_tracking_amount_loss: 1.1900 - val_env_filter_attack_loss: 1.2134 - val_env_filter_decay_loss: 1.0715 - val_filter_eg_amount_loss: 1.0224 - val_osc2_wave_loss: 0.8005 - val_filter_multidrive_loss: 0.9333 - val_env_amplifier_release_loss: 0.8139 - val_mod_pitch_amount_loss: 1.0890\n",
      "20/20 [==============================] - 0s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'filter_reso', 'reg', -33.762035369873047, 3.0331107509193371)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mixer_noise', 'reg', -33.762035369873047, 3.2457196877258108)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mixer_osc2', 'reg', -33.762035369873047, 2.9744072244290209)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mixer_osc1', 'reg', -33.762035369873047, 2.9520021941590358)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_amplifier_attack', 'reg', -33.762035369873047, 3.6539991647921282)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 64, 2, 0, 'osc2_octave', 'class', -33.762035369873047, 0.45000000000000001)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_amplifier_decay', 'reg', -33.762035369873047, 2.6103614362883349)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'filter_cutoff', 'reg', -33.762035369873047, 3.1126001854944221)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mod_wave_amount', 'reg', -33.762035369873047, 2.4464866446346663)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mod_lfo_rate', 'reg', -33.762035369873047, 3.5009617767767205)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 64, 2, 0, 'osc1_sync_osc2', 'class', -33.762035369873047, 0.29999999999999999)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_amplifier_sustain', 'reg', -33.762035369873047, 2.6033365423547083)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 64, 2, 0, 'mod_pitch_osc2', 'class', -33.762035369873047, 0.65000000000000002)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_filter_sustain', 'reg', -33.762035369873047, 3.4114998962920398)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mixer_sub', 'reg', -33.762035369873047, 3.8837327202906495)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_filter_release', 'reg', -33.762035369873047, 3.5372162685251234)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'osc2_frequency', 'reg', -33.762035369873047, 1.9640639807373295)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 64, 2, 0, 'osc1_octave', 'class', -33.762035369873047, 0.20000000000000001)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mod_filter_amount', 'reg', -33.762035369873047, 2.10346526157192)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('MLP', 'joint', 64, 2, 0, 'mod_source', 'class', -33.762035369873047, 0.050000000000000003)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'osc1_wave', 'reg', -33.762035369873047, 2.4139201655150275)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'filter_kb_tracking_amount', 'reg', -33.762035369873047, 1.9078346863553428)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_filter_attack', 'reg', -33.762035369873047, 3.2050111685343419)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_filter_decay', 'reg', -33.762035369873047, 3.4955714549758712)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'filter_eg_amount', 'reg', -33.762035369873047, 2.6931851588959814)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'osc2_wave', 'reg', -33.762035369873047, 2.4698866797387633)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'filter_multidrive', 'reg', -33.762035369873047, 2.919002138199343)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'env_amplifier_release', 'reg', -33.762035369873047, 3.3578964140692049)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 64, 2, 0, 'mod_pitch_amount', 'reg', -33.762035369873047, 3.0061202464272845)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_5 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_5 (Flatten)              (None, 780)           0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_6 (Dense)                  (None, 90)            70290                                        \n",
      "____________________________________________________________________________________________________\n",
      "dense_7 (Dense)                  (None, 90)            8190                                         \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             364                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             182                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             182                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             364                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             546                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             91                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             91                                           \n",
      "====================================================================================================\n",
      "Total params: 82,302\n",
      "Trainable params: 82,302\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 1s - loss: 33.6333 - filter_reso_loss: 1.0101 - mixer_noise_loss: 0.9906 - mixer_osc2_loss: 1.0252 - mixer_osc1_loss: 1.0447 - env_amplifier_attack_loss: 0.9888 - osc2_octave_loss: 2.0962 - env_amplifier_decay_loss: 1.1971 - filter_cutoff_loss: 1.3879 - mod_wave_amount_loss: 0.9332 - mod_lfo_rate_loss: 1.0547 - osc1_sync_osc2_loss: 0.8666 - env_amplifier_sustain_loss: 0.9581 - mod_pitch_osc2_loss: 1.0524 - env_filter_sustain_loss: 0.9991 - mixer_sub_loss: 1.2206 - env_filter_release_loss: 1.1041 - osc2_frequency_loss: 1.0282 - osc1_octave_loss: 1.5394 - mod_filter_amount_loss: 1.9965 - mod_source_loss: 2.0913 - osc1_wave_loss: 1.1747 - filter_kb_tracking_amount_loss: 0.8820 - env_filter_attack_loss: 1.2732 - env_filter_decay_loss: 0.9579 - filter_eg_amount_loss: 0.9066 - osc2_wave_loss: 1.0629 - filter_multidrive_loss: 0.9203 - env_amplifier_release_loss: 0.9224 - mod_pitch_amount_loss: 0.9482 - val_loss: 32.9082 - val_filter_reso_loss: 0.8561 - val_mixer_noise_loss: 0.6801 - val_mixer_osc2_loss: 0.5888 - val_mixer_osc1_loss: 1.1976 - val_env_amplifier_attack_loss: 1.7878 - val_osc2_octave_loss: 2.0225 - val_env_amplifier_decay_loss: 1.1858 - val_filter_cutoff_loss: 1.3911 - val_mod_wave_amount_loss: 1.0255 - val_mod_lfo_rate_loss: 0.9657 - val_osc1_sync_osc2_loss: 1.2732 - val_env_amplifier_sustain_loss: 0.8384 - val_mod_pitch_osc2_loss: 0.8550 - val_env_filter_sustain_loss: 0.8739 - val_mixer_sub_loss: 0.9974 - val_env_filter_release_loss: 1.1426 - val_osc2_frequency_loss: 1.1967 - val_osc1_octave_loss: 1.4012 - val_mod_filter_amount_loss: 1.0524 - val_mod_source_loss: 1.9147 - val_osc1_wave_loss: 1.0150 - val_filter_kb_tracking_amount_loss: 1.3333 - val_env_filter_attack_loss: 1.5656 - val_env_filter_decay_loss: 1.3071 - val_filter_eg_amount_loss: 0.9928 - val_osc2_wave_loss: 0.8183 - val_filter_multidrive_loss: 0.6708 - val_env_amplifier_release_loss: 0.9371 - val_mod_pitch_amount_loss: 1.0219\n",
      "20/20 [==============================] - 0s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'filter_reso', 'reg', -32.908172607421875, 3.194474910531754)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mixer_noise', 'reg', -32.908172607421875, 2.8051698107027327)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mixer_osc2', 'reg', -32.908172607421875, 3.1968001908611705)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mixer_osc1', 'reg', -32.908172607421875, 3.31866246723414)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_amplifier_attack', 'reg', -32.908172607421875, 2.5074538369696815)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 90, 2, 0, 'osc2_octave', 'class', -32.908172607421875, 0.10000000000000001)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_amplifier_decay', 'reg', -32.908172607421875, 3.2402863985101065)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'filter_cutoff', 'reg', -32.908172607421875, 3.5396890285140032)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mod_wave_amount', 'reg', -32.908172607421875, 2.981726870722627)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mod_lfo_rate', 'reg', -32.908172607421875, 2.691939621999031)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 90, 2, 0, 'osc1_sync_osc2', 'class', -32.908172607421875, 0.55000000000000004)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_amplifier_sustain', 'reg', -32.908172607421875, 2.5435674887203059)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 90, 2, 0, 'mod_pitch_osc2', 'class', -32.908172607421875, 0.20000000000000001)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_filter_sustain', 'reg', -32.908172607421875, 3.9611738731897908)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mixer_sub', 'reg', -32.908172607421875, 3.2606201803490338)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_filter_release', 'reg', -32.908172607421875, 2.647013356257701)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'osc2_frequency', 'reg', -32.908172607421875, 2.7252625411546245)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 90, 2, 0, 'osc1_octave', 'class', -32.908172607421875, 0.25)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mod_filter_amount', 'reg', -32.908172607421875, 3.1254055834363532)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('MLP', 'joint', 90, 2, 0, 'mod_source', 'class', -32.908172607421875, 0.050000000000000003)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'osc1_wave', 'reg', -32.908172607421875, 3.3233091217600723)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'filter_kb_tracking_amount', 'reg', -32.908172607421875, 2.6072684251182849)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_filter_attack', 'reg', -32.908172607421875, 3.4094550298981674)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_filter_decay', 'reg', -32.908172607421875, 3.2776174392440596)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'filter_eg_amount', 'reg', -32.908172607421875, 2.6429321885098451)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'osc2_wave', 'reg', -32.908172607421875, 3.3094621129900239)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'filter_multidrive', 'reg', -32.908172607421875, 3.3121766791305007)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'env_amplifier_release', 'reg', -32.908172607421875, 2.8941233814826481)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 90, 2, 0, 'mod_pitch_amount', 'reg', -32.908172607421875, 3.502622609366612)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_6 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "flatten_6 (Flatten)              (None, 780)           0                                            \n",
      "____________________________________________________________________________________________________\n",
      "dense_8 (Dense)                  (None, 128)           99968                                        \n",
      "____________________________________________________________________________________________________\n",
      "dense_9 (Dense)                  (None, 128)           16512                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             774                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             129                                          \n",
      "====================================================================================================\n",
      "Total params: 121,898\n",
      "Trainable params: 121,898\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 2s - loss: 33.3448 - filter_reso_loss: 1.1670 - mixer_noise_loss: 1.1439 - mixer_osc2_loss: 1.0250 - mixer_osc1_loss: 1.0493 - env_amplifier_attack_loss: 1.1145 - osc2_octave_loss: 1.5738 - env_amplifier_decay_loss: 0.9976 - filter_cutoff_loss: 0.8802 - mod_wave_amount_loss: 0.8579 - mod_lfo_rate_loss: 1.0168 - osc1_sync_osc2_loss: 0.7441 - env_amplifier_sustain_loss: 0.9135 - mod_pitch_osc2_loss: 0.8404 - env_filter_sustain_loss: 1.1756 - mixer_sub_loss: 1.1170 - env_filter_release_loss: 1.1868 - osc2_frequency_loss: 0.9176 - osc1_octave_loss: 1.7429 - mod_filter_amount_loss: 1.0092 - mod_source_loss: 2.1600 - osc1_wave_loss: 1.1544 - filter_kb_tracking_amount_loss: 0.9866 - env_filter_attack_loss: 1.2866 - env_filter_decay_loss: 1.8351 - filter_eg_amount_loss: 0.9271 - osc2_wave_loss: 1.2402 - filter_multidrive_loss: 1.0789 - env_amplifier_release_loss: 0.9358 - mod_pitch_amount_loss: 1.2668 - val_loss: 29.3719 - val_filter_reso_loss: 0.7196 - val_mixer_noise_loss: 0.9033 - val_mixer_osc2_loss: 0.7810 - val_mixer_osc1_loss: 0.9554 - val_env_amplifier_attack_loss: 1.0332 - val_osc2_octave_loss: 1.5269 - val_env_amplifier_decay_loss: 1.1185 - val_filter_cutoff_loss: 0.8559 - val_mod_wave_amount_loss: 1.3125 - val_mod_lfo_rate_loss: 1.1756 - val_osc1_sync_osc2_loss: 0.9098 - val_env_amplifier_sustain_loss: 0.6608 - val_mod_pitch_osc2_loss: 0.6152 - val_env_filter_sustain_loss: 1.0711 - val_mixer_sub_loss: 0.8759 - val_env_filter_release_loss: 1.4668 - val_osc2_frequency_loss: 0.9562 - val_osc1_octave_loss: 1.6074 - val_mod_filter_amount_loss: 0.8350 - val_mod_source_loss: 2.0299 - val_osc1_wave_loss: 0.7282 - val_filter_kb_tracking_amount_loss: 0.9072 - val_env_filter_attack_loss: 0.9227 - val_env_filter_decay_loss: 0.8832 - val_filter_eg_amount_loss: 1.1547 - val_osc2_wave_loss: 0.6731 - val_filter_multidrive_loss: 0.9436 - val_env_amplifier_release_loss: 0.6788 - val_mod_pitch_amount_loss: 1.0704\n",
      "20/20 [==============================] - 1s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'filter_reso', 'reg', -29.371927261352539, 2.943130630688723)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mixer_noise', 'reg', -29.371927261352539, 3.1866124228879071)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mixer_osc2', 'reg', -29.371927261352539, 2.6908904111880516)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mixer_osc1', 'reg', -29.371927261352539, 3.910480765154154)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_amplifier_attack', 'reg', -29.371927261352539, 2.3051185740350748)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 128, 2, 0, 'osc2_octave', 'class', -29.371927261352539, 0.25)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_amplifier_decay', 'reg', -29.371927261352539, 2.2110312342099951)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'filter_cutoff', 'reg', -29.371927261352539, 1.765496108523942)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mod_wave_amount', 'reg', -29.371927261352539, 2.5531136043170144)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mod_lfo_rate', 'reg', -29.371927261352539, 2.6911173931480592)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 128, 2, 0, 'osc1_sync_osc2', 'class', -29.371927261352539, 0.59999999999999998)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_amplifier_sustain', 'reg', -29.371927261352539, 2.6945075369283167)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('MLP', 'joint', 128, 2, 0, 'mod_pitch_osc2', 'class', -29.371927261352539, 0.45000000000000001)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_filter_sustain', 'reg', -29.371927261352539, 2.7878745625131574)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mixer_sub', 'reg', -29.371927261352539, 3.0859857791800533)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_filter_release', 'reg', -29.371927261352539, 3.1459145386137246)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'osc2_frequency', 'reg', -29.371927261352539, 3.0461627740039514)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('MLP', 'joint', 128, 2, 0, 'osc1_octave', 'class', -29.371927261352539, 0.29999999999999999)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mod_filter_amount', 'reg', -29.371927261352539, 1.9753566622644836)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('MLP', 'joint', 128, 2, 0, 'mod_source', 'class', -29.371927261352539, 0.10000000000000001)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'osc1_wave', 'reg', -29.371927261352539, 2.6841900892773509)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'filter_kb_tracking_amount', 'reg', -29.371927261352539, 1.7703320128877913)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_filter_attack', 'reg', -29.371927261352539, 2.8609927787449712)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_filter_decay', 'reg', -29.371927261352539, 3.7476467869596677)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'filter_eg_amount', 'reg', -29.371927261352539, 3.3272411803900277)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'osc2_wave', 'reg', -29.371927261352539, 2.6846259922801665)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'filter_multidrive', 'reg', -29.371927261352539, 3.0139373799185742)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'env_amplifier_release', 'reg', -29.371927261352539, 2.7294126319659826)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('MLP', 'joint', 128, 2, 0, 'mod_pitch_amount', 'reg', -29.371927261352539, 3.5513624157081352)\n"
     ]
    }
   ],
   "source": [
    "# Model 1: 1 layer perceptron\n",
    "from keras.layers import Input, Dense, Flatten, Multiply, Lambda, RepeatVector\n",
    "from keras import backend as K\n",
    "from keras.models import Model\n",
    "from keras import regularizers\n",
    "\n",
    "def MLP(n_hidden_units, n_layers, regul, in_shape):\n",
    "    # Input layer\n",
    "    in_layer = Input(shape=in_shape)\n",
    "    \n",
    "    # Hidden layers\n",
    "    h_layer = Flatten()(in_layer)\n",
    "    for i in range(n_layers):\n",
    "        h_layer = Dense(n_hidden_units, activation='relu')(h_layer)\n",
    "\n",
    "    out_layers, metrics, losses = NN_output(h_layer)\n",
    "    model = Model(inputs = in_layer, outputs = out_layers)\n",
    "    model.compile(loss=losses, optimizer='adam')\n",
    "    \n",
    "    print model.summary()\n",
    "    return model\n",
    "\n",
    "for N_LAYERS in [1,2]:\n",
    "    for N_UNITS in [64,90,128]:\n",
    "        for REGUL in [0]:\n",
    "            in_dim = X_train_mfcc.shape[1:]\n",
    "            model = MLP(N_UNITS, N_LAYERS, REGUL, in_dim)\n",
    "            out = test_model('MLP', N_UNITS, N_LAYERS, REGUL, model, X_train_mfcc, X_test_mfcc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_7 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_1 (LSTM)                    (None, 32)            6784                                         \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             132                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             66                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             66                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             132                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             198                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             33                                           \n",
      "====================================================================================================\n",
      "Total params: 8,170\n",
      "Trainable params: 8,170\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n",
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 3s - loss: 27.4902 - filter_reso_loss: 0.8658 - mixer_noise_loss: 0.9483 - mixer_osc2_loss: 1.0022 - mixer_osc1_loss: 0.8768 - env_amplifier_attack_loss: 0.8948 - osc2_octave_loss: 1.3915 - env_amplifier_decay_loss: 0.8811 - filter_cutoff_loss: 0.6655 - mod_wave_amount_loss: 0.9126 - mod_lfo_rate_loss: 0.9018 - osc1_sync_osc2_loss: 0.7572 - env_amplifier_sustain_loss: 0.9646 - mod_pitch_osc2_loss: 0.7322 - env_filter_sustain_loss: 0.9067 - mixer_sub_loss: 0.8881 - env_filter_release_loss: 0.8303 - osc2_frequency_loss: 0.8931 - osc1_octave_loss: 1.3968 - mod_filter_amount_loss: 0.8901 - mod_source_loss: 1.8778 - osc1_wave_loss: 0.8883 - filter_kb_tracking_amount_loss: 0.8569 - env_filter_attack_loss: 0.9464 - env_filter_decay_loss: 0.8927 - filter_eg_amount_loss: 0.8535 - osc2_wave_loss: 0.8572 - filter_multidrive_loss: 0.8816 - env_amplifier_release_loss: 0.8902 - mod_pitch_amount_loss: 0.9461 - val_loss: 27.6247 - val_filter_reso_loss: 0.7188 - val_mixer_noise_loss: 1.1260 - val_mixer_osc2_loss: 1.0541 - val_mixer_osc1_loss: 0.8233 - val_env_amplifier_attack_loss: 1.0815 - val_osc2_octave_loss: 1.3869 - val_env_amplifier_decay_loss: 1.0407 - val_filter_cutoff_loss: 0.8342 - val_mod_wave_amount_loss: 1.0056 - val_mod_lfo_rate_loss: 0.8058 - val_osc1_sync_osc2_loss: 0.6441 - val_env_amplifier_sustain_loss: 0.6107 - val_mod_pitch_osc2_loss: 0.7832 - val_env_filter_sustain_loss: 0.8278 - val_mixer_sub_loss: 1.1859 - val_env_filter_release_loss: 1.0201 - val_osc2_frequency_loss: 0.9381 - val_osc1_octave_loss: 1.4874 - val_mod_filter_amount_loss: 0.6109 - val_mod_source_loss: 1.8200 - val_osc1_wave_loss: 0.7723 - val_filter_kb_tracking_amount_loss: 0.9432 - val_env_filter_attack_loss: 1.0020 - val_env_filter_decay_loss: 1.0770 - val_filter_eg_amount_loss: 1.0220 - val_osc2_wave_loss: 0.5860 - val_filter_multidrive_loss: 0.8053 - val_env_amplifier_release_loss: 0.8385 - val_mod_pitch_amount_loss: 0.7733\n",
      "20/20 [==============================] - 1s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'filter_reso', 'reg', -27.624740600585938, 2.6443915742663742)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mixer_noise', 'reg', -27.624740600585938, 2.7422270106836031)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mixer_osc2', 'reg', -27.624740600585938, 2.2959178326439407)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mixer_osc1', 'reg', -27.624740600585938, 3.3623031165528348)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_amplifier_attack', 'reg', -27.624740600585938, 2.2530975717377131)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 32, 1, 0, 'osc2_octave', 'class', -27.624740600585938, 0.29999999999999999)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_amplifier_decay', 'reg', -27.624740600585938, 2.5286228071482606)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'filter_cutoff', 'reg', -27.624740600585938, 2.3642155693826572)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mod_wave_amount', 'reg', -27.624740600585938, 2.7766362576082217)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mod_lfo_rate', 'reg', -27.624740600585938, 2.5051718048780423)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 32, 1, 0, 'osc1_sync_osc2', 'class', -27.624740600585938, 0.65000000000000002)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_amplifier_sustain', 'reg', -27.624740600585938, 2.4180113579787124)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mod_pitch_osc2', 'class', -27.624740600585938, 0.69999999999999996)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_filter_sustain', 'reg', -27.624740600585938, 3.2595390465300769)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mixer_sub', 'reg', -27.624740600585938, 2.6595194296140683)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_filter_release', 'reg', -27.624740600585938, 2.4424904070160967)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'osc2_frequency', 'reg', -27.624740600585938, 2.2273547855010629)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 32, 1, 0, 'osc1_octave', 'class', -27.624740600585938, 0.29999999999999999)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mod_filter_amount', 'reg', -27.624740600585938, 2.2395273540302574)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mod_source', 'class', -27.624740600585938, 0.050000000000000003)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'osc1_wave', 'reg', -27.624740600585938, 2.4310646652881145)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'filter_kb_tracking_amount', 'reg', -27.624740600585938, 2.0246769020240394)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_filter_attack', 'reg', -27.624740600585938, 2.7099566496170797)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_filter_decay', 'reg', -27.624740600585938, 2.9032870549374428)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'filter_eg_amount', 'reg', -27.624740600585938, 3.0647086540317501)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'osc2_wave', 'reg', -27.624740600585938, 1.9476616401814464)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'filter_multidrive', 'reg', -27.624740600585938, 2.6412199125905174)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'env_amplifier_release', 'reg', -27.624740600585938, 2.7464574434266931)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0, 'mod_pitch_amount', 'reg', -27.624740600585938, 2.8758757686327998)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_8 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_2 (LSTM)                    (None, 32)            6784                                         \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             132                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             66                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             66                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             132                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             198                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             33                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             33                                           \n",
      "====================================================================================================\n",
      "Total params: 8,170\n",
      "Trainable params: 8,170\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 2s - loss: 28.2623 - filter_reso_loss: 0.9183 - mixer_noise_loss: 0.9584 - mixer_osc2_loss: 1.0068 - mixer_osc1_loss: 0.8741 - env_amplifier_attack_loss: 0.9066 - osc2_octave_loss: 1.4334 - env_amplifier_decay_loss: 0.8724 - filter_cutoff_loss: 0.8682 - mod_wave_amount_loss: 0.8714 - mod_lfo_rate_loss: 0.8279 - osc1_sync_osc2_loss: 0.7644 - env_amplifier_sustain_loss: 0.9534 - mod_pitch_osc2_loss: 0.7272 - env_filter_sustain_loss: 0.9541 - mixer_sub_loss: 0.8702 - env_filter_release_loss: 0.8272 - osc2_frequency_loss: 0.8695 - osc1_octave_loss: 1.5175 - mod_filter_amount_loss: 0.8819 - mod_source_loss: 1.9296 - osc1_wave_loss: 0.8674 - filter_kb_tracking_amount_loss: 0.9023 - env_filter_attack_loss: 0.9936 - env_filter_decay_loss: 0.9159 - filter_eg_amount_loss: 0.9663 - osc2_wave_loss: 0.9667 - filter_multidrive_loss: 0.9292 - env_amplifier_release_loss: 0.9216 - mod_pitch_amount_loss: 0.9670 - val_loss: 27.3888 - val_filter_reso_loss: 0.8450 - val_mixer_noise_loss: 0.9120 - val_mixer_osc2_loss: 0.3910 - val_mixer_osc1_loss: 1.0017 - val_env_amplifier_attack_loss: 1.1474 - val_osc2_octave_loss: 1.5538 - val_env_amplifier_decay_loss: 1.0920 - val_filter_cutoff_loss: 1.0530 - val_mod_wave_amount_loss: 0.9112 - val_mod_lfo_rate_loss: 0.8242 - val_osc1_sync_osc2_loss: 0.8124 - val_env_amplifier_sustain_loss: 0.6935 - val_mod_pitch_osc2_loss: 0.9375 - val_env_filter_sustain_loss: 0.8332 - val_mixer_sub_loss: 0.8725 - val_env_filter_release_loss: 1.0451 - val_osc2_frequency_loss: 0.7351 - val_osc1_octave_loss: 1.4239 - val_mod_filter_amount_loss: 0.5995 - val_mod_source_loss: 1.7663 - val_osc1_wave_loss: 0.6537 - val_filter_kb_tracking_amount_loss: 1.1108 - val_env_filter_attack_loss: 0.9129 - val_env_filter_decay_loss: 0.8534 - val_filter_eg_amount_loss: 1.0967 - val_osc2_wave_loss: 0.7382 - val_filter_multidrive_loss: 0.8824 - val_env_amplifier_release_loss: 0.7665 - val_mod_pitch_amount_loss: 0.9240\n",
      "20/20 [==============================] - 1s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'filter_reso', 'reg', -27.388801574707031, 2.7979380020901035)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mixer_noise', 'reg', -27.388801574707031, 2.7782324153934406)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mixer_osc2', 'reg', -27.388801574707031, 3.4055439764595676)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mixer_osc1', 'reg', -27.388801574707031, 3.0853545328128043)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_amplifier_attack', 'reg', -27.388801574707031, 2.4443612946390179)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'osc2_octave', 'class', -27.388801574707031, 0.20000000000000001)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_amplifier_decay', 'reg', -27.388801574707031, 2.5571367150346118)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'filter_cutoff', 'reg', -27.388801574707031, 2.3449045958150938)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mod_wave_amount', 'reg', -27.388801574707031, 2.6163833863833594)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mod_lfo_rate', 'reg', -27.388801574707031, 2.502096033687923)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'osc1_sync_osc2', 'class', -27.388801574707031, 0.45000000000000001)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_amplifier_sustain', 'reg', -27.388801574707031, 2.8033464061289322)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mod_pitch_osc2', 'class', -27.388801574707031, 0.69999999999999996)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_filter_sustain', 'reg', -27.388801574707031, 2.9528876330893725)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mixer_sub', 'reg', -27.388801574707031, 2.480356232302988)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_filter_release', 'reg', -27.388801574707031, 2.5904664662789609)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'osc2_frequency', 'reg', -27.388801574707031, 2.6365458536316768)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'osc1_octave', 'class', -27.388801574707031, 0.10000000000000001)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mod_filter_amount', 'reg', -27.388801574707031, 2.2918531301308125)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mod_source', 'class', -27.388801574707031, 0.20000000000000001)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'osc1_wave', 'reg', -27.388801574707031, 2.1376111108778022)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'filter_kb_tracking_amount', 'reg', -27.388801574707031, 1.9958139903524015)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_filter_attack', 'reg', -27.388801574707031, 2.8231435655860055)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_filter_decay', 'reg', -27.388801574707031, 2.8743888515644871)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'filter_eg_amount', 'reg', -27.388801574707031, 3.792256786406071)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'osc2_wave', 'reg', -27.388801574707031, 2.1644728401839926)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'filter_multidrive', 'reg', -27.388801574707031, 2.6876871572156089)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'env_amplifier_release', 'reg', -27.388801574707031, 2.5695390629986989)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 32, 1, 0.2, 'mod_pitch_amount', 'reg', -27.388801574707031, 3.7165326172445639)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_9 (InputLayer)             (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_3 (LSTM)                    (None, 64)            21760                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             390                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             65                                           \n",
      "====================================================================================================\n",
      "Total params: 24,490\n",
      "Trainable params: 24,490\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 3s - loss: 27.1075 - filter_reso_loss: 0.8547 - mixer_noise_loss: 0.9620 - mixer_osc2_loss: 0.9347 - mixer_osc1_loss: 0.8680 - env_amplifier_attack_loss: 0.8576 - osc2_octave_loss: 1.4168 - env_amplifier_decay_loss: 0.8696 - filter_cutoff_loss: 0.7473 - mod_wave_amount_loss: 0.8861 - mod_lfo_rate_loss: 0.8848 - osc1_sync_osc2_loss: 0.6893 - env_amplifier_sustain_loss: 0.8924 - mod_pitch_osc2_loss: 0.6594 - env_filter_sustain_loss: 0.9007 - mixer_sub_loss: 0.8478 - env_filter_release_loss: 0.8430 - osc2_frequency_loss: 0.9520 - osc1_octave_loss: 1.4208 - mod_filter_amount_loss: 0.8594 - mod_source_loss: 1.7927 - osc1_wave_loss: 0.8650 - filter_kb_tracking_amount_loss: 0.8546 - env_filter_attack_loss: 0.8935 - env_filter_decay_loss: 0.8740 - filter_eg_amount_loss: 0.8923 - osc2_wave_loss: 0.9343 - filter_multidrive_loss: 0.8772 - env_amplifier_release_loss: 0.8687 - mod_pitch_amount_loss: 0.9086 - val_loss: 27.8349 - val_filter_reso_loss: 0.8716 - val_mixer_noise_loss: 0.8746 - val_mixer_osc2_loss: 0.5286 - val_mixer_osc1_loss: 0.9921 - val_env_amplifier_attack_loss: 1.2993 - val_osc2_octave_loss: 1.3157 - val_env_amplifier_decay_loss: 1.0588 - val_filter_cutoff_loss: 0.8904 - val_mod_wave_amount_loss: 1.0050 - val_mod_lfo_rate_loss: 0.8865 - val_osc1_sync_osc2_loss: 0.7069 - val_env_amplifier_sustain_loss: 0.6952 - val_mod_pitch_osc2_loss: 0.7145 - val_env_filter_sustain_loss: 1.1704 - val_mixer_sub_loss: 1.0722 - val_env_filter_release_loss: 1.0331 - val_osc2_frequency_loss: 1.0507 - val_osc1_octave_loss: 1.3144 - val_mod_filter_amount_loss: 0.6424 - val_mod_source_loss: 1.6867 - val_osc1_wave_loss: 0.6424 - val_filter_kb_tracking_amount_loss: 0.9386 - val_env_filter_attack_loss: 0.9295 - val_env_filter_decay_loss: 1.1624 - val_filter_eg_amount_loss: 1.0759 - val_osc2_wave_loss: 0.5522 - val_filter_multidrive_loss: 1.0151 - val_env_amplifier_release_loss: 0.7032 - val_mod_pitch_amount_loss: 1.0066\n",
      "20/20 [==============================] - 1s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'filter_reso', 'reg', -27.834877014160156, 2.6219823451150566)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mixer_noise', 'reg', -27.834877014160156, 2.8402580664413257)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mixer_osc2', 'reg', -27.834877014160156, 2.7607661539650605)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mixer_osc1', 'reg', -27.834877014160156, 3.3996569778847752)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_amplifier_attack', 'reg', -27.834877014160156, 2.3265825714542618)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 64, 1, 0, 'osc2_octave', 'class', -27.834877014160156, 0.20000000000000001)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_amplifier_decay', 'reg', -27.834877014160156, 2.3642474255374943)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'filter_cutoff', 'reg', -27.834877014160156, 2.3642782257631136)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mod_wave_amount', 'reg', -27.834877014160156, 2.6217245033356789)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mod_lfo_rate', 'reg', -27.834877014160156, 2.8705620146011261)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 64, 1, 0, 'osc1_sync_osc2', 'class', -27.834877014160156, 0.45000000000000001)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_amplifier_sustain', 'reg', -27.834877014160156, 2.6610175058633265)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mod_pitch_osc2', 'class', -27.834877014160156, 0.25)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_filter_sustain', 'reg', -27.834877014160156, 3.1470340440385782)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mixer_sub', 'reg', -27.834877014160156, 2.9030903226899363)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_filter_release', 'reg', -27.834877014160156, 2.6404164341401364)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'osc2_frequency', 'reg', -27.834877014160156, 2.6679445953953218)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 64, 1, 0, 'osc1_octave', 'class', -27.834877014160156, 0.29999999999999999)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mod_filter_amount', 'reg', -27.834877014160156, 1.9374865396054457)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mod_source', 'class', -27.834877014160156, 0.14999999999999999)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'osc1_wave', 'reg', -27.834877014160156, 2.6010392546359542)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'filter_kb_tracking_amount', 'reg', -27.834877014160156, 1.988218245425196)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_filter_attack', 'reg', -27.834877014160156, 2.442150066609678)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_filter_decay', 'reg', -27.834877014160156, 2.7687286516793455)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'filter_eg_amount', 'reg', -27.834877014160156, 3.6890480895638773)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'osc2_wave', 'reg', -27.834877014160156, 2.2897991239553033)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'filter_multidrive', 'reg', -27.834877014160156, 2.7929005102770201)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'env_amplifier_release', 'reg', -27.834877014160156, 2.8231082785552704)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0, 'mod_pitch_amount', 'reg', -27.834877014160156, 3.0204302197758861)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_10 (InputLayer)            (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_4 (LSTM)                    (None, 64)            21760                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             130                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             260                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             390                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             65                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             65                                           \n",
      "====================================================================================================\n",
      "Total params: 24,490\n",
      "Trainable params: 24,490\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 3s - loss: 27.5568 - filter_reso_loss: 0.9716 - mixer_noise_loss: 0.8772 - mixer_osc2_loss: 0.8600 - mixer_osc1_loss: 0.9415 - env_amplifier_attack_loss: 0.8573 - osc2_octave_loss: 1.3804 - env_amplifier_decay_loss: 0.9102 - filter_cutoff_loss: 0.7441 - mod_wave_amount_loss: 0.8694 - mod_lfo_rate_loss: 0.8673 - osc1_sync_osc2_loss: 0.7073 - env_amplifier_sustain_loss: 0.9860 - mod_pitch_osc2_loss: 0.7113 - env_filter_sustain_loss: 0.8932 - mixer_sub_loss: 0.9116 - env_filter_release_loss: 0.8536 - osc2_frequency_loss: 0.9055 - osc1_octave_loss: 1.4445 - mod_filter_amount_loss: 0.8273 - mod_source_loss: 1.8289 - osc1_wave_loss: 0.9515 - filter_kb_tracking_amount_loss: 0.8593 - env_filter_attack_loss: 0.8876 - env_filter_decay_loss: 0.9470 - filter_eg_amount_loss: 0.8457 - osc2_wave_loss: 0.9613 - filter_multidrive_loss: 0.8576 - env_amplifier_release_loss: 0.9388 - mod_pitch_amount_loss: 0.9597 - val_loss: 27.6389 - val_filter_reso_loss: 1.0057 - val_mixer_noise_loss: 0.7277 - val_mixer_osc2_loss: 0.4789 - val_mixer_osc1_loss: 0.9336 - val_env_amplifier_attack_loss: 1.1532 - val_osc2_octave_loss: 1.4170 - val_env_amplifier_decay_loss: 1.0881 - val_filter_cutoff_loss: 0.8171 - val_mod_wave_amount_loss: 1.0501 - val_mod_lfo_rate_loss: 0.9946 - val_osc1_sync_osc2_loss: 0.8392 - val_env_amplifier_sustain_loss: 0.6488 - val_mod_pitch_osc2_loss: 0.7183 - val_env_filter_sustain_loss: 1.0133 - val_mixer_sub_loss: 0.9153 - val_env_filter_release_loss: 1.0558 - val_osc2_frequency_loss: 0.9591 - val_osc1_octave_loss: 1.3618 - val_mod_filter_amount_loss: 0.6924 - val_mod_source_loss: 1.9562 - val_osc1_wave_loss: 0.6757 - val_filter_kb_tracking_amount_loss: 0.9357 - val_env_filter_attack_loss: 1.0304 - val_env_filter_decay_loss: 0.9453 - val_filter_eg_amount_loss: 1.1520 - val_osc2_wave_loss: 0.5782 - val_filter_multidrive_loss: 0.7554 - val_env_amplifier_release_loss: 0.8264 - val_mod_pitch_amount_loss: 0.9138\n",
      "20/20 [==============================] - 1s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'filter_reso', 'reg', -27.638893127441406, 2.5987322830851305)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mixer_noise', 'reg', -27.638893127441406, 2.8670431572948383)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mixer_osc2', 'reg', -27.638893127441406, 3.1503389749436468)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mixer_osc1', 'reg', -27.638893127441406, 3.132740908765439)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_amplifier_attack', 'reg', -27.638893127441406, 2.3399913085817365)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'osc2_octave', 'class', -27.638893127441406, 0.20000000000000001)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_amplifier_decay', 'reg', -27.638893127441406, 2.3795543538711215)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'filter_cutoff', 'reg', -27.638893127441406, 1.6847769663230252)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mod_wave_amount', 'reg', -27.638893127441406, 2.612309112985419)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mod_lfo_rate', 'reg', -27.638893127441406, 2.7658695612961219)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'osc1_sync_osc2', 'class', -27.638893127441406, 0.59999999999999998)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_amplifier_sustain', 'reg', -27.638893127441406, 2.5017148447842184)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mod_pitch_osc2', 'class', -27.638893127441406, 0.34999999999999998)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_filter_sustain', 'reg', -27.638893127441406, 3.0165724899810047)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mixer_sub', 'reg', -27.638893127441406, 2.9017272359894966)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_filter_release', 'reg', -27.638893127441406, 2.4370906287970331)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'osc2_frequency', 'reg', -27.638893127441406, 2.7485047164865399)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'osc1_octave', 'class', -27.638893127441406, 0.25)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mod_filter_amount', 'reg', -27.638893127441406, 1.9746034724744039)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mod_source', 'class', -27.638893127441406, 0.20000000000000001)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'osc1_wave', 'reg', -27.638893127441406, 2.5438313150339278)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'filter_kb_tracking_amount', 'reg', -27.638893127441406, 1.9480646275975502)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_filter_attack', 'reg', -27.638893127441406, 2.5443722946599099)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_filter_decay', 'reg', -27.638893127441406, 2.99680110409922)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'filter_eg_amount', 'reg', -27.638893127441406, 2.9456593065142522)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'osc2_wave', 'reg', -27.638893127441406, 2.3714984835164028)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'filter_multidrive', 'reg', -27.638893127441406, 2.6843281374592918)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'env_amplifier_release', 'reg', -27.638893127441406, 3.0051634289728049)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 64, 1, 0.2, 'mod_pitch_amount', 'reg', -27.638893127441406, 3.2463405654873747)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_11 (InputLayer)            (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_5 (LSTM)                    (None, 80)            32320                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             324                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             162                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             162                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             324                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             486                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             81                                           \n",
      "====================================================================================================\n",
      "Total params: 35,722\n",
      "Trainable params: 35,722\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 3s - loss: 27.4233 - filter_reso_loss: 0.9418 - mixer_noise_loss: 0.9857 - mixer_osc2_loss: 0.9240 - mixer_osc1_loss: 0.9182 - env_amplifier_attack_loss: 0.8997 - osc2_octave_loss: 1.4244 - env_amplifier_decay_loss: 0.8581 - filter_cutoff_loss: 0.7403 - mod_wave_amount_loss: 0.8286 - mod_lfo_rate_loss: 0.8528 - osc1_sync_osc2_loss: 0.7237 - env_amplifier_sustain_loss: 0.9039 - mod_pitch_osc2_loss: 0.7028 - env_filter_sustain_loss: 0.9075 - mixer_sub_loss: 0.8034 - env_filter_release_loss: 0.9679 - osc2_frequency_loss: 0.9129 - osc1_octave_loss: 1.3960 - mod_filter_amount_loss: 0.8472 - mod_source_loss: 1.8126 - osc1_wave_loss: 0.8975 - filter_kb_tracking_amount_loss: 0.8947 - env_filter_attack_loss: 0.9151 - env_filter_decay_loss: 0.9161 - filter_eg_amount_loss: 0.8807 - osc2_wave_loss: 0.9396 - filter_multidrive_loss: 0.8637 - env_amplifier_release_loss: 0.8558 - mod_pitch_amount_loss: 0.9085 - val_loss: 27.1733 - val_filter_reso_loss: 0.8539 - val_mixer_noise_loss: 0.8805 - val_mixer_osc2_loss: 0.3980 - val_mixer_osc1_loss: 0.8914 - val_env_amplifier_attack_loss: 1.4041 - val_osc2_octave_loss: 1.4457 - val_env_amplifier_decay_loss: 1.0908 - val_filter_cutoff_loss: 0.8686 - val_mod_wave_amount_loss: 1.2605 - val_mod_lfo_rate_loss: 1.0636 - val_osc1_sync_osc2_loss: 0.6966 - val_env_amplifier_sustain_loss: 0.6529 - val_mod_pitch_osc2_loss: 0.7287 - val_env_filter_sustain_loss: 0.8466 - val_mixer_sub_loss: 1.0770 - val_env_filter_release_loss: 1.1339 - val_osc2_frequency_loss: 0.7516 - val_osc1_octave_loss: 1.3920 - val_mod_filter_amount_loss: 0.5938 - val_mod_source_loss: 1.9136 - val_osc1_wave_loss: 0.7429 - val_filter_kb_tracking_amount_loss: 1.0559 - val_env_filter_attack_loss: 0.9185 - val_env_filter_decay_loss: 0.8865 - val_filter_eg_amount_loss: 0.9142 - val_osc2_wave_loss: 0.3540 - val_filter_multidrive_loss: 0.7285 - val_env_amplifier_release_loss: 0.8046 - val_mod_pitch_amount_loss: 0.8246\n",
      "20/20 [==============================] - 1s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'filter_reso', 'reg', -27.173313140869141, 2.7628144520172944)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mixer_noise', 'reg', -27.173313140869141, 2.7833361346279069)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mixer_osc2', 'reg', -27.173313140869141, 2.8148920828438451)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mixer_osc1', 'reg', -27.173313140869141, 3.3652322914528896)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_amplifier_attack', 'reg', -27.173313140869141, 2.5233883695906369)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 80, 1, 0, 'osc2_octave', 'class', -27.173313140869141, 0.34999999999999998)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_amplifier_decay', 'reg', -27.173313140869141, 2.5407752143523838)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'filter_cutoff', 'reg', -27.173313140869141, 2.4450240062532318)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mod_wave_amount', 'reg', -27.173313140869141, 2.3913680172561875)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mod_lfo_rate', 'reg', -27.173313140869141, 2.6994649700849513)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 80, 1, 0, 'osc1_sync_osc2', 'class', -27.173313140869141, 0.5)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_amplifier_sustain', 'reg', -27.173313140869141, 2.5449542748003493)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mod_pitch_osc2', 'class', -27.173313140869141, 0.34999999999999998)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_filter_sustain', 'reg', -27.173313140869141, 2.9807918336432668)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mixer_sub', 'reg', -27.173313140869141, 2.896238566117213)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_filter_release', 'reg', -27.173313140869141, 2.4352109436655911)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'osc2_frequency', 'reg', -27.173313140869141, 2.4186865420925572)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 80, 1, 0, 'osc1_octave', 'class', -27.173313140869141, 0.40000000000000002)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mod_filter_amount', 'reg', -27.173313140869141, 2.1013974345470499)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mod_source', 'class', -27.173313140869141, 0.45000000000000001)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'osc1_wave', 'reg', -27.173313140869141, 2.6976032614413739)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'filter_kb_tracking_amount', 'reg', -27.173313140869141, 2.03746822208974)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_filter_attack', 'reg', -27.173313140869141, 2.5514131991628419)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_filter_decay', 'reg', -27.173313140869141, 3.0490745801144445)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'filter_eg_amount', 'reg', -27.173313140869141, 3.0946211000085193)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'osc2_wave', 'reg', -27.173313140869141, 2.313908130016344)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'filter_multidrive', 'reg', -27.173313140869141, 2.6720450901167672)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'env_amplifier_release', 'reg', -27.173313140869141, 2.8014834094022012)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 80, 1, 0, 'mod_pitch_amount', 'reg', -27.173313140869141, 2.9633572226826854)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_12 (InputLayer)            (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_6 (LSTM)                    (None, 80)            32320                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             324                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             162                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             162                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             324                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             486                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             81                                           \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             81                                           \n",
      "====================================================================================================\n",
      "Total params: 35,722\n",
      "Trainable params: 35,722\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "Unexpected error: <type 'exceptions.KeyboardInterrupt'>\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_13 (InputLayer)            (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_7 (LSTM)                    (None, 128)           76288                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             774                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             129                                          \n",
      "====================================================================================================\n",
      "Total params: 81,706\n",
      "Trainable params: 81,706\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n",
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 4s - loss: 26.8351 - filter_reso_loss: 0.8917 - mixer_noise_loss: 0.8562 - mixer_osc2_loss: 0.9575 - mixer_osc1_loss: 0.8484 - env_amplifier_attack_loss: 0.8724 - osc2_octave_loss: 1.3829 - env_amplifier_decay_loss: 0.8371 - filter_cutoff_loss: 0.7111 - mod_wave_amount_loss: 0.8132 - mod_lfo_rate_loss: 0.8743 - osc1_sync_osc2_loss: 0.6415 - env_amplifier_sustain_loss: 0.9076 - mod_pitch_osc2_loss: 0.7051 - env_filter_sustain_loss: 0.9012 - mixer_sub_loss: 0.8892 - env_filter_release_loss: 0.8615 - osc2_frequency_loss: 0.8596 - osc1_octave_loss: 1.4041 - mod_filter_amount_loss: 0.8739 - mod_source_loss: 1.7888 - osc1_wave_loss: 0.8772 - filter_kb_tracking_amount_loss: 0.8432 - env_filter_attack_loss: 0.9003 - env_filter_decay_loss: 0.9040 - filter_eg_amount_loss: 0.8989 - osc2_wave_loss: 0.8519 - filter_multidrive_loss: 0.8747 - env_amplifier_release_loss: 0.8741 - mod_pitch_amount_loss: 0.9334 - val_loss: 27.2836 - val_filter_reso_loss: 0.7550 - val_mixer_noise_loss: 0.7758 - val_mixer_osc2_loss: 0.7149 - val_mixer_osc1_loss: 0.9164 - val_env_amplifier_attack_loss: 1.2006 - val_osc2_octave_loss: 1.4594 - val_env_amplifier_decay_loss: 1.1342 - val_filter_cutoff_loss: 0.6437 - val_mod_wave_amount_loss: 1.0245 - val_mod_lfo_rate_loss: 0.9170 - val_osc1_sync_osc2_loss: 0.8054 - val_env_amplifier_sustain_loss: 0.6660 - val_mod_pitch_osc2_loss: 0.6443 - val_env_filter_sustain_loss: 0.9149 - val_mixer_sub_loss: 1.0784 - val_env_filter_release_loss: 1.0356 - val_osc2_frequency_loss: 0.8025 - val_osc1_octave_loss: 1.3514 - val_mod_filter_amount_loss: 0.6627 - val_mod_source_loss: 1.8796 - val_osc1_wave_loss: 0.8253 - val_filter_kb_tracking_amount_loss: 1.0362 - val_env_filter_attack_loss: 0.7229 - val_env_filter_decay_loss: 1.1810 - val_filter_eg_amount_loss: 0.9738 - val_osc2_wave_loss: 0.4771 - val_filter_multidrive_loss: 0.9407 - val_env_amplifier_release_loss: 0.9348 - val_mod_pitch_amount_loss: 0.8094\n",
      "20/20 [==============================] - 2s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'filter_reso', 'reg', -27.283594131469727, 2.6529138319065604)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mixer_noise', 'reg', -27.283594131469727, 2.8914104149596973)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mixer_osc2', 'reg', -27.283594131469727, 2.2830338118385818)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mixer_osc1', 'reg', -27.283594131469727, 3.2224011360641756)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_amplifier_attack', 'reg', -27.283594131469727, 2.4000177635072735)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 128, 1, 0, 'osc2_octave', 'class', -27.283594131469727, 0.050000000000000003)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_amplifier_decay', 'reg', -27.283594131469727, 2.5813038304025611)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'filter_cutoff', 'reg', -27.283594131469727, 2.1016095565614599)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mod_wave_amount', 'reg', -27.283594131469727, 2.2796063093736634)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mod_lfo_rate', 'reg', -27.283594131469727, 2.8631784717665676)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 128, 1, 0, 'osc1_sync_osc2', 'class', -27.283594131469727, 0.55000000000000004)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_amplifier_sustain', 'reg', -27.283594131469727, 2.611196348490167)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mod_pitch_osc2', 'class', -27.283594131469727, 0.25)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_filter_sustain', 'reg', -27.283594131469727, 3.193277826551745)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mixer_sub', 'reg', -27.283594131469727, 2.8341049541143577)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_filter_release', 'reg', -27.283594131469727, 2.4883783020740462)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'osc2_frequency', 'reg', -27.283594131469727, 2.5340963268763703)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 128, 1, 0, 'osc1_octave', 'class', -27.283594131469727, 0.20000000000000001)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mod_filter_amount', 'reg', -27.283594131469727, 2.1789930885582192)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mod_source', 'class', -27.283594131469727, 0.10000000000000001)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'osc1_wave', 'reg', -27.283594131469727, 2.3885911972861726)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'filter_kb_tracking_amount', 'reg', -27.283594131469727, 2.1569559572048953)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_filter_attack', 'reg', -27.283594131469727, 2.3982676417807571)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_filter_decay', 'reg', -27.283594131469727, 2.8751859363193706)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'filter_eg_amount', 'reg', -27.283594131469727, 3.1367655177712757)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'osc2_wave', 'reg', -27.283594131469727, 2.2816452589977163)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'filter_multidrive', 'reg', -27.283594131469727, 2.8324915276188984)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'env_amplifier_release', 'reg', -27.283594131469727, 2.8395289756761435)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0, 'mod_pitch_amount', 'reg', -27.283594131469727, 2.6495139415789959)\n",
      "____________________________________________________________________________________________________\n",
      "Layer (type)                     Output Shape          Param #     Connected to                     \n",
      "====================================================================================================\n",
      "input_14 (InputLayer)            (None, 39, 20)        0                                            \n",
      "____________________________________________________________________________________________________\n",
      "lstm_8 (LSTM)                    (None, 128)           76288                                        \n",
      "____________________________________________________________________________________________________\n",
      "filter_reso (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_noise (Dense)              (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc2 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_osc1 (Dense)               (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_attack (Dense)     (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_decay (Dense)      (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_cutoff (Dense)            (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_wave_amount (Dense)          (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_lfo_rate (Dense)             (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_sync_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_sustain (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_osc2 (Dense)           (None, 2)             258                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_sustain (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mixer_sub (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_release (Dense)       (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_frequency (Dense)           (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_octave (Dense)              (None, 4)             516                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_filter_amount (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_source (Dense)               (None, 6)             774                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc1_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_kb_tracking_amount (Dense (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_attack (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_filter_decay (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_eg_amount (Dense)         (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "osc2_wave (Dense)                (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "filter_multidrive (Dense)        (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "env_amplifier_release (Dense)    (None, 1)             129                                          \n",
      "____________________________________________________________________________________________________\n",
      "mod_pitch_amount (Dense)         (None, 1)             129                                          \n",
      "====================================================================================================\n",
      "Total params: 81,706\n",
      "Trainable params: 81,706\n",
      "Non-trainable params: 0\n",
      "____________________________________________________________________________________________________\n",
      "None\n",
      "filter_reso (80,)\n",
      "mixer_noise (80,)\n",
      "mixer_osc2 (80,)\n",
      "mixer_osc1 (80,)\n",
      "env_amplifier_attack (80,)\n",
      "osc2_octave (80, 4)\n",
      "env_amplifier_decay (80,)\n",
      "filter_cutoff (80,)\n",
      "mod_wave_amount (80,)\n",
      "mod_lfo_rate (80,)\n",
      "osc1_sync_osc2 (80, 2)\n",
      "env_amplifier_sustain (80,)\n",
      "mod_pitch_osc2 (80, 2)\n",
      "env_filter_sustain (80,)\n",
      "mixer_sub (80,)\n",
      "env_filter_release (80,)\n",
      "osc2_frequency (80,)\n",
      "osc1_octave (80, 4)\n",
      "mod_filter_amount (80,)\n",
      "mod_source (80, 6)\n",
      "osc1_wave (80,)\n",
      "filter_kb_tracking_amount (80,)\n",
      "env_filter_attack (80,)\n",
      "env_filter_decay (80,)\n",
      "filter_eg_amount (80,)\n",
      "osc2_wave (80,)\n",
      "filter_multidrive (80,)\n",
      "env_amplifier_release (80,)\n",
      "mod_pitch_amount (80,)\n",
      "filter_reso (20,)\n",
      "mixer_noise (20,)\n",
      "mixer_osc2 (20,)\n",
      "mixer_osc1 (20,)\n",
      "env_amplifier_attack (20,)\n",
      "osc2_octave (20, 4)\n",
      "env_amplifier_decay (20,)\n",
      "filter_cutoff (20,)\n",
      "mod_wave_amount (20,)\n",
      "mod_lfo_rate (20,)\n",
      "osc1_sync_osc2 (20, 2)\n",
      "env_amplifier_sustain (20,)\n",
      "mod_pitch_osc2 (20, 2)\n",
      "env_filter_sustain (20,)\n",
      "mixer_sub (20,)\n",
      "env_filter_release (20,)\n",
      "osc2_frequency (20,)\n",
      "osc1_octave (20, 4)\n",
      "mod_filter_amount (20,)\n",
      "mod_source (20, 6)\n",
      "osc1_wave (20,)\n",
      "filter_kb_tracking_amount (20,)\n",
      "env_filter_attack (20,)\n",
      "env_filter_decay (20,)\n",
      "filter_eg_amount (20,)\n",
      "osc2_wave (20,)\n",
      "filter_multidrive (20,)\n",
      "env_amplifier_release (20,)\n",
      "mod_pitch_amount (20,)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 72 samples, validate on 8 samples\n",
      "Epoch 1/1\n",
      "72/72 [==============================] - 4s - loss: 27.3539 - filter_reso_loss: 0.8667 - mixer_noise_loss: 0.8932 - mixer_osc2_loss: 0.8807 - mixer_osc1_loss: 0.8997 - env_amplifier_attack_loss: 0.9120 - osc2_octave_loss: 1.4547 - env_amplifier_decay_loss: 0.8459 - filter_cutoff_loss: 0.8356 - mod_wave_amount_loss: 0.8490 - mod_lfo_rate_loss: 0.9096 - osc1_sync_osc2_loss: 0.7483 - env_amplifier_sustain_loss: 0.9057 - mod_pitch_osc2_loss: 0.7053 - env_filter_sustain_loss: 0.8948 - mixer_sub_loss: 0.8346 - env_filter_release_loss: 0.9051 - osc2_frequency_loss: 0.8824 - osc1_octave_loss: 1.4319 - mod_filter_amount_loss: 0.8920 - mod_source_loss: 1.8055 - osc1_wave_loss: 0.8635 - filter_kb_tracking_amount_loss: 0.8694 - env_filter_attack_loss: 0.9115 - env_filter_decay_loss: 0.8554 - filter_eg_amount_loss: 0.8924 - osc2_wave_loss: 0.8758 - filter_multidrive_loss: 0.9422 - env_amplifier_release_loss: 0.8638 - mod_pitch_amount_loss: 0.9272 - val_loss: 27.2515 - val_filter_reso_loss: 0.8248 - val_mixer_noise_loss: 0.6853 - val_mixer_osc2_loss: 0.6466 - val_mixer_osc1_loss: 0.8878 - val_env_amplifier_attack_loss: 1.2229 - val_osc2_octave_loss: 1.5637 - val_env_amplifier_decay_loss: 0.9423 - val_filter_cutoff_loss: 0.8737 - val_mod_wave_amount_loss: 1.1137 - val_mod_lfo_rate_loss: 0.8544 - val_osc1_sync_osc2_loss: 0.7503 - val_env_amplifier_sustain_loss: 0.7118 - val_mod_pitch_osc2_loss: 0.5902 - val_env_filter_sustain_loss: 1.1534 - val_mixer_sub_loss: 0.9116 - val_env_filter_release_loss: 1.0349 - val_osc2_frequency_loss: 0.8484 - val_osc1_octave_loss: 1.4536 - val_mod_filter_amount_loss: 0.7848 - val_mod_source_loss: 1.9280 - val_osc1_wave_loss: 0.6939 - val_filter_kb_tracking_amount_loss: 0.9258 - val_env_filter_attack_loss: 0.8207 - val_env_filter_decay_loss: 0.9790 - val_filter_eg_amount_loss: 1.0503 - val_osc2_wave_loss: 0.5257 - val_filter_multidrive_loss: 0.9112 - val_env_amplifier_release_loss: 0.7517 - val_mod_pitch_amount_loss: 0.8111\n",
      "20/20 [==============================] - 2s\n",
      "Output: 0\n",
      "filter_reso\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'filter_reso', 'reg', -27.251537322998047, 2.4741104356815846)\n",
      "Output: 1\n",
      "mixer_noise\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mixer_noise', 'reg', -27.251537322998047, 3.0185879872100636)\n",
      "Output: 2\n",
      "mixer_osc2\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mixer_osc2', 'reg', -27.251537322998047, 2.7426673338536118)\n",
      "Output: 3\n",
      "mixer_osc1\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mixer_osc1', 'reg', -27.251537322998047, 3.478183188669687)\n",
      "Output: 4\n",
      "env_amplifier_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_amplifier_attack', 'reg', -27.251537322998047, 2.3431550004960715)\n",
      "Output: 5\n",
      "osc2_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'osc2_octave', 'class', -27.251537322998047, 0.34999999999999998)\n",
      "Output: 6\n",
      "env_amplifier_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_amplifier_decay', 'reg', -27.251537322998047, 2.5061427303967507)\n",
      "Output: 7\n",
      "filter_cutoff\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'filter_cutoff', 'reg', -27.251537322998047, 2.1913062157262879)\n",
      "Output: 8\n",
      "mod_wave_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mod_wave_amount', 'reg', -27.251537322998047, 2.6323983703871834)\n",
      "Output: 9\n",
      "mod_lfo_rate\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mod_lfo_rate', 'reg', -27.251537322998047, 2.7012670533644623)\n",
      "Output: 10\n",
      "osc1_sync_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'osc1_sync_osc2', 'class', -27.251537322998047, 0.69999999999999996)\n",
      "Output: 11\n",
      "env_amplifier_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_amplifier_sustain', 'reg', -27.251537322998047, 2.6163464681569253)\n",
      "Output: 12\n",
      "mod_pitch_osc2\n",
      "(20, 2)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mod_pitch_osc2', 'class', -27.251537322998047, 0.59999999999999998)\n",
      "Output: 13\n",
      "env_filter_sustain\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_filter_sustain', 'reg', -27.251537322998047, 2.8130652334731314)\n",
      "Output: 14\n",
      "mixer_sub\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mixer_sub', 'reg', -27.251537322998047, 2.6798634893464301)\n",
      "Output: 15\n",
      "env_filter_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_filter_release', 'reg', -27.251537322998047, 2.5558717424216058)\n",
      "Output: 16\n",
      "osc2_frequency\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'osc2_frequency', 'reg', -27.251537322998047, 2.4820171089756444)\n",
      "Output: 17\n",
      "osc1_octave\n",
      "(20, 4)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'osc1_octave', 'class', -27.251537322998047, 0.20000000000000001)\n",
      "Output: 18\n",
      "mod_filter_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mod_filter_amount', 'reg', -27.251537322998047, 1.9601227016821245)\n",
      "Output: 19\n",
      "mod_source\n",
      "(20, 6)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mod_source', 'class', -27.251537322998047, 0.29999999999999999)\n",
      "Output: 20\n",
      "osc1_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'osc1_wave', 'reg', -27.251537322998047, 2.519077935967966)\n",
      "Output: 21\n",
      "filter_kb_tracking_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'filter_kb_tracking_amount', 'reg', -27.251537322998047, 2.325707649976807)\n",
      "Output: 22\n",
      "env_filter_attack\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_filter_attack', 'reg', -27.251537322998047, 2.4979924705377767)\n",
      "Output: 23\n",
      "env_filter_decay\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_filter_decay', 'reg', -27.251537322998047, 2.8009256381207313)\n",
      "Output: 24\n",
      "filter_eg_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'filter_eg_amount', 'reg', -27.251537322998047, 3.3462777515054065)\n",
      "Output: 25\n",
      "osc2_wave\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'osc2_wave', 'reg', -27.251537322998047, 2.1053787044735186)\n",
      "Output: 26\n",
      "filter_multidrive\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'filter_multidrive', 'reg', -27.251537322998047, 2.7078527317662373)\n",
      "Output: 27\n",
      "env_amplifier_release\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'env_amplifier_release', 'reg', -27.251537322998047, 2.9354544975267296)\n",
      "Output: 28\n",
      "mod_pitch_amount\n",
      "(20, 1)\n",
      "('LSTM', 'joint', 128, 1, 0.2, 'mod_pitch_amount', 'reg', -27.251537322998047, 2.6896372411419995)\n"
     ]
    }
   ],
   "source": [
    "from keras.layers import LSTM\n",
    "\n",
    "def modLSTM(n_hidden_units, n_layers, regul, in_shape):\n",
    "    # Input layer\n",
    "    in_layer = Input(shape=in_shape)\n",
    "    \n",
    "    # Hidden layers\n",
    "    h_layer = in_layer\n",
    "    for i in range(n_layers):\n",
    "        seq = i < n_layers - 1\n",
    "        h_layer = LSTM(n_hidden_units, return_sequences=seq, dropout=regul)(h_layer)\n",
    "        \n",
    "    # Output layers and losses\n",
    "    out_layers, metrics, losses = NN_output(h_layer)\n",
    "    model = Model(inputs = in_layer, outputs = out_layers)\n",
    "    model.compile(loss=losses, optimizer='adam')\n",
    "    \n",
    "    print model.summary()\n",
    "    return model\n",
    "\n",
    "for N_LAYERS in [1,2]:\n",
    "    for N_UNITS in [32,64,80,128]:\n",
    "        for REGUL in [0,0.2]:\n",
    "            in_dim = X_train_mfcc.shape[1:]\n",
    "            model = modLSTM(N_UNITS, N_LAYERS, REGUL, in_dim)\n",
    "            out = test_model('LSTM', N_UNITS, N_LAYERS, REGUL, model, X_train_mfcc, X_test_mfcc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.layers import Conv1D,MaxPooling1D,GlobalMaxPooling1D\n",
    "\n",
    "W = 4\n",
    "\n",
    "def modConvo(n_filters, n_layers, regul, in_shape):\n",
    "    # Input layer\n",
    "    print in_shape\n",
    "    in_layer = Input(shape=in_shape)\n",
    "    \n",
    "    # Hidden layers\n",
    "    h_layer = in_layer\n",
    "    for i in range(n_layers):\n",
    "        print i\n",
    "        conv_layer = Conv1D(n_filters*(i+1), W, \n",
    "                          kernel_regularizer=regularizers.l2(regul))(h_layer)\n",
    "        h_layer = MaxPooling1D(W, strides=2)(conv_layer)\n",
    "    \n",
    "    h_layer_pool = GlobalMaxPooling1D()(h_layer)\n",
    "    h_layer_full = Dense(n_filters, \n",
    "                          kernel_regularizer=regularizers.l2(regul))(h_layer_pool)\n",
    "    \n",
    "    # Output layers and losses\n",
    "    out_layers, metrics, losses = NN_output(h_layer_full)\n",
    "    model = Model(inputs = in_layer, outputs = out_layers)\n",
    "    model.compile(loss=losses, optimizer='adam')\n",
    "    \n",
    "    print model.summary()\n",
    "    return model\n",
    "\n",
    "for N_FILTERS in [16,32,48,64]:\n",
    "    for N_LAYERS in [1,2]:\n",
    "        for REGUL in [0]:\n",
    "            in_dim = X_train_mfcc.shape[1:]\n",
    "            model = modConvo(N_FILTERS, N_LAYERS, REGUL, in_dim)\n",
    "            out = test_model('Conv', N_FILTERS, N_LAYERS, REGUL, model, X_train_mfcc, X_test_mfcc)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Mid level features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import collections\n",
    "\n",
    "def target_info(df_y):\n",
    "    infos = collections.OrderedDict()\n",
    "    \n",
    "    for i,name in enumerate(list(df_y)):\n",
    "        print name\n",
    "        \n",
    "        y = df_y[[name]].values.flatten()\n",
    "        infos[name] = {'type':y.dtype}\n",
    "        \n",
    "        if y.dtype=='object':\n",
    "            u_vals = sorted(np.unique(y))\n",
    "            infos[name]['int2char'] = {i:v for i,v in enumerate(u_vals)}\n",
    "            infos[name]['char2int'] = {v:i for i,v in enumerate(u_vals)}\n",
    "            \n",
    "        elif y.dtype=='float64':\n",
    "            infos[name]['mean'] = np.mean(y)\n",
    "            infos[name]['sd'] = np.std(y)\n",
    "        \n",
    "    return infos\n",
    "\n",
    "# Gets target info\n",
    "Y_info = target_info(Y_train)\n",
    "print Y_info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "L_test_mel = []\n",
    "for i in range(X_test.shape[0]):\n",
    "    S = X_test[i,:]\n",
    "    mel = lr.feature.melspectrogram(y=S, sr=sampling_rate, hop_length=HOP_LENGTH, n_mels=N_MEL)\n",
    "    L_test_mel.append(mel)\n",
    "X_test_mel = np.stack(L_test_mel)\n",
    "print X_test_mel.shape\n",
    "\n",
    "L_train_mel = []\n",
    "for i in range(X_train.shape[0]):\n",
    "    S = X_train[i,:]\n",
    "    mel = lr.feature.melspectrogram(y=S, sr=sampling_rate, hop_length=HOP_LENGTH, n_mels=N_MEL)\n",
    "    L_train_mel.append(mel)\n",
    "X_train_mel = np.stack(L_train_mel)\n",
    "print X_train_mel.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(10, 4))\n",
    "lr.display.specshow(X_train_mel[1,...], x_axis='time')\n",
    "plt.colorbar()\n",
    "plt.title('Mel spectrogram')\n",
    "plt.tight_layout()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train_mel = np.transpose(X_train_mel, (0,2,1))\n",
    "X_test_mel = np.transpose(X_test_mel, (0,2,1))\n",
    "print X_train_mel.shape, X_test_mel.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for N_LAYERS in [1,2]:\n",
    "    for N_UNITS in [64,90,128]:\n",
    "        for REGUL in [0]:\n",
    "            in_dim = X_train_mel.shape[1:]\n",
    "            model = MLP(N_UNITS, N_LAYERS, REGUL, in_dim)\n",
    "            out = test_model('MLP_mid', N_UNITS, N_LAYERS, REGUL, model, X_train_mel, X_test_mel)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for N_LAYERS in [1,2]:\n",
    "    for N_UNITS in [32,64,80,128]:\n",
    "        for REGUL in [0]:\n",
    "            in_dim = X_train_mel.shape[1:]\n",
    "            model = modLSTM(N_UNITS, N_LAYERS, REGUL, in_dim)\n",
    "            out = test_model('LSTM_mid', N_UNITS, N_LAYERS, REGUL, model, X_train_mel, X_test_mel)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for N_FILTERS in [16,32,48,64]:\n",
    "    for N_LAYERS in [1,2]:\n",
    "        for REGUL in [0]:\n",
    "            in_dim = X_train_mel.shape[1:]\n",
    "            model = modConvo(N_FILTERS, N_LAYERS, REGUL, in_dim)\n",
    "            out = test_model('Conv_mid', N_FILTERS, N_LAYERS, REGUL, model, X_train_mel, X_test_mel)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Visualizing the results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "%%R -i RESULTS_FILE\n",
    "\n",
    "library(tidyverse)\n",
    "\n",
    "# Processing\n",
    "csv <- read.csv(RESULTS_FILE)\n",
    "\n",
    "indep_models <- csv %>% filter(type == 'per_output')\n",
    "\n",
    "joint_models <- csv %>% filter(type == 'joint')\n",
    "to_keep <- joint_models %>% \n",
    "                group_by(algo, type, param1,param2,regularization) %>%\n",
    "                summarize(train_score = mean(train_score)) %>%\n",
    "                group_by(algo) %>%\n",
    "                filter(train_score == max(train_score)) %>% data.frame()\n",
    "print(to_keep)\n",
    "\n",
    "joint_models <- semi_join(joint_models, to_keep, by=c(\"algo\",\"param1\",\"param1\",\"regularization\")) %>%\n",
    "                distinct()\n",
    "\n",
    "all_models <- rbind(indep_models, joint_models)\n",
    "\n",
    "# Plotting\n",
    "to_plot <- all_models %>%\n",
    "            select(algo, metric, test_score) %>%\n",
    "            group_by(algo, metric) %>%\n",
    "            summarize(score = mean(test_score)) %>%\n",
    "            as.data.frame\n",
    "print(to_plot)\n",
    "\n",
    "to_plot$metric <- factor(to_plot$metric)\n",
    "\n",
    "p <- ggplot(to_plot, aes(x=factor(algo), y=score)) +\n",
    "    geom_bar(stat='identity') +\n",
    "    facet_grid(metric~., scales='free')\n",
    "p\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "%%R -i RESULTS_FILE\n",
    "\n",
    "library(tidyverse)\n",
    "\n",
    "# Processing\n",
    "csv <- read.csv(RESULTS_FILE)\n",
    "\n",
    "indep_models <- csv %>% filter(type == 'per_output')\n",
    "\n",
    "joint_models <- csv %>% filter(type == 'joint')\n",
    "to_keep <- joint_models %>% \n",
    "                group_by(algo, type, param1,param2,regularization) %>%\n",
    "                summarize(train_score = mean(train_score)) %>%\n",
    "                group_by(algo) %>%\n",
    "                filter(train_score == max(train_score)) %>% data.frame()\n",
    "print(to_keep)\n",
    "\n",
    "joint_models <- semi_join(joint_models, to_keep, by=c(\"algo\",\"param1\",\"param1\",\"regularization\")) %>%\n",
    "                distinct()\n",
    "\n",
    "all_models <- rbind(indep_models, joint_models)\n",
    "\n",
    "\n",
    "# Plotting\n",
    "to_plot <- all_models %>%\n",
    "            select(algo, metric, test_score) %>%\n",
    "            group_by(algo, metric) %>%\n",
    "            summarize(score = mean(test_score)) %>%\n",
    "            as.data.frame\n",
    "to_plot$family <- sapply(to_plot$algo,function(n){\n",
    "    if (n%in%c('Conv', \"LSTM\", \"MLP\")){\n",
    "        \"joint model + MFCC\"\n",
    "    } else if (n%in%c('Conv_mid', \"LSTM_mid\", \"MLP_mid\")){\n",
    "        \"joint model + Mel Spectrum\"\n",
    "    } else{\n",
    "        \"Independent + MFCC\"\n",
    "    }\n",
    "})\n",
    "\n",
    "print(to_plot)\n",
    "\n",
    "to_plot$metric <- factor(to_plot$metric)\n",
    "\n",
    "p <- ggplot(to_plot, aes(x=factor(algo), y=score, color=family, fill=family)) +\n",
    "    geom_bar(stat='identity') +\n",
    "    facet_grid(metric~family, scales='free')\n",
    "print(p)\n",
    "\n",
    "ggsave('results_moog.pdf', p, width=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}