Yelp_Mining_Model_Evaluation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Data: Number of lines processed: 317586\n",
      "Training Data: Length of userid array: 317586\n",
      "Training Data: Length of rating array: 317586\n",
      "Training Data: Length of docs array: 317586\n",
      "Training Data: Length of business array: 317586\n",
      "Training Data: Number of exceptions encountered: 0\n"
     ]
    }
   ],
   "source": [
    "from util import *\n",
    "import time\n",
    "import datetime\n",
    "\n",
    "import cPickle as pickle\n",
    "import matplotlib.pyplot as plt\n",
    "import nltk\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import pylab\n",
    "import re\n",
    "import scipy as sp\n",
    "import seaborn\n",
    "import sklearn.feature_extraction.text as text\n",
    "\n",
    "from gensim import corpora, models\n",
    "from nltk.corpus import stopwords\n",
    "from sklearn import metrics\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn import decomposition\n",
    "\n",
    "lines=[]\n",
    "with open(\"data/reviews_full.dat\", \"r\") as fh:\n",
    "    lines = fh.readlines()  \n",
    "    \n",
    "userid = []\n",
    "rating = []\n",
    "docs = []\n",
    "business = []\n",
    "i = 0\n",
    "j = 0\n",
    "error_line_num = []\n",
    "error_lines = []\n",
    "for line in lines:\n",
    "    try:\n",
    "        i = i + 1\n",
    "        l = line.split('\\t', 4)\n",
    "        userid.append(l[0])\n",
    "        business.append(l[1])\n",
    "        rating.append(l[2])\n",
    "        docs.append(l[3])\n",
    "        #d = clean(l[3])\n",
    "        #kmers = getKmers(d)\n",
    "        #d.extend(kmers)\n",
    "        #docs.append(d)\n",
    "    except Exception as e:\n",
    "        j = j + 1\n",
    "        error_line_num.append(i)\n",
    "        error_lines.append(line)\n",
    "\n",
    "print 'Training Data: Number of lines processed: ' + str(i)\n",
    "print 'Training Data: Length of userid array: ' + str(len(userid))\n",
    "print 'Training Data: Length of rating array: ' + str(len(rating))\n",
    "print 'Training Data: Length of docs array: ' + str(len(docs))\n",
    "print 'Training Data: Length of business array: ' + str(len(business))\n",
    "print 'Training Data: Number of exceptions encountered: ' + str(j)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "\n",
    "from sklearn.ensemble import RandomForestClassifier, AdaBoostClassifier\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "from sklearn.neighbors import KNeighborsRegressor\n",
    "\n",
    "total_data =50000\n",
    "train_data =45000\n",
    "\n",
    "def getSentiment(x):\n",
    "    if x < 3.5:\n",
    "        return 0\n",
    "    else:\n",
    "        return 1\n",
    "    \n",
    "\n",
    "def nmf(rating):\n",
    "    nmf = load_pickle('nmf.pickle')\n",
    "    print nmf.shape\n",
    "    trainTopics= nmf[:total_data]\n",
    "    rating=rating[:total_data]\n",
    "    print trainTopics.shape\n",
    "    print len(rating)\n",
    "    trainTopics = trainTopics / np.sum(trainTopics, axis=1, keepdims=True)\n",
    "    d, f = trainTopics.shape\n",
    "    cols = [\"Topic\"+str(i) for i in xrange(1, f+1)]\n",
    "    nmfDF = pd.DataFrame(trainTopics, columns=cols)\n",
    "    nmfDF['rating'] = map(float,rating)\n",
    "    cols = [u'Topic1', u'Topic2', u'Topic3', u'Topic4', u'Topic5', u'Topic6', u'Topic7', u'Topic8', u'Topic9', u'Topic10', u'Topic11', u'Topic12', u'Topic13', u'Topic14', u'Topic15', u'Topic16', u'Topic17', u'Topic18', u'Topic19', u'Topic20']\n",
    "    Xtrain = nmfDF[:train_data][cols]\n",
    "    Ytrain = nmfDF[:train_data]['rating']\n",
    "    Xtest = nmfDF[train_data:][cols]\n",
    "    Ytest = nmfDF[train_data:]['rating']\n",
    "    \n",
    "    return nmfDF, Xtrain, Ytrain, Xtest, Ytest\n",
    "    \n",
    "    \n",
    "def nmf_sentiment(rating):\n",
    "    nmfDF,a,b,c,d = nmf(rating)\n",
    "    nmfDF['Sentiment'] = nmfDF['rating'].map(getSentiment)\n",
    "    nmfDF = nmfDF.dropna(how='any')\n",
    "    cols = [u'Topic1', u'Topic2', u'Topic3', u'Topic4', u'Topic5', u'Topic6', u'Topic7', u'Topic8', u'Topic9', u'Topic10', u'Topic11', u'Topic12', u'Topic13', u'Topic14', u'Topic15', u'Topic16', u'Topic17', u'Topic18', u'Topic19', u'Topic20', u'Sentiment']\n",
    "    Xtrain = nmfDF[:train_data][cols]\n",
    "    Ytrain = nmfDF[:train_data]['rating']\n",
    "    Xtest = nmfDF[train_data:][cols]\n",
    "    Ytest = nmfDF[train_data:]['rating']\n",
    "    \n",
    "    return nmfDF,Xtrain,Ytrain,Xtest,Ytest\n",
    "\n",
    "    \n",
    "    \n",
    "def lda_sentiment(rating):\n",
    "    lda = load_pickle('lda.pickle')\n",
    "    trainTopics= lda[:total_data]\n",
    "    rating=rating[:total_data]\n",
    "    trainTopics = trainTopics / np.sum(trainTopics, axis=1, keepdims=True)\n",
    "    d, f = trainTopics.shape\n",
    "    cols = [\"Topic\"+str(i) for i in xrange(1, f+1)]\n",
    "    ldaDF = pd.DataFrame(trainTopics, columns=cols)\n",
    "    ldaDF['rating'] = map(float,rating)\n",
    "    ldaDF['Sentiment'] = ldaDF['rating'].map(getSentiment)\n",
    "    ldaDF = ldaDF.dropna(how='any')\n",
    "    cols = [u'Topic1', u'Topic2', u'Topic3', u'Topic4', u'Topic5', u'Topic6', u'Topic7', u'Topic8', u'Topic9', u'Topic10', u'Topic11', u'Topic12', u'Topic13', u'Topic14', u'Topic15', u'Topic16', u'Topic17', u'Topic18', u'Topic19', u'Topic20', u'Sentiment']\n",
    "    Xtrain = ldaDF[:train_data][cols]\n",
    "    Ytrain = ldaDF[:train_data]['rating']\n",
    "    Xtest = ldaDF[train_data:][cols]\n",
    "    Ytest = ldaDF[train_data:]['rating']\n",
    "    \n",
    "    return ldaDF,Xtrain,Ytrain,Xtest,Ytest\n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "317586\n",
      "(50000, 20)\n",
      "(50000, 20)\n",
      "50000\n",
      "(50000, 20)\n",
      "(50000, 20)\n",
      "50000\n"
     ]
    }
   ],
   "source": [
    "rating = map(float,rating)\n",
    "print len(rating)\n",
    "\n",
    "nmdf,m,n,o,p = nmf(rating)\n",
    "nmsdf,q,w,e,r = nmf_sentiment(rating)\n",
    "\n",
    "ldf,a,b,c,d = lda_sentiment(rating)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(50000, 20)\n",
      "(50000, 20)\n",
      "50000\n",
      "(50000, 20)\n",
      "(50000, 20)\n",
      "50000\n",
      "Evalutaion of Model:  NMF\n",
      "********************************************************************\n",
      "Training validations evaluations for : Logistic Regression\n",
      "[ 0.45512108  0.45317187  0.43655556  0.45182798  0.45087797]\n",
      "Testing validations evaluations for : Logistic Regression\n",
      "{'r2 score': 0.007057749106524791, 'mean absolute error': 0.70799999999999996, 'mean sqaured error': 1.0915999999999999, 'training score': 0.44951089266418781, 'median absolute error': 0.70799999999999996, 'explained variance error': 0.084403329576598907, 'mean squared log error': 0.063683733764986664}\n",
      "********************************************************************\n",
      "Training validations evaluations for : KNeighborsRegressor\n",
      "[ 0.04514013  0.00296003  0.05560693  0.01632206  0.01310399]\n",
      "Testing validations evaluations for : KNeighborsRegressor\n",
      "{'r2 score': 0.024178837142573295, 'mean absolute error': 0.80526666666666669, 'mean sqaured error': 1.0727777777777778, 'training score': 0.02662662920671497, 'median absolute error': 0.80526666666666669, 'explained variance error': 0.024358824854604721, 'mean squared log error': 0.061962082678044691}\n",
      "********************************************************************\n",
      "Training validations evaluations for : SVR\n",
      "[ 0.26187308  0.23791541  0.2427577   0.24406438  0.23937081]\n",
      "Testing validations evaluations for : SVR\n",
      "{'r2 score': 0.21876661650891538, 'mean absolute error': 0.72768174842881905, 'mean sqaured error': 0.85885595124137526, 'training score': 0.24519627741965616, 'median absolute error': 0.72768174842881905, 'explained variance error': 0.22628552446204553, 'mean squared log error': 0.053688327611074588}\n",
      "{'KNeighborsRegressor': {'r2 score': 0.024178837142573295, 'mean absolute error': 0.80526666666666669, 'mean sqaured error': 1.0727777777777778, 'training score': 0.02662662920671497, 'median absolute error': 0.80526666666666669, 'explained variance error': 0.024358824854604721, 'mean squared log error': 0.061962082678044691}, 'SVR': {'r2 score': 0.21876661650891538, 'mean absolute error': 0.72768174842881905, 'mean sqaured error': 0.85885595124137526, 'training score': 0.24519627741965616, 'median absolute error': 0.72768174842881905, 'explained variance error': 0.22628552446204553, 'mean squared log error': 0.053688327611074588}, 'Logistic Regression': {'r2 score': 0.007057749106524791, 'mean absolute error': 0.70799999999999996, 'mean sqaured error': 1.0915999999999999, 'training score': 0.44951089266418781, 'median absolute error': 0.70799999999999996, 'explained variance error': 0.084403329576598907, 'mean squared log error': 0.063683733764986664}}\n",
      "********************************************************************\n",
      "Evalutaion of Model:  NMF-Sentiment\n",
      "********************************************************************\n",
      "Training validations evaluations for : Logistic Regression\n",
      "[ 0.64030216  0.64081769  0.63322222  0.63984887  0.63658591]\n",
      "Testing validations evaluations for : Logistic Regression\n",
      "{'r2 score': 0.59849330382522914, 'mean absolute error': 0.39100000000000001, 'mean sqaured error': 0.44140000000000001, 'training score': 0.63815536885979962, 'median absolute error': 0.39100000000000001, 'explained variance error': 0.59921667080544205, 'mean squared log error': 0.028469400732379999}\n",
      "********************************************************************\n",
      "Training validations evaluations for : KNeighborsRegressor\n",
      "[ 0.67115666  0.67153047  0.67030725  0.67489938  0.66575698]\n",
      "Testing validations evaluations for : KNeighborsRegressor\n",
      "{'r2 score': 0.6620252751325495, 'mean absolute error': 0.48599999999999999, 'mean sqaured error': 0.37155555555555558, 'training score': 0.67073014707728018, 'median absolute error': 0.48599999999999999, 'explained variance error': 0.6621805817955938, 'mean squared log error': 0.024140036463823268}\n",
      "********************************************************************\n",
      "Training validations evaluations for : SVR\n",
      "[ 0.73538775  0.73136129  0.73112622  0.73411853  0.72651731]\n",
      "Testing validations evaluations for : SVR\n",
      "{'r2 score': 0.69623765278919292, 'mean absolute error': 0.46964328726348448, 'mean sqaured error': 0.33394387026732569, 'training score': 0.73170221970232985, 'median absolute error': 0.46964328726348448, 'explained variance error': 0.69700963073657185, 'mean squared log error': 0.023498116760565752}\n",
      "{'KNeighborsRegressor': {'r2 score': 0.6620252751325495, 'mean absolute error': 0.48599999999999999, 'mean sqaured error': 0.37155555555555558, 'training score': 0.67073014707728018, 'median absolute error': 0.48599999999999999, 'explained variance error': 0.6621805817955938, 'mean squared log error': 0.024140036463823268}, 'SVR': {'r2 score': 0.69623765278919292, 'mean absolute error': 0.46964328726348448, 'mean sqaured error': 0.33394387026732569, 'training score': 0.73170221970232985, 'median absolute error': 0.46964328726348448, 'explained variance error': 0.69700963073657185, 'mean squared log error': 0.023498116760565752}, 'Logistic Regression': {'r2 score': 0.59849330382522914, 'mean absolute error': 0.39100000000000001, 'mean sqaured error': 0.44140000000000001, 'training score': 0.63815536885979962, 'median absolute error': 0.39100000000000001, 'explained variance error': 0.59921667080544205, 'mean squared log error': 0.028469400732379999}}\n",
      "********************************************************************\n",
      "Evalutaion of Model:  LDA-Sentiment\n",
      "********************************************************************\n",
      "Training validations evaluations for : Logistic Regression\n",
      "[ 0.61019773  0.61559827  0.61077778  0.61340149  0.60657924]\n",
      "Testing validations evaluations for : Logistic Regression\n",
      "{'r2 score': 0.54373412142894173, 'mean absolute error': 0.43440000000000001, 'mean sqaured error': 0.50160000000000005, 'training score': 0.61131090147187073, 'median absolute error': 0.43440000000000001, 'explained variance error': 0.54552731182443592, 'mean squared log error': 0.032528844781925276}\n",
      "********************************************************************\n",
      "Training validations evaluations for : KNeighborsRegressor\n",
      "[ 0.63453945  0.63905148  0.64475054  0.64742718  0.64125779]\n",
      "Testing validations evaluations for : KNeighborsRegressor\n",
      "{'r2 score': 0.64449991110981741, 'mean absolute error': 0.50473333333333326, 'mean sqaured error': 0.39082222222222224, 'training score': 0.64140528731690993, 'median absolute error': 0.50473333333333326, 'explained variance error': 0.64479244925654156, 'mean squared log error': 0.025886269597315936}\n",
      "********************************************************************\n",
      "Training validations evaluations for : SVR\n",
      "[ 0.66873499  0.66464503  0.66935858  0.66678026  0.66383217]\n",
      "Testing validations evaluations for : SVR\n",
      "{'r2 score': 0.6640405784818415, 'mean absolute error': 0.47844083185340908, 'mean sqaured error': 0.36934001368078118, 'training score': 0.66667020550724965, 'median absolute error': 0.47844083185340908, 'explained variance error': 0.66749928886344545, 'mean squared log error': 0.025507099773621322}\n",
      "{'KNeighborsRegressor': {'r2 score': 0.64449991110981741, 'mean absolute error': 0.50473333333333326, 'mean sqaured error': 0.39082222222222224, 'training score': 0.64140528731690993, 'median absolute error': 0.50473333333333326, 'explained variance error': 0.64479244925654156, 'mean squared log error': 0.025886269597315936}, 'SVR': {'r2 score': 0.6640405784818415, 'mean absolute error': 0.47844083185340908, 'mean sqaured error': 0.36934001368078118, 'training score': 0.66667020550724965, 'median absolute error': 0.47844083185340908, 'explained variance error': 0.66749928886344545, 'mean squared log error': 0.025507099773621322}, 'Logistic Regression': {'r2 score': 0.54373412142894173, 'mean absolute error': 0.43440000000000001, 'mean sqaured error': 0.50160000000000005, 'training score': 0.61131090147187073, 'median absolute error': 0.43440000000000001, 'explained variance error': 0.54552731182443592, 'mean squared log error': 0.032528844781925276}}\n",
      "********************************************************************\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import mean_squared_error, r2_score\n",
    "from sklearn.svm import SVR\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.model_selection import cross_val_predict\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.kernel_ridge import KernelRidge\n",
    "\n",
    "\n",
    "from sklearn.metrics import median_absolute_error\n",
    "from sklearn.metrics import mean_squared_log_error\n",
    "from sklearn.metrics import mean_squared_error\n",
    "from sklearn.metrics import mean_absolute_error\n",
    "from sklearn.metrics import explained_variance_score\n",
    "from sklearn.metrics import r2_score\n",
    "\n",
    "\n",
    "\n",
    "ModelEvaluationResults = {}\n",
    "\n",
    "rating = map(float,rating)\n",
    "\n",
    "models= [nmf(rating),nmf_sentiment(rating),lda_sentiment(rating)]\n",
    "model_names = [\"NMF\",\"NMF-Sentiment\",\"LDA-Sentiment\"]\n",
    "\n",
    "\n",
    "results = {}\n",
    "\n",
    "for (m,models_) in enumerate(models):\n",
    "    df,train_X,train_Y,test_X,test_Y = models_\n",
    "    print \"Evalutaion of Model:  \"+str(model_names[m])\n",
    "    \n",
    "    clfs = [ LogisticRegression(),\n",
    "    KNeighborsRegressor(n_neighbors=3),\n",
    "    SVR(C=1.0, cache_size=200, coef0=0.0, degree=3, epsilon=0.2, gamma='auto',kernel='rbf', max_iter=-1, shrinking=True, tol=0.001, verbose=False)\n",
    "    ]\n",
    "    #KernelRidge(alpha=1.0, coef0=1, degree=3, gamma=None, kernel='linear',kernel_params=None)]\n",
    "\n",
    "    #clf_names = ['Logistic Regression','KNeighborsRegressor','SVR','KernelRidge']\n",
    "    clf_names = ['Logistic Regression','KNeighborsRegressor','SVR']\n",
    "\n",
    "\n",
    "    \n",
    "    ClassifierEvaluationResults = {}\n",
    "    \n",
    "    for (i, clf_) in enumerate(clfs):\n",
    "        #clf = clf_.fit(Xtrain, Ytrain)\n",
    "        #preds = clf_.predict(Xtest)\n",
    "        print \"********************************************************************\"\n",
    "        print \"Training validations evaluations for : \"+str(clf_names[i])\n",
    "        scores = cross_val_score(clf_, train_X, train_Y, cv=5)\n",
    "        predicted_ratings = cross_val_predict(clf_, test_X,test_Y, cv=5)\n",
    "        print scores\n",
    "        train_mean_score=scores.mean()\n",
    "        print \"Testing validations evaluations for : \"+str(clf_names[i])\n",
    "\n",
    "\n",
    "        r2 = r2_score(test_Y, predicted_ratings, multioutput='uniform_average')\n",
    "        mae = median_absolute_error(test_Y, predicted_ratings)\n",
    "        msle =mean_squared_log_error(test_Y, predicted_ratings) \n",
    "        mse = mean_squared_error(test_Y, predicted_ratings)\n",
    "        mae = mean_absolute_error(test_Y, predicted_ratings)\n",
    "        evs = explained_variance_score(test_Y, predicted_ratings)  \n",
    "        \n",
    "        data ={'training score':train_mean_score,\n",
    "            'r2 score':r2,\n",
    "            'median absolute error':mae,\n",
    "            'mean squared log error':msle,\n",
    "            'mean sqaured error':mse,\n",
    "            'mean absolute error':mae,\n",
    "            'explained variance error':evs}\n",
    "\n",
    "        #data ={'training_score':train_mean_score}        \n",
    "        \n",
    "        ClassifierEvaluationResults[clf_names[i]] = data\n",
    "        print data\n",
    "    \n",
    "    ModelEvaluationResults[model_names[m]]=ClassifierEvaluationResults\n",
    "    print ClassifierEvaluationResults\n",
    "    print \"********************************************************************\"\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "cols = ['training score', 'r2 score', 'median absolute error', 'mean squared log error','mean sqaured error','mean absolute error','explained variance error']\n",
    "#cols = ['training score', 'r2 score', 'median absolute error', 'mean squared log error','mean sqaured error','mean absolute error','explained variance error']\n",
    "clf_names = ['Logistic Regression','KNeighborsRegressor','SVR']\n",
    "model_names = [\"NMF\",\"NMF-Sentiment\",\"LDA-Sentiment\"]\n",
    "\n",
    "\n",
    "#print ModelEvaluationResults\n",
    "#cols = ['precision', 'recall', 'f1_score', 'accuracy']\n",
    "#pd.DataFrame(SentimentResults).T[cols].T\n",
    "\n",
    "#temp = ModelEvaluationResults[\"NMF\"]['Logistic Regression']\n",
    "#temp.T\n",
    "\n",
    "\n",
    "#print pd.DataFrame(temp).T\n",
    "\n",
    "#for m in model_names:\n",
    "    #print ModelEvaluationResults[m].T[clf_names]\n",
    "    #print pd.DataFrame(m)\n",
    "    #print pd.DataFrame(m).T[clf_names].T\n",
    "    #temp = ModelEvaluationResults[m]\n",
    "    #print pd.DataFrame(temp).T[cols].T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'LDA-Sentiment': {'KNeighborsRegressor': {'explained variance error': 0.64479244925654156,\n",
       "   'mean absolute error': 0.50473333333333326,\n",
       "   'mean sqaured error': 0.39082222222222224,\n",
       "   'mean squared log error': 0.025886269597315936,\n",
       "   'median absolute error': 0.50473333333333326,\n",
       "   'r2 score': 0.64449991110981741,\n",
       "   'training score': 0.64140528731690993},\n",
       "  'Logistic Regression': {'explained variance error': 0.54552731182443592,\n",
       "   'mean absolute error': 0.43440000000000001,\n",
       "   'mean sqaured error': 0.50160000000000005,\n",
       "   'mean squared log error': 0.032528844781925276,\n",
       "   'median absolute error': 0.43440000000000001,\n",
       "   'r2 score': 0.54373412142894173,\n",
       "   'training score': 0.61131090147187073},\n",
       "  'SVR': {'explained variance error': 0.66749928886344545,\n",
       "   'mean absolute error': 0.47844083185340908,\n",
       "   'mean sqaured error': 0.36934001368078118,\n",
       "   'mean squared log error': 0.025507099773621322,\n",
       "   'median absolute error': 0.47844083185340908,\n",
       "   'r2 score': 0.6640405784818415,\n",
       "   'training score': 0.66667020550724965}},\n",
       " 'NMF': {'KNeighborsRegressor': {'explained variance error': 0.024358824854604721,\n",
       "   'mean absolute error': 0.80526666666666669,\n",
       "   'mean sqaured error': 1.0727777777777778,\n",
       "   'mean squared log error': 0.061962082678044691,\n",
       "   'median absolute error': 0.80526666666666669,\n",
       "   'r2 score': 0.024178837142573295,\n",
       "   'training score': 0.02662662920671497},\n",
       "  'Logistic Regression': {'explained variance error': 0.084403329576598907,\n",
       "   'mean absolute error': 0.70799999999999996,\n",
       "   'mean sqaured error': 1.0915999999999999,\n",
       "   'mean squared log error': 0.063683733764986664,\n",
       "   'median absolute error': 0.70799999999999996,\n",
       "   'r2 score': 0.007057749106524791,\n",
       "   'training score': 0.44951089266418781},\n",
       "  'SVR': {'explained variance error': 0.22628552446204553,\n",
       "   'mean absolute error': 0.72768174842881905,\n",
       "   'mean sqaured error': 0.85885595124137526,\n",
       "   'mean squared log error': 0.053688327611074588,\n",
       "   'median absolute error': 0.72768174842881905,\n",
       "   'r2 score': 0.21876661650891538,\n",
       "   'training score': 0.24519627741965616}},\n",
       " 'NMF-Sentiment': {'KNeighborsRegressor': {'explained variance error': 0.6621805817955938,\n",
       "   'mean absolute error': 0.48599999999999999,\n",
       "   'mean sqaured error': 0.37155555555555558,\n",
       "   'mean squared log error': 0.024140036463823268,\n",
       "   'median absolute error': 0.48599999999999999,\n",
       "   'r2 score': 0.6620252751325495,\n",
       "   'training score': 0.67073014707728018},\n",
       "  'Logistic Regression': {'explained variance error': 0.59921667080544205,\n",
       "   'mean absolute error': 0.39100000000000001,\n",
       "   'mean sqaured error': 0.44140000000000001,\n",
       "   'mean squared log error': 0.028469400732379999,\n",
       "   'median absolute error': 0.39100000000000001,\n",
       "   'r2 score': 0.59849330382522914,\n",
       "   'training score': 0.63815536885979962},\n",
       "  'SVR': {'explained variance error': 0.69700963073657185,\n",
       "   'mean absolute error': 0.46964328726348448,\n",
       "   'mean sqaured error': 0.33394387026732569,\n",
       "   'mean squared log error': 0.023498116760565752,\n",
       "   'median absolute error': 0.46964328726348448,\n",
       "   'r2 score': 0.69623765278919292,\n",
       "   'training score': 0.73170221970232985}}}"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ModelEvaluationResults"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}