insult/script/script3.ipynb

{
 "metadata": {
  "name": "script3"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import numpy as np\n",
      "import scipy as sp\n",
      "import pylab as pl\n",
      "from sklearn.feature_extraction import text\n",
      "from sklearn import feature_selection\n",
      "from sklearn import svm\n",
      "from sklearn import linear_model\n",
      "from sklearn import neighbors\n",
      "from sklearn import naive_bayes\n",
      "from sklearn import metrics\n",
      "from sklearn import cross_validation\n",
      "from sklearn import grid_search\n",
      "from sklearn import ensemble\n",
      "from sklearn import decomposition\n",
      "import csv, codecs, re, unicodedata\n",
      "import simplenlp\n",
      "from nltk import corpus\n",
      "from nltk import tokenize\n",
      "import nltk\n",
      "from nltk import collocations\n",
      "from nltk import stem\n",
      "from time import time"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "CHAT_WORDS = set([w.lower() for w in corpus.nps_chat.words()])\n",
      "POS_KEY_WORDS = set(['maggot', 'pussy','dumb','bitch', 'momscreen','suffer','nazi',\n",
      "     'shit','troll','rapist','bastard','hoe','buddy','idiot','dick','cuz','tard','breath','stupidity',\n",
      "     'black','moron','racist', 'asshole','ass','shut','shitshut','complete','screen',\n",
      "     'motherfucker','mom','crawl','fag','cunt','sound','knock','retard','plain',\n",
      "     'coward','loser','lil','stupid','dirty','turd','cock','suck', 'fuck'])\n",
      "STOP_WORDS = set([w.lower() for w in corpus.stopwords.words('english')])\n",
      "CHAT_WO_STOP_WORDS = CHAT_WORDS - STOP_WORDS | set(['u','you','ur', 'are', 're'])"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 2
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## CONSTANTS and CONTROLS\n",
      "TEST_RATIO = 0\n",
      "SELECT_CHI2 = 1 # 0 or negative values to turn it off\n",
      "FEATURE_EXTRACTION = 'raw' # possbile values 'raw' (non), 'pca', 'ica', 'l1-svc' (linear svc with l1 penalty)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 3
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## function to load unicode CSV\n",
      "def read_csv_columns(csv_file, columns, header = True):\n",
      "    reader = csv.reader(codecs.open(csv_file, 'r', 'latin-1'), delimiter=',')\n",
      "    if header:\n",
      "        next(reader)\n",
      "    data = []\n",
      "    for row in reader:\n",
      "        fields = []\n",
      "        for c in columns:\n",
      "            txt = re.sub(r'^\"|\"$','',row[c]).decode('unicode-escape')\n",
      "            try:\n",
      "                txt = txt.decode('unicode-escape')\n",
      "            except: pass\n",
      "            unicodedata.normalize('NFKD', txt).encode('ascii', 'ignore')\n",
      "            fields.append(simplenlp.preprocess_text(txt))\n",
      "        data.append(fields)\n",
      "    return np.array(data)\n",
      "\n",
      "def write_output(classifier, X, output_path = '../data/output.csv'):\n",
      "    probas = classifier.predict_proba(X)\n",
      "    with open(output_path, 'w') as f:\n",
      "        f.write('Insult,\\n')\n",
      "        for i in xrange(probas.shape[0]):\n",
      "            f.write(str(probas[i,1]))\n",
      "            f.write(',\\n')"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 4
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## load train and test data\n",
      "train_data = read_csv_columns('../data/train.csv', columns = (0, 2))\n",
      "test_data = read_csv_columns('../data/test_with_solutions.csv', columns= (0, 2))\n",
      "verification_data = read_csv_columns('../data/verification.csv', columns=(2,))"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 5
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "X = train_data[:, 1]\n",
      "y = np.array(train_data[:, 0], dtype='uint8')\n",
      "## 1. split the data into training and test\n",
      "## train_X, test_X, train_y, test_y = cross_validation.train_test_split(X, y, test_size = TEST_RATIO, random_state = 0)\n",
      "## 2. directly use the test.csv as test data\n",
      "train_X, train_y = X, y\n",
      "test_X, test_y = test_data[:, 1], np.array(test_data[:, 0], dtype='uint8')\n",
      "## overfitting\n",
      "train_X, train_y = np.hstack((train_X, test_X)), np.hstack((train_y, test_y))\n",
      "verification_X = verification_data[:, 0]\n",
      "print verification_X.shape"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "(2235,)\n"
       ]
      }
     ],
     "prompt_number": 6
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "######### nltk analysis ###########\n",
      "train_pos_tweets, train_neg_tweets = train_X[train_y == 1], train_X[train_y == 0]\n",
      "test_pos_tweets, test_neg_tweets = test_X[test_y == 1], test_X[test_y == 0]\n",
      "## Bigram for positive tweets\n",
      "train_pos_words = [w.lower() for w in tokenize.wordpunct_tokenize(' '.join(train_pos_tweets))]\n",
      "word_filter = lambda w: len(w) < 3 or w in STOP_WORDS\n",
      "pos_bicollocator = collocations.BigramCollocationFinder.from_words(train_pos_words)\n",
      "pos_bicollocator.apply_word_filter(word_filter)\n",
      "POS_BI_COLLACATIONS = pos_bicollocator.nbest(nltk.metrics.BigramAssocMeasures.likelihood_ratio, 100)\n",
      "stemmer = stem.PorterStemmer()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 7
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## find synonyms of a word\n",
      "def synonyms(word):\n",
      "    return [lemma.name for syn in corpus.wordnet.synsets(word) for lemma in syn.lemmas]\n",
      "\n",
      "def my_tokenizer(txt):\n",
      "    ## assert s.islower()\n",
      "    ########### preprocessing  ############\n",
      "    ## remove @name tag name - dont remove it, use it!\n",
      "    #txt = re.compile(r'@\\w+').sub('', txt)\n",
      "    ## remove topics susch as #1\n",
      "    txt = re.compile(r'(\\A|\\s)#[\\w\\d]+').sub(\"\",txt)\n",
      "    ## condense 3 or more than 3 letters into 1, e.g. hhhheeeello to hello\n",
      "    txt = re.compile(r'(\\w)\\1{2,}').sub(r'\\1', txt)\n",
      "    feats = []\n",
      "    ############ features based on raw text #############\n",
      "    \n",
      "    ############ features based on lower text ###########\n",
      "    txt = txt.lower()\n",
      "    nametags = re.findall(r'@\\w+', txt)\n",
      "    if nametags:\n",
      "        feats += ['@NameTags']\n",
      "    htmltags = re.findall(r'html', txt)\n",
      "    if htmltags:\n",
      "        feats += ['@HtmlTags']\n",
      "    if any([w in txt for w in ['u', 'you', 'you are', 'ur']]):\n",
      "        feats += ['@YouAre']\n",
      "    ## has positive words\n",
      "    if any([w in txt for w in POS_KEY_WORDS]):\n",
      "        feats += ['@HasPositive']\n",
      "    ## postive bi_collocations\n",
      "    #for pair in POS_BI_COLLACATIONS:\n",
      "    #    if all([w in txt for w in pair]):\n",
      "    #        feats.append(pair)\n",
      "    ############ features based on bag of words #########\n",
      "    words = tokenize.wordpunct_tokenize(txt)\n",
      "    ## stem words\n",
      "    words = map(lambda w: stemmer.stem(w), words)\n",
      "    ## bag of words\n",
      "    #feats += filter(lambda t: t.isalpha() and t in CHAT_WORDS, words)\n",
      "    feats += words\n",
      "    ## has positive words\n",
      "    ##if any([w in POS_KEY_WORDS for w in words]):\n",
      "    ##    feats += ['@HasPositive']\n",
      "    feats += [tuple(words[i:i+2]) for i in xrange(len(words)-1)]\n",
      "    ## words after you, u, ur you're\n",
      "    strict_words = filter(lambda w: w.isalpha() and w in CHAT_WO_STOP_WORDS, words)\n",
      "    feats += [tuple(strict_words[i:i+2])\n",
      "                for (i,w) in enumerate(strict_words) if w in ('you', 'u', 'ur')]\n",
      "    feats += [tuple(strict_words[i:i+3])\n",
      "                for (i,w) in enumerate(strict_words) if w in ('you', 'u', 'ur')]\n",
      "    ## biwords of strict words\n",
      "    feats += [(strict_words[i], strict_words[i+1]) for i in xrange(len(strict_words)-1)]\n",
      "    ## synonyms of strict words\n",
      "    #for sw in strict_words:\n",
      "    #    if sw in POS_KEY_WORDS:\n",
      "    #        feats += synonyms(w)\n",
      "    for w in words:\n",
      "        try:\n",
      "            pos = corpus.wordnet.synsets(w)[0].pos\n",
      "            if pos in ('n', 'a', 'v'):\n",
      "                feats += [(w, pos)]\n",
      "        except: pass\n",
      "    return feats\n",
      "\n",
      "## building features on training data\n",
      "tfidf_vectorizer = text.TfidfVectorizer(charset = 'latin-1', lowercase=False, \n",
      "                                            sublinear_tf=True, tokenizer = my_tokenizer,#vocabulary = CHAT_WORDS,\n",
      "                                            max_df=1.0)#, norm = 'l1')\n",
      "print 'extracting tfidf from training set...'\n",
      "t0 = time()\n",
      "train_X = tfidf_vectorizer.fit_transform(train_X)\n",
      "print 'done in %0.2fs' % (time() - t0)\n",
      "print 'shape of training data', train_X.shape"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "extracting tfidf from training set...\n",
        "done in 32.35s"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "shape of training data (6594, 43355)\n"
       ]
      }
     ],
     "prompt_number": 8
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## add extra features to tfidf\n",
      "'@HasPositive' in tfidf_vectorizer.get_feature_names()\n",
      "#print filter(lambda f: f[0]=='you', tfidf_vectorizer.get_feature_names())"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "pyout",
       "prompt_number": 9,
       "text": [
        "True"
       ]
      }
     ],
     "prompt_number": 9
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## extract features from test data using same feature set\n",
      "print 'extracting tfidf from testing set...'\n",
      "t0 = time()\n",
      "test_X = tfidf_vectorizer.transform(test_X)\n",
      "verification_X = tfidf_vectorizer.transform(verification_X)\n",
      "print 'done in %0.2fs' % (time() - t0)\n",
      "print 'shape of testing data', test_X.shape"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "extracting tfidf from testing set...\n",
        "done in 10.88s"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "shape of testing data (2647, 43355)\n"
       ]
      }
     ],
     "prompt_number": 10
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## optionally do feature selection based on chi2\n",
      "if SELECT_CHI2 > 0:\n",
      "    n_selected_features = int(train_X.shape[1] * SELECT_CHI2)\n",
      "    print 'Extracting %d best features by a chi-squred test' % n_selected_features\n",
      "    t0 = time()\n",
      "    ch2 = feature_selection.SelectKBest(feature_selection.chi2, k = n_selected_features)\n",
      "    train_X = ch2.fit_transform(train_X, train_y)\n",
      "    test_X = ch2.transform(test_X)\n",
      "    print 'done in %0.2fs' % (time() - t0)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Extracting 43355 best features by a chi-squred test\n",
        "done in 0.11s"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n"
       ]
      }
     ],
     "prompt_number": 11
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## optionally do feature extraction based on PCA or ICA\n",
      "if FEATURE_EXTRACTION == 'raw':\n",
      "    pass\n",
      "elif FEATURE_EXTRACTION == 'pca':\n",
      "    t0 = time()\n",
      "    pca = decomposition.PCA(n_components=100)\n",
      "    train_X = sp.sparse.coo_matrix(pca.fit_transform(train_X.todense()))\n",
      "    test_X = sp.sparse.coo_matrix(pca.transform(test_X.todense()))\n",
      "    print 'pca done in %0.3f' % (time() - t0)\n",
      "elif FEATURE_EXTRACTION == 'ica':\n",
      "    t0 = time()\n",
      "    ica = decomposition.FastICA(n_components = 100)\n",
      "    train_X = sp.sparse.coo_matrix(ica.fit_transform(train_X.todense()))\n",
      "    test_X = sp.sparse.coo_matrix(ica.transform(test_X.todense()))\n",
      "    print 'ica done in %0.3f' % (time() - t0)\n",
      "elif FEATURE_EXTRACTION == 'l1-svc':\n",
      "    t0 = time()\n",
      "    l1svc = svm.LinearSVC(C = 1, penalty = 'l1', dual = False)\n",
      "    l1svc.fit(train_X, train_y)\n",
      "    train_X = l1svc.transform(train_X)\n",
      "    test_X = l1svc.transform(test_X)\n",
      "    print 'l1-svc feature selection done in %0.3f' % (time() - t0)\n",
      "else:\n",
      "    raise RuntimeError('unknown feature extraction method')"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 12
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## define feature names from tfidf vectorizer\n",
      "tfidf_feature_names = tfidf_vectorizer.get_feature_names()\n",
      "print train_X.shape, test_X.shape"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "(6594, 43355) (2647, 43355)\n"
       ]
      }
     ],
     "prompt_number": 13
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## benchmark classifiers\n",
      "def benchmark(clf):\n",
      "    print 76 * '_'\n",
      "    print 'training: '\n",
      "    print clf\n",
      "    t0 = time()\n",
      "    clf.fit(train_X, train_y)\n",
      "    print 'training time: %0.2f' % (time() - t0)\n",
      "    \n",
      "    t0 = time()\n",
      "    if hasattr(clf, 'predict_proba'):\n",
      "        try:\n",
      "            pred_probas = clf.predict_proba(test_X)[:,1]\n",
      "        except:\n",
      "            pred_probas = None\n",
      "    else:\n",
      "        pred_probas = None\n",
      "    pred = clf.predict(test_X)\n",
      "    print 'test time: %0.2f' % (time() - t0)\n",
      "    \n",
      "    print 'confusion matrix:'\n",
      "    print metrics.confusion_matrix(test_y, pred)\n",
      "    \n",
      "    print 'classification rate:'\n",
      "    print np.mean(test_y == pred) * 100., '%'\n",
      "    \n",
      "    if pred_probas is not None:\n",
      "        fpr, tpr, thresholds = metrics.roc_curve(test_y, pred_probas)\n",
      "        auc_area = metrics.auc(fpr, tpr)\n",
      "        print 'AUC for test: ', auc_area\n",
      "        print 'ROC plot'\n",
      "        pl.figure()\n",
      "        pl.plot(fpr, tpr, 'b-')\n",
      "    \n",
      "    misclassified_indices = (test_y != pred)\n",
      "    misclassified = zip(test_data[misclassified_indices], test_y[misclassified_indices])\n",
      "    return misclassified"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 14
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test SVC\n",
      "#svc_classifier = svm.SVC(kernel = 'linear', C = 10, gamma = 0.01,  tol=0.001, probability = True) # for tfidf l1 norm\n",
      "svc_classifier = svm.SVC(kernel = 'linear', C = 1, gamma = 0.01,  tol=0.001, probability = True) # for tfidf l2 norm\n",
      "#svc_classifier = svm.SVC(kernel = 'rbf', C = 10, gamma = 0.01,  tol=0.0001, probability = True)\n",
      "misclassified = benchmark(svc_classifier)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "SVC(C=1, cache_size=200, class_weight=None, coef0=0.0, degree=3, gamma=0.01,\n",
        "  kernel=linear, probability=True, shrinking=True, tol=0.001,\n",
        "  verbose=False)\n",
        "training time: 68.33"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "test time: 8.85"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "confusion matrix:\n",
        "[[1941   13]\n",
        " [  80  613]]\n",
        "classification rate:\n",
        "96.4865885909 %\n",
        "AUC for test:  0.996905744091\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAEylJREFUeJzt3W9M1PcBx/HP2bu21jnqvxm9u4zKXQSrHN1oLDN2Z7sG\na7dbtrYJfbBUxhgxYV0XH2xzDwZ9YKTJHizlCV1al9qVsG5LaFa4bjqvzaSA8w9sysxVZTtYasqq\n1eky8PzuASmUAseBd7+TL+9XQvSX+3rfr9+Yd3/98eN3LmOMEQDAKotyvQAAQOYRdwCwEHEHAAsR\ndwCwEHEHAAsRdwCwUMq4f/vb39bq1au1adOmacc888wzCgaDCoVCOnHiRMYXCACYvZRxr6ysVDQa\nnfb1trY2vffee4rH43rxxRe1a9eujC8QADB7KeO+detWLVu2bNrX33jjDT399NOSpM2bN+vSpUu6\ncOFCZlcIAJg198384cHBQfn9/rFjn8+ngYEBrV69esI4l8t1M9MAwII114cI3FTcp5p4upCnu8CP\nPpKOHJGMkfbulTo6pHB4/PWrV6UtW6SCgtHjGzekRx+VliyZy+qd97Of1Wn37rpcL+OWwF6MYy/G\nsRfjvN65nxjfVNy9Xq8SicTY8cDAgLxe76zfJ5mU2tqkv/1N2rNnNNRbt44G/tAh6aGHbmaVt5al\nS6W1a3O9ilsDezGOvRjHXmTGTd0KGYlE9Morr0iSOjs7dffdd0+6JJOOY8ekSETq7JR275auXJHa\n20fP2m0KOwA4JeWZ+1NPPaW3335bQ0ND8vv9qq+v18jIiCSppqZGO3bsUFtbmwKBgJYsWaL9+/fP\negFnz45eZvn856XW1rn9JeaT8CevMS1w7MU49mIce5EZLice+etyuaa95r5tm3TixOjZ+8fX0QEA\nqds545/NZdw//FBasUL64x+lr3wl26sAgPnlZuKe08cP/P73o78SdgDIrJzG/cwZ6RvfyOUKAMBO\nOT9zX7MmlysAADvlLO4dHVJvr/Tkk7laAQDYKyffUB0elu64Qyoulnp6sj07AMxP8+5umfffH70c\nc+OGxGNnAGBq8+5umX/9a/RXwg4A2ZGTuL/1ljSHR9AAANKUk7j/4Q+jz5IBAGRHTuL+wQdSSUku\nZgaAhcHxuPf2SqdOSV/8otMzA8DC4XjcEwkpFJK+8AWnZwaAhcPxuH/0kbRqFXfKAEA2OR73X/xC\nWpTThx4AgP1u+jNUZysWk15/3elZAWBhcfwnVF2u0Q+5vuuubM8KAPPbvPoJVbdb8nicnhUAFhZH\n4z4yIl2/7uSMALAwORr39vbRX92OX+kHgIXF0bh3dEhlZdwGCQDZ5mjc77qLz0sFACc4GvejR0fv\nlAEAZJejcfd4eOwAADjB0bhzGyQAOIMHAQCAhRyN+1//KiWTTs4IAAuTo3H/z3+kQMDJGQFgYXI0\n7kND0pIlTs4IAAuTYw8OSyaNbrtt9OydwAPAzObNg8NcLsIOAE7gbhkAsJBjcb9xQ8r+BSAAgORg\n3P/+d6dmAgA4eua+aZNTswHAwjZj3KPRqAoLCxUMBtXQ0DDp9aGhIW3fvl0lJSXauHGjfvnLX2Zj\nnQCAWUgZ92QyqdraWkWjUZ0+fVrNzc3q6+ubMKaxsVH33XefTp48qVgspt27d+s6H7cEADmVMu7d\n3d0KBALKz8+Xx+NRRUWFWltbJ4xZs2aNLl++LEm6fPmyVqxYIfcUH7V07px08WIGVw4AmFbKD7wb\nHByU3+8fO/b5fOrq6powprq6Wg899JDWrl2rK1eu6Ne//vWU73XgQJ1uv12qq5PC4bDC4fBNLx4A\nbBKLxRSLxTLyXinj7krj8/D27t2rkpISxWIxnT17Vo888oh6enq0dOnSCeMCgTolk6NxBwBM9ukT\n3/r6+jm/V8rLMl6vV4lEYuw4kUjI5/NNGNPR0aEnn3xSklRQUKB77rlHZ86cmTzRImn9+jmvEwAw\nCynjXlpaqng8rv7+fg0PD6ulpUWRSGTCmMLCQh08eFCSdOHCBZ05c0br1q2b9F4ul5SXl8GVAwCm\nlfKyjNvtVmNjo8rLy5VMJlVVVaWioiI1NTVJkmpqarRnzx5VVlYqFArpxo0bev7557V8+XJHFg8A\nmJpjT4X88Y+NPvMZac+ebM8GAHaYN0+FBAA4g7gDgIWIOwBYiLgDgIWIOwBYiLgDgIWIOwBYiLgD\ngIWIOwBYiLgDgIUci/vgoFMzAQAci/uFC9Lttzs1GwAsbI7Fva9PmuJJwACALHAs7teuSYWFTs0G\nAAubY3H/7GelO+5wajYAWNi4WwYALETcAcBCxB0ALETcAcBCxB0ALETcAcBCxB0ALETcAcBCxB0A\nLORY3M+dkzwep2YDgIXNZYwxWZ/E5ZJklP2ZAMAeLpdLc020Y2fud97p1EwAAK65A4CFiDsAWIi4\nA4CFiDsAWIi4A4CFiDsAWIi4A4CFiDsAWIi4A4CFZox7NBpVYWGhgsGgGhoaphwTi8V03333aePG\njQqHw5leIwBgllI+WyaZTGr9+vU6ePCgvF6v7r//fjU3N6uoqGhszKVLl7Rlyxa99dZb8vl8Ghoa\n0sqVKydO4nLpzjuN/vvf7P1FAMA2WXu2THd3twKBgPLz8+XxeFRRUaHW1tYJY1577TU9/vjj8vl8\nkjQp7AAA57lTvTg4OCi/3z927PP51NXVNWFMPB7XyMiItm3bpitXruj73/++vvWtb016r+vX61RX\nN/r7cDjM5RsA+JRYLKZYLJaR90oZ99FH9aY2MjKi48eP69ChQ7p27ZrKysr0wAMPKBgMTpzIPR53\nAMBknz7xra+vn/N7pYy71+tVIpEYO04kEmOXXz7m9/u1cuVKLV68WIsXL9aDDz6onp6eSXEHADgn\n5TX30tJSxeNx9ff3a3h4WC0tLYpEIhPGfP3rX9ef//xnJZNJXbt2TV1dXdqwYUNWFw0ASC3lmbvb\n7VZjY6PKy8uVTCZVVVWloqIiNTU1SZJqampUWFio7du3q7i4WIsWLVJ1dTVxB4Acc+xj9rgVEgBm\nZ158zB4AwDnEHQAsRNwBwELEHQAsRNwBwELEHQAsRNwBwEKO3ecuGWV/JgCwx7y4zz0vz6mZAACO\nxZ3niAGAcxyL+9WrTs0EAHAs7qtXOzUTAMCxuOfnOzUTAIBbIQHAQsQdACxE3AHAQsQdACxE3AHA\nQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQd\nACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQjPGPRqNqrCwUMFgUA0NDdOOO3r0qNxut373u99ldIEA\ngNlLGfdkMqna2lpFo1GdPn1azc3N6uvrm3LcD3/4Q23fvl3GmKwtFgCQnpRx7+7uViAQUH5+vjwe\njyoqKtTa2jpp3AsvvKAnnnhCq1atytpCAQDpc6d6cXBwUH6/f+zY5/Opq6tr0pjW1lb96U9/0tGj\nR+VyuaZ8r5Mn61RXN/r7cDiscDh8UwsHANvEYjHFYrGMvFfKuE8X6k969tlntW/fPrlcLhljpr0s\nU1IyHncAwGSfPvGtr6+f83uljLvX61UikRg7TiQS8vl8E8YcO3ZMFRUVkqShoSG1t7fL4/EoEonM\neVEAgJuTMu6lpaWKx+Pq7+/X2rVr1dLSoubm5gljzp07N/b7yspKfe1rXyPsAJBjKePudrvV2Nio\n8vJyJZNJVVVVqaioSE1NTZKkmpoaRxYJAJgdl3Hg3kWXy6WdO43278/2TABgj4+/lzkX/IQqAFiI\nuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOA\nhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7\nAFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFiIuAOAhYg7AFhoxrhHo1EVFhYqGAyqoaFh0uu/\n+tWvFAqFVFxcrC1btqi3tzcrCwUApM+d6sVkMqna2lodPHhQXq9X999/vyKRiIqKisbGrFu3Tu+8\n847y8vIUjUb13e9+V52dnVlfOABgeinP3Lu7uxUIBJSfny+Px6OKigq1trZOGFNWVqa8vDxJ0ubN\nmzUwMJC91QIA0pLyzH1wcFB+v3/s2Ofzqaura9rxL730knbs2DHlaydP1qmubvT34XBY4XB41osF\nAJvFYjHFYrGMvFfKuLtcrrTf6PDhw3r55Zd15MiRKV8vKRmPOwBgsk+f+NbX18/5vVLG3ev1KpFI\njB0nEgn5fL5J43p7e1VdXa1oNKply5bNeTEAgMxIec29tLRU8Xhc/f39Gh4eVktLiyKRyIQx//zn\nP/XNb35Tr776qgKBQFYXCwBIT8ozd7fbrcbGRpWXlyuZTKqqqkpFRUVqamqSJNXU1Oi5557TxYsX\ntWvXLkmSx+NRd3d39lcOAJiWyxhjsj6Jy6WdO43278/2TABgD5fLpbkmmp9QBQALEXcAsBBxBwAL\nEXcAsBBxBwALEXcAsBBxBwALEXcAsBBxBwALEXcAsBBxBwALEXcAsBBxBwALEXcAsBBxBwALEXcA\nsJBjcU8mnZoJAOBY3PPynJoJAOBY3PPznZoJAMA1dwCwEHEHAAsRdwCwEHEHAAsRdwCwEHEHAAsR\ndwCwEHEHAAsRdwCwEHEHAAsRdwCwEHEHAAsRdwCwEHEHAAsRdwCwEHEHAAsRd4fFYrFcL+GWwV6M\nYy/GsReZMWPco9GoCgsLFQwG1dDQMOWYZ555RsFgUKFQSCdOnMj4Im3CP9xx7MU49mIce5EZKeOe\nTCZVW1uraDSq06dPq7m5WX19fRPGtLW16b333lM8HteLL76oXbt2ZXXBAICZpYx7d3e3AoGA8vPz\n5fF4VFFRodbW1glj3njjDT399NOSpM2bN+vSpUu6cOFC9lYMAJiZSeH111833/nOd8aODxw4YGpr\nayeM+epXv2qOHDkydvzwww+bv/zlLxPGSOKLL7744msOX3PlVgoulyvVy2NG+z39n/v06wCA7Ep5\nWcbr9SqRSIwdJxIJ+Xy+lGMGBgbk9XozvEwAwGykjHtpaani8bj6+/s1PDyslpYWRSKRCWMikYhe\neeUVSVJnZ6fuvvturV69OnsrBgDMKOVlGbfbrcbGRpWXlyuZTKqqqkpFRUVqamqSJNXU1GjHjh1q\na2tTIBDQkiVLtH//fkcWDgBIYc5X66fQ3t5u1q9fbwKBgNm3b9+UY773ve+ZQCBgiouLzfHjxzM5\n/S1lpr149dVXTXFxsdm0aZP50pe+ZHp6enKwSmek8+/CGGO6u7vNbbfdZn772986uDpnpbMXhw8f\nNiUlJebee+81X/7yl51doINm2osPPvjAlJeXm1AoZO69916zf/9+5xfpgMrKSvO5z33ObNy4cdox\nc+lmxuJ+/fp1U1BQYM6fP2+Gh4dNKBQyp0+fnjDmzTffNI8++qgxxpjOzk6zefPmTE1/S0lnLzo6\nOsylS5eMMaP/yBfyXnw8btu2beaxxx4zv/nNb3Kw0uxLZy8uXrxoNmzYYBKJhDFmNHA2SmcvfvrT\nn5of/ehHxpjRfVi+fLkZGRnJxXKz6p133jHHjx+fNu5z7WbGHj/APfHj0tmLsrIy5eXlSRrdi4GB\ngVwsNevS2QtJeuGFF/TEE09o1apVOVilM9LZi9dee02PP/742I0LK1euzMVSsy6dvVizZo0uX74s\nSbp8+bJWrFghtzvlleR5aevWrVq2bNm0r8+1mxmL++DgoPx+/9ixz+fT4ODgjGNsjFo6e/FJL730\nknbs2OHE0hyX7r+L1tbWsZ9uTvcW3Pkmnb2Ix+P68MMPtW3bNpWWlurAgQNOL9MR6exFdXW1Tp06\npbVr1yoUCunnP/+508u8Jcy1mxn7z2Cm7om3wWz+TocPH9bLL7+sI0eOZHFFuZPOXjz77LPat2+f\nXC6XzOilQgdW5rx09mJkZETHjx/XoUOHdO3aNZWVlemBBx5QMBh0YIXOSWcv9u7dq5KSEsViMZ09\ne1aPPPKIenp6tHTpUgdWeGuZSzczFnfuiR+Xzl5IUm9vr6qrqxWNRlP+b9l8ls5eHDt2TBUVFZKk\noaEhtbe3y+PxTLrtdr5LZy/8fr9WrlypxYsXa/HixXrwwQfV09NjXdzT2YuOjg795Cc/kSQVFBTo\nnnvu0ZkzZ1RaWuroWnNtzt3MyHcEjDEjIyNm3bp15vz58+Z///vfjN9Qfffdd639JmI6e/GPf/zD\nFBQUmHfffTdHq3RGOnvxSTt37rT2bpl09qKvr888/PDD5vr16+bq1atm48aN5tSpUzlacfaksxc/\n+MEPTF1dnTHGmPfff994vV7z73//OxfLzbrz58+n9Q3V2XQzY2fu3BM/Lp29eO6553Tx4sWx68we\nj0fd3d25XHZWpLMXC0U6e1FYWKjt27eruLhYixYtUnV1tTZs2JDjlWdeOnuxZ88eVVZWKhQK6caN\nG3r++ee1fPnyHK8885566im9/fbbGhoakt/vV319vUZGRiTdXDddxlh6gRMAFjA+iQkALETcAcBC\nxB0ALETcAcBCxB0ALETcAcBC/wcelbcYT+bpDAAAAABJRU5ErkJggg==\n"
      }
     ],
     "prompt_number": 22
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#write_output(bivoting, test_X)\n",
      "write_output(svc_classifier, verification_X)\n",
      "print 'writing verification on svc done...'\n",
      "#filter(lambda case: case[1] == 1, misclassified)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "writing verification on svc done...\n"
       ]
      }
     ],
     "prompt_number": 23
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test naive bayesian bernoulli\n",
      "nb_bernoulli_classifier = naive_bayes.BernoulliNB(alpha = 0.1, fit_prior=True)# for tfidf l2 norm\n",
      "#nb_bernoulli_classifier = naive_bayes.BernoulliNB(alpha = 0.3, fit_prior=True) # for tfidf l1 norm\n",
      "misclassified = benchmark(nb_bernoulli_classifier)\n",
      "#negative_features_indices = np.argsort(nb_bernoulli_classifier.feature_log_prob_[0,:])[-30:]\n",
      "#negative_features = [tfidf_feature_names[i] for i in negative_features_indices]\n",
      "#print 'negative features...'\n",
      "#print negative_features\n",
      "#positive_features_indices = np.argsort(nb_bernoulli_classifier.feature_log_prob_[1,:])[-50:]\n",
      "#positive_features = [tfidf_feature_names[i] for i in positive_features_indices]\n",
      "#print 'positive features...'\n",
      "#print positive_features"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "BernoulliNB(alpha=0.1, binarize=0.0, fit_prior=True)\n",
        "training time: 0.02\n",
        "test time: 0.02\n",
        "confusion matrix:\n",
        "[[1772  182]\n",
        " [   6  687]]\n",
        "classification rate:\n",
        "92.8976199471 %\n",
        "AUC for test: "
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        " 0.995570561589\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFfhJREFUeJzt3X9M1df9x/HX1ctWtMxKtV299y6o91ZQBDFY61LrdU3F\nug23/tgwW1cpY8SM1XUma+OSFZrFlMZlXUba0KbazcUfq22GXfXaaXp1LQprbdmmxlEnzYV0RqYo\nK02B6+f7B9/CELhc4N7PhcPzkdzAJ5/DOW9P8OXHc8/ncx2WZVkCABhlUqILAADEHuEOAAYi3AHA\nQIQ7ABiIcAcAAxHuAGCgiOH+8MMP6+abb9bChQsHbfPII4/I5/MpOztb7733XswLBAAMX8RwLyws\nVCAQGPT8/v379cEHH6ihoUHPP/+8NmzYEPMCAQDDFzHcly9frunTpw96ft++fXrooYckSUuXLlVr\na6vOnz8f2woBAMPmHM0PNzc3y+Px9By73W41NTXp5ptv7tPO4XCMZhgAmLBG+hCBUYX7QAMPFuRj\n/SkHra1STc3wfubIEWnnTmnatO7jkyelO+6Q0tKkq1el66+Xnnii78/88pdl2rSpLBYlj3vMRS/m\nohdz0cvlGvmF8ajC3eVyKRQK9Rw3NTXJ5XKNpsuY+/RT6f33e48fe0zq7JSc1/zJjx2Turqk1auj\n77ujQyoulu69t/s4KUm69VYp0n9UUlKkWbOiH8NkzEUv5qIXcxEbowr3/Px8VVZWqqCgQMePH9cN\nN9zQb0nGLl1d0v33S5OueRfh+HHpo4+k227rPr54UXr2Welzn+vfx/z50syZ8a8VAOItYrivW7dO\nR44cUUtLizwej8rLy9XZ2SlJKikp0Zo1a7R//355vV5NnTpV27dvt6Xo/9XeLjU1SV/7mtTQIL3y\nSt/z3/2ulJUleb22lzYgv9+f6BLGDOaiF3PRi7mIDYcdj/x1OBwxW3N/4QXp7Nne44qK7q8ej/Ta\na1J2dkyGAYCEG012jrtwT0uTvv1t6bMdmlOnSqWlkde5AWA8Gk12jnq3jB3eeks6c6b7+7Y2acOG\n7pAHAAxszIZ7V5e0Y4e0cWN3oC9fLvl83VftCXrPFgDGjTG7LHPggLRmjfSDH0g//ak0Zw5LLwAm\nFiPX3O+6q3tb45//HKeiAGCMG024j8lH/lpW981HjzyS6EoAYHwak+G+c6f09tusrQPASI25cH/p\npe4bj77znd67SgEAwzOmwv2tt6TCQunRR6Vf/SrR1QDA+DVm3lB95pnuUF+1Sjp4MN4VAcDYN+53\ny7S0dD+w6+GHpeeflyZPjndFADD2jfvdMkePdn997jmCHQBiYUyE+29/Ky1ZMvBjeAEAwzcmwn3S\nJOnBBxNdBQCYY0yEu9MpffGLia4CAMyR0HC3LGnbNmnvXukLX0hkJQBgloTulmlv7w71zZulJ5+M\ndxUAML6M262QL78sfetb3VfwAIC+xu1WyIIC6XvfS2QFAGCmhF65T58u/eMfkssV7woAYPwZl1fu\nly9Lra1SSkqiKgAAcyUs3H/+8+6v7JIBgNhLWLh3dUmVlYkaHQDMlrBw//vfEzUyAJgvIeH+8cfS\nX/4iZWUlYnQAMF9Cdst88IHk87G/HQAiGXe7Zfbtk2bNSsTIADAxJCTcJ02SHnggESMDwMQwZLgH\nAgGlp6fL5/OpoqKi3/lLly7pm9/8prKzs7V06VKdPHlyyEEtiyUZAIiniOEeDodVWlqqQCCgU6dO\nadeuXTp9+nSfNlu2bNHixYtVX1+v3/3ud9q4cWPEATs7pZ/8hP3tABBPEcO9rq5OXq9XaWlpSkpK\nUkFBgaqrq/u0OX36tFauXClJmjdvnhobG3XhwoVB+2xu7v5aXj7KygEAg3JGOtnc3CyPx9Nz7Ha7\nVVtb26dNdna2Xn31Vd1xxx2qq6vThx9+qKamJs2cObNPu7KyMknShQvS1Kl+TZrkj8kfAABMEQwG\nFQwGY9JXxHB3OBxDdvD4449r48aNysnJ0cKFC5WTk6PJA3zK9Wfhvm+f9PrrIysWAEzm9/vl9/t7\njstHscQRMdxdLpdCoVDPcSgUktvt7tMmJSVF27Zt6zmePXu25syZM2ifkydLCxaMtFwAQDQirrnn\n5uaqoaFBjY2N6ujo0J49e5Sfn9+nzeXLl9XR0SFJeuGFF7RixQpdf/318asYADCkiFfuTqdTlZWV\nysvLUzgcVlFRkTIyMlRVVSVJKikp0alTp7R+/Xo5HA5lZmbqxRdftKVwAMDgbH/8wOuvS88+y7o7\nAAxlXD1+oLlZ+v9VHABAnNge7hcvSlOn2j0qAEwstoe7wyHNm2f3qAAwsSTswzoAAPFje7i/+650\n9ardowLAxGJ7uL/8Ms9yB4B4s30rpMMhtbVJ3OcEAJGNm62QR492f01OtnNUAJh4bA33HTuk5cu7\nny8DAIgfW8O9pUVatcrOEQFgYrI13NvapFtvtXNEAJiYbAt3y5IOH+buVACwg227ZS5etJSaKnV1\nseYOANEYF7tlQiFp2jSCHQDsYOua+5e+ZOdoADBx8WwZADCQbeHe1ib99792jQYAE5tt4f6vf/HI\nAQCwi23hPnmylJlp12gAMLHZFu5dXVI4bNdoADCx2Rbu77wjffqpXaMBwMRmW7hff7102212jQYA\nExtbIQHAQIQ7ABiIcAcAAxHuAGAgwh0ADGRbuLPHHQDsM2S4BwIBpaeny+fzqaKiot/5lpYWrV69\nWosWLVJmZqZeeumlAfupqWGfOwDYJWK4h8NhlZaWKhAI6NSpU9q1a5dOnz7dp01lZaVycnL0/vvv\nKxgMatOmTerq6urXV2qqtHhxbIsHAAwsYrjX1dXJ6/UqLS1NSUlJKigoUHV1dZ82t9xyi65cuSJJ\nunLlim688UY5nc74VQwAGFLEFG5ubpbH4+k5drvdqq2t7dOmuLhYX/nKVzRr1iy1tbXpD3/4w4B9\nnTlTpt27pffek/x+v/x+/+irBwCDBINBBYPBmPQVMdwdDseQHWzZskWLFi1SMBjU2bNndffdd6u+\nvl4pKSl92n3ySZkeeEC6997RFQwAprr2wre8vHzEfUVclnG5XAqFQj3HoVBIbre7T5uamho98MAD\nkqS5c+dq9uzZOnPmTL++2tul9PQR1wkAGIaI4Z6bm6uGhgY1Njaqo6NDe/bsUX5+fp826enpOnTo\nkCTp/PnzOnPmjObMmdOvry98Qfr852NYOQBgUBGXZZxOpyorK5WXl6dwOKyioiJlZGSoqqpKklRS\nUqLNmzersLBQ2dnZunr1qp5++mmlpqbaUjwAYGAOy7KsuA/icGjOHEtvvCHNnRvv0QDADA6HQyON\naB4/AAAGsi3cP/rIrpEAALaF+yefSDfdZNdoADCx2Rbu110nXbP1HQAQJ6y5A4CBCHcAMBDhDgAG\nItwBwECEOwAYiHAHAAMR7gBgIMIdAAxEuAOAgQh3ADAQ4Q4ABrLtee6SpfiPBADmGBfPc7/uOrtG\nAgDYFu4DfKwqACBObAt3Z8RPawUAxJJt4b54sV0jAQDYLQMABiLcAcBAhDsAGIhwBwADEe4AYCDC\nHQAMRLgDgIEIdwAw0JDhHggElJ6eLp/Pp4qKin7nt27dqpycHOXk5GjhwoVyOp1qbW2NS7EAgOhE\nfCpkOBzWvHnzdOjQIblcLi1ZskS7du1SRkbGgO3/9Kc/6ZlnntGhQ4f6DuJwaP16S9u3x7Z4ADBZ\n3J4KWVdXJ6/Xq7S0NCUlJamgoEDV1dWDtt+5c6fWrVs3okIAALET8XFezc3N8ng8Pcdut1u1tbUD\ntm1vb9fBgwf17LPPDnj+nXfKVFbW/b3f75ff7x9RwQBgqmAwqGAwGJO+IoZ794dsROe1117THXfc\noRtuuGHA82vX9oY7AKC/ay98y8vLR9xXxGUZl8ulUCjUcxwKheR2uwdsu3v37ohLMtOnj7BCAMCw\nRQz33NxcNTQ0qLGxUR0dHdqzZ4/y8/P7tbt8+bKOHj2qtWvXxq1QAED0Ii7LOJ1OVVZWKi8vT+Fw\nWEVFRcrIyFBVVZUkqaSkRJL0xz/+UXl5eUpOTo5/xQCAIdn2Adlbt1ratCneIwGAOcbFB2QDAOxD\nuAOAgQh3ADAQ4Q4ABiLcAcBAhDsAGIhwBwADEe4AYCDCHQAMRLgDgIEIdwAwEOEOAAYi3AHAQIQ7\nABiIcAcAAxHuAGAgwh0ADES4A4CBCHcAMBDhDgAGItwBwECEOwAYiHAHAAMR7gBgIMIdAAxEuAOA\ngQh3ADAQ4Q4ABhoy3AOBgNLT0+Xz+VRRUTFgm2AwqJycHGVmZsrv98e6RgDAMDkjnQyHwyotLdWh\nQ4fkcrm0ZMkS5efnKyMjo6dNa2urfvjDH+rgwYNyu91qaWmJe9EAgMgiXrnX1dXJ6/UqLS1NSUlJ\nKigoUHV1dZ82O3fu1H333Se32y1JmjFjRvyqBQBEJeKVe3NzszweT8+x2+1WbW1tnzYNDQ3q7OzU\nypUr1dbWpo0bN+rBBx/s19cbb5Spra37e7/fz/INAFwjGAwqGAzGpK+I4e5wOIbsoLOzUydOnNDh\nw4fV3t6uZcuW6fbbb5fP5+vTbtWqMm3aNLpiAcBk1174lpeXj7iviOHucrkUCoV6jkOhUM/yy2c8\nHo9mzJih5ORkJScn684771R9fX2/cAcA2Cfimntubq4aGhrU2Niojo4O7dmzR/n5+X3arF27Vm+9\n9ZbC4bDa29tVW1ur+fPnx7VoAEBkEa/cnU6nKisrlZeXp3A4rKKiImVkZKiqqkqSVFJSovT0dK1e\nvVpZWVmaNGmSiouLCXcASDCHZVlW3AdxOLR1q8WaOwAMg8Ph0EgjmjtUAcBAhDsAGIhwBwADEe4A\nYCDCHQAMRLgDgIEIdwAwEOEOAAYi3AHAQIQ7ABiIcAcAAxHuAGAgwh0ADES4A4CBCHcAMBDhDgAG\nItwBwECEOwAYiHAHAAMR7gBgIMIdAAxEuAOAgQh3ADAQ4Q4ABiLcAcBAhDsAGIhwBwADEe4AYCDC\nHQAMNGS4BwIBpaeny+fzqaKiot/5YDCoadOmKScnRzk5OfrFL34Rl0IBANFzRjoZDodVWlqqQ4cO\nyeVyacmSJcrPz1dGRkafditWrNC+ffviWigAIHoRr9zr6urk9XqVlpampKQkFRQUqLq6ul87y7Li\nViAAYPgiXrk3NzfL4/H0HLvdbtXW1vZp43A4VFNTo+zsbLlcLm3dulXz58/v19cbb5Spra37e7/f\nL7/fP/rqAcAgwWBQwWAwJn1FDHeHwzFkB4sXL1YoFNKUKVN04MABfeMb39A///nPfu1WrSrTpk0j\nLxQATHfthW95efmI+4q4LONyuRQKhXqOQ6GQ3G53nzYpKSmaMmWKJOmee+5RZ2enLl68OOKCAACj\nFzHcc3Nz1dDQoMbGRnV0dGjPnj3Kz8/v0+b8+fM9a+51dXWyLEupqanxqxgAMKSIyzJOp1OVlZXK\ny8tTOBxWUVGRMjIyVFVVJUkqKSnR3r179dxzz8npdGrKlCnavXu3LYUDAAbnsGzY6uJwOLR1q8Wa\nOwAMg8PhGPFuRO5QBQADEe4AYCDCHQAMRLgDgIEIdwAwEOEOAAYi3AHAQIQ7ABiIcAcAAxHuAGAg\nwh0ADES4A4CBCHcAMBDhDgAGItwBwECEOwAYiHAHAAMR7gBgIMIdAAxEuAOAgQh3ADAQ4Q4ABiLc\nAcBAhDsAGIhwBwADEe4AYCDCHQAMRLjbLBgMJrqEMYO56MVc9GIuYmPIcA8EAkpPT5fP51NFRcWg\n7f7617/K6XTq1VdfjWmBpuEXtxdz0Yu56MVcxEbEcA+HwyotLVUgENCpU6e0a9cunT59esB2jz32\nmFavXi3LsuJWLAAgOhHDva6uTl6vV2lpaUpKSlJBQYGqq6v7tfvNb36j+++/XzNnzoxboQCAYbAi\nePnll63vf//7Pcc7duywSktL+7Rpamqy/H6/dfXqVWv9+vXWK6+80q8fSbx48eLFawSvkXIqAofD\nEem0JOnHP/6xnnrqKTkcDlmWNeCyDEs1AGCviOHucrkUCoV6jkOhkNxud5827777rgoKCiRJLS0t\nOnDggJKSkpSfnx+HcgEA0XBYES6ru7q6NG/ePB0+fFizZs3Sbbfdpl27dikjI2PA9oWFhfr617+u\ne++9N24FAwCGFvHK3el0qrKyUnl5eQqHwyoqKlJGRoaqqqokSSUlJbYUCQAYphGv1g/gwIED1rx5\n8yyv12s99dRTA7b50Y9+ZHm9XisrK8s6ceJELIcfU4aai9///vdWVlaWtXDhQuvLX/6yVV9fn4Aq\n7RHN74VlWVZdXZ01efLkAd+UN0U0c/Hmm29aixYtshYsWGCtWLHC3gJtNNRcXLhwwcrLy7Oys7Ot\nBQsWWNu3b7e/SBsUFhZaN910k5WZmTlom5HkZszCvaury5o7d6517tw5q6Ojw8rOzrZOnTrVp83r\nr79u3XPPPZZlWdbx48etpUuXxmr4MSWauaipqbFaW1sty+r+JZ/Ic/FZu5UrV1pf/epXrb179yag\n0viLZi4uXbpkzZ8/3wqFQpZldQeciaKZiyeeeMJ6/PHHLcvqnofU1FSrs7MzEeXG1dGjR60TJ04M\nGu4jzc2YPX4gmj3x+/bt00MPPSRJWrp0qVpbW3X+/PlYlTBmRDMXy5Yt07Rp0yR1z0VTU1MiSo07\n7pXoFc1c7Ny5U/fdd1/PxoUZM2YkotS4i2YubrnlFl25ckWSdOXKFd14441yOiOuJI9Ly5cv1/Tp\n0wc9P9LcjFm4Nzc3y+Px9By73W41NzcP2cbEUItmLv7Xiy++qDVr1thRmu2i/b2orq7Whg0bJEW3\nBXc8imYuGhoadPHiRa1cuVK5ubnasWOH3WXaIpq5KC4u1smTJzVr1ixlZ2fr17/+td1ljgkjzc2Y\n/TMY7V9I65rNOSb+RR7On+nNN9/Utm3b9Pbbb8exosSJ1b0SJohmLjo7O3XixAkdPnxY7e3tWrZs\nmW6//Xb5fD4bKrRPNHOxZcsWLVq0SMFgUGfPntXdd9+t+vp6paSk2FDh2DKS3IxZuEezJ/7aNk1N\nTXK5XLEqYcyIZi4k6W9/+5uKi4sVCAQi/rdsPONeiV7RzIXH49GMGTOUnJys5ORk3Xnnnaqvrzcu\n3KOZi5qaGv3sZz+TJM2dO1ezZ8/WmTNnlJuba2utiTbi3IzJOwKWZXV2dlpz5syxzp07Z3366adD\nvqF67NgxY99EjGYuPvzwQ2vu3LnWsWPHElSlPaKZi/812CMsTBDNXJw+fdq66667rK6uLuvjjz+2\nMjMzrZMnTyao4viJZi4effRRq6yszLIsy/r3v/9tuVwu6z//+U8iyo27c+fORfWG6nByM2ZX7tHs\niV+zZo32798vr9erqVOnavv27bEafkyJZi6efPJJXbp0qWedOSkpSXV1dYksOy64V6JXNHORnp6u\n1atXKysrS5MmTVJxcbHmz5+f4MpjL5q52Lx5swoLC5Wdna2rV6/q6aefVmpqaoIrj71169bpyJEj\namlpkcfjUXl5uTo7OyWNLjcj3qEKABif+CQmADAQ4Q4ABiLcAcBAhDsAGIhwBwADEe4AYKD/A+pQ\nsEyrF82ZAAAAAElFTkSuQmCC\n"
      }
     ],
     "prompt_number": 29
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "write_output(nb_bernoulli_classifier, verification_X)\n",
      "print 'writing verification on naive bayesian bernoulli done...'"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "writing verification on naive bayesian bernoulli done...\n"
       ]
      }
     ],
     "prompt_number": 30
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "### classification by voting ####\n",
      "class BiVotingClassifier:\n",
      "    def __init__(self, model1, model2):\n",
      "        self.model1 = model1\n",
      "        self.model2 = model2\n",
      "    def fit(self, X, y):\n",
      "        self.model1.fit(X, y)\n",
      "        self.model2.fit(X, y)\n",
      "    def predict(self, X):\n",
      "        proba = self.predict_proba(X)\n",
      "        return np.argmax(proba, axis = 1)\n",
      "    def predict_proba(self, X):\n",
      "        proba1 = self.model1.predict_proba(X)\n",
      "        proba2 = self.model2.predict_proba(X)\n",
      "        n_samples, n_labels = proba1.shape\n",
      "        assert n_labels == 2\n",
      "        proba = np.zeros((n_samples, n_labels))\n",
      "        for i in xrange(n_samples):\n",
      "            proba[i, 0] = max(proba1[i, 0], proba2[i, 0])\n",
      "            proba[i, 1] = max(proba1[i, 1], proba2[i, 1])\n",
      "            proba[i, ] /= sum(proba[i, ])\n",
      "            \"\"\"\n",
      "            if np.max(proba1[i,:]) > np.max(proba2[i,:]):\n",
      "                proba[i, :] = proba1[i, :]\n",
      "            else:\n",
      "                proba[i, :] = proba2[i, :]\n",
      "            \"\"\"\n",
      "        return proba\n",
      "## C, alpha = (10, 0.1), (1, 0.3)    \n",
      "#bivoting = BiVotingClassifier(svm.SVC(kernel = 'rbf', C = 10, gamma = 0.01,  tol=0.0001, probability = True), \n",
      "bivoting = BiVotingClassifier(svm.SVC(kernel = 'linear', C = 1, gamma = 0.01,  tol=0.0001, probability = True), # for l2 norm\n",
      "#bivoting = BiVotingClassifier(svm.SVC(kernel = 'linear', C = 10, gamma = 0.01,  tol=0.0001, probability = True), # for l1 norm\n",
      "                                naive_bayes.BernoulliNB(alpha = 0.3, fit_prior=True))\n",
      "misclassified = benchmark(bivoting)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "<__main__.BiVotingClassifier instance at 0x15a0febd8>\n",
        "training time: 67.90"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "test time: 9.00"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "confusion matrix:\n",
        "[[1822  132]\n",
        " [  10  683]]\n",
        "classification rate:\n",
        "94.635436343 %\n",
        "AUC for test:  0.995702012079\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAE2VJREFUeJzt3X9M1Pfhx/HX6V1b4qw/akfq3eVL9W4Fi0AXDLrO7lxj\nYK5jW+sSmmWpjDFiwjqX/tHN/TFolkaa7I+t/INJ6zJbCfuV0GR626xezbSAqxUXJeZ00h4sdbJJ\ntNoOON7fPy6FInCccPc5efN8JATOe/t5v/sOefb88OFzLmOMEQDAKouyvQAAQPoRdwCwEHEHAAsR\ndwCwEHEHAAsRdwCwUNK4f/e731Vubq7Wr18/7Zhnn31WwWBQxcXFevfdd9O+QADA7Usa9+rqaoXD\n4WmfP3jwoC5cuKBoNKq9e/dq586daV8gAOD2JY375s2btWLFimmff+ONN/TMM89IksrKyjQ4OKjL\nly+nd4UAgNvmnstf7u/vl9/vH3vs8/nU19en3NzcCeNcLtdcpgGABWu2NxGYU9ynmni6kN9pdzl4\n/33p//5PWrxYisele+6RNm6cfvzHH0sFBdLnPz/zsV0u6RvfSHy+1S9+0aDnnmuY9bptwl6MYy/G\nsRfjvN7ZvzCeU9y9Xq9isdjY476+Pnm93rkcck66uqRPLWeCSES6ciUR8wMHEn+2dKl08aLkdkv3\n3pt4LtOWLpVWr878PPMBezGOvRjHXqTHnOJeWVmp5uZmVVVVqaOjQ8uXL590SmY2Rkak4WGpo0P6\n17+mH3f6tPTXv0rd3eN/tmWLNNWPCYaGEq+6P/e5xKvqJ56Q7r5bWsTFoAAslDTuTz/9tN566y0N\nDAzI7/ersbFRw8PDkqS6ujpt27ZNBw8eVCAQ0JIlS7Rv3745LSYalb79benkyfE/q6iQVq6cenw8\nLpWXS/v3S0mu1ryjhEKhbC/hjsFejGMvxrEX6eFy4pa/Lpcr6Tn3jz+Wnn9e+tWvpNxcqbVVCoWm\nPmcNAAvFTO1MJusnJfbskXJyEmFvbpY++CBxaoWwA8DsZf2V+xe/KAUC0t690l13ZXolADB/zOWV\ne1bjPjqauELlL3+Rtm7N9CoAYH6Zt6dldu1KfN6wIZurAAD7ZDXur78u1dVJy5dncxUAYJ+snZa5\neVNaskS6dEnKy8v0CgBg/pl359w/+ihxyeP169IddlcCALhjzLtz7nV1ibD39WVjdgCwX1bi7nZL\nP/+5lMXb0ACA1bIS9/feS5yWAQBkhuNxHx6WjhzhChkAyCTH497Rkfj8zW86PTMALByOx/3IEWnN\nGmfunQ4AC5Xjcb/nHmn7dqdnBYCFxfG4Hzggffih07MCwMLi6C8xfXKjsI4Oqaws07MCwPw2b36J\n6cKFxGduFAYAmeVo3I1JvIcp71sKAJlFZgHAQo7G/cgR6d//dnJGAFiYHI37lSvSk086OSMALEyO\nxn1wUFq92skZAWBhcjTu5887ORsALFyOxn3JEmn9eidnBICFiatlAMBCxB0ALORo3P/xDyked3JG\nAFiYHI37hx9KgYCTMwLAwuRY3I1JvCH2vfc6NSMALFyO3RUyHjdavFgaHZVcrkzPCADz37y5K6TL\nRdgBwAlcLQMAFnIs7tevJ867AwAyz7G4Hzrk1EwAAMfiPjrKG2MDgFNmjHs4HFZ+fr6CwaCampom\nPT8wMKCKigqVlJSosLBQv/71r6c9lsczp7UCAFKUNO7xeFz19fUKh8M6d+6cWltb1dPTM2FMc3Oz\nHnnkEZ0+fVqRSETPPfecRkZGMrpoAEBySePe1dWlQCCgvLw8eTweVVVVqb29fcKYBx54QNeuXZMk\nXbt2Tffdd5/cbvekY509K338cRpXDgCY1uQKf0p/f7/8fv/YY5/Pp87Ozgljamtr9eUvf1mrV6/W\n9evX9dvf/nbKYx071qCREamhQQqFQgqFQnNePADYJBKJKBKJpOVYSePuSuE3jl588UWVlJQoEono\n4sWL2rp1q7q7u7V06dIJ4zZvbtBnPiPt3j23BQOArW594dvY2DjrYyU9LeP1ehWLxcYex2Ix+Xy+\nCWNOnDihb33rW5KktWvX6sEHH9R53nIJALIqadxLS0sVjUbV29uroaEhtbW1qbKycsKY/Px8HT58\nWJJ0+fJlnT9/XmvWrMncigEAM0p6Wsbtdqu5uVnl5eWKx+OqqalRQUGBWlpaJEl1dXXavXu3qqur\nVVxcrNHRUb300ktauXKlI4sHAEzNsbtC/uQnhnPuAHAb5s1dIQEAziDuAGAh4g4AFiLuAGAh4g4A\nFiLuAGAh4g4AFiLuAGAh4g4AFiLuAGAhx+Le3+/UTAAAx+J++bJ0111OzQYAC5tjce/pkbgTMAA4\nw7G437wp5ec7NRsALGyOxf3ee6W773ZqNgBY2LhaBgAsRNwBwELEHQAsRNwBwELEHQAsRNwBwELE\nHQAsRNwBwEKOxf3GDadmAgA4euOw5cudmg0AFjaXMcZkfBKXS/fcY/TRR5meCQDs4XK5NNtEc84d\nACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQjPGPRwOKz8/X8FgUE1N\nTVOOiUQieuSRR1RYWKhQKJTuNQIAblPSe8vE43E99NBDOnz4sLxerzZs2KDW1lYVFBSMjRkcHNSj\njz6qP//5z/L5fBoYGNCqVasmTsK9ZQDgtmXs3jJdXV0KBALKy8uTx+NRVVWV2tvbJ4w5cOCAnnrq\nKfl8PkmaFHYAgPPcyZ7s7++X3+8fe+zz+dTZ2TlhTDQa1fDwsLZs2aLr16/rhz/8ob7zne9MOtbI\nSIMaGhJfh0IhTt8AwC0ikYgikUhajpU07i6Xa8YDDA8P69SpU3rzzTd18+ZNbdq0SRs3blQwGJw4\nkXs87gCAyW594dvY2DjrYyWNu9frVSwWG3sci8XGTr98wu/3a9WqVcrJyVFOTo4ee+wxdXd3T4o7\nAMA5Sc+5l5aWKhqNqre3V0NDQ2pra1NlZeWEMV//+tf1t7/9TfF4XDdv3lRnZ6fWrVuX0UUDAJJL\n+srd7XarublZ5eXlisfjqqmpUUFBgVpaWiRJdXV1ys/PV0VFhYqKirRo0SLV1tYSdwDIMt5mDwDu\nULzNHgBgAuIOABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIceuc5eMMj8TANhjXlznvmyZUzMBAByL\nO/cRAwDnOBb3GzecmgkA4Fjcc3OdmgkA4Fjc8/KcmgkAwKWQAGAh4g4AFiLuAGAh4g4AFiLuAGAh\n4g4AFiLuAGAh4g4AFiLuAGAh4g4AFiLuAGAh4g4AFiLuAGAh4g4AFiLuAGAh4g4AFiLuAGAh4g4A\nFiLuAGAh4g4AFiLuAGAh4g4AFiLuAGChGeMeDoeVn5+vYDCopqamacedPHlSbrdbf/zjH9O6QADA\n7Usa93g8rvr6eoXDYZ07d06tra3q6emZctzzzz+viooKGWMytlgAQGqSxr2rq0uBQEB5eXnyeDyq\nqqpSe3v7pHEvv/yytm/frvvvvz9jCwUApM6d7Mn+/n75/f6xxz6fT52dnZPGtLe368iRIzp58qRc\nLteUxzp9ukENDYmvQ6GQQqHQnBYOALaJRCKKRCJpOVbSuE8X6k/btWuX9uzZI5fLJWPMtKdlSkrG\n4w4AmOzWF76NjY2zPlbSuHu9XsVisbHHsVhMPp9vwph33nlHVVVVkqSBgQEdOnRIHo9HlZWVs14U\nAGBuksa9tLRU0WhUvb29Wr16tdra2tTa2jphzD//+c+xr6urq/W1r32NsANAliWNu9vtVnNzs8rL\nyxWPx1VTU6OCggK1tLRIkurq6hxZJADg9riMA9cuulwu7dhhtG9fpmcCAHt88rPM2eA3VAHAQsQd\nACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE\n3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHA\nQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQsQdACxE3AHAQjPGPRwOKz8/X8FgUE1NTZOef/31\n11VcXKyioiI9+uijOnPmTEYWCgBInTvZk/F4XPX19Tp8+LC8Xq82bNigyspKFRQUjI1Zs2aNjh07\npmXLlikcDuv73/++Ojo6Mr5wAMD0kr5y7+rqUiAQUF5enjwej6qqqtTe3j5hzKZNm7Rs2TJJUllZ\nmfr6+jK3WgBASpK+cu/v75ff7x977PP51NnZOe34V155Rdu2bZvyudOnG9TQkPg6FAopFArd9mIB\nwGaRSESRSCQtx0oad5fLlfKBjh49qldffVXHjx+f8vmSkvG4AwAmu/WFb2Nj46yPlTTuXq9XsVhs\n7HEsFpPP55s07syZM6qtrVU4HNaKFStmvRgAQHokPedeWlqqaDSq3t5eDQ0Nqa2tTZWVlRPGvP/+\n+3ryySf12muvKRAIZHSxAIDUJH3l7na71dzcrPLycsXjcdXU1KigoEAtLS2SpLq6Or3wwgu6evWq\ndu7cKUnyeDzq6urK/MoBANNyGWNMxidxubRjh9G+fZmeCQDs4XK5NNtE8xuqAGAh4g4AFiLuAGAh\n4g4AFiLuAGAh4g4AFiLuAGAh4g4AFnIs7qOjTs0EAHAs7ov4NwIAOMax5BYWOjUTAIDX0wBgIeIO\nABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi\n7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi7gBgIeIOABYi7g6LRCLZXsIdg70Y\nx16MYy/SY8a4h8Nh5efnKxgMqqmpacoxzz77rILBoIqLi/Xuu++mfZE24Rt3HHsxjr0Yx16kR9K4\nx+Nx1dfXKxwO69y5c2ptbVVPT8+EMQcPHtSFCxcUjUa1d+9e7dy5M6MLBgDMLGncu7q6FAgElJeX\nJ4/Ho6qqKrW3t08Y88Ybb+iZZ56RJJWVlWlwcFCXL1/O3IoBADMzSfzud78z3/ve98Ye79+/39TX\n108Y88QTT5jjx4+PPX788cfN3//+9wljJPHBBx988DGLj9lyKwmXy5Xs6TGJfk//9259HgCQWUlP\ny3i9XsVisbHHsVhMPp8v6Zi+vj55vd40LxMAcDuSxr20tFTRaFS9vb0aGhpSW1ubKisrJ4yprKzU\nb37zG0lSR0eHli9frtzc3MytGAAwo6SnZdxut5qbm1VeXq54PK6amhoVFBSopaVFklRXV6dt27bp\n4MGDCgQCWrJkifbt2+fIwgEAScz6bP0UDh06ZB566CETCATMnj17phzzgx/8wAQCAVNUVGROnTqV\nzunvKDPtxWuvvWaKiorM+vXrzRe+8AXT3d2dhVU6I5XvC2OM6erqMosXLzZ/+MMfHFyds1LZi6NH\nj5qSkhLz8MMPmy996UvOLtBBM+3FlStXTHl5uSkuLjYPP/yw2bdvn/OLdEB1dbX57Gc/awoLC6cd\nM5tupi3uIyMjZu3atebSpUtmaGjIFBcXm3Pnzk0Y86c//cl85StfMcYY09HRYcrKytI1/R0llb04\nceKEGRwcNMYkvskX8l58Mm7Lli3mq1/9qvn973+fhZVmXip7cfXqVbNu3ToTi8WMMYnA2SiVvfjZ\nz35mfvzjHxtjEvuwcuVKMzw8nI3lZtSxY8fMqVOnpo37bLuZttsPcE38uFT2YtOmTVq2bJmkxF70\n9fVlY6kZl8peSNLLL7+s7du36/7778/CKp2Ryl4cOHBATz311NiFC6tWrcrGUjMulb144IEHdO3a\nNUnStWvXdN9998ntTnomeV7avHmzVqxYMe3zs+1m2uLe398vv98/9tjn86m/v3/GMTZGLZW9+LRX\nXnlF27Ztc2Jpjkv1+6K9vX3st5tTvQR3vkllL6LRqP773/9qy5YtKi0t1f79+51epiNS2Yva2lqd\nPXtWq1evVnFxsX75y186vcw7wmy7mbb/Dabrmngb3M5/09GjR/Xqq6/q+PHjGVxR9qSyF7t27dKe\nPXvkcrlkEqcKHViZ81LZi+HhYZ06dUpvvvmmbt68qU2bNmnjxo0KBoMOrNA5qezFiy++qJKSEkUi\nEV28eFFbt25Vd3e3li5d6sAK7yyz6Wba4s418eNS2QtJOnPmjGpraxUOh5P+s2w+S2Uv3nnnHVVV\nVUmSBgYGdOjQIXk8nkmX3c53qeyF3+/XqlWrlJOTo5ycHD322GPq7u62Lu6p7MWJEyf005/+VJK0\ndu1aPfjggzp//rxKS0sdXWu2zbqbafmJgDFmeHjYrFmzxly6dMn873//m/EHqm+//ba1P0RMZS/e\ne+89s3btWvP2229naZXOSGUvPm3Hjh3WXi2Tyl709PSYxx9/3IyMjJgbN26YwsJCc/bs2SytOHNS\n2Ysf/ehHpqGhwRhjzAcffGC8Xq/5z3/+k43lZtylS5dS+oHq7XQzba/cuSZ+XCp78cILL+jq1atj\n55k9Ho+6urqyueyMSGUvFopU9iI/P18VFRUqKirSokWLVFtbq3Xr1mV55emXyl7s3r1b1dXVKi4u\n1ujoqF566SWtXLkyyytPv6efflpvvfWWBgYG5Pf71djYqOHhYUlz66bLGEtPcALAAsY7MQGAhYg7\nAFiIuAOAhYg7AFiIuAOAhYg7AFjo/wGQLtPTolua8wAAAABJRU5ErkJggg==\n"
      }
     ],
     "prompt_number": 15
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#write_output(bivoting, test_X)\n",
      "write_output(bivoting, verification_X)\n",
      "print 'writing verification on bivoting done...'"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "writing verification done...\n"
       ]
      }
     ],
     "prompt_number": 16
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test SGD with Elastic Net penalty\n",
      "sgdc_classifier = linear_model.SGDClassifier(alpha = 0.0001, n_iter = 200, penalty = 'l2')\n",
      "misclassified = benchmark(sgdc_classifier)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "SGDClassifier(alpha=0.0001, class_weight=None, epsilon=0.1, eta0=0.0,\n",
        "       fit_intercept=True, learning_rate=optimal, loss=hinge, n_iter=200,\n",
        "       n_jobs=1, penalty=l2, power_t=0.5, rho=0.85, seed=0, shuffle=False,\n",
        "       verbose=0, warm_start=False)\n",
        "training time: 0.08"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "test time: 0.00\n",
        "confusion matrix:\n",
        "[[1795  159]\n",
        " [ 274  419]]\n",
        "classification rate:\n",
        "83.641858708 %\n"
       ]
      }
     ],
     "prompt_number": 178
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test ensemble random trees\n",
      "forest_classifier = ensemble.RandomForestClassifier(n_estimators=60, n_jobs = -1)\n",
      "train_X_sparse, test_X_sparse = train_X, test_X\n",
      "train_X, test_X = train_X.todense(), test_X.todense()\n",
      "misclassified = benchmark(forest_classifier)\n",
      "train_X, test_X = train_X_sparse, test_X_sparse"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "RandomForestClassifier(bootstrap=True, compute_importances=False,\n",
        "            criterion=gini, max_depth=None, max_features=auto,\n",
        "            min_density=0.1, min_samples_leaf=1, min_samples_split=1,\n",
        "            n_estimators=60, n_jobs=-1, oob_score=False, random_state=None,\n",
        "            verbose=0)\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "training time: 107.65\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "test time: 2.78\n",
        "confusion matrix:\n",
        "[[1883   71]\n",
        " [ 398  295]]\n",
        "classification rate:\n",
        "82.2818284851 %\n",
        "AUC for test:  0.85516519191\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHO5JREFUeJzt3XtUlHX+B/D3IKTmDRWvM2yIEKAIuosXMm20DMKkTbPQ\nbbeIgxxbK7tsadv+grZcaNvdWmnPYkftYhJaFpo4peZoXgATg7xEaKIDJcdR8S4MM8/vj+/GRXAY\nYeZ5Zp55v87hzAzz+Dwfv+t5993v832+X40kSRKIiEhVfJQugIiInI/hTkSkQgx3IiIVYrgTEakQ\nw52ISIUY7kREKmQ33B977DEMGjQIo0aNuu4xTz75JEJDQxEdHY39+/c7vUAiIrpxdsM9OTkZBoPh\nut8XFBTgyJEjqKiowLJlyzB//nynF0hERDfObrhPmjQJffv2ve7369evxyOPPAIAGD9+PGpra1FT\nU+PcComI6Ib5duYPV1dXIzAwsPGzTqdDVVUVBg0a1OI4jUbTmcsQEXmtji4i0Klwb+vC1wtyrnIg\npKenIz09Xeky3ALbognbookr2+LECeDAgZa/+/pr4ORJwOc64xgrVgDduwNdu7b8fW0tMGYM0KeP\n+KzRAHfcAQweDPj6OucnKKjjHeNOhbtWq4XJZGr8XFVVBa1W25lTEhE57OpV4PnngdOnW38nScC2\nbcDZs02/q6sDdDqg+RyRq1eB3/wGCA9v+xqTJwMzZojwbq5LF6B3787/HVylU+GemJiI7OxsJCUl\nobCwEP7+/q2GZIiInKmuDrDZxI+/P9DQAHzwQevwBYA//lEEd3PduslTp9LshvucOXOwfft2mM1m\nBAYGIiMjAxaLBQCQlpaGhIQEFBQUICQkBD169MDKlStlKdqT6fV6pUtwG2yLJmyLJnq9HlYrsHq1\nCPLmPv0UKCgQAX31qvjdsWNAUJDsZbo9jRxL/mo0Go65E1Ejsxmor2/7u0uXgIkTgVOngJSUlt/Z\nbEBcHPDQQ66v0R10Jjs7fUOViOhaJ04AX30FfPstUFjY8ruLF4GDB4EhQ9r+s2fPAsHBQEVF081K\nunHsuROR0+TmAu+9B3zxhbgJGRYG3HZb6yAPCABCQpSp0ZOw505EsqqvFzNUvvwSePZZoH9/wGIR\n499z5wKffALMnKl0ld6NPXciLydJwPnzYozbbG7/1WwW4+L9+4v533FxwNNPi3MNGiRmsJBzdCY7\nGe5EKiJJQHExsHdv64d1AMBgEOPhAQFNx587J2afBAQAAwY49urv3/bUQ3IuhjuRF7PZxPDIxYvA\n7Nnid3PnArff3jqAbTbgrrta9q579/aeud+ehuFO5KF+eRinLdu3i58DBwA/v6bfHz8OFBWJJyQB\nwGoVr/fcI3rieXnu/eQkOY43VIk8wJkzYhZJWRlQUiLWKtmwQXz3S1A3Z7WKGSe33CJ64c2FhgJR\nUU2ffXyuvzYKeSf23Ilc5Px5MZ793/8CGzcCpaUirHv3FlMDJ00CevUCpkxRulJyVxyWIVKYJIke\n+ebNohduNALr14ux7fBwYOpU8VRl8942UXsY7kQy+fFHYNUqYOdOMeukZ0/x+x9+AC5cEEEeHy/C\nPiEBuPtuZeslz8ZwJ3KSvXuBrCzxyPy187VtNuDwYbFI1YMPAjExwLBhTd/fcouYKkjkLLyhStRB\n588DTzwhVhscMED0zIcNA/76V2Ds2NbH9+olQpzI3THcyaucOiVubq5fLx72qa4Wv//Xv8TNTh8f\n0TPnAzrk6TgsQ6omSUB5uQjz9evFnPFp04DERDFb5aabgIEDxZZmRO6GY+7k9Z5/XtzgPHhQBPgv\nT1xKkhhuSUwUP3p9670widwVw528hs3WepOHDz4A5s0DXnsNuPVWMUOl+ROd3bpxmIU8E8OdVMdi\nEWulWK1iOEWSgE2bxFKyQFPvW5LE+wULgCVLlKuXyBUY7qQKNhuQkSFueO7bJ37XpYsI8EcfFT32\nqVOBOXO40BV5B4Y7eZyqKmDNGtEzP3NG9Mg1GrEo1rPPiqGV2Fhxw5PIWzHcye3l5oqph3l5YnZK\naanohf/616JnfvPNwPTpwJgxDHSiXzDcyS0dOSL20/z3v8XDQnPmANHRYueeLl2AkSO5kiGRPQx3\nciuzZ4ubn5cuAcOHi3XGFy8Ghg5VujIiz8LlB0hx5eXAiy8C69aJz598ItYgHzhQ2bqIvBV77tQh\nVqtY3nbvXuDNN4ErV8SN0JgYYPJkoG9fpSsk8nwcliGXsVqBzEyxc1B9PfD55+JR/YYG8f3ddwMT\nJwJ/+hPQvbuytRKpDcOdnK6iAsjJAf7xD/H5mWeAcePEMMsvW7516cIbokSuxHAnp1q7VqxXPmgQ\nsHAhsGiR0hUReSeGOzlFXR3wl7+ItVoefli8791b6aqIvBdny9ANO3AA+OwzMbQCiAeJ1q4VG1GU\nlXFHISJPx567F6ipEY/6nzolHvF/6y3g3DkgMhK4996m4yIjgblzuYIikbvgsAy1cu4csGULsHs3\n8M9/it899hjwq1+J93/4Q8v9P4nI/TDcqYVDh8SMlrNngTvvFE+IPvMMe+REnoZj7oQTJ4CiIjHL\nBQCCg8UDRsOHK1sXESmDPXcV2L9frK44ZAhw113A228DvXopXRURdVZnsrPdR1AMBgPCw8MRGhqK\nrKysVt+bzWbEx8dj9OjRiIyMxLvvvtuhQujGPPMMcN99wKxZIthvuQX46Sfg/fcZ7ETUTs/darUi\nLCwMW7ZsgVarxdixY5Gbm4uIiIjGY9LT01FXV4e//e1vMJvNCAsLQ01NDXybbSfPnnvn2GxiydwT\nJ4D/+z/g++/FQl0rVoh56BqN6LFzTjqRurhszL24uBghISEICgoCACQlJSE/P79FuA8ZMgRlZWUA\ngPPnz6N///4tgp1u3L59QGGheF9QIJbP/eV/32HDgPR0sRRAeLhiJRKRm7ObwtXV1QgMDGz8rNPp\nUFRU1OKY1NRUTJ06FUOHDsWFCxewZs2aNs+Vnp7e+F6v10Ov13e8apWqqxPj57Gx4oZofDyg1QKr\nVgEJCYC/v9IVEpErGY1GGI1Gp5zLbrhrHJg7t2TJEowePRpGoxFHjx7FtGnTUFpail7XDPw2D3dq\nbcUKICVFvI+IAL7+GujfX9maiEhe13Z8MzIyOnwuuzdUtVotTCZT42eTyQSdTtfimN27d2P27NkA\ngOHDh2PYsGEoLy/vcEHeyGYD5s0DHn9c7F506BCDnYg6x264x8TEoKKiApWVlaivr0deXh4SExNb\nHBMeHo4tW7YAAGpqalBeXo7g4GDXVawy27eL9V2sVuC558RG0UREndXuPPdNmzZh4cKFsFqtSElJ\nweLFi5GTkwMASEtLg9lsRnJyMk6cOAGbzYbFixdj7ty5LS/C2TJtkiSxQFe3bqK3ztkuRNQclx/w\nQDabuGG6eTPw7bdAdLTSFRGRu3HpQ0zkGvffL4J982YGOxE5Hyeky2jtWjGt8cwZ4MgRMd4+ebLS\nVRGRGnFYRiZXroj10u+6SywbMHWqGGsnIroejrm7udWrgd/9TrwvLQWiopSth4g8A8fc3dizz4pg\nnzEDaGhgsBORPNhzd6GGBsDPD8jMBF54QelqiMjTcFjGDdXWAh99BKxcKTbRICK6UdyJyc3U1AC3\n3Qb8+CPw2WdKV0NE3ojh7gJPPinWhtm1Cxg8WOlqiMgbMdydxGYT666/9ZZ4MKm6msFORMrhbBkn\n+eor4N57xfv8fGDoUGXrISLvxp57J507J26aPv20mO64fr3SFRERcbZMpxw/DgQFASNGiKdOlyxR\nuiIiUhPOllFIZibQowdw4IDYpJqIyF1wzL0Tdu0CFi5ksBOR+2G4d1B9PfDdd8A99yhdCRFRaxxz\n7wBJErNhTp4U2+P58D+RROQCXDhMZn//uwj2775jsBORe2LP/QZcvCg22Lj3XvGzYYPSFRGRmrHn\n7mIlJcCDDwK9egEzZwITJ4pdlYiI3BXDvR1ffy0eTqqpEcsLXLkC7NzJXZSIyL0x3O3YsUPscRoU\nJOa0x8dzjJ2IPAPH3K/DYgG6dgXGjwf27FG6GiLyRhxzd4Hly8WUxw8/VLoSIqIbx3Bvww8/APPn\nA2lpQHCw0tUQEd04Dstco7YW6NsXGDVKDMf06KF0RUTkrTgs4yT33y+CHQD27WOwE5HnYrj/z9Kl\nYr/TTZuAhgbAz0/pioiIOo5L/gLQ68WTp6+8IqY7EhF5Oo65QyzZW1ICjBmjdCVERE06k50Md4in\nTWtr+dQpEbkX3lDthHPngLo6brhBROri9eG+Zo147dpV2TqIiJzJ68M9Px945BGlqyAici6vDvdT\np4CNG8Xa7EREauK1N1QvXQJ69hQ3US9f5pg7Ebkfl95QNRgMCA8PR2hoKLKysto8xmg0YsyYMYiM\njIRer+9QIXK5ckVsat2zp/jMYCciNbLbc7darQgLC8OWLVug1WoxduxY5ObmIiIiovGY2tpaTJw4\nEV988QV0Oh3MZjMCAgJaXsRNeu4HDoghmOPHgXXrgOnTgZtuUroqIqK2uaznXlxcjJCQEAQFBcHP\nzw9JSUnIz89vcczq1asxa9Ys6HQ6AGgV7EqTJODLL4EFC8RiYFYrsHmzWEeGwU5EamV3+YHq6moE\nBgY2ftbpdCgqKmpxTEVFBSwWC6ZMmYILFy7gqaeewu9///tW50pPT298r9frZRu+SUoS0x1nzABe\new147jmGOhG5J6PRCKPR6JRz2Q13jQOD0RaLBSUlJdi6dSsuX76M2NhYTJgwAaGhoS2Oax7ucrl6\nVQT755+LIRgiInd2bcc3IyOjw+eyG+5arRYmk6nxs8lkahx++UVgYCACAgLQvXt3dO/eHZMnT0Zp\naWmrcJfbhQvAyy+L9wx2IvI2dsfcY2JiUFFRgcrKStTX1yMvLw+JiYktjrnvvvuwc+dOWK1WXL58\nGUVFRRgxYoRLi3bEypXAu+8Cb7yhdCVERPKz23P39fVFdnY24uLiYLVakZKSgoiICOTk5AAA0tLS\nEB4ejvj4eERFRcHHxwepqamKh3tJCfDUU0ByMvDss4qWQkSkCNU9xGSxAM8/L5YV+P573jwlIs/V\nmexU1WYdV68C2dliSGbpUgY7EXkvVa0ts3EjkJkJvPQS0MZsTCIir6GaYZmffgK0WuC3vwU+/dSl\nlyIikgV3YgKQmAgYDMDJk0C/fi69FBGRLLx+zP3nn4ENG4D33mOwExEBKhlzLy8XS/fOnq10JURE\n7kEVwzLjxgE+PkBhocsuQUQkO68flvnmGzHeTkREgscPyxw/Lpb1nTBB6UqIiNyHx4f7kiXA4MFA\n795KV0JE5D48eljm1VeBZcvEE6lERNTEY2+oXrkC3HwzkJIiAt7H4/8/CBFRSy7dINtdbd0qXl99\nlcFORHQtj+25T58uNuTYscOppyUichteNxWyoED8cPojEVHbPK7nbrMBXboADzwArF3rlFMSEbkl\nrxpz37xZvC5bpmwdRETuzON67mPHit2Wvv3WKacjInJbXjXmXl4OrFmjdBVERO7No4ZlrFYxvz08\nXOlKiIjcm0eF+9dfAw0NXLOdiKg9HhPuP/8MTJkCjB/PdWSIiNrjMeH+zjtiCuSuXUpXQkTk/jwm\n3I8fBx5/XAQ8ERHZ5xHhXlgIrFgBxMYqXQkRkWfwiHnud9wB1NYCpaVOLIqIyM2pfp77iRPAG28o\nXQURkedw+2GZK1eAykogMlLpSoiIPIfbh/vHH4vXW29Vtg4iIk/i1uFeVQWkpQHx8YBGo3Q1RESe\nw63D/dFHxbDMm28qXQkRkWdx69kyGg3w0UfAQw+5oCgiIjenuvXcrVYgOlq8j49XthYiIk/kluH+\n9ttAWRlQUQH06aN0NUREnscth2WCg4ERI4DPP3dhUUREbk5VDzHV1ADHjgGrVytdCRGR52p3WMZg\nMCA8PByhoaHIysq67nF79+6Fr68v1q1b16mCcnLE64QJnToNEZFXsxvuVqsVCxYsgMFgwKFDh5Cb\nm4vDhw+3edwLL7yA+Pj4Tq0hU10NvP468PDDHT4FERGhnXAvLi5GSEgIgoKC4Ofnh6SkJOTn57c6\nbunSpXjggQcwYMCAThXz4INiI46XXurUaYiIvJ7dMffq6moEBgY2ftbpdCgqKmp1TH5+Pr766ivs\n3bsXmus8Spqent74Xq/XQ6/Xt/j+00+B3bvFyo9hYTf4tyAiUgGj0Qij0eiUc9kN9+sFdXMLFy5E\nZmZm413d6w3LNA/3tsycCcTFAVFR7V6SiEiVru34ZmRkdPhcdsNdq9XCZDI1fjaZTNDpdC2O2bdv\nH5KSkgAAZrMZmzZtgp+fHxITEx0uorBQvL7/vsN/hIiI7LA7z72hoQFhYWHYunUrhg4dinHjxiE3\nNxcRERFtHp+cnIwZM2Zg5syZLS/SzlzNefOAvXuB/fs7+LcgIlIhl81z9/X1RXZ2NuLi4mC1WpGS\nkoKIiAjk/G++YlpaWocu2pwkAevWAYsWdfpURET0P4o/oZqXByQlARcvAj16uLoSIiLP4bELhzU0\niGB/8EEGOxGRMynac798WYQ6e+1ERK15bM/9nXfEK4OdiMi5FA33ykreSCUicgVFw12jATq5YgER\nEbXBLTfrICKizlE03A8eFFvqERGRcykW7hYL8OWXQLN1yYiIyEkUC/dvvhGv99+vVAVEROqlWLg3\nNAC33w507apUBURE6qVYuFdXA1euKHV1IiJ1UyzcN2wA/P2VujoRkbopFu6rVwMJCUpdnYhI3RRb\nWyYgAPj+e/FKRESteezaMkRE5BqKhHt5OXD6NGfKEBG5iiLhbjIBYWFAr15KXJ2ISP0UCXebDRg8\nWIkrExF5B0VuqIaGAj17ckNsIiJ7XLZBtivYbMCRI8CWLXJfmYjIe8g+LLN1q3idPFnuKxMReQ/Z\nw72+Xjy85Ocn95WJiLwH57kTEakQw52ISIUY7kREKiT7VMgJE8TWenv3uvqqRESezaOmQhYVieV+\niYjIdWTvuWs0YpOObt1cfVUiIs/mUatC+voCXbrIfVUiIu8ia7jX1Ym9U4mIyLVkDffKSsDHR/Te\niYjIdWQN95MngQEDxLg7ERG5jqzhbjYDQ4fKeUUiIu8ka7gXFAD+/nJekYjIO8ka7rm5wMSJcl6R\niMg7tRvuBoMB4eHhCA0NRVZWVqvvP/zwQ0RHRyMqKgoTJ05EWVlZm+f58Ucxv33evM4XTURE9tmd\nt2K1WrFgwQJs2bIFWq0WY8eORWJiIiIiIhqPCQ4Oxo4dO9CnTx8YDAbMmzcPhYWFrc518SIwahQQ\nGOj8vwQREbVkt+deXFyMkJAQBAUFwc/PD0lJScjPz29xTGxsLPr06QMAGD9+PKqqqto816lTwIUL\nTqqaiIjssttzr66uRmCzrrZOp0NRUdF1j1++fDkSEhLa/O4//0lHXR2Qng7o9Xro9foOFUxEpFZG\noxFGo9Ep57Ib7pobmJC+bds2rFixArt27Wrz+1mz0tG1qwh3IiJq7dqOb0ZGRofPZTfctVotTCZT\n42eTyQSdTtfquLKyMqSmpsJgMKBv374dLoaIiJzD7ph7TEwMKioqUFlZifr6euTl5SExMbHFMSdO\nnMDMmTOxatUqhISEuLRYIiJyjN2eu6+vL7KzsxEXFwer1YqUlBREREQgJycHAJCWloZXXnkFZ8+e\nxfz58wEAfn5+KC4ubnWub74Bamtd8DcgIqJWZFvPfdEiCd26AS+/7OqrERGpg0es575zJ5f7JSKS\ni2zh3rcvEBMj19WIiLybbOHOZX6JiOQj+zZ7RETkerKF+9Gjcl2JiIhkC/eTJ4FBg+S6GhGRd5Mt\n3E+fFlvsERGR68k2zx2QYLFwc2wiIkd5xDz3bt0Y7EREcuFsGSIiFWK4ExGpkKxj7q6/EhGRenjE\nmPuvfiXXlYiISLZwHzhQrisRERHH3ImIVEi2cDeb5boSERHJFu7jxsl1JSIiki3cb75ZrisRERHH\n3ImIVIjhTkSkQgx3IiIVYrgTEakQw52ISIUY7kREKsRwJyJSIYY7EZEKyRbuVqtcVyIiItnC3d9f\nrisREZFs4X7LLXJdiYiIOOZORKRCDHciIhViuBMRqRDDnYhIhRjuREQqxHAnIlIhhrvMjEaj0iW4\nDbZFE7ZFE7aFc7Qb7gaDAeHh4QgNDUVWVlabxzz55JMIDQ1FdHQ09u/f7/Qi1YT/cJuwLZqwLZqw\nLZzDbrhbrVYsWLAABoMBhw4dQm5uLg4fPtzimIKCAhw5cgQVFRVYtmwZ5s+f79KCiYiofXbDvbi4\nGCEhIQgKCoKfnx+SkpKQn5/f4pj169fjkUceAQCMHz8etbW1qKmpaXWuJ55wYtVERGSXr70vq6ur\nERgY2PhZp9OhqKio3WOqqqowaNCgFsd17apxRr2qkJGRoXQJboNt0YRt0YRt0Xl2w12jcSyQJUmy\n++eu/Z6IiFzL7rCMVquFyWRq/GwymaDT6eweU1VVBa1W6+QyiYjoRtgN95iYGFRUVKCyshL19fXI\ny8tDYmJii2MSExPx/vvvAwAKCwvh7+/fakiGiIjkZXdYxtfXF9nZ2YiLi4PVakVKSgoiIiKQk5MD\nAEhLS0NCQgIKCgoQEhKCHj16YOXKlbIUTkREdkhOtGnTJiksLEwKCQmRMjMz2zzmiSeekEJCQqSo\nqCippKTEmZd3K+21xapVq6SoqChp1KhR0m233SaVlpYqUKU8HPl3IUmSVFxcLHXp0kX65JNPZKxO\nXo60xbZt26TRo0dLI0eOlO644w55C5RRe21x6tQpKS4uToqOjpZGjhwprVy5Uv4iZZCcnCwNHDhQ\nioyMvO4xHclNp4V7Q0ODNHz4cOnYsWNSfX29FB0dLR06dKjFMRs3bpTuueceSZIkqbCwUBo/fryz\nLu9WHGmL3bt3S7W1tZIkiX/k3twWvxw3ZcoUafr06dLHH3+sQKWu50hbnD17VhoxYoRkMpkkSRIB\np0aOtMXLL78sLVq0SJIk0Q79+vWTLBaLEuW61I4dO6SSkpLrhntHc9Npyw84c068p3OkLWJjY9Gn\nTx8Aoi2qqqqUKNXlHGkLAFi6dCkeeOABDBgwQIEq5eFIW6xevRqzZs1qnLgQEBCgRKku50hbDBky\nBOfPnwcAnD9/Hv3794evr92RZI80adIk9O3b97rfdzQ3nRbubc13r66ubvcYNYaaI23R3PLly5GQ\nkCBHabJz9N9Ffn5+49PNjk7B9TSOtEVFRQXOnDmDKVOmICYmBh988IHcZcrCkbZITU3FwYMHMXTo\nUERHR+Ott96Su0y30NHcdNp/Bp01J14NbuTvtG3bNqxYsQK7du1yYUXKcaQtFi5ciMzMTGg0Gkhi\nqFCGyuTnSFtYLBaUlJRg69atuHz5MmJjYzFhwgSEhobKUKF8HGmLJUuWYPTo0TAajTh69CimTZuG\n0tJS9OrVS4YK3UtHctNp4c458U0caQsAKCsrQ2pqKgwGg93/W+bJHGmLffv2ISkpCQBgNpuxadMm\n+Pn5tZp26+kcaYvAwEAEBASge/fu6N69OyZPnozS0lLVhbsjbbF79278+c9/BgAMHz4cw4YNQ3l5\nOWJiYmStVWkdzk2n3BGQJMlisUjBwcHSsWPHpLq6unZvqO7Zs0e1NxEdaYvjx49Lw4cPl/bs2aNQ\nlfJwpC2ae/TRR1U7W8aRtjh8+LB05513Sg0NDdKlS5ekyMhI6eDBgwpV7DqOtMXTTz8tpaenS5Ik\nSSdPnpS0Wq10+vRpJcp1uWPHjjl0Q/VGctNpPXfOiW/iSFu88sorOHv2bOM4s5+fH4qLi5Us2yUc\naQtv4UhbhIeHIz4+HlFRUfDx8UFqaipGjBihcOXO50hbvPjii0hOTkZ0dDRsNhtef/119OvXT+HK\nnW/OnDnYvn07zGYzAgMDkZGRAYvFAqBzuamRJJUOcBIReTHuxEREpEIMdyIiFWK4ExGpEMOdiEiF\nGO5ERCrEcCciUqH/B9LwDXPEWvO/AAAAAElFTkSuQmCC\n"
      }
     ],
     "prompt_number": 179
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test ensemble extremely randomized tree\n",
      "random_forest_classifier = ensemble.ExtraTreesClassifier(n_estimators = 100, n_jobs = -1)\n",
      "train_X_sparse, test_X_sparse = train_X, test_X\n",
      "train_X, test_X = train_X.todense(), test_X.todense()\n",
      "misclassified = benchmark(random_forest_classifier)\n",
      "train_X, test_X = train_X_sparse, test_X_sparse"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "ExtraTreesClassifier(bootstrap=False, compute_importances=False,\n",
        "           criterion=gini, max_depth=None, max_features=auto,\n",
        "           min_density=0.1, min_samples_leaf=1, min_samples_split=1,\n",
        "           n_estimators=100, n_jobs=-1, oob_score=False, random_state=None,\n",
        "           verbose=0)\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "training time: 150.70\n"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "test time: 3.42\n",
        "confusion matrix:\n",
        "[[1884   70]\n",
        " [ 404  289]]\n",
        "classification rate:\n",
        "82.0929353986 %\n",
        "AUC for test:  0.857511361606\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHURJREFUeJzt3XtYVHX+B/D3COMlNW+Y6QyFMsRFBCrUWFMxMww3as1a\nrG2NiHjczGx3227Ps0FbJrZttbJtWGqbJg9Z1tiGY+tlvANeCktZFklkoDInRQsvwHB+f3x/gtyG\nAWbOmTnn/XoenrlwPN9P5/F59/V7vuf71UmSJIGIiFSll9IFEBGR+zHciYhUiOFORKRCDHciIhVi\nuBMRqRDDnYhIhZyG+0MPPYQRI0Zg3LhxHR6zcOFChISEIDo6Gl988YXbCyQioq5zGu4pKSmwWCwd\n/j4/Px9Hjx5FWVkZli9fjvnz57u9QCIi6jqn4T558mQMGTKkw99v2LAB8+bNAwBMnDgRNTU1OHHi\nhHsrJCKiLvPvyR+urq5GYGBg02ej0YiqqiqMGDGixXE6na4nzRARaVZ3FxHoUbi313BHQc5VDoSM\njAxkZGQoXYZX4LVoxmvRzJuuxeHDwPLlwNmzQK9W4xzbtwPl5cDgwc7PUVMjXuPj2//9hQvAtdcC\nN98M9OkDzJgB9O4tfmcwdL9j3KNwNxgMsNlsTZ+rqqpgMBh6ckoiItls2SLCd9cu4LvvAD8/8X1t\nLVBaCvz3v8B11wH33w+0jra4OBHIrQYq2tWvH9C3r/vrd6ZH4Z6UlITs7GwkJyejoKAAgwcPbjMk\nQ0TkKfX1QEODeP/GGyKkL/V6Lzl5UnzfkdmzxXnGjQMiIsR3ffsCoaHAmDHAFVd4pnZPcxruc+fO\nxfbt22G32xEYGIjMzEzU19cDANLT05GYmIj8/HyYTCb0798fq1atkqVoXxbf0b/NNIjXopkWr4XD\nAZw50/I7SQLOnYvHjBnivV7v/BwWi+ht63Qi5BcuBKZObXvc668DN97ovtp9gU6OJX91Oh3H3Ik0\nwuEA2ps097//AY8/DgwdKj7v3i16zJdPyLtwATh/HkhOBu69t/OhjAEDgMmT3Ve7t+lJdjLciahd\n334LWK1AdXXb3/3wA2A2Nwf15SorgdOnW4Y2IIZHxo4FXnut+bvYWGDgQLeWrSoMdyJyqrxc9IgB\n4PvvgZ07m28eNjQAb70FjBrVfPzFi+Jm4pVXAtOnA8HBLc8nSSKUExLattWrlxgCuXR+6j6GOxF1\n6NAhIDpa9JoBMa3PYBBT7gAR1H5+wF13tfxzQ4aIKXqknJ5kZ4/nuRORe9XVAUVFInRddfEi8OGH\nYspda6+/DtxwA3DggPtqJO/HnjuRzH74ASguFu/z8sSYtsUCDB8uvjt5UrzefLPr57x4UcwYSU5u\n+zt/f+Chh4D+/XtWN8mPwzJEXmr79ubpfnv2APv2AVu3iiGPG28E7Hbg4YfF8MeECc1/btAg8bQi\naRvDnUhBDocYQikuBhYvBtavF2PYjY3i+zvuEMfV1QGRkUBiIjBtmuhpEznDMXcimXz3HbBpkwjm\nH38E/v1vYNs2EeYOB3DnnWL64KRJ4vhevdquSUIkB/bciSB62V99BXz8MbBxo5gC2NrJk6J3PmKE\nmAJ45ZXiRmVsrHh0ncjd2HMn6qK9e4GCAqCsTLw/ehT4+WcgLEwMm8yc2f6fMxqB8HB5ayXqDvbc\nSRMkCaioEOPea9YAL74oet2TJwNXXSVew8OBgAClKyVqxhuqRE5UVYknMF96SSzfWlMD3Hdfy8fg\nibwRw50IYq73m2+KBapsNrHGSW0t8M03YurhwoWAl+wBQeQShjtp2urVYg75W2+JzwsWiEfrAwPF\nTc/evcV7Il/DcCdNKS4WKxZ+8AHw3ntipsucOWIGy29+I/+ON0SewtkypHr794shla+/Bo4fB266\nSeyQs2mTmFPe3poqRFrGcCevd+utYq/LmBhgwwax/RkfzSdyjuFOXuv4ceCZZ0Swf/GFCHcicg3D\nnRSzYQOQmys2j2jtxAmgpESsO/7OOwx2oq7iDVVSRGGhGDd/5pnmTSNaMxqBkBB56yLyJpwtQz6l\nsVGsXW4yiZAnovb1JDu5Xh3Jpr5ePPo/dixw6hSwbp3SFRGpF8OdPO6TT8SCXL17Aw88IHrsO3YA\n11yjdGVE6sUbquRWx46JFRZ37RJL5+7bJ76fNEncPA0NFfPTicizOOZObrF/P5CVJTZpDgoSs1xu\nuAG4917Ra+dqi0RdxydUSRbnzwOffSZuiJ46BTzxBHDhgtiAuaFBrLj48cfAXXcpXSkRsedOHWps\nBM6dE+/T08UN0Pp64J57gIEDgbg44P77RbgDgF6vXK1EasSeO7ldaSkQFSU2t+jfXyyd+9FHwIQJ\nYv45EXk3hjs12bULeOUVoLwcOHxYLJO7f7/YqYiIfAunQhLMZrHu+eTJYimAP/5RhHtlJYOdyFex\n564xDQ3AqlVip6ILF4B//lNsDD1jhljDhXPPidSBN1RVSJLEolw7dgB+fs3fv/eeWJALAJKTxRTF\nvn3FfqLcqYjI+3BtGY2rrRW7E+3cKXrk//iH+H7GDLEW+iUNDcDdd4s56AMGKFMrEbmO4a5R69aJ\nh4SuuAKIiAB69RIzXCIjgUce4e5ERL6OUyE14LvvgD/8QTzCfym0z58HXn5ZPEzEnYmI6HKdzpax\nWCwICwtDSEgIsrKy2vzebrdj5syZiImJQWRkJN59911P1KlpW7cCo0aJYF+2DLDbxc+FC8DTTzPY\niagtp8MyDocDoaGh2Lx5MwwGA8aPH4/c3FyEh4c3HZORkYGLFy/i5Zdfht1uR2hoKE6cOAF//+Z/\nFHBYpvtqa8X4eFQUsHs3x8qJtMRj67kXFRXBZDIhKCgIer0eycnJMJvNLY4ZOXIkzp49CwA4e/Ys\nhg0b1iLYqfueeaY5zAsLGexE5DqnKVxdXY3Ay+bIGY1GFLbaOictLQ233HILRo0ahZ9++gkffPBB\nu+fKyMhoeh8fH4/4+PjuV60BdjuwZAmwdCnw5JNKV0NEcrBarbBarW45l9Nw1+l0nZ5g8eLFiImJ\ngdVqRXl5OWbMmIHi4mIMHDiwxXGXhzs553AAr70mxtkZ7ETa0brjm5mZ2e1zOR2WMRgMsNlsTZ9t\nNhuMrVaN2rNnD+655x4AQHBwMEaPHo3S0tJuF6R1lZXA+PHA4sXAn/+sdDVE5KuchntsbCzKyspQ\nUVGBuro65OXlISkpqcUxYWFh2Lx5MwDgxIkTKC0txZgxYzxXsUrV1gKPPgpce61Y18VsFsvsEhF1\nh9NhGX9/f2RnZyMhIQEOhwOpqakIDw9HTk4OACA9PR3PPvssUlJSEB0djcbGRixduhRDhw6VpXg1\niYgQvfZly8QDSL17K10REfkyPqGqIEkCXnyxefilpESs90JEBPAJVZ9itwNPPSWGYfLyxHdPPw1k\nZPBhJCJyH/bcZbR+PfDgg2IIZtEisVXdzJktV24kIrqEC4f5iJgYQKcTm0gHBSldDRF5Ow7LeLnq\najFfvbgYKCpisBOR53GbPQ9bsUJsKJ2fLxb+Gj9e6YqISAs4LONBlxb9evBBsbUdEVFXeGzhMOqZ\nSzsivfqqsnUQkfZwzN3N6uuBvXuBxkaxU9KjjwJ8pouI5MZwd7PVq4HUVGDqVDHV8Xe/U7oiItIi\njrm7kSQBsbFAYCDwySdKV0NEvo5j7l6gqEhsUH3woOi5ExEpiT13N5k8Gbh4UeyY5MIy+EREneJD\nTAr7/HNg1y5g+3YGOxF5B/bc3SApCTh9Gti5U+lKiEhN2HNXUGUl8OmnYr0YIiJvwRuqPfDWW2Ln\npFGjgLvuUroaIqJmDPcu+u474K9/Bfr1A+bPF2uxf/WV0lUREbXEMfcuuu8+YMcOsQ77iy8CV1+t\ndEVEpFYcc5dJXh6we7dYK+bXv1a6GiKijnFYxkUpKUBysthF6bbblK6GiMg5Dsu44MABsazAJ58A\nd96pdDVEpBVcfsDDCgvFFnkMdiLyFQz3Thw4IJbtjYlRuhIiItdxWKYDaWliWYHKSmDSJMBqBfx5\n+5mIZNST7GS4t+PLL4Hrrwfefhu45RZgzBilKyIiLWK4u9nUqWL/0/37la6EiLSM89zd7OuvxY5K\nRES+ijdUW9m1Czh1CrjuOqUrISLqPg7LtJKYCBw5Ahw9yhuoRKQsznPvIYcD+NOfxEYbGzcCb77J\nYCci36b5cP/b30SQv/IK8Pe/i6BPTFS6KiKintH8sIxOByxcCLzxhtKVEBG1xKmQ3SBJwKxZYhjG\n4QB6af7fMETkbTgVsoskCbjmGqCqCjCbGexEpD6aDPf160WwHzsGBAUpXQ0Rkftpqs/qcAAPPwzM\nmQPExTHYiUi9Og13i8WCsLAwhISEICsrq91jrFYrrr/+ekRGRiI+Pt7dNfZYYyPw8svAuHHAu+8C\nL70E7NypdFVERJ7j9Iaqw+FAaGgoNm/eDIPBgPHjxyM3Nxfh4eFNx9TU1GDSpEnYtGkTjEYj7HY7\nAgICWjai8A3VhASxwuOCBWL53rAwxUohInKZx26oFhUVwWQyIej/xy+Sk5NhNptbhPvatWtx9913\nw2g0AkCbYFdaSYkI9txcsU0eEZEWOA336upqBAYGNn02Go0oLCxscUxZWRnq6+sxbdo0/PTTT3j8\n8cfxwAMPtDlXRkZG0/v4+HjZhm/y8oBf/YrBTkTez2q1wmq1uuVcTsNdp9N1eoL6+nocPHgQW7Zs\nwblz5xAXF4ebbroJISEhLY67PNw9rbER+Ne/xJICdjvw1FOyNU1E1G2tO76ZmZndPpfTG6oGgwE2\nm63ps81maxp+uSQwMBC33XYb+vXrh2HDhmHKlCkoLi7udkHu8OqrwEMPATNmAN98AyxZomg5RESy\ncxrusbGxKCsrQ0VFBerq6pCXl4ekpKQWx9x5553YtWsXHA4Hzp07h8LCQkRERHi06M786U/A7NnA\n2rXA6NGKlkJEpAinwzL+/v7Izs5GQkICHA4HUlNTER4ejpycHABAeno6wsLCMHPmTERFRaFXr15I\nS0tTNNxXrRKv2dmKlUBEpDhVrS1z4AAQGwvMny+W7SUi8mVcOOz/3X478NVXYqONvn093hwRkUdx\n4TAAP/8MWCxinJ3BTkRap5qee2KiWL63vp67KBGROmh+m729e0Wwr17NYCciAlTSc09PB778Emj1\n8CwRkU/TdM/9+eeB5cuB++5TuhIiIu/h0z13h0MMwzz2mNjcmohITTTbc3/ySfH62mvK1kFE5G18\nNtzr6kSov/AC4OendDVERN7FJ8P988+B6dPF+yeeULYWIiJv5HMTBx0O4JFHgD59xPTHAQOUroiI\nyPv4XLibzcDx48ChQ2JPVCIiasvnZsuMHCkWB/v0U7ecjojIa2lq4bABA4CCAiAy0i2nIyLyWpqZ\nCmk2A7W1wNVXK10JEZF386lwt9uBWbOAgAClKyEi8m4+Fe779gHDhytdBRGR9/OpcF+5EggOVroK\nIiLv5zM3VGtrxc3UEyeAq65yU2FERF5MEzdUn31WvDLYiYg65xPhXlcnVn38/e+VroSIyDf4xLDM\nt98CBgPQ2AjodG4sjIjIi6l+WObtt8Urg52IyDU+Ee7l5cDcuUpXQUTkO3wi3CsqgFtvVboKIiLf\n4RPhvnOnGHMnIiLXeH24f/aZeJ0yRdk6iIh8iVfPljl/Xiw3EBYG7N/vgcKIiLyYamfLFBaKJ1Nz\nc5WuhIjIt3h1uH/5JRAVBYSEKF0JEZFv8epwf+45IDpa6SqIiHyP1465NzYCfn5AZSUQGOihwoiI\nvJgqx9yPHROvDHYioq7z2p57WJiYLXP8uIeKIiLycj3pufu7uRa3eO01oLQU2LFD6UqIiHyTVw7L\nVFYCCxcCkycrXQkRkW/qNNwtFgvCwsIQEhKCrKysDo/bt28f/P39sX79+h4XVV4OXHttj09DRKRZ\nTsPd4XBgwYIFsFgsOHLkCHJzc1FSUtLucU899RRmzpzZ4+30AODMGeDKK3t8GiIizXIa7kVFRTCZ\nTAgKCoJer0dycjLMZnOb45YtW4Y5c+Zg+PDhPS6ooUGMtXOWDBFR9zm9oVpdXY3Ay1LWaDSisLCw\nzTFmsxlbt27Fvn37oOtgR42MjIym9/Hx8YiPj2/3uOeeE6833+xC9UREKmK1WmG1Wt1yLqfh3lFQ\nX27RokVYsmRJ05SdjoZlLg93Z5YuBRYtAvr3d+lwIiLVaN3xzczM7Pa5nIa7wWCAzWZr+myz2WA0\nGlscc+DAASQnJwMA7HY7Nm7cCL1ej6SkpC4Xk58vXv/yly7/USIiuozTh5gaGhoQGhqKLVu2YNSo\nUZgwYQJyc3MRHh7e7vEpKSm44447MHv27JaNuDgRf948MVNm164u/lcQEamQxx5i8vf3R3Z2NhIS\nEuBwOJCamorw8HDk5OQAANLT07vVaMftASkpbj0lEZEmec3yAw0NgF4PvPMOkJrq6YqIiLxfT3ru\nXhPuFRXA6NHAzz/zZioREaCSVSHLy4E+fRjsRETu4DXhXlAgVoIkIqKe85pwP3oUmDJF6SqIiNTB\na8K9shIYOVLpKoiI1MFrwv2bb4DQUKWrICJSB68I9zNnxGyZqCilKyEiUgevCPdLqwibTMrWQUSk\nFl4R7jYbEBGhdBVEROrhFeG+bh1wzTVKV0FEpB5eEe4WCzB+vNJVEBGph+LhLkmAnx8wd67SlRAR\nqYfi4f7++0BNDRAQoHQlRETqofjCYcHBYgrkxx97ugoiIt/isfXcPa2kRDy89MknSlZBRKQ+ig7L\nbNok5raPG6dkFURE6qPosExAgBiS2brV0xUQEfken1zP/cgR4McfgVdeUaoCIiL1UqznPmIEMGCA\nGHfv3dvTFRAR+R6fu6F6/Djwww/AwYMMdiIiT1BkWCYnR4S6waBE60RE6qdIuK9bB/z2t0q0TESk\nDYqEe3U1MG+eEi0TEWmDIuF+/jxw3XVKtExEpA2KhHv//sAVVyjRMhGRNsge7idPArW1gF4vd8tE\nRNohe7jX1oqNOfr0kbtlIiLtUGRYRqdTolUiIu1QfD13IiJyP4Y7EZEKyR7uJSXAqVNyt0pEpC2y\nh/uhQ8ANN8jdKhGRtigyFXLCBLlbJSLSFtnDvbIS6MWRfiIij5I9ZsvLgfBwuVslItKWTsPdYrEg\nLCwMISEhyMrKavP7999/H9HR0YiKisKkSZNw6NAhp+c7e1Y8xERERJ7jdLMOh8OBBQsWYPPmzTAY\nDBg/fjySkpIQflnXe8yYMdixYwcGDRoEi8WCRx55BAUFBR2es08fYPBg9/0HEBFRW0577kVFRTCZ\nTAgKCoJer0dycjLMZnOLY+Li4jBo0CAAwMSJE1FVVeW0wcOHgSuv7GHVRETklNOee3V1NQIDA5s+\nG41GFBYWdnj8ihUrkJiY2O7vMjIycOaMeH/8eDyCg+O7Xi0RkYpZrVZYrVa3nMtpuOu6sAjMtm3b\nsHLlSuzevbvd32dkZKC0FMjPB265pWtFEhFpQXx8POLj45s+Z2ZmdvtcTsPdYDDAZrM1fbbZbDAa\njW2OO3ToENLS0mCxWDBkyJBuF0NERO7hdMw9NjYWZWVlqKioQF1dHfLy8pCUlNTimMrKSsyePRtr\n1qyByWTyaLFEROQapz13f39/ZGdnIyEhAQ6HA6mpqQgPD0dOTg4AID09HS+88AJOnz6N+fPnAwD0\nej2Kioo8XzkREXVIJ0mS5PFGdDpIkoSPPwYeeAD4+WdPt0hE5PsuZWd3yPqEqsMBTJ8uZ4tERNrk\ndFjG3VatEtvsERGRZ8ka7n36ALNmydkiEZE2yTos4+8PBATI2SIRkTZx8V0iIhWSNdxrauRsjYhI\nu2QLd0kC/vMfrghJRCQH2ea5OxwS/PxEyBMRUed8Yp67wyFXS0REJFu4f/65XC0REZFs4X7mDDBl\nilytERFpm6yzZQwGOVsjItIuznMnIlIh2ZYfMJuBixflao2ISNtk67n/9BNw/fVytUZEpG2yhbte\nD8TEyNUaEZG2yRbudrtcLRERkWzh/vXXwIABcrVGRKRtsoV7QAAQFCRXa0RE2sapkEREKsRwJyJS\nIdnCva5OrpaIiEi2cK+qAgYNkqs1IiJtk2099759JZw/7+mWiIjUoyfrucsW7oDEjTqIiLrAJzbr\nGDJErpaIiEi2cL/6arlaIiIihjsRkQrJFu7cqIOISD6yhfvw4XK1RERE7LkTEakQlx8gIlIhhjsR\nkQox3ImIVIjhTkSkQgx3mVmtVqVL8Bq8Fs14LZrxWrhHp+FusVgQFhaGkJAQZGVltXvMwoULERIS\ngujoaHzxxRduL1JN+Be3Ga9FM16LZrwW7uE03B0OBxYsWACLxYIjR44gNzcXJSUlLY7Jz8/H0aNH\nUVZWhuXLl2P+/PkeLZiIiDrnNNyLiopgMpkQFBQEvV6P5ORkmM3mFsds2LAB8+bNAwBMnDgRNTU1\nOHHihOcqJiKizklOrFu3Tnr44YebPq9evVpasGBBi2N++ctfSrt37276PH36dGn//v0tjgHAH/7w\nhz/86cZPd/nDCbEOe+darzfc+s/JsGQ8ERFdxumwjMFggM1ma/pss9lgNBqdHlNVVQUD1xogIlKU\n03CPjY1FWVkZKioqUFdXh7y8PCQlJbU4JikpCe+99x4AoKCgAIMHD8aIESM8VzEREXXK6bCMv78/\nsrOzkZCQAIfDgdTUVISHhyMnJwcAkJ6ejsTEROTn58NkMqF///5YtWqVLIUTEZET3R6tb8fGjRul\n0NBQyWQySUuWLGn3mMcee0wymUxSVFSUdPDgQXc271U6uxZr1qyRoqKipHHjxkm/+MUvpOLiYgWq\nlIcrfy8kSZKKiookPz8/6aOPPpKxOnm5ci22bdsmxcTESGPHjpWmTp0qb4Ey6uxanDx5UkpISJCi\no6OlsWPHSqtWrZK/SBmkpKRIV111lRQZGdnhMd3JTbeFe0NDgxQcHCwdO3ZMqqurk6Kjo6UjR460\nOOazzz6Tbr/9dkmSJKmgoECaOHGiu5r3Kq5ciz179kg1NTWSJIm/5Fq+FpeOmzZtmjRr1izpww8/\nVKBSz3PlWpw+fVqKiIiQbDabJEki4NTIlWvx/PPPS08//bQkSeI6DB06VKqvr1eiXI/asWOHdPDg\nwQ7Dvbu56bblBzgnvpkr1yIuLg6DBg0CIK5FVVWVEqV6nCvXAgCWLVuGOXPmYLiKd3Vx5VqsXbsW\nd999d9PEhYCAACVK9ThXrsXIkSNx9uxZAMDZs2cxbNgw+Ps7HUn2SZMnT8aQIUM6/H13c9Nt4V5d\nXY3AwMCmz0ajEdXV1Z0eo8ZQc+VaXG7FihVITEyUozTZufr3wmw2Nz3d7OoUXF/jyrUoKyvDqVOn\nMG3aNMTGxmL16tVylykLV65FWloaDh8+jFGjRiE6OhpvvPGG3GV6he7mptv+N+iuOfFq0JX/pm3b\ntmHlypXYvXu3BytSjivXYtGiRViyZAl0Oh0kMVQoQ2Xyc+Va1NfX4+DBg9iyZQvOnTuHuLg43HTT\nTQgJCZGhQvm4ci0WL16MmJgYWK1WlJeXY8aMGSguLsbAgQNlqNC7dCc33RbunBPfzJVrAQCHDh1C\nWloaLBaL03+W+TJXrsWBAweQnJwMALDb7di4cSP0en2babe+zpVrERgYiICAAPTr1w/9+vXDlClT\nUFxcrLpwd+Va7NmzB8899xwAIDg4GKNHj0ZpaSliY2NlrVVp3c5Nt9wRkCSpvr5eGjNmjHTs2DHp\n4sWLnd5Q3bt3r2pvIrpyLY4fPy4FBwdLe/fuVahKebhyLS734IMPqna2jCvXoqSkRJo+fbrU0NAg\n1dbWSpGRkdLhw4cVqthzXLkWTzzxhJSRkSFJkiR9//33ksFgkH788UclyvW4Y8eOuXRDtSu56bae\nO+fEN3PlWrzwwgs4ffp00zizXq9HUVGRkmV7hCvXQitcuRZhYWGYOXMmoqKi0KtXL6SlpSEiIkLh\nyt3PlWvx7LPPIiUlBdHR0WhsbMTSpUsxdOhQhSt3v7lz52L79u2w2+0IDAxEZmYm6uvrAfQsN3WS\npNIBTiIiDeNOTEREKsRwJyJSIYY7EZEKMdyJiFSI4U5EpEIMdyIiFfo/ywGEpMu2U9AAAAAASUVO\nRK5CYII=\n"
      }
     ],
     "prompt_number": 185
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test ensemble GradientBoostingClassifier\n",
      "boosting_classifier = ensemble.GradientBoostingClassifier(n_estimators = 200, max_depth = 1, learn_rate = 0.1)\n",
      "train_X_sparse, test_X_sparse = train_X, test_X\n",
      "train_X, test_X = train_X.todense(), test_X.todense()\n",
      "misclassified = benchmark(boosting_classifier)\n",
      "train_X, test_X = train_X_sparse, test_X_sparse"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "GradientBoostingClassifier(init=None, learn_rate=0.1, loss=deviance,\n",
        "              max_depth=1, max_features=None, min_samples_leaf=1,\n",
        "              min_samples_split=1, n_estimators=100,\n",
        "              random_state=<mtrand.RandomState object at 0x1049c32e8>,\n",
        "              subsample=1.0)\n",
        "training time: 57.14"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "test time: 0.08"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "confusion matrix:\n",
        "[[1816  138]\n",
        " [ 356  337]]\n",
        "classification rate:\n",
        "81.3373630525 %\n",
        "AUC for test:  0.835463495904\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHQxJREFUeJzt3X9UVOedBvAHZRKJRUVRqzOkKFDAKGAKIrrqGGshNsUm\nJidkT3MSSzisqUnMblvTdLMOnlMjdjenibS7mEZ7opFoTRrMBsdUw2j9ARgxsInGjlbiMIkoBoQF\nF4bh7h9vYUBgGIeZe+feeT7nzBkmXO798h7y5M173/u+IZIkSSAiIk0ZpXQBRETkewx3IiINYrgT\nEWkQw52ISIMY7kREGsRwJyLSILfh/uMf/xhTp07FnDlzhjzm2WefRVxcHJKTk3HmzBmfF0hERLfP\nbbivXr0aZrN5yO+XlZXhwoULsFqt2LZtG9asWePzAomI6Pa5DfdFixYhIiJiyO/v378fTzzxBAAg\nPT0dzc3NaGho8G2FRER020JH8sN2ux1RUVG9nw0GA+rr6zF16tR+x4WEhIzkMkREQcvbRQRGFO6D\nXXioIOcqB4LJZILJZFK6jIDAtnBhW7go1RaSBHR0AC0tQGureO953fq5pQVoaxt4ju3bgeXLgbvv\nBr75TWDyZGD0aNf3w8OBmBggKgrQ6YavSa/3vmM8onDX6/Ww2Wy9n+vr66HX60dySiIin7h5E7Db\ngS+/FO89rytXBgZ1T3iHhADjxrle4eGDf46JAe66Cxh1y8B2VhbwyCPK/L63GlG4Z2dno6ioCDk5\nOaioqMCECRMGDMkQEd0uSRI946tXgWvXxHvPq+fzhQtAba0I8cHccQeg1wPTp4t3vR4wGIDUVGDC\nhIHhHR4O3HmnvL+nP7kN98ceewxHjhxBY2MjoqKiUFBQAIfDAQDIz8/HihUrUFZWhtjYWIwdOxY7\nduyQpWg1MxqNSpcQMNgWLsHQFh0dQwd138+XLxuxZYv4mSlTxGvyZNfXej2QkgLk5wPJySKYaaAQ\nOZb8DQkJ4Zg7kcZ0dQHXrw8f1j1f37zpCum+YT3U57FjxTBJMBtJdjLcicit118HPv4Y+MtfxNBF\na6sI6xs3gIgIz8N6wgSG9e1iuBORR7q6RA+6vV28HzwIXL4sPre1ife+X7e2AjU1wL/8CzB1KrBo\nkQj4yZOBSZP6zwQh3xtJdo54KiQRBZabN4HnnwfKywGHwxXk7e3iRmVYmJjpERYm/tmDDwIJCeKf\n3XWXGA7peQ8LAyZOBGbOVPq3otvFcCdSsU8+AbZtEyF9/TrQ2AhYrcA//APwpz+J2R89oR0WJuZW\nc2gkODDciQJcdzfQ1CTGuRsaXDco6+uBwkIgPh5Yv14Mk/S84uI4ZBLsOOZOFEDOngVeftkV4A0N\nojc+dqwY854ypf97fDzw6KNKV03+whuqRAHqxAmgz0Pcvd57T9y0bGsTs05u3BBPSDY3A08/DXzv\ne64QnzJFPJBDwYc3VIkCxI0bYsrgkSOAxSKmEC5fLqYM9tXaKnrcBoN4CGf8eNd7WJgipZPGsOdO\nNALNzSLMLRYR6J9/DqSnA0YjsGQJMG8eMGaM0lWSWnFYhkgmTU3A0aOunrnV6gpzoxFIS9PW+iSk\nLIY7kZ98/bUI856e+YULQEaGq2eelsbxcPIfhjuRj1y/7gpziwW4dMkV5kYj8J3vMMxJPgx3Ii9d\nu9Z/mKWuDli40NUz/853PNtUgcgfGO5EHrp6tf8wy+XLrjA3GoF77wVCOYeMAgTDnWgIDQ39h1ns\ndvFo/pIlIsznzmWYU+BiuBP93ZUrriGWI0eAr74SYd7TM09J4WP5pB4MdwpaX33lCnOLRfTUFy92\n9cyTkxnmpF4MdwoadrsI855Av3ZNhHlPz3zOHIY5aQfDnTSrvr7/MMv166JX3tMznzNn4A70RFrB\ncCfNsNn6D7M0N7uCfMkSYPZshjkFD4Y7qc7//i/w2mvAvn1ivXJABHlbmyvIjUZg1iyGOQUvrgpJ\nqtHeDmRniy3gHn0U2LpVrFUOiN2C4uK4UxCRLzDcSVZvvCHGzU+eFCsmEpF/8H94STbd3cB//zfw\nk58w2In8jeFOsmhpAVauFJtZrFypdDVE2sdhGZLFK6+41kLnqopE/sdwJ7/59FOgpAT4n/8B3n9f\nbPzMYCeSB6dCkk/97W/A22+LUL9xA8jJEeuhJyUBMTFKV0ekLpznToqrqAA2bwaOHwceeQR47DGx\nlC7nqBN5j/PcSTYOhxhi+fxzMZ3xyhUxd72tDfjpT4Hdu8V8dSJSFnvu5JGrV4HXXwf+67+A6GjR\nK58+XQy5jBolhl24YxGRb7HnTn5TUyNmuuzfD6xaJXrtKSlKV0VEw2HPnQbo2Yruww+Bd94B1q8H\ncnOBSZOUrowouLDnTiP21VfipmhJiQj1b38biIgA9u4Fli1Tujoiul3suQex7m5g40bgrbfEei9p\naWJRrx/9CBg/XunqiGgk2TnsRDWz2YyEhATExcWhsLBwwPcbGxuRlZWFlJQUzJ49G3/4wx+8KoTk\nde4ccO+9Itj/8z+Bxkbg4EGx7guDnUj93PbcnU4n4uPjcejQIej1eqSlpaGkpASJiYm9x5hMJnR0\ndODll19GY2Mj4uPj0dDQgNA+W8qz5x5YHA7gzjvFWumHDwNTpypdERENxm8996qqKsTGxiI6Oho6\nnQ45OTkoLS3td8y0adPQ0tICAGhpacGkSZP6BTsFnnXrgAULxLIADHYibXKbwna7HVFRUb2fDQYD\nKisr+x2Tl5eH++67D9OnT0drayv27t076LlMJlPv10ajEUaj0fuqyWuSBPzud2KdF26KQRRYLBYL\nLBaLT87lNtxDPPi3f9OmTUhJSYHFYsHFixexfPly1NTUIDw8vN9xfcOd5NfRIWbCvPIKkJwMPPOM\n0hUR0a1u7fgWFBR4fS63wzJ6vR42m633s81mg8Fg6HfMiRMn8MgjjwAAYmJiMGPGDJw/f97rgsi3\nuruBxYuB8HAR7lu2AGfOuLa2IyJtchvuqampsFqtqKurQ2dnJ/bs2YPs7Ox+xyQkJODQoUMAgIaG\nBpw/fx4zZ870X8U0LKcT+MUvgHHjxFz1+nrxpOnBg0BWFodjiIKB22GZ0NBQFBUVITMzE06nE7m5\nuUhMTERxcTEAID8/Hy+++CJWr16N5ORkdHd3Y8uWLZg4caIsxdPgnn4a+OQT4N13gdhYQK/nui9E\nwYYPMWnE6dNiPH33bmD0aOCjj8RwDBGpl18fYqLAV1YmhlvmzgXeew9obmawEwU7TkhXud//Hnjp\nJbFa4/z5SldDRIGC4a5SkgSYTMCuXWIFx7g4pSsiokDCcFchhwPIzxdPmJ44wadMiWgghrvKtLaK\nPUpDQwGLhfPViWhwvKGqIleuAEYjcPfd4sYpg52IhsJwV4nPPxf7lT74IFBcLHruRERDYbirwK9+\nBSQmAhs2AP/6r3zClIiGx4eYVGDBAmD5cmAEawgRkQqNJDsZ7gGuuxuYPBn49FNg2jSlqyEiOfEJ\nVY1qaRH7mY4bx2AnotvDcA9gP/sZUFcHvPOO0pUQkdpwWCZAXb0qHk6yWIAlS5SuhoiUwDF3jXE4\ngJUrxXDMrl2c9kgUrEaSnYyNAFRbK5bstdsZ7ETkHY65B5DOTuDNN4GcHGDtWmDSJKUrIiK1Yr9Q\nQZIkNtno6BDvpaVif9N9+4D77lO6OiJSM4a7gj7+GJg3Tzyk1N4uNtvYu5c9diIaOYa7gj75BJgz\nBzh+XOlKiEhrGO4KOHsWePttYNs2oKRE6WqISIsY7jKyWsVSvT//OZCUBJw6BURFKV0VEWkR57nL\nRJLEJhvHj4s9T598ErjrLqWrIqJAxnnuAa6lBYiMFIuA2e3cFo+I/I/hLoPnnhNPnV67JkKeiMjf\n+BCTH0mS2FyjshK4eJHBTkTyYc/dTyQJ+OlPgcOHgSNHxJrsRERyYbj7QXc38JOfANXVQHk5EBGh\ndEVEFGwY7j7mdAK5uWIY5s9/Fis7EhHJjeHuQw4H8PjjwPXrgNkMjB2rdEVEFKwY7j7S0QE8+ijQ\n1QW8/z4wZozSFRFRMONsGR9wOoGFC8Xa6+++y2AnIuUx3Efgyy/FjdOYGKC1VawXc8cdSldFRMRw\nH5H9+8VsmNxcsU4Md00iokDBOPLC+fPixumnnwK/+hXw/PNKV0RE1B8XDrtNkgRkZIgVHi0WsR47\nEZE/jCQ7OSzjIZtNDL+MGiWWE9i9m8FORIFr2HA3m81ISEhAXFwcCgsLBz3GYrFg7ty5mD17NoxG\no69rVJzVCtx9N6DTAdu3A19/DWRmKl0VEdHQ3A7LOJ1OxMfH49ChQ9Dr9UhLS0NJSQkSExN7j2lu\nbsbChQtx8OBBGAwGNDY2IvKWFbLUOizz6afA1q1ix6QZM4ALF0TPnYhIDn4blqmqqkJsbCyio6Oh\n0+mQk5OD0tLSfsfs3r0bq1atgsFgAIABwa5G3d3Azp1i2OXoUaCsDPjb3xjsRKQebmfL2O12RPXZ\nB85gMKCysrLfMVarFQ6HA0uXLkVrayuee+45PP744wPOZTKZer82Go0BO3zz178Cs2aJB5M2bAD6\nlE1E5FcWiwUWi8Un53Ib7iEhIcOewOFwoLq6GocPH0Z7ezsyMjIwf/58xMXF9TvOpIKUvHkT+PWv\ngfh44LPPlK6GiILNrR3fgoICr8/lNtz1ej1sNlvvZ5vN1jv80iMqKgqRkZEICwtDWFgYFi9ejJqa\nmgHhrgY7dwK//71Y9IuISM3cjiKnpqbCarWirq4OnZ2d2LNnD7Kzs/sds3LlShw7dgxOpxPt7e2o\nrKzErFmz/Fq0r0kScOYMkJ8P3H8/Z8IQkfq57bmHhoaiqKgImZmZcDqdyM3NRWJiIoqLiwEA+fn5\nSEhIQFZWFpKSkjBq1Cjk5eWpLtyXLxc7JsXEAHv2KF0NEdHIBfUTqpIEbNkCvPCCmBFz//1KV0RE\n5DKS7AzqcD9/Hpg/H9i0CfinfwI8uH9MRCQbhruXFiwA5s4FfvtbpSshIhpoJNkZtKtC7t0r5rR/\n8IHSlRAR+V5Qhvt77wE5OWJVx4gIpashIvK9oHugfu9e4OmngXXrgMWLla6GiMg/gi7cP/wQ0OuB\nl15SuhIiIv8JqmGZL78E/vIXoLCQwzFEpG1BNVvmRz8CIiOB3/xG6UqIiIbHnZg8dOwYkJqqdBVE\nRP4XNOFeUiK2yrvvPqUrISLyP82PuVdVAcXFYu2Yn/8cmD5d6YqIiPxP82PuWVnAmDHAL34B3Huv\n2AeViEgN+ITqIC5dAqqrgcpKYN8+ID1d6YqIiOSjyXA3m8Xa7G1tYjnf+fOVroiISF6aG5ZpagIm\nTgTWrgU2buR8diJSLw7L9PHyy+L91VeBUUEzF4iIqD/NhLskiSdPf/1r4JVXGOxEFNw0MyzT2Slm\nxWzaBKxfz403iEj9gv4J1Z07xTh7WprYMo/BTkTBTvU9964u0WN//XXgyScZ7ESkHUG9zd6xY8Ci\nRUB7OxAW5pdLEBEpIqiHZZxOsekGg52IyEX14X7qFIdiiIhupeqpkMXFwM9+BpSWKl0JEVFgUe2Y\ne0UFkJEBfP45EB/v01MTEQWEoLyh+uCDwFdfiZAnItKioLyhWl0NrFmjdBVERIFJlT33ri6xLntz\nMzB+vM9OS0QUUIKu515cLN7HjVO2DiKiQKW6cK+rAwoKgDNnOAWSiGgoqgp3pxN4/HGxF2pKitLV\nEBEFLlWF++bNwB13AP/8z0pXQkQU2FTzEFNFBfDaa8Dp01yrnYhoOKoI97Y2YMkSoKQEMBiUroaI\nKPCpYipkZibw4YdityUiomCh6amQX34pgv3QIaUrISJSj2HD3Ww2IyEhAXFxcSgsLBzyuFOnTiE0\nNBTvvvuuTwusqwOio4Fly3x6WiIiTXMb7k6nE2vXroXZbMbZs2dRUlKCc+fODXrc+vXrkZWV5dMn\nUW/eBBYuBObN89kpiYiCgttwr6qqQmxsLKKjo6HT6ZCTk4PSQdbX3bp1Kx5++GFMnjzZp8UVFYn3\nt9/26WmJiDTP7WwZu92OqKio3s8GgwGVlZUDjiktLcVHH32EU6dOIWSIx0ZNJlPv10ajEUaj0W1h\n7e3ASy+JvVH5JCoRBQOLxQKLxeKTc7kN96GCuq9169Zh8+bNvXd1hxqW6Rvunjh2TDyF+tRTt/Vj\nRESqdWvHt6CgwOtzuQ13vV4Pm83W+9lms8Fwy0Tz06dPIycnBwDQ2NiIAwcOQKfTITs72+uiACA7\nG1i1akSnICIKWm7nuXd1dSE+Ph6HDx/G9OnTMW/ePJSUlCAxMXHQ41evXo0f/OAHeOihh/pfxIu5\nmt/6FlBeDsyceVs/RkSkGSOZ5+625x4aGoqioiJkZmbC6XQiNzcXiYmJKP77mrv5+fleXXQ4N28C\nTU1cZoCIyFsB+YTqv/87UFYmHlxiwBNRsNLcE6oXLwIPPMBgJyLyVsDFpyQB778PTJ2qdCVEROoV\ncOF+5gwwZgzwj/+odCVEROoVcOFutQJz5/LBJSKikQi4cL9+HYiMVLoKIiJ1C7hwLy4GOjqUroKI\nSN0CLty/8Q2xCTYREXkv4ML9xAngrruUroKISN0CKtybm4HwcHFDlYiIvBdQ4V5eDixYANxxh9KV\nEBGpW0CFe2Wl2HmJiIhGJqDCvbYWSEpSugoiIvULmHA/fBg4cACYM0fpSoiI1C8gwv2TT4DvfhdI\nTwdmzFC6GiIi9QuIJX+jooAf/hB47TUuO0BE1GMkS/4GRLhPnAj89a9cdoCIqC9Vh3tDA/DNbwLd\n3ey1ExH1perNOv7jP4DRoxnsRES+pHi4h4YCGzcqXQURkbYoHu5EROR7ioZ7dzfwpz+JlSCJiMh3\nFL2heuYMsHQpcPUq15MhIrqVam+onjolHlxisBMR+Zai4X70KDBtmpIVEBFpk2LhLknARx8BDz6o\nVAVERNql2Jh7ZSUwfz4fXiIiGooqx9xffx245x4GOxGRPygS7i0tYqbM+vVKXJ2ISPsUCfcNG4Bx\n44CHH1bi6kRE2if7mLvDIaY+Xr4slvolIqLBqWrM3W4X7waD3FcmIgoesoe7wwFERPBGKhGRP8ke\n7n/+MzCKy5UREfmV7DFrsQDLlsl9VSKi4BIq9wXvvBP43vfkvioRUXAZtuduNpuRkJCAuLg4FBYW\nDvj+W2+9heTkZCQlJWHhwoWora0d5nyA0+l9wURENDy3UyGdTifi4+Nx6NAh6PV6pKWloaSkBImJ\nib3HnDx5ErNmzcL48eNhNpthMplQUVHR/yJ/n84jSWK8/eJFYOZM//1SRERa4LepkFVVVYiNjUV0\ndDR0Oh1ycnJQWlra75iMjAyMHz8eAJCeno76+vohz2ezic2wGexERP7ldszdbrcjqs+TRgaDAZWV\nlUMe/8Ybb2DFihWDfs9kMuHkSTEN0mIxwmg0elcxEZFGWSwWWCwWn5zLbbiH3MZk9PLycmzfvh3H\njx8f9Psmkwn33gv8278BzHUiooGMxv4d34KCAq/P5Tbc9Xo9bDZb72ebzQbDII+W1tbWIi8vD2az\nGREREUOe79o1MSxDRET+5XbMPTU1FVarFXV1dejs7MSePXuQnZ3d75jLly/joYcewq5duxAbG+v2\nYuHhwJQpIy+aiIjcc9tzDw0NRVFRETIzM+F0OpGbm4vExEQUFxcDAPLz87Fx40Y0NTVhzZo1AACd\nToeqqqoB55Ik4IsvgMhIP/wWRETUj2yrQt64IWHaNKCtzd9XIyLSBlWsCmmzAXffLdfViIiCm2zh\n7nQCOp1cVyMiCm5cn5GISIMY7kREGsRwJyLSINnCvbOTM2WIiOQiW7jX1oq13ImIyP9knS2zYIFc\nVyMiCm6yhfvNm0BYmFxXIyIKbrKF+//9HzBmjFxXIyIKbuy5ExFpkGzhfvo0MHq0XFcjIgpusoV7\nVxfwrW/JdTUiouAmW7jrdGKLPSIi8j/Zwr2qSvTeiYjI/2QLd0kC5syR62pERMFNtnAfO5Y3VImI\n5MKFw4iINIjhTkSkQQx3IiINYrgTEWkQw52ISIMY7kREGsRwJyLSIIY7EZEGMdyJiDSI4U5EpEEM\ndyIiDWK4ExFpEMOdiEiDZF3yl4iI5BEiSf6P3ZCQEAASWluBb3zD31cjItKGkJAQeBvRsvXcly5l\nsBMRyUW2cOfm2ERE8uENVSIiDWK4y8xisShdQsBgW7iwLVzYFr4xbLibzWYkJCQgLi4OhYWFgx7z\n7LPPIi4uDsnJyThz5ozPi9QS/uG6sC1c2BYubAvfcBvuTqcTa9euhdlsxtmzZ1FSUoJz5871O6as\nrAwXLlyA1WrFtm3bsGbNGr8WTEREw3Mb7lVVVYiNjUV0dDR0Oh1ycnJQWlra75j9+/fjiSeeAACk\np6ejubkZDQ0NA87Fee5ERDKS3PjjH/8oPfXUU72fd+7cKa1du7bfMQ888IB0/Pjx3s/Lli2TPv74\n437HAOCLL7744suLl7dC4YZ4+Gh4t06yv/XnZHhOioiI+nA7LKPX62Gz2Xo/22w2GAwGt8fU19dD\nr9f7uEwiIrodbsM9NTUVVqsVdXV16OzsxJ49e5Cdnd3vmOzsbLz55psAgIqKCkyYMAFTp071X8VE\nRDQst8MyoaGhKCoqQmZmJpxOJ3Jzc5GYmIji4mIAQH5+PlasWIGysjLExsZi7Nix2LFjhyyFExGR\nG16P1g/iwIEDUnx8vBQbGytt3rx50GOeeeYZKTY2VkpKSpKqq6t9efmAMlxb7Nq1S0pKSpLmzJkj\nLViwQKqpqVGgSnl48nchSZJUVVUljR49WnrnnXdkrE5enrRFeXm5lJKSIt1zzz3SkiVL5C1QRsO1\nxbVr16TMzEwpOTlZuueee6QdO3bIX6QMVq9eLU2ZMkWaPXv2kMd4k5s+C/euri4pJiZGunTpktTZ\n2SklJydLZ8+e7XfMBx98IN1///2SJElSRUWFlJ6e7qvLBxRP2uLEiRNSc3OzJEnijzyY26LnuKVL\nl0rf//73pX379ilQqf950hZNTU3SrFmzJJvNJkmSCDgt8qQtNmzYIL3wwguSJIl2mDhxouRwOJQo\n16+OHj0qVVdXDxnu3uamz5Yf8OWceLXzpC0yMjIwfvx4AKIt6uvrlSjV7zxpCwDYunUrHn74YUye\nPFmBKuXhSVvs3r0bq1at6p24EBkZqUSpfudJW0ybNg0tLS0AgJaWFkyaNAmhoW5HklVp0aJFiIiI\nGPL73uamz8LdbrcjKiqq97PBYIDdbh/2GC2Gmidt0dcbb7yBFStWyFGa7Dz9uygtLe19utnTKbhq\n40lbWK1WfP3111i6dClSU1Oxc+dOucuUhSdtkZeXh88++wzTp09HcnIyXn31VbnLDAje5qbP/jPo\nqznxWnA7v1N5eTm2b9+O48eP+7Ei5XjSFuvWrcPmzZt7Nya49W9EKzxpC4fDgerqahw+fBjt7e3I\nyMjA/PnzERcXJ0OF8vGkLTZt2oSUlBRYLBZcvHgRy5cvR01NDcLDw2WoMLB4k5s+C3fOiXfxpC0A\noLa2Fnl5eTCbzW7/t0zNPGmL06dPIycnBwDQ2NiIAwcOQKfTDZh2q3aetEVUVBQiIyMRFhaGsLAw\nLF68GDU1NZoLd0/a4sSJE/jlL38JAIiJicGMGTNw/vx5pKamylqr0rzOTZ/cEZAkyeFwSDNnzpQu\nXbokdXR0DHtD9eTJk5q9iehJW3zxxRdSTEyMdPLkSYWqlIcnbdHXk08+qdnZMp60xblz56Rly5ZJ\nXV1dUltbmzR79mzps88+U6hi//GkLZ5//nnJZDJJkiRJV65ckfR6vXT9+nUlyvW7S5cueXRD9XZy\n02c9d86Jd/GkLTZu3IimpqbecWadToeqqioly/YLT9oiWHjSFgkJCcjKykJSUhJGjRqFvLw8zJo1\nS+HKfc+TtnjxxRexevVqJCcno7u7G1u2bMHEiRMVrtz3HnvsMRw5cgSNjY2IiopCQUEBHA4HgJHl\npiwbZBMRkby4ExMRkQYx3ImINIjhTkSkQQx3IiINYrgTEWkQw52ISIP+H9s3+W9PTXC4AAAAAElF\nTkSuQmCC\n"
      }
     ],
     "prompt_number": 184
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test ridge classifier\n",
      "ridge_classifier = linear_model.RidgeClassifier(tol = 1e-1)\n",
      "benchmark(ridge_classifier)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "RidgeClassifier(alpha=1.0, class_weight=None, copy_X=True, fit_intercept=True,\n",
        "        normalize=False, tol=0.1)\n",
        "training time: 1.41"
       ]
      },
      {
       "ename": "AttributeError",
       "evalue": "'module' object has no attribute 'confusion_matrix'",
       "output_type": "pyerr",
       "traceback": [
        "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m\n\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
        "\u001b[0;32m<ipython-input-102-47983bd8e7c1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m## test ridge classifier\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0mridge_classifier\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlinear_model\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mRidgeClassifier\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtol\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m1e-1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mbenchmark\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mridge_classifier\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
        "\u001b[0;32m<ipython-input-101-aa6933491c1e>\u001b[0m in \u001b[0;36mbenchmark\u001b[0;34m(clf)\u001b[0m\n\u001b[1;32m     20\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     21\u001b[0m     \u001b[0;32mprint\u001b[0m \u001b[0;34m'confusion matrix:'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 22\u001b[0;31m     \u001b[0;32mprint\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconfusion_matrix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtest_y\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     23\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     24\u001b[0m     \u001b[0;32mprint\u001b[0m \u001b[0;34m'classification rate:'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
        "\u001b[0;31mAttributeError\u001b[0m: 'module' object has no attribute 'confusion_matrix'"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "test time: 0.00\n",
        "confusion matrix:\n"
       ]
      }
     ],
     "prompt_number": 102
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test linear SVC\n",
      "linear_svc_classifier = svm.LinearSVC(loss = 'l2', penalty = 'l1', dual = False, tol = 1e-3)\n",
      "benchmark(linear_svc_classifier)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## do a grid search on meta-pararmeters of SVC\n",
      "cv_svc_classifier = grid_search.GridSearchCV(svm.SVC(probability = True), \n",
      "       dict(\n",
      "                kernel = ('rbf','linear'),\n",
      "                C = (1, 10, 100, 1000),\n",
      "                gamma = (0.01, 0.1, 1),\n",
      "        ), \n",
      "        n_jobs = -1\n",
      ")\n",
      "cv_svc_classifier.fit(train_X, train_y)\n",
      "print cv_svc_classifier.best_estimator_\n",
      "## SVC(C=10, cache_size=200, class_weight=None, coef0=0.0, degree=3, gamma=0.1,\n",
      "##  kernel=rbf, probability=False, shrinking=True, tol=0.001, verbose=False)\n",
      "misclassified = benchmark(cv_svc_classifier.best_estimator_)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "SVC(C=1, cache_size=200, class_weight=None, coef0=0.0, degree=3, gamma=0.01,\n",
        "  kernel=linear, probability=True, shrinking=True, tol=0.001,\n",
        "  verbose=False)\n",
        "____________________________________________________________________________\n",
        "training: \n",
        "SVC(C=1, cache_size=200, class_weight=None, coef0=0.0, degree=3, gamma=0.01,\n",
        "  kernel=linear, probability=True, shrinking=True, tol=0.001,\n",
        "  verbose=False)\n",
        "training time: 18.66"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "test time: 4.35"
       ]
      },
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "confusion matrix:\n",
        "[[1861   93]\n",
        " [ 297  396]]\n",
        "classification rate:\n",
        "85.266339252 %\n",
        "AUC for test:  0.884823524025\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "pyout",
       "prompt_number": 55,
       "text": [
        "[(array([u'1',\n",
        "       u\"To engage in an intelligent debate with you is like debating to a retarded person.  It's useless.  It looks like you're bent on disregarding the efforts of the government.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'GO SUCK_YOU DADDYS_COCK_OBAMA LOVING LIBERAL_FAGGOT'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Would probably be cheaper just to legally change your name.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u\"r_  Just can't stand the truth can you?  Either that or you are truly enjoying your blissful ignorance!\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'Start with impeaching this dumb ass usurper'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'stretch her ass open mah nigguh spit in her asshole and put ya dick deep in it give her an ANAL INFECTION BRUH!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Wrong place wrong time and a black man saved him so shut the fuck up'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"I'm sure she looks better than the sloppy out of shape bitch you call your girl.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"You know, I have read your comments on here and can clearly tell that you are a sympathizer for those who kill children, women and others who can't defend themselves.  Piss on Bin Laden, piss on Mohammed Merah and piss  on you and your progeny you SOB!\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u'You\\'re Anti-White because you hate yourself, you\\'re unhappy, and you take it out on our entire race. Pathetic. You say you are Anti-Racist, what you are is Anti-White. Anti-Racist is a codeword for Anti-White.The GENOCIDE of an entire race is tolerated, but the genocide of jungle savages is guarded with impunity! You sick, sick \"anti-racists\" are a death cult, anti-racist is a code word for anti-white.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'You are as naive as a teen-age girl.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u\"Holy shit, you're right!\"], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u\"First of all idiot if someone whipped my @$$ they wouldn't be alive today nore will I go on a reality show and talk about it...if Memphiz did k Michelle so wrong than why is she still talking about it...if someone hurt me I wouldn't even mention their name because that's how upset ill be with them.....judging by your repost to my comment I take it that you're a bitter ex-girlfriend who probably got your head popped off by your ex-boyfriend....stupid moron h@ting on.Toya's and Memphiz like that....go join k Michelle on the jealous train....tutu!!!!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'flushres: Thanks caveman! I appreciate your Neanderthal mentality. You are welcome and good night...'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Tell the veterans who did serve and prefer Romney to \"go fuck themselves\", why don\\'t you? Oh wait, leftists  have been doing that for 40 years already.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Bigger than the Chicago Tribune and the Boston Globe?  Are you HIGH????   I've never even SEEN the daily caller, but I've bought the Tribune and read the Globe.  What else you got?  And by the way, your blog isn't legitimate.  It's a fucking blog.  A website.  I don't think that truly qualifies, no offense Raw.  But even YOU guys don't really count and you know it.  IF they don't want to give them a press pass there really isn't much that they can do to force the White House's hand.  If they give them a pass it's because they don't feel threatened and WANT him to keep up the bullshit to SHOW the country just what these people's true colors are.  Obama and pals ARE NOT playing the race card and never have, no matter how many times the right wing assholes keep repeating that bullshit.  But these people keep painting themselves into a corner of backwards-assed white power racist uncivilized and uninspiring troglodytes.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"No shane dies dammit u have 2 admit it shane wuz d life of d show btw darly and d sheriff they kept dis show interesting but witout dem 3 dis show wouldn't last 2 long becuz lori a slut and always starting shit wit her houes wife ass, we got a bitch who always cing killing herself a option and wants 2 b a guy and carl is just fucking stupid he came from we want 2 c him survive d gunshot dat almost killed him 2 y dis little bastard start acting weird and bing annoying and shit\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'In your world of delusion of course.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I think Dirty Harry said it best. You are nothing but dog shit to me. Alot of things can happen to dog shit. It can be stepped on or dry up and blow away into the wind. So Russell, just beware of where the dog shits you.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'These terrorist hiding behind masks are no more than the new Nazis. I would tell all good Americans should review the film \"Inglorious Bastards\". And for you pussy\\'s hiding behind your masks, I\\'m Cossack, they make a good target. You should also know that your masks have labled you the enemy. Your age and gender no longer matters. That goes for your females and kids. Dumb Bastards'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"Us whites don't like coloured people.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"man anytime somebody makes a comment (especially one that accurately describes something) there's gotta be one motherfucker to come in an shake things up huh? shut your god damn mouth you fucking DIVA BOY!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"<cite> Gee.  That sounds like great advice.  Now here's some for you: <b>Mind your own f\\xf9cking business, assh\\xf8le</b>.  Now fuckoff. </cite>\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Nice ass! Gotta let me go deep inside u doggy-style!  Ima stick u so hard wit my 12 inch that you gonna be bleeding for a week out dat pussy n say you on your period'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'FUCK ALL U PUSSY ASZ CRACKERS'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u'On the real shut the fuck up, because you don\\'t even know all the details yet you claim to use logic. How the fuck you gonna use logic, when you don\\'t even know the details. Tell me  what city dudes mom father died in? Oh you can\\'t, because you don\\'t know.  As for your \"mistaken\" supernatural events why don\\'t you share some since you seem to make mistakes using your judgement occasionally.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'He just likes to suck on men. He is a faggot.  Basically a worthless no use human'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u\"Yes you are. Don't play me like I'm a fool, fool.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'I know, horrid man, not taking a bundle of something fishy from Karchner. Are you actually as daft as you sound or are you putting it on ?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Malia, go take an intelligence test so you can see, in black and white, how room temp you are. Then get rid of the dog. Now if for any reason you cannot do these two things then start spelling your name the right way.. I D I O T.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I'm a little fed up with you also. I usually just ignore your childish petulant posts.  You don\\u2019t add much to the discussion any more.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Nobody understands why you're a Paulbot, probably not even Ron Paul.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'look, douchey,  how about i holster my cock in your mouth  hmmmmm?  like i said,  FOX NEWS is number one for a reason.. deal with it  and im sure the closer we get to november more and more people will see how much this dickwad in chief has been fucking up this great country.  Nothing I  say is going to sink in your thick bubble head.  If its not comming from the left, then your libtard brain says its lies... so you are helpless'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'@imjustsaying....: you got that right afro-american negro & we don\\'t have respect for negro\\'s who is still a \"PU-CEE\" to the clans from the south, so they make up an excuse to destroy one another & can\\'t face the klans to get revenge.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Look who's calling the kettle black!  Egyptian soldiers have killed some.  Shaken down many others, Sinai Arabs have raped women, shaken them down, and even held some for ransom.  And you dare to impugn Israel?  You hypocritical bastard!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'obj fuck u.......'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u'Gays make most peoples skin crawl.  You are all fuckkled up.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Thanks cowboy. You can get back to your bashing now because thats about all your good at on this board.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'QUE POCA MOTHER DE MILENIO NOTICIAS, SON UN FRAUDE JUNTO CON PE\\xd1A NIETO, LA VERDAD QUE USTEDES UNDEN A EL P\\xc0IS, TODO POR EL PUTO DINERO DE MIERDA, QUE BAJO HAS CAIDO MILENIO....FUCK YOU'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"My sister, I have never trolled this site. I am here only because I enjoy giving my unbiased opinions, asking questions, sparking open debates, and trying to get a feel of other people's perspective. Please stop calling me a troll because I feel like you are insulting me and I have not called you out of your name at all.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Let me see maybe it was a deep cut and his doctor told him not to fight.Normal Person28 I told you before that the doctor was against it,and you still ask the same STUPID Question .Please just learn how to read it helps'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'You know, of course, that you are just another \"mac-douche\", right?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'screw you. you have no idea what you are talking about'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"This guy is just bitching for the sake of bitching. You know how I know? I used to be the same way when I was a miserable piece of shit. I can spot it from a mile away. If I gave a shit what my favorite bands wore, then I wouldn't have any favorite bands. Green Day has outlasted any punk rock band in history as far as reinventing and maintaining huge success.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'parker had more points, assists, rebounds then westbrook despite taking less shots. How did Westbrook do a terrific job on parker? lol _________________  Thunder fans are not very bright'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Because too many idiots sue to make money.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"\\xc2 don't forget the wh0re that is your mother, and the c um depository that is your wife\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Seriously dude, fuck you. I'm catching up on the episodes I missed and now you've ruined the next one for me. Think before posting on the review of the PREVIOUS EPISODE next time. Asshole\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Check your Zombie Manual. Headshots are the only cure.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'start your congressional white caucus and stop crying like a beeeeoch about it.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'dumbing down gop, dumbing down gop, dumbing down gop. You have been repeating this every three minutes for hours now. Do you think repeating it over and over for hours on end makes you seem smart?Makes me think someone dumbed you down, but good.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'You are so ignorant but allowed to come out and share it with us.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Dont you have a cross burning to go to?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Dont say that jimdog you are a hater'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'What a fucking joke!'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u\"you seem to be one of those turd minions I see when I've been playing Diablo\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'did you mean \\'\"I\\'m a retarded fuck\" wrong\\'? I think you did, now you look like a huge fucking tool'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'jimbo here think Americans are a bunch of suckers, to follow for the same deception twice in a row.  what a joker'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'what do you mean... he copies every fukicg comment i make idiot!!!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Ha ha fuck u Wenger, fuck u Gooners.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'<font face=\"Arial, Verdana\" size=\"2\">\"</font><span style=\"color: rgb(51, 51, 51); font-family: Verdana, Helvetica, Arial, sans-serif; font-size: 12px; line-height: 15px; text-align: left; background-color: rgb(255, 255, 255); \">Ya I\\'m just a moron troll\"</span><div style=\"text-align: left; \"><font color=\"#333333\" face=\"Verdana, Helvetica, Arial, sans-serif\"><span style=\"font-size: 12px; line-height: 15px;\"><br></span></font></div><div style=\"text-align: left; \"><font color=\"#333333\" face=\"Verdana, Helvetica, Arial, sans-serif\"><span style=\"font-size: 12px; line-height: 15px;\"><br></span></font></div><div style=\"text-align: left; \"><font color=\"#333333\" face=\"Verdana, Helvetica, Arial, sans-serif\"><span style=\"font-size: 12px; line-height: 15px;\">Do not sell yourself short, you are an idiot as well.</span></font></div>'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"At least I pay taxes. Regrettably to keep bludgers like you.  My game Ford? I'm a rich prick, made my dough by hard work. You should try it sometime.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'butt scales sound like a big problem.  You all should go see your doctors and get treatments for that.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u\"I'm The BMF ... who's the bitch now, motherfucker?  :-)\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Yes this idiot @ Annelli gots to go!!!!!....did you call her a gorilla lol (I'm done)\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'All of you dumb turds just lost that argument.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Are you shure Neil's last name isn't  Moron ? Tucker looks like you  should get another visit from Jon Stewart\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Hey tito decides to talk more crap. Go jump off a tall building you dickless wonder.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'the retina display one comes with SSD only big fat liar'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Hey fucko, I tried Snafu parts when they just came out,Their tires like the Rimjob and the fat seat they had at the time were fucking horrible.I haven't brought a product since,Word has it Snafu hasn't improved hardly a bit since then.So fuck Snafu and Jerry Bagley.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'I love your un-originality. ^.^'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Prove your AMERICAN and you can vote all you want.    Get it?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'why are you turning this fun event into a race thing?  miserable fuck.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"It's the INTENT that makes it illegal you fucking retard. I think it'd be easier explaining something to an actual chimp than it is to a person with a chimp IQ (you).\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I have been watching and playing roundball much longer than you been alive young man. So you need to stop with you ignorant comments about others not being able to read the \"Full Story\". Now you say I am uneducated on the sport. You are young man with a Miami Heat type ego. This has been fun reading your post getting all upset. Too funny, and YOU @facebook-1440870071:disqus , you need to grow up.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'stupid_communist_silly_billy,_the_only_real_thing_you_know_about_duck & cover_is when_you_are_ giving up_your_silly_faggot_ass_to_comrade_obozo_and_his_communist_merry_men!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I really want to slap this fat fuck - right in his face... WTF is wrong with you wingers? I can't wrap my head around it - Sweet Jesus, we gave you guys 8 years to run the country, and ya fucked it up, royally....Now, you want to lay the blame on us? What in the hell? Palin? Romney? Are you fucking serious? It boggles my mind.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"It's Trayvon, you moron.  If you're going to trash talk a dead kid, at least have the class to get his name right.  Not that it matters to you.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'You are probably the most ignorant fake exile wannabe ever to post here, always kissing the arse of Posada & company.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'@KottiKaDottiisthenameofGod:disqus That\\'s what I find funny.. how people think that because I believe in God, that means that I am supposed to just stand there and take whatever people hand to me. No, I am not out indulging in petty arguments or living ANY kind way.  If something were to come my way, it would be because they are LOOKING to cause me harm. My Bible tells me to protect my annointing with my life. =) That\\'s why I feel comfortable calling you Uncle Tom. You are the \"negro\" who acts and thinks just as white folks would have you to.  They used the Christian faith to make brothers and sisters submit... What people DON\\'T mention is that THAT is why they didn\\'t want slaves learning to read and write. They might\\'ve read that Word and couped!  It didn\\'t happen because God has much BIGGER plans for people who have misused His teachings.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'We are mostly straight henri, the View is for gay dudes like you isn;t it?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'You know, because you are an expert drunk?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u\"Were you even watching the race? So according to you, Ferrari were in the lead before Hamilton made his last pit stop? And your comment about Ron Dennis clearly exposes your ignorance. He's attended nearly all the races this year! Don't be such a moron!\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Dip shit, W followed Clintons left wing standard.You HYPOCRITES crack me up your so transparent.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'you lie all the time about fucking gwen stafni and make fake questions on formspring to yourself about it right? yea your a loser /// liar.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I'm a liberal moron. I smell cause I don't bathe as Media Matters pays my meager check. I slept in some Occupy Wall Street tent doing coke and getting porked by michael moore. I'm a drone and live in my mother's basement. My only out is posting stupidSHIT here on fox news; I've learned Cut & Paste as my poor logic tells my inbred brain that in doing so, I will CONVINCE all conservatives to REALLY see things my way and follow my lead. I own an obama picture that hangs over my bed. I also own and sleep with my very own inflatable-obama-doll which I hug & squeeze and love a long time\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'GO FUCKING HOME NEWBEE. WATCH WHAT YOUR KIDS DO ON THE NET YOU USELESS TURD.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"To all the idiots in Detroit who bashed me for saying verlander sucks, go get an education because I didn't say that in any form but you attacked me for saying that...is the bad economy making you mad? Lol\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Tatum you suck.   These drums are better than your mom.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'It what way is it hideous? \"no quad exynos = quad fuck no\" doesn\\'t even make sense.. Try speaking English.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"WOW LOOKS LIKE TWO WHITE GUYS. WE NEED TO BAN ALL WHITE FOLKS FROM MIAMI. JUST LIKE YOU WANT TO BAN HIPHOP MEMORIAL DAY ON SB. THIS MUST BE OBAMA'S FAULT RIGHT. U DUMB ASSES\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Look at your name. Of course you don't think Rondo was under him. You're butt hurt by the butt fucking they just gave to your team.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'@f80ec2112a358a6980e7e3e2e10c1002:disqus  Your post is a fucking joke.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Maher is an idiot.. and you are too if you defend his stupidity'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u'why niggas slappin bitches ass nowadays smh we punchin bootys were im from bruh'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'I see you and your sister got together to have a couple of kids......'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Clarrisani is as Australian and Muslim as Barney Frank is straight.  Another domestic liberal Democrat blog troll - BUSTED.  Go back to MediaMatters: you failed.  You liberals are REALLY SCARED - relax.  Obama and you scumbags will be nuked this fall - nothing you can do about it.  Relax!  Don't get a migraine over all this blog talk.  You're not that smart.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Tolerance? For dictators? I never said such a thing, and I never would. You bring shame upon yourself making excuses for tyrants and murderers.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'This Marine will NEVER compromise ! Obama NO Romney HELL NO!... never EVER would I EVER consider Romney.. I will take Obama over that son of a bitch any day!'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Those engineers are for mobile processors... as in for iPhones...  http://www.itproportal.com/2011/10/10/apple-1000-engineers-working-iphone-ipad-processors/   You are clueless for not reading before you post crap :/'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"See three other people wih IQ's lower then you clicked like on your comment!  Congrats!  You are not the dumbest one on the blog!!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'You are not ready for this show and you new this before you started you a punk and do talk BS behind ppl back get courage up let the black side come out'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'retired soldier  I remember the time when being gay was considered to be a mental illness. In the military we used to throw you creteis in the slammer...ah those were the days.\\xc2  '], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Would someone who regurgitates and parrots the sheep line from the tape recording really understand?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I'll try not to miss this!  And fuck you title \\u0ca0_\\u0ca0\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"Boy, you are puerile, aren't you?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Admiration for a Ghetto tramp?  I know that you are putting me on.  You really are not serious.  No way that you can be.  I ain't falling for it Suki.   You were raised better then that.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'@Vanity you just proved your ignorance.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Razor2myWrist... when will you take that razor there?  Hopefully soon.  You are a major moron.  When HE calls you home HE will call you home.  I'm sure that HE did not let Patrick suffer.  Prayers and condolences for those he left behind.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'This kinda fucked up thinking is why you need a civics lesson... you have no understanding of simplest concepts of democracy.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'The only language you understand would have to penetrate the walls of your rectum and vibrate your eardrums.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'You seem desperate and psychotic.. go away.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Haha.  A black kid was shot by a hispanic and you still find a way to blame whitey.  Your ignorance is astounding.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'GET YOU HEAD OUT OF YOUR    A  Z  Z!!!!!!!!!!!'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Let me guess, your a UGLY_FAT_ASS_WELFARE_COLLECTING_CAUCASIAN, correct ?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Alara cant go kill herself what the sick she looks like some fagget in girls close and no alara you would not be the perfect juliet so go die!!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You blowing someone 100 times doesn't make you a better c0ck sucker than if you blow someone 10 times ..... bottom line you just blow\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Wow, you really are just a post troll or truly an uneducated moron.  What exactly do you do for a living and why do you feel like you are qualified to judge doctors, their salaries, or anything of that matter?  Some doctors do make a lot of money, but you forget a vast majority probably do not make that much.  Insurance reimbursements are down, loans, family, etc etc.  Just because you watched ER or House doesn't really qualify you to judge anybody's income or way of life.  They work hard for people they don't even know and give them more attention on a daily basis than their own family may receive.  You should be thankful we actually have modern medicine.  Maybe you could take a gunshot wound to the leg and let the barber use a hacksaw to take it off with nothing but a piece of wood to bite on.  Grow up.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'looks like more Obama nut juice on your face punk'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Like all fools on this site, you aren't intelligent enough to understand an intelligent person, you dolt...!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I do believe that @boby:disqus  & @aproudELF:disqus  are the same girl with two different accounts .. the same sick mentality ... trashy and trolly'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'This is one of many reasons why you are the face of failure.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Mayne, SHUT the F*CK up, HOES.....You hatin heffas are just mad that JONESY can see her cooch and doesn't have to use a mirror tied to her foot to see how to wash the mothaf*cka!!!! You fat, ugly, STANK, Weave wearin' BYTCHES are a GOT damn mess!!! Now don't get me wrong, Jonesy needs a better stylist for her shyt too, but she STILL looks better than the majority of you wack a$$ed FAT hoes on here......\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'You should be soundly thrashed, trash.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'You arent real smart are you?    cacoethes scribendi'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'there is something wrong with you. I hope something horrible happens to you'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'you are a funny girl!'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u\"Only an unaccomplished unemployed bed-wetter who lives with his mom would boast about how many disallowed posts he made. A real over-achiever, isn't he? It's very telling.   FFS, he's so excited he p\\xc2\\xa1ssed his pants...that is, if he WORE pants.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You don't even have the file, this is a fucking scam. I piss on your vip member, god damn rice eater.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"@YinzerinKT  @Guinning Your mother's a whore Trebec.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Crimpela I don\\'t understand why you have to be insulting?  In your few posts you have used the words, \"idiots, get over your self righteous selves, get off your high horse, naive and stupid\" to describe other peoples responses.  Why do you feel so threatened?  Why don\\'t you engage in an intelligent way, in defending your point, without name calling?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'Good job..like your style!'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1', u'Are you a mentally weak flagger bagger stuckinstupid?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"F  u Ron Paul sell out schill bastard. Rand, you're no dif than any sob on the hill! Romney.. BURN in HELL! Id sooner vote for Satan\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'<b>LMFAO AT YOU!!!!!!!! WHERE IS YOUR RECORD CAREER GOING DOG?!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Her fucking trap should be sewn shut with a very stout thread this POS barbara espinosa.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Please cite your proof for that claim. I'll bet you cannot. But 100% of public school teachers are unionized and that's where the proble lies, junior. Masters degree my happy.ass. You're the lease educated person posting here at this moment!\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Did you actually know her personally or are you always this nasty?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'PERVERTED IDIOT.  IT IS TIME TO (-) YOU FOR THE REST OF THE NIGHT!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'just another one from the Odumbo crowd'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I don't think anyone deserves a second chance when it comes to squandering taxpayers money.  That's tantamount to treason in my mind because you're betraying the countr you are supposed to have deicated your life to  Once someone has acted in a corrupt manner, I believe it is all to easy to repeat that behaviour. My opinion though, we'll see if Cele's licked Zuma's a$$ enough over the years\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Good riddance you special pile of human excrement.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'I hate the soaps, what a pointless waste of life watching em!'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Nobody was talking to you so fall way the fuck bakk little girl ..'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'\"Them\"? You mean the extremist group that enslaved the rest of the population, and that mostly originally came from PAKISTAN rather than Afghanistan itself? Are you really so short-sighted, evil and stupid that you would want an evil,  authoritarian group like the Taliban rule simply because you don\\'t like America?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Look.dumbfuck. I am just pointing out the asshoIe's hypocrisy in calling out other people's errors.  If you want to defend him and suck.his.cock then go get a private room together and have some decency. \"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'you people are disgusting'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u'You should be fucking killed!\\xc2  Your ignorance disgusts me!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"LOL!!! Fuck da vidz.... u sissies trip me da fuk out wit you all ''rebuttles'' -smgdh\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"57 states Corpesman Polish Death Camps  I'm telling you this guy is a blithering idiot, if he weren't such a narcissistic creep, he would know things.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'ALL you see is blk and white. You are pathetic! You also lie. You DID NOT have slave family members! I call you on that lie now.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'With all due respect, you are an idiot. Conservative, Liberal, either one would raise unholy Hell if their daughter was being assaulted.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'Aas opposed to an EUloon mentalcase like you, sob?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"The reason you don't have a job is because you suck at English.   Read your 2nd sentence...derrrr!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'dmallett, you are making an assumption that the people heckling them were liberals, but you have nothing to back that up other then your biased belief.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u\"How the heck did you survive from your mother's abortion?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Addie, your comment has left me with the strong impression that you are a miserable sod who is quite prepared to greedily guzzle the last pint without any thought of sharing.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Complete suicide dumbass.  You are wasting oxygen and space that a rat needs.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'More like faggot.'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'0',\n",
        "       u'Big Bang Theory and How I Shagged Your Mother are both terrible TV shows.  Watching either of these things makes me feel I need to loose a hundred IQ points to get the lame jokes. Fuck American comedies suck.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u\"You're not very bright are you?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'you seem to be the one with the \"rage\" there grandad.Jesus why dont you chill out for once,maybe you really are too old to be on here.  \"RJ SADLER has A 2ND account as DOC MADDEN\" He\\'s also nearly 50yrs old ..so be careful kids!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Perhaps you should go back and re-read your posts from June 8th.  Or would you like me to \"copy and paste\" them here to show just how much of a LIAR you really are?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Why would Diplo sign such a terrible rapper??? This Orion chick is really bad too. Next time you walk down your street, stop the nearest person and ask them to spit 5 bars. 9 times out of 10, you will have found someone better than Riff Raff. Guaranteed.  Zebra stripped glove??? What is he? Some sad cross between a Micheal Jackson and a LMFAO wanna be? I hope some one shoots him before he starts polluting the world with kids as retarded as he. Oh, I'm Sorry! That's an insult to retarded people.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Why won't our Loser President just fire this Piece of Trash, Holder?\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Oh,  please quit.  You're scaring me!  C'mon sissy boy,  you know your boyfriend won't let you come out in the desert to play.  You wouldn't know what to do in the desert anyway.  If you haven't got your bf's schlong to suck on,  you wouldn't know what to do.  You just keep on sukin' and sit'n behind the keyboard talkin' shit.  That's all you liberal fags are good for!  heh, heh!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'This skinny little faggot as Commander-In-Chief....you have got to be kidding.......he would not last 5 minutes at Parris Island.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'\\xc2 Ignorant-ass.'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u'Id be more embarrassed if I was a zombie voting pole climber that was unable to think for myself with the personality of a cabbage. A bit like you really.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"It's because you're an Obama slave..................\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'You can take your mom here when you get rich!'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'he meant the kid passing his dad the ball without looking, you cynical bastard!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'agreed - same can be said for you...whore'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Your article headlines suck, you are a horrible journalist that barely even have any grasp on the english language. F that, you're not even a journalist, you make headlines for dirt sheet tabloids.\\xc2  F this site and your opinions, I want news, not an article that starts with you begging people to follow your lame ass twitter account.\\xc2  Go and hop on some more band wagons you hack. PEACE, never again coming here.\\xc2  This is just too much crap from you.\\xc2  the final straw.\\xc2  PEACE. Any suggestions on which site we should all jump ship to?\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'Sounds like your mother.'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1', u'Thanks for explaining Professor Knucklefuck'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'This nigga trash..If it aint about shine or clips,fuk em..Harlem stand up'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'\"Ooooh, that jungle love they give us is SWEET!!!\"===================================Yepper! You were born and raised, in the jungle by apes and monkeys! When you go to the zoo, the FIRST place you visit is the monkey section!Remember, tarzan the apeboy? You are apes and monkeys. What was his FAVORITE pet...the monkey! Remember that white bitch, that lived with gorillas for 18 years? HUH? Her name was Dian Fossey, a zoologist/zoophilia. What about the white bitch, who was sexing her monkey, that ended up tearing her face apart? REMEMBER THAT?CUT THE HAIR OFF A MONKEY; YOU WILL GET A HONKEY, i.e., thin lips, flat red ass, slumped over, big ears, funky stinch odor, and are easily trained!Now, go back to the jungle with your monkey/ape family! lolJUNGLE LOVE...you got that right! Y\\'all caucasoid monkeys LOVE apes and gorillas!!!beastiality = 1. Sexual relations between a person and an animal, including intercourse, masturbation, cunnilingus, frottage (rubbing), anal penetration, or having ones genitals licked by an animal. 2. A synonym for zoophilia, but a distinction is sometimes made between bestiality, a sexual act with animals, and zoophilia, sexual arousal from contacts with animals. BYE, MONKEY BOY or tarzan, the apeboy!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'HOLY HOT DAMN you already raised $76,000??? shit haha that is impressive... what a bunch of toolbags at funnyjunk with an idiot lawyer..'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'no i am not..... but for you to go threw all that trouble to create a name, saying that im gay......you must be a fuking fagot who has no life and wants attention....get a life!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"@pc_tool  The difference is that I don't go around trash talking in android articles!!!!  Are you that fukn stoopid!!!??????  I never read android shit....  Damn ur such a fukn idiot!!!  Your idiocy has literally upset me!!!!  How can a human be that fukn stoopid??????\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Rightasshole. That\\'s why all those people were ki//ed. Because of your \"calming\" effect. P i ss on obama.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Asta luego ayi deje unas hijas de puta radrando como perras qu\\xe9 son a chingar su madres y clone m\\xe9tete un balazo puto no tienes vida. Saludos desde Texas fuck you hating ass fags 18 wheeler driver out here!!!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'just reading back over you old comments and i am finding it very hard to find even ONE where your not being a total prick to people. YOU ANGRY OLD MAN!!   \"RJ sadler has another account as DOC MADDEN\" he\\'s also nearly 50yrs old so be careful kids.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"\\xc2 Now when you jerk off to his picture, you don't have to worry about doing prison time.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Ol girl in the purple would get it with her fat ass, lookin at her wooble that ass made my dick hard. I'm jus sayin...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"He'd find an @$$ clown like you if he did.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Damn you get stupider every day.  Poor guy.  =('], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'that bitch nipples was sharper than a sharpie, them shits was pointy af'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"@nealcity  Are you employed?  By whom?  You're talents are wasted at whatever you do, I'm sure of it.   lulz\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Pfuck you, Media Matters troll.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Nice attitude, you disgusting bigot.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Doubtful. I am 5'11'' 175 and very well trained. You are merely a pathetic c0ward\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'The BBC and left wing bias. Here\\'s a rather clever analogy I heard a while ago.. Imagine this... You are an avid reader of say, The Telegraph-Mail or  Express. You go into your local newsagents and try to buy your copy to be told, \"Sorry pal. If you want to buy that you MUST by the Guardian.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'Are you crazy? Yes.'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1', u'You fucking suck'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u\"Here is my jock strap... I'll hike it, you suck it_douchebag.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'probably throw his elbow out swinging it like a  pussie he is.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'You finally came down from your jungle tree.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Why don't YOU commit suicide and make the country a better place.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Ha ha ha!!! FAT, UGLY, WEAVE WEARIN BYTCHES CRACK ME THE HELL UP!!!!! Look bytch...If I choose to F*CK WHITE GIRLS, THAT IS \"MY CHOICE\" TO DO SO, and \"YOUR\" FAT, FUNKY, overweight A$$ doesn\\'t have any input on it whatsoever....I\\'ll ALSO add to the fact that \"YOU\" admitted to chewing d!cks for a living, FAT BYTCH....(Don\\'t forget that I can (and will) pull YOUR comments up, seeing as I\\'ve done so a bunch of times before, FAT HOE... iF ANYONE\\'S \"pathetic\" AND GRASPING AT STRAWS TO REMAIN RELEVANT, IT\\'S you, FAT HOE.....'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Pretense?  Only you leftarded, batshit crazy troglodytes would have a comment about race when in REALITY it's all about his socialist/marxist/facist bullshit way of governing.  You idiots can't come up with anything better of a real argument other than playing the race card.  YOU ARE PATHETIC!!  Besides that, you don't know me at all.  How do you know if I'm white or black, or if I'm latino or asian.  YOU DON'T!  Try again you mouthy little punk!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"You've never heard of proofreading before you hit 'post'?  And speaking of dark places, your big fingers will likely fit perfectly.   Go away, you vapid daydreamer. Utopia doesn't live here.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u\"Nephi does not refer to African Americans. None of the quotes you used were codified into the Canon of Scripture. Men from tiome to time made dumb commetns. Tahty did not make them Official Doctrine.  Since when can't we say Negro> Waht a PC tool you are. The NAACP still rtefers to Colored People. Grow UP!\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'That\\'s the Teabaggers who are creating the \"police state\", fucktard.   You lose....yet again.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'No, I think wimmin talking about treating looking as wolf-whistling (see related articles) and \"being wolf-whistled is as hurtful as being groped, slapped\" and of treating all \"sexual violence\" on a par is thretenening half the population\\'s liberty.  But what would a feminist understand about human rights or justice?!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Excuses are like as$holes and you should go suck a fart out of one.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"This is what happens when local news channels, KSL, KUTV, KTVX, KSTU reveal the local's best fishing places. Advertise our wonders, our marvels. It's all money driven. Capitalism at its finest.   Unless you are very wealthy, you're an ignorant fool to vote for RICH politicians at election time.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'GOOD NIGHT BUSHFUCKER'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u\"Thank you for whining and not having enough intelligence to go elsewhere for your news if you don't like CNN.  Oh wait, I really don't think anyone should thank you for being clueless and annoying.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'exactly.......little ole crybaby can call players names like troid.....but then turns around and calls people classless or haters  BIGGEST HYPOCRITE ON THESE BOARDS'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You are free to leave whenever you like tinkerbell. Maybe the Kossacks or HuffnPuff is more your style. Why don't you go over there and complain about their lack of balance?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Flied3434   posted you are a hard li(ker'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"More crapple stuff for the fanboys to jurk off to in their mom's basement.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Why would you talk about Moses like that? Slap yourself right fucking meow!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Baseless insults is all you have to offer. And you wonder why the Liberals lost the House in 2010 and will lose the Presidency in 2012. Extreme comments like yours may inflate your fragile ego, but they only alienate independents. Keep it up. People like you are 0bama's biggest weakness.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'shut the fuck up   run as administrator only solution exist'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'You seem very unintelligent...'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u'FOUR MINUTES?  CHIMPING OUT AGAIN.  HE WAS SHOT IN THE ONE MINUTE RANGE FROM WHEN GEORGE HUNG UP.  PROVE IT THUG'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"\\xc2 The only thing anyone's complaining about is a 501(c)3 non-profit acting like a PAC, which is not legal.\\xc2    Get your head out of your-ass, idiot.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'You would know alot about rolls, fat boy'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'haha it was all fun and games and checkin out nice cars all you people saying street racing was going on is blind and your a loser computer junkie get a life live a little if your not doing anything wrong your not doing anything at all L O S E R S get a life drive your civic to the library where u L O S E R S meet to do your reading hahahaha'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'You gotta be retarded.....'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'0', u'Retarded fucking Tide helm.'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u'He will never be ashamed. Lefties are amoral so they have no shame. They think patriotism is quaint and soldiers are tools.  Wonder where these assholes would be if it were not for those they hate so much.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I guess you're not used to conversing with someone with an IQ greater than a 5 watt light bulb?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Audrey, your idiocy about \"Israel\\'s strategy,\" is simply your idiocy.  Of course Israel is appalled by the deliberate targeting and murder of civilians, brainless cretin.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'PPPPPHHHH..... actin like a dumb bitch about some nails she waited till all ofem done.... yellin bout 20 bucks, and a ugly ass weave and or wig, super thick makeup..... you think thats bad? thats horrible...'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'We are dumb and doomed'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u\"EI. TRUTH BE SAID. U R THE TRUTH. FUCK AKATA PPL. THEY ARE JUST SLAVES. LOW IQ'S\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Like i mentioned i'm fucking bored, girlfriend is working through blogshop. I agree with those easy money, by just selling every piece of worn shirts or craps to other people. Its not as easy as it seems, she gotta travel here and there just to pass buyers 'USED' items.     So now im alone with her younger brother in my girlfriend house while she is out to meet buyers. We surely drifted apart because she had to entertain blogshop for 24 hours 7 days. And time we had just decreased tremendously .    Now, her little brother, JAVIER, 5 years old is the worst kid ever in the history of worst kid. HE HAS THE SMELLIEST ASS A LIVING THING CAN IMAGINE. Shits in his pampers for more than 12 hours and he still refuse to change and de 'AROMA' simple fill the air. This is deadlier than snorting cocaine. He is fucking rude and have no discipline at all, he is just a useless brat. Seriously, i just hate him. Enough said ..\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Yes, his first term is...and it's on to his 2nd. Time to get the nails out of your brain so that you can think clearer...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'wow! you are a well travelled guy^^ did you like London? the weather here really sucks! ugh!'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'Are you high?'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u'You are looking for attention because you were dumped by one of your relatives and feel lonely. Inbreeding is not all it is cracked up to be is it?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Yeah lets blow up your special place of being when your not there. Scum.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'You Dems,,,your leader is Old News,Like You.Hes done and so now Your Done. Hes yesterdays buisiness like you and your foolish party of misfits that dont stand for America'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Ordering police to stand spectators? You must be thinking of Congressmen like Jagdish Tytler, who comes from the \"sekoolar\" party.   Over 300 were killed by police firing in those riots, and it\\'s well known. The fact that you see an opportunity to spread slander and lies says volumes about you.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'UR  ALL PENIS SUCKERS'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u'Trent is just begging to have the drool slapped off his brown chin'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You described yourself to a tee. As for ditch diggers, you wish you were smart enough to be one. Now I don't give a damn what you do that's way below being a ditch digger, whatever it is you know you are not worth a damn at it. As being a teabagger, and fox. Oh no you don't, you kicked out of the alley cur. I am a 100% cspan watching liberal, democratic voter that simply loves the ground President Obama walks on. However, unlike you. I call it like I see it, not a water carrier. Now run along and do whatever old mangy dogs like you do with you wasted days and night. And do it so more.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Hey Friedell, go back to Florida u closet heat fan! Heard this IDIOT on the radio and he acts like Rose died and these guys are all little kids. Fu&*ing drama queen! hate this guy LOUSY reporter'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Haha you're so cool what are you a 5th grade English teacher\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'You are a good cutter/paster.'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u'HELL NO!  I bet you did about shit though when she told you her plans.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'So, those died in those   churches  were not innocent?  Tambuwal I dont blame. I know from time that, you are BH too. Northern  he goat. Better  go and settle your problem with police. All the noney you collected from farouk, you  go vomit am oooo. Foolish and very ugly monkey.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You are still a pathetic, whiny child who wasn't disciplined when you were young. I blame your parents.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'To ascend you must die.'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u\"so i guess you retarded libturds want to ban christmas carols from schools, because you don't believe in Santa. you morons should be baned from breathing.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Are you mental or just trolling? I'm from the same fucking general area of Canada the entire population blows Nickelback. The band makes me more ashamed of being in Alberta. I'm a progressive socialist living in an extremely conservative area and a shit band pisses me off more then that. The fuck!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I apparently did not make myself clear. You're a typical White racist, Teahadist, Fascist, Wing Nut dummy.  You guys almost sank the ship and now you want a mulligan.  Well that's just about the most masochistic, selfish thing ever. You don't get to fail again.  Admit it the GOP does not know how to Govern. Period.  You screw it up every time you get behind the wheel.  Your license should be suspended.  God why did you have to include GOPers in the grand plan.  You threw Adam and Eve out for biting an apple, these toads, cut down the tree.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'your ugly and your sick daughter dresses you funny'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Omfg how many trolls are here ???? When will trolls learn  #fucktrolls  #trollssuck'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Did you stop molesting children?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"\\xc2 Didn't expect any less of you, scumbag.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'You say Ben is a bad guy, you expect nobody to check you out when you make a comment like that.  Seriously?  You are a stooge'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'From all of your other comments on this site, since when are you a responsible one to talk?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'LOL Whiny bitch, she deserved to be punched in the head!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'You need help for your obsession and you need it STAT. These blogs are going to make you cringe when you realize how sick you are.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"It must make you hard to be so much smarter than everybody else.  If you want to pass on knowledge, leave your own ignorance of human communication at the fingertips and just answer the damn question.  You're no better than anybody else\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Oh man. You (and your kind) are what's wrong with this world. I mostly laugh, but when I see for myself that there are actually people like you out there, I pity our species.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Don't be mad at me, gays. Be mad at the gays who gave you your AIDS.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'And you think I care about YOUR opinion?! WHO GIVES A FUUUUUCK!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"wow, you think the spelling is bad in here???   try reading one of those stupid ass libtarded web sites , ya now like the one backed by the NAZI collaborator George Soro's MEDIA MATTERS,now there you will encounter some real dumb mother fu*#*#'s for sure.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'there is no tamil areas in srilanka. is there any black americans areas USA. mind your own bisness hole world hate you as americans.better u stop steeling from others. if u no money eat some shit with tigers.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You are acting like a fool....don't forget to put your sheet on before leaving the house. We can all see you then...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Umm... Debbie isn't #HopeAndAlgae a bumper sticker? Get the heII off my computer you femme-a-gogue \"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You stupied ass, now remember don't use your cell phone or your computer because alot of components were delvoped in Israel. Ban her and her stupied  book from Israel. Let the bitch sell it in gaza and the west bank her Palestians would love to buy it.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'frank are you a turd'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'0',\n",
        "       u\"The pin shit like this just to tease us. I'd cut a bitch for this bag. <3\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'Yes, clearly you are an independent.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u'K\\u03b1\\u03b9 \\u03c4\\u03c9\\u03c1\\u03b1 \\u03b5\\u03c7\\u03bf\\u03c5\\u03bc\\u03b5 \\u03b3\\u03b5\\u03bc\\u03b9\\u03c3\\u03b5\\u03b9 idiots..'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u'^^danny are you seriously trolling and looking for a reaction to your lame comment?  It seems like you are.  Sheesh'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Your IQ is obviously under 130 since you're not familiar with the flynn effect.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'ONLY ONE DEWING DA SWITCHIN IS YO MOTHER,SHE SWITCHED FROM FROGGY STYLE TO DOGGY STYLE WHEN IM IN HER!.  COULD YOU HEAR HER SCREAMING IN YOUR LIL PISS STAINED BED SITTIN NEXT DOOR IN YOUR SMALL ASS TRAILER?  I KNOW YOU DID BECAUSE THEM WALLS IS NOT EVEN A INCH THICK AND THE WHOLE DAMN TRAILER WAS SHAKING HAD TO CALL THE FIRE DEPT TO JACK THAT THING BACK UP ON THOSE CINDER BLOCKS WHEN I WAS DONE'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'A moron because this person does not have your point of view?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Hey look! It's a woman who's down and out and living on the streets. And your reaction to that is to stalk her and humiliate her publicly? What kind of sick fuck are you?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I love this blog but its comments like this that make me think you\\'re a pretentious comedy douche.    \"It seems to me that when a majority of critically lauded network sitcoms  have female leads and you are a person best known for being friends  with Jimmy Kimmel, being on The Celebrity Apprentice and Dancing with the Stars, and hosting a podcast, well, you should shut the fuck up about who\\'s funny and who isn\\'t. \"   He definitively best known for The Man Show or his podcast that was once the most downloaded podcast on earth. He also wrote a Book that debuted on the NYT best sellers list. Don\\'t try to downplay a mans career because you disagree with a comment he said about women in comedy. Corolla is a paid comedian with over a decade of being prominent in show business he is allowed to air his opinions on comedy and say who is funny and who is not.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Too bad none of you are worthy of carrying his jock strap.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Lol veloce, i had to go, thats why i let you betray me :) Fuck. You. :)'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"Stop crying  C's fans your time is up.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Yeah, need to get some fucking nuts before tonight's episode.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"and you're not a bigot because .....?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Trolls believe in posting stupid messages to get a rise out of people.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'I Fucks wit real niggas u kant keep it g then u shud be dropped period nigga'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Because this guy is so fucking clueless that he has no idea what 'irony' actually is.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Clarrisani is as Australian and Muslim as Barney Frank is straight.  Another domestic liberal Democrat blog troll - BUSTED.  Go back to MediaMatters: you failed.  You liberals are REALLY SCARED - relax.  Obama and you scumbags will be nuked this fall - nothing you can do about it.  Relax!  Don't get a migraine over all this blog talk.  You're not that smart.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'You must be the biggest idiot I have seen make a comment in a long time. The guy is on life support and will probably die. And the good ole boys club is going to let him get away with murder. And you justify it? You are slime.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Wow, you sound like me.  The first day back after my surgery I worked 10 hours.  We give overachieving a bad name I guess.  Take care of yourself, OK?  And as for your therapist - fuck her.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'\"From what I have seen it\\'s run down, dirty, unkept.   There\\'s no reason why it has to look like this  -  IMO.  Paint, picking up trash, mowing laws doesn\\'t cost a whole lot.\"   You\\'re right.  Get off your lazy ass and do it and stop bitching about it then.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'He can be on DRUGS, Mentally disabled, or just a big time fag. So who the fuck are you to call me an idiot?? STFU'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'dis nigga wack af everybody dat watch battle raps was dick eatin da boy like he was gone spazz on dizaster lmao this battle rap scene startin to get water down like mainstream rap....... nigga got his note pad like he reading scripts from a movie or some shit eminem death you a min ago #skitfuckindaddle'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'FANS ARE SOOOO BLIND DUMB. refs handed game to spurs??? THUNDER MADE two more free throws than the spurs (19 to 17) AND SPURS STILL WON! shut it haters'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Schitty, you are an ignorant terrorist-loving cowardly buffoon!'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Pretty boy shit, fuck yall ugly ass niggas know about it ? if you aint neva spent an hour in the mirror don't talk too me\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Some one sounds jealous that their stupidly over priced piece of shit that looks like a brick doesn't have an operating system that sounds as yummy as it is advanced! I guarantee you any android phone out there that costs within $100 of any iPhone you've ever owned is more powerful and useful without a doubt. Everyone talks about the guy on bath salts that eats some hobos face but what about you isheep that are on bath salts?! your just as bad and just as ignorant!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Send me ur sister so i can fuck her vergin ass. ahaaaaaaaaa'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'We take it you are an atheist then?'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'If only YOUR mind was a couple of molecules less simple so you could be literate enough to spell a single simple word.....correctly!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Looks like you are the Alpha Dog here.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'Anyone who says you-know-what is a fucking jerk.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'You are so nieve.'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u\"I wouldn't even know where to start you are such a fucking ignoramus...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'put your weak azz handle up first beetch'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Hahahahahaha.....classic. Ever think we just come here to laugh at youassholes? Nope...I bet you don't. The only thing you're going to see in November is Obama's big bl ack dick hanging in your face for another four years. LOL......priceless...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'odd you post this - you critize me every day ... via email...via pinterest...via twitter...wherelse? via south station...btw everyone there are just as big of losers if they condone your \"relationship\" with a married man...whore'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Things get too hot for me?  YOu mean when a pack of reactionary attack dogs write 3-6 deceitful, personal attacks on everything I posts there?  Naw; I just posted another comment, so you can respond with your routine, idiotic and deceitful \"Flagged for smarmy content, and lies.\"  FYI, they don\\'t seem to give a shit about your inane and immature knee-jerk reactions.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'\"Don\\'t go changing your mind like some fucking pms-ing girl\". Yeah, this is beautiful, not sexist.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u\"I'd bet anything you are ginormous when fully erect.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'are you fucking kidding me? you deserve to fucking rot '], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Nobody said they could take away your honours or accomplishments, so stop tying to sour others!  So shut up and take a loss fergie.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'you are the biggest idiot ive seen here and ive seen many. you need your medicine and as for your love affair with oddesa girl shes a man! for real a gay man!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'when you cry about a 1st place team you are doing everything wrong as a fan.. not saying you personally are the one doing the crying but if right now you are being a lil b!tch so you get huddled in with that crowd'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'your dumb in canada we dont have to pay if you dont like the service you get a full refund back '], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'heyhey!  Big Pine!  I was just thinking about a guys comment about how negativity is making people leave.  I thought \"well, I have actually noticed more abundance in familiar names, and less random names.\"  I bet the same people are still reading articles, and just staying out of the feedback comments.  That sounds like a good thing to me.  Those people were probably leaving stupid feedback, and didnt like the reality of what people thought.  Also, (if) they were able to be chased out, they were probably only half-a$$ interested, and frankly, those arent the kind of people I want leaving feedback for our genre.  Anyway, it is good to see you, and a bunch of good guys, out here.  :D Then there is you-know-who :D  Dumb as he is, at least he refuses to be run off.  I saw him leave a competent Spidey comment the other day, and got 10 votes for it.  Maybe he has potential.  Sadly :) I guess I have no choice but to see if he comes around...and no that was not a joke about his horny carl wack-off profile.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'And so, Dummy Bob, is there a reasoned foundation for you post, that is , other than <b>nonsense</b>'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Are you high right now? no other explanation for your useless comments..'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Just another piss-ant rambling ... he be!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'People are dumb what can I say.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'will someone throw Stuckey a scooby snack or a joint and shut this perv up.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'The first Rove \"lie\" is his opinion that the Obama immigration ukase is illegal. Now, I could prepare a thorough refutation of MM\\'s ridiculous legal analysis. See, I actually understand these issues. I\\'ve dealt with more complex issues of agency enforcement discretion. I know what it is and what it isn\\'t. (And it isn\\'t this.)  But that\\'s really beside the point, because anyone with a brain knows that Rove\\'s opinion can\\'t even qualify as a lie. I really can\\'t believe you are this dumb. Or why I bother. Which I will now stop doing.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'reading comprehension difficulties I see. Thats okay there are remedial classes you can take.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Julie, You are making me hungry.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Trolls all over the board.\\xc2  There is special place in he ll for those who dance of the graves of good men.\\xc2  Go share a beer with the terrorists, more your style, buddy.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"All of y'all sound like some lil bitches! Yeezy this ...Yeezy that...are they gonna...are they not gonna drop....man shut the fuck already. Every last one of y'all acting like some hypebeats. Pull your skirts down and your pants up and stop wettin yourself for a fuckin pair of shoes!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Ive got news for you Mary  Ed little-lord-wimpleton-please-dont-smack-my-legs-again-you-big-bullys-the-guy-that-kids-steal-sweets-off Milliband  will never get the top job  so all your efforts here are wasted  go and preach to the converted  :)'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'standards are higher when you call someone an idiot'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u\"You're an Obama dic-suck er. Slurp, burp!! Yep, that's you.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'your mother must be so proud of you.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0', u'You are a genius'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1', u'sod foot ball all i see is sluts r us'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'how many of yall would NOT be this way if you were one of the best in your field and all you ever got was people talking shit about you! Had he held up the fight last night, what would be said? they would be talking shit about him. I got way too many issues to deal with to worry about how cocky this dude is or if he should lose all of his money, cuz most of you broke paycheck to paycheck living muthafuckas WISH you had a 4th of his money.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"I though that Mental Health would already have been a 'Core Part' of of health services. I suppose we'll have to read all about it on the FG website, just like the 5-point plan that he kept diverting people to during questioning prior to the election. Get lost Kenny. You're a disgrace to the teaching profession, and to the TD profession.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Actually your version is completely full of shit.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I am so proud of you females, not like the ones year! most prostitutes in the str, everywhere, even schools, maried anything goes. terrible people here in santarem, the police psp police, are rubbish, no security, they want me dead! yes I am from jhb \" maria the molunga\". tell everyone there .there is a officer \" fucking alves his name, he is a pig, a women hater\" promotes women violances. I HATE HIM; SAW HIM JUST NOW; these pigs do not allow me to log in unto my mail or anything, because these pigs want to win tonight'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'the mods arent your friends...  quit sucking up to the jerk offs.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Up yours scumbag.'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u\"When you are able to prove the existence of god, then you can come back and rant about evolution's failure to disprove god's existence.  Until then, you are just another ranting and mindless christer for whom nearly everything, especially sounds in the night, are frightening.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Hug it, you fat, bucktoothed, Frog!!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Snookie > your wife GO AWAY'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1', u'Take you meds, go lie down and die.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'Get a life you whine like a little girl'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Your comment shows how poorly informed you are.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'JoeApe - did the room you grow up in have lead based paint on the walls or something?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Some of Ya'll are dumb as fuck.... These are All Strategic moves by 50.!!!!! he got blacklisted in the game for multiple reasons 50 couldnt go around making amends with everybody but he knows people cant deny banks talent.. Banks Ain t stupid like game and buck was 50's cut from a different cloth not everybody can make moves on that level otherwise everybody would be doing it.. thats why buck and game both were begging  to be back in 50's company.. all the moves that made banks a star were all put in place by 50 everything he learned about business moves and the game came from 50 he took him 19 off the street corner and made him a star he would be a Dumb muth fuka to ever forget that... I could see branching out and doing your own thing but to turn your back on 50 would be a bad move.. banks isint that dumb or un loyal...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Lana, you're so full of shit your eyes are brown.    No... they're green.  Like emeralds.  How did I never see that?  Lana, your eyes are amazing.I mean, not compared to your tits, but...\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"You ain't lying let the @dbeeio61:disqus   nigga tell you we some mothafuckin heathens\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Looks like that little Cut-n-paste job has gotten a little dog-eared.  Maybe its time for a fresh look at the facts.  Oh shit, I forgot facts are fungible in your world....'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'Joe Rogan is one naive mother fucker'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1', u'You are full of hot air, just like Romney.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Please, go away lazy lib.   Educate yourself them come back.  God I hate lazy, uneducated, jealous libby losers.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u'And you s***ing lots of dicks!'], \n",
        "      dtype='<U13166'), 1),\n",
        " (array([u'1',\n",
        "       u\"Are there no periods or commas on your keyboard, os is this how you were taught to structure a sentence?  Let me guess, you went to public school on the really small bus, didn't you?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'First of all, I was there and none of that happened. So stop lying. Second of all correction to your last paragraph: \"This is a response of a man furious that assholes ruined a community event.\"   Once again, go fuck yourselves you hate mongering dipshits.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"hey whoever you are, don't have the guts even to come out with your real name. So your comments are useless garbage and people ignore them.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'All Yall Bitches On Here Sayin She Deserved That Yall Dumb Is Hell Yall Must Like Getting Hit By Niggas'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Why don't you and loweeell trade phone numbers so we don't have to read trash...how does one idiot top another...try to get it!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u'Halladay you bum.   Get on the disabled list.  You American League loser.  You are an insult to theCity  of Philadelphia.'], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'Hey, Scrotorum, dislodge that teabag from your throat and swallow some truth - you are insane'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'If this message board is so filled with \"barking\" and \"silliness\" then what by God is someone of your stature doing posting here ? Are you slumming for the lord ? You are certainly not upholding a position of superior intellect. You certainly are not acting like a \"priest\" or a \"saint\". More like Lucifer stirring up the s%#t. A smell that becomes you and your kind.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'No, he DID.  He told me and that is a FACT.  That is how fucking stupid this asshole is...'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Dictatorship, I think you'll find, is the preserve of the left. You know, Hitler, Mao, Fidel, Mussolini, Pol Pot, Franco, Stalin....  If you think the idiots on this blog who are calling for a dictatorship are right wing, then you're just as stupid as they are.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u\"NOT AS DUMB AS A THUG THAT THINKS IT'S A BEAR\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'0',\n",
        "       u\"when you buy a new laptop you still use your old power adapter? dumb chinatown  and no it's not completely incompatible cause there's an adapter for that  and what's your next whine for the non progress?  no ethernet?\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"Q: Why don't you go out there and do it if it's so easy? Make some money while you're at it?  A: Because it's not that fucking simple!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"You're about as useful as a used tampon, but not as smart.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u'morons like you do'], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'1',\n",
        "       u'I think this bitch needs to get a checkup by her doctor real fucking soon because she opened her asshole with no effort'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Go study up on econ 101 and get back to us when you know what the H#LL you're talking about\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I thinks you sounds lika real stoopid mofo, iffen I was to sees you hangin ona corner I would be wantin to hurt you real bad.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1', u\"Isn't it fun to try and cover up evil, you bastard!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"How is being anti-pedophile and supporting the right of a parent to defend their child out of touch with the majority of the world?  I think maybe your circle of friends are all pedos and it's you who is out of touch.  Get some non-pedo friends and you'll see.\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'The easy part about Walker pissing me off is he arbitrily takes away a bargained for right. Then sits back while people like you, who know nothing about unions, do his dirty work for him. Why  enjoy being a pawn?'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Another inferior leftist with no substance. Is that all you got?....\"the car thief?\"....sure sign you\\'re losing. But then again inferior, leftists like you never address the facts of the issue....that\\'s why you\\'re inferior.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Is that why Obama has borrowed more money as president in 3 years than any other sitting president in US history?  You are delusional.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Didn't condem that did you? But yet you cry like a girl because your master was interrupted.  Loser\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0', u\"who's this ugly bitch?\"], \n",
        "      dtype='<U13166'), 0),\n",
        " (array([u'0',\n",
        "       u'what a nerd. you would get your ass kicked by a black guy if you used that word in front of him. '], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"and I thought Dem's put up their presidential kneepad after Clinton left town.......  Guess not....so tell us.....u spit or swallow?\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'@Fuck:disqus you CNN. Censor my @ass:disqus a little more, please.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"He didn't do anything to take away guns, even from buffoons like you!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'Go back to your nerd table. Better yet, a shallow ditch would suit you fine'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"Dennis keeps deflecting on that IRS data. LMAO   listen to this baloney                   Its not the IRS idiot.  and I am not going to do your homework for you.  Someone here mentioned a poll and I went..all on my own and did a search on the topic and found all kinds of info   you need to do the same....I have no interest in spoon feeding you like you're used to\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u'You are a poor excuse for a human and one of the reasons our country is going down the toilet!!!!!'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'I\\'m so tired of some people cramming their religion into other people\\'s faces and being so noisy about it. I thought you were supposed to pray in closets. The first commandment should have been \"Don\\'t be a dick.\"'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u'No, people have a right to speak, no matter how stupid they are.'], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'0',\n",
        "       u\"I bet you will find that the Free Syrian Army is killing women and children too. You are a fool if you don't understand this about these terrorists.\"], \n",
        "      dtype='<U13166'),\n",
        "  0),\n",
        " (array([u'1',\n",
        "       u\"kingfisher192 ...........come on, name the lies!\\xc2  You tool, you never even heard the man's words.\\xc2  You are just doing what little abused trolls do.....follow orders.........good little slave trollbitch!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Go use google simpleton, that's how the word is spelled.  You dense democrat!\"], \n",
        "      dtype='<U13166'),\n",
        "  1),\n",
        " (array([u'1',\n",
        "       u\"Obviously the comic books you read have done you no good. I bet if your keyboard looked like crayons you'd almost sound intaligent.\"], \n",
        "      dtype='<U13166'),\n",
        "  1)]"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHCNJREFUeJzt3X10VdWdxvEnmCgZanmXwk3kLSkJRAI2FNCKQWRA1DgV\nu1Zw6ijSGCmIOsulYl2LREcFnelUybSNHV+moIBvXWFGiGtArg6v4a2hAsWARC6xAlEwWCC5uZz5\nY5eEEHK5JPeec++5389aWfclJ+f8ust6urvPPnsnWJZlCQDgKp2cLgAAEH6EOwC4EOEOAC5EuAOA\nCxHuAOBChDsAuFDQcL/33nvVp08fXXXVVW0eM2fOHKWnpys7O1vbt28Pe4EAgIsXNNynT5+u8vLy\nNn+/YsUK7d27V1VVVXr55Zc1c+bMsBcIALh4QcP9uuuuU/fu3dv8/fLly3X33XdLkkaPHq1jx47p\n0KFD4a0QAHDREjvyxzU1NUpNTW36nJKSooMHD6pPnz4tjktISOjIZQAgbrV3EYEOhfv5LtxWkLPK\ngVFUVKSioiKny4gKtEUz2qLZ+drCsiSvVzp5svk7n09at05KSmp9jupq6cMPpW7dQrvmsWNSr15S\nVlbbx5w6JXXpIv3DP5jPXbtKEyaEdv728nja3zHuULh7PB75fL6mzwcPHpTH4+nIKQG40DffSKWl\n0pYtJoy3b5d275Yuu6z1sY2N0vz5Lb+rrzevN93U/F1Dg9Sjh3T99a3Pcc010hNPSFdfHXqN3bpJ\nbhpk6FC45+XlqaSkRPn5+dq4caO6devWakgGgPs0NEiBwPl/5/OZXvM770iffSbt32++/7u/k6ZN\nk8aPl6ZMkUaOlAYNav33//Iv0pNPtv4+MdH8IDRBm2ratGn66KOPVFtbq9TUVBUXF8vv90uSCgsL\nNWXKFK1YsUJpaWnq0qWLXnvtNVuKjmW5ublOlxA1aItmdraF3y8dP97yu6++MsMeZ/dcd+6UKitb\n9679fmn1aqlz5/Of/9QpaeBA6dprpZ//XPrBD6T+/UOv78Ybc9s8N0KXYMeSvwkJCYy5AxFw8qR0\n9Gjbv7/vPhPcZ4el12tez54Id/SoCeAbb2z+7vRpqV8/E9Ln6tlT+uEPO1Q6QtCR7CTcgSgWCJib\ng+eyLOntt824siT17Xv+v//LX6R3320Z5AkJ0pgxbfe8ET0IdyDGHD0q1dRIW7dKn39uvnvjDRO8\nZ4fuzp3mBuO5Y9N+v5nhcf/90jPPnH/GCGIf4Q7EiL/8RXr+eelXvzJj2b17m+GNYcPMjJA77mgd\n1AMGhD6lD+7Skezk3jMQIadOSZs3m/d1dVJenhnH7txZ+vd/l+bMkTqxdB8ihJ470A5Hjkj//M/m\noZYz9u41s0h6924+RpJ+9CMzdbBvX6mkRPJ43DWfGpHDsAwQASdPmrBeulRav97M1/7Od8zvvv3W\nzLleuLDl3wwcaOZvn9Gtm3TppfbVDHch3IEwaGxsfn3/fTM2XlFhet7/9E/mScizZ6V06cKwCiKL\nMXcgRJZlet1nW7TIDJfs3i1dcknzk5c//rGZRnj77fbXCXQU4Q5X8vulXbvMcMrZ49tPPy198UXz\n8Ipkwv6BB0yQZ2baXysQCQzLIObt2GHGxiXpvffMLJUtW8znjIyWC0vV10uPPGKmHgLRjjF3uNbx\n46anXVkpvfSSVFvbstctmQeB0tKkW24xwZ6XZ475wQ/MYlVArCLc4Sp1dWb9k2eeMTc0ExLMWtsj\nR0oPP2zen2vYMCk52fZSgYjihipizqefml740qXmSc2335ZOnJAuv9wsEytJ111nhlvGjWOpV+Bi\n0XOHbU6dkjZuNMMs//iPZjzcsqQZM8z0w7y85nVV+vcn0AGGZRDVjh+Xioulf/s383nMGCk1VVq2\njCc1gWAYlkHUaGw0of3oo6aH3rmz6bFLZoedRx9lBUPADoQ7OuTbb80DQG++Kf3pT83fT51qwvzM\nDjyXXcbTnICdCHd0yLXXmnnm990nLV4sDR/udEUAJMId7dTYaDZA3rHDPDj04x87XRGAsxHuCIll\nmR2Dnn1W2rRJ+uQTszb59OkEOxCNmC2DkKxaJd16qxk3nztXmjBBysoy89IBRAZTIRF2W7dKRUXm\nCdHu3c2N01GjpD/8wenKgPjBVEiEVXW1Waelvt7MhLn6avP9977naFkALgLhHscaGqS1a5vXL1++\n3IS5JPXsKf33f5vZMABiD8Mycej0afO06BNPmFkvN95ovj95UrrpJun++024A3AWwzJo0+nT5keS\njh0zW8e98IL5fN990rx5Ur9+ztUHIDLoubtYXZ3Utat5f2b7uK5dpcJCM+OlWzdn6wMQHD33OLNp\nk/THP5o9P7dta15J8Wx//rPk85n39fXSpZfaWyMAZ9FzjxEnTpj1z194wdz0HD1auuoqqW9f6Uc/\nOv/fDBnSvLYLgNhDz92FGhqkRYukw4fNmPmTTzb/rqREmjXLudoARD967lFm7VrpN78xqyxK0k9/\nKnk85snQ4mKWywXiCT13l9i3T8rNNWFeWirdeWfrzaABIBT03KPEJ5+YMfTu3aUNG8x4OYD4xtoy\nLnDJJVJ2trR5s3kPAB3JTvbGcdDhw2YhrkGDzE3TdesIdgDhccFwLy8vV0ZGhtLT07VgwYJWv6+t\nrdXkyZM1YsQIZWVl6fXXX49Ena7y4YfmhumDD0qPPWamK+7YISUnO10ZALcIOiwTCAQ0ZMgQrVq1\nSh6PR6NGjdKSJUuUmZnZdExRUZHq6+v13HPPqba2VkOGDNGhQ4eUmNh8rzbeh2UaG6VPPzU7F730\nkvTVV9LNN0vf/a7Z7GLiRKcrBBCNIjZbpqKiQmlpaRowYIAkKT8/X2VlZS3CvW/fvtqxY4ckqa6u\nTj179mwR7PHu8GEpJ8c8LZqWZmbAPPKIdOWVTlcGwM2CpnBNTY1SU1ObPqekpGjTpk0tjikoKNAN\nN9ygfv366fjx43rrrbfOe66ioqKm97m5ucrNzW1/1THCsqQ+fcz7qioT7gDQFq/XK6/XG5ZzBQ33\nhISEC57g2Wef1YgRI+T1erVv3z5NnDhRlZWVuvyc/dfODne3syypoEA689/RsWPNC3gBQFvO7fgW\nFxe3+1xBb6h6PB75zqw+Jcnn8yklJaXFMevXr9dPfvITSdLgwYM1cOBA7dmzp90FxbLVq8166J06\nSa+8YgJ+716CHYD9goZ7Tk6OqqqqVF1drYaGBi1btkx5eXktjsnIyNCqVaskSYcOHdKePXs0aNCg\nyFUchRYulB5+2Gx68e230ltvmUW+HntMGjzY6eoAxKMLPsS0cuVKPfTQQwoEApoxY4bmzp2r0tJS\nSVJhYaFqa2s1ffp0HThwQKdPn9bcuXN15513tryIS2fL+P3SvfdKixdLM2eap0ofeMD03AGgo3hC\n1SFPPWV2MvqP/5B+/nOnqwHgNiwcZrOZM6Xf/ta8f+QRgh1A9KHn3g4JCdJ//qd0113scAQgcui5\n2yQQkJYsMe/vvJNgBxC9uPUXovnzpcRE01ufNYt1YABEN4ZlQnDihNS7tzR1qpn2yLx1AHZgtkwE\nffpp88YZ+/aZ5XkBwA6MuUfQwoVmd6QvvpA6d3a6GgAIDWPuQRw5IpWUSPffT7ADiC0My7ShtlYa\nOVI6eFCqqZH69XO6IgDxhmGZMPL7zc3Tb74xW96tW0ewA4g9hPtZ6uula64xwf7ll9IVV5gHlgAg\n1hDuf9PQIC1dKm3bJq1d27zJBgDEIsJdZiaMx2PeT5smXXuts/UAQEfFfbgfOCD172/e+/3mKVQA\niHVxOxXSsswyAv37mxunPh/BDsA94jbcP/xQ+vWvpd/9Tjp5Ujpn90AAiGlxO889IUHKzZXWrHG6\nEgA4v45kZ9z13OvqpL/t563ly52tBQAiJe5Gma+4wsxn/+1vpcsvd7oaAIiMuAr3r782wX74sHkK\nFQDcKq6GZQ4fNrsnEewA3C6uwr2oiNUdAcSHuBiW+eMfpVtvNSs8vvSS09UAQOS5PtwXLpTmzDEb\nbvz5z827KgGAm7l6nrvfb8bY58yR/vVfpaQk20sAgHZjnvt5HDggPfigef/iiwQ7gPjiynB/+mmz\nZszixdLrrztdDQDYz3XDMnv2SBkZ0i9/KT38sC2XBICI6Eh2ui7c09OlTp1MyANALGMP1bPs3Stt\n2eJ0FQDgLFeNua9aZV6vvtrZOgDAaa4K9ylTpIkT2dQaAFwxLOP1Sv/1X2Ze+6JFTlcDAM6L6Z77\nkSPST38q3XOPeQL1d7+T+vRxuioAcF5M99znzTN7oe7cKXXp4nQ1ABA9YjLcv/xSGjdO+uILqbSU\nYAeAc11wWKa8vFwZGRlKT0/XggULznuM1+vVyJEjlZWVpdzc3HDX2MrRo1IgIP3pT9K0aRG/HADE\nnKA990AgoNmzZ2vVqlXyeDwaNWqU8vLylJmZ2XTMsWPHNGvWLH3wwQdKSUlRbW1txIuWzIJgAwfa\ncikAiDlBe+4VFRVKS0vTgAEDlJSUpPz8fJWVlbU45s0339TUqVOVkpIiSerVq1fkqv2b996Tqqsj\nfhkAiFlBe+41NTVKTU1t+pySkqJNmza1OKaqqkp+v1/jx4/X8ePH9eCDD+quu+5qda6ioqKm97m5\nue0evvn1r6Unn5Qee6xdfw4AUcvr9crr9YblXEHDPSGEp4H8fr+2bdum1atX68SJExo7dqzGjBmj\n9PT0FsedHe7t9e230qxZ0uOPS8891+HTAUBUObfjW1xc3O5zBQ13j8cjn8/X9Nnn8zUNv5yRmpqq\nXr16KTk5WcnJyRo3bpwqKytbhXs4/OY35nXevLCfGgBcJeiYe05OjqqqqlRdXa2GhgYtW7ZMeXl5\nLY657bbbtHbtWgUCAZ04cUKbNm3S0KFDw17o6dPSo49KBQVscg0AFxK0556YmKiSkhJNmjRJgUBA\nM2bMUGZmpkpLSyVJhYWFysjI0OTJkzV8+HB16tRJBQUFYQ/399+XZs827595JqynBgBXion13H/5\nS2n7dhPsV14ZxsIAIIq5fg/VLVuk5GSCHQBCFRPhfumlrNEOABcjJsK9UycT8ACA0MREuAMALk7U\nh3sgIC1dal4BAKGJ+nBfu1Y6eVKaMMHpSgAgdkR9uG/YIGVlSYMGOV0JAMSOqA/32lpp7FinqwCA\n2BL14f7GG9KAAU5XAQCxJarD3eczW+rdfrvTlQBAbInqcF+4UEpMlDIynK4EAGJLVIf7559Ljzzi\ndBUAEHuiNtz9fumtt6R+/ZyuBABiT9SuCllZKY0YIX3zjfTd70aoMACIYh1ZFTJqw/3v/17auVOq\nqYlQUQAQ5ToS7kE363DSxo3S6687XQUAxKaoHHO3LOn4cWnkSKcrAYDYFJXhXlVlXrmZCgDtE5Xh\n/oc/SD17Spdd5nQlABCbojLcFyyQbrvN6SoAIHZF5WyZzp3NhtiZmREsCgCinKs2yP7yS6m+Xura\n1elKACB2RV24/+pX5rVvX2frAIBYFnXhvnixVFgoJSQ4XQkAxK6oCvcDB8wTqTNnOl0JAMS2qAr3\nnTulPn2k7GynKwGA2BZVs2Wuvlq65BJp8+ZIVwQA0c81a8ts3y797/86XQUAxL6o6bnX1EgpKWYa\n5KWXRroiAIh+rpjn7vdL/fsT7AAQDlER7vv3S7NnO10FALhHVIy5v/qq9MEH0ooVTlcCAO4QFWPu\n3/++WSjshRciXQkAxI6YHnM/fdqs3z51qtOVAIB7ON5zr683q0BGvgoAiC0x3XPPz3e6AgBwnwuG\ne3l5uTIyMpSenq4FCxa0edzmzZuVmJio995776IKOHLELBYGAAifoOEeCAQ0e/ZslZeXa9euXVqy\nZIl279593uMee+wxTZ48+aL+L8TXX0vr1kmpqRdfOACgbUHDvaKiQmlpaRowYICSkpKUn5+vsrKy\nVsctXLhQd9xxh3r37n1RF58717yOG3dRfwYAuICg89xramqUela3OiUlRZs2bWp1TFlZmT788ENt\n3rxZCW0sxF5UVNT0Pjc3V7m5ufrkE+nppztQPQC4iNfrldfrDcu5goZ7W0F9toceekjz589vuqvb\n1rDM2eF+RkWF9OSToRUKAG53puN7RnFxcbvPFTTcPR6PfD5f02efz6eUlJQWx2zdulX5f5vyUltb\nq5UrVyopKUl5eXlBL7xli9TYKI0a1d7SAQBtCRruOTk5qqqqUnV1tfr166dly5ZpyZIlLY757LPP\nmt5Pnz5dt9566wWDXZJOnJDGjJF69Wpn5QCANgUN98TERJWUlGjSpEkKBAKaMWOGMjMzVVpaKkkq\nLCxs94UrKqS6unb/OQAgCMeeUB03Tho0SHr99UhfHQBiU0w+oXrqlHTDDU5dHQDczbFw375duvJK\np64OAO7mSLg3NpqfoUOduDoAuJ8j4V5ba16ZKQMAkeFIuJ/ZBLuT42tSAoA7ORKvS5eaDbEBAJHh\nSLgnJUmzZjlxZQCID46E+//9n5kKCQCIDEfCvaxM+uEPnbgyAMQHR55QTUiQDhxgkw4ACCamnlA9\ns84Y0yABIHJsD/fycqlHDyk52e4rA0D8sD3cq6ul8ePtvioAxBfbw33RIsbaASDSbA/3nj2lu+6y\n+6oAEF9sD/fERDNbBgAQObaHe2Wl1KWL3VcFgPhi6zz3xkaz9EBDg3kFALQtZua579tnXhOD7twK\nAOgo24dlvv99xtwBINJYUR0AXMjWcD90SKqrs/OKABCfbA33jRtZUwYA7GBruJ86JY0caecVASA+\n2RbuliXNmycNH27XFQEgftk2z33fPkuDB0unTzNbBgBCERPz3L/9VsrKItgBwA62jrkT7ABgD+a5\nA4ALEe4A4EKEOwC4kG3h/sUX0vHjdl0NAOKbbeH+9dfS975n19UAIL7ZOiwzcKCdVwOA+MWYOwC4\n0AXDvby8XBkZGUpPT9eCBQta/f6NN95Qdna2hg8frmuvvVY7duyISKEAgNAF3RMpEAho9uzZWrVq\nlTwej0aNGqW8vDxlZmY2HTNo0CB9/PHH6tq1q8rLy3Xfffdp48aNES8cANC2oD33iooKpaWlacCA\nAUpKSlJ+fr7KyspaHDN27Fh17dpVkjR69GgdPHgwctUCAEIStOdeU1Oj1NTUps8pKSnatGlTm8e/\n8sormjJlynl/9+67Rfr0U6moSMrNzVVubm67CgYAt/J6vfJ6vWE5V9BwT7iIxWDWrFmjV199VevW\nrTvv76dOLdL//I8JdwBAa+d2fIuLi9t9rqDh7vF45PP5mj77fD6lpKS0Om7Hjh0qKChQeXm5unfv\n3u5iAADhEXTMPScnR1VVVaqurlZDQ4OWLVumvLy8FsccOHBAt99+uxYvXqy0tLQ2z3X0qBQIhKdo\nAEBwQXvuiYmJKikp0aRJkxQIBDRjxgxlZmaqtLRUklRYWKinnnpKR48e1cyZMyVJSUlJqqioaHWu\n6urwFw8AOD/bdmKaO9fSd74jPfFEpK8GAO4QEzsxAQDsQ7gDgAsR7gDgQoQ7ALgQ4Q4ALkS4A4AL\nEe4A4EKEOwC4EOEOAC5EuAOACxHuAOBChDsAuJBt4V5fb9eVAAC2hfuWLVJjo11XA4D4Zlu419ZK\n2dl2XQ0A4ptt4X7okNSnj11XA4D4Zlu4f/WV1Lu3XVcDgPhm205MkiW/X0oMurEfAOCMmNiJqXNn\ngh0A7MI8dwBwIcIdAFyIcAcAF7L1hmrkrwQA7hETN1QHDbLrSgAA28J93Di7rgQAYMwdAFyIcAcA\nFyLcAcCFbAt3lvsFAPvYFu4sGgYA9rEt3D0eu64EAGDMHQBciHAHABci3AHAhQh3AHAhwt1mXq/X\n6RKiBm3RjLZoRluExwXDvby8XBkZGUpPT9eCBQvOe8ycOXOUnp6u7Oxsbd++PexFugn/cJvRFs1o\ni2a0RXgEDfdAIKDZs2ervLxcu3bt0pIlS7R79+4Wx6xYsUJ79+5VVVWVXn75Zc2cOTOiBQMALixo\nuFdUVCgtLU0DBgxQUlKS8vPzVVZW1uKY5cuX6+6775YkjR49WseOHdOhQ4ciVzEA4MKsIN5++23r\nZz/7WdPnRYsWWbNnz25xzC233GKtW7eu6fOECROsLVu2tDhGEj/88MMPP+34aa9EBWF2ULqwc3cK\nOffvbNjsCQBwlqDDMh6PRz6fr+mzz+dTSkpK0GMOHjwoD2sNAICjgoZ7Tk6OqqqqVF1drYaGBi1b\ntkx5eXktjsnLy9Pvf/97SdLGjRvVrVs39enTJ3IVAwAuKOiwTGJiokpKSjRp0iQFAgHNmDFDmZmZ\nKi0tlSQVFhZqypQpWrFihdLS0tSlSxe99tprthQOAAii3aP157Fy5UpryJAhVlpamjV//vzzHvPA\nAw9YaWlp1vDhw61t27aF8/JR5UJtsXjxYmv48OHWVVddZV1zzTVWZWWlA1XaI5R/F5ZlWRUVFdYl\nl1xivfvuuzZWZ69Q2mLNmjXWiBEjrGHDhlnXX3+9vQXa6EJtceTIEWvSpElWdna2NWzYMOu1116z\nv0gbTJ8+3briiiusrKysNo9pT26GLdwbGxutwYMHW/v377caGhqs7Oxsa9euXS2Oef/9962bbrrJ\nsizL2rhxozV69OhwXT6qhNIW69evt44dO2ZZlvlHHs9tcea48ePHWzfffLP1zjvvOFBp5IXSFkeP\nHrWGDh1q+Xw+y7JMwLlRKG0xb9486/HHH7csy7RDjx49LL/f70S5EfXxxx9b27ZtazPc25ubYVt+\ngDnxzUJpi7Fjx6pr166STFscPHjQiVIjLpS2kKSFCxfqjjvuUG8X7+oSSlu8+eabmjp1atPEhV69\nejlRasSF0hZ9+/ZVXV2dJKmurk49e/ZUYmLQkeSYdN1116l79+5t/r69uRm2cK+pqVFqamrT55SU\nFNXU1FzwGDeGWihtcbZXXnlFU6ZMsaM024X676KsrKzp6eZQp+DGmlDaoqqqSl9//bXGjx+vnJwc\nLVq0yO4ybRFKWxQUFGjnzp3q16+fsrOz9eKLL9pdZlRob26G7X8GwzUn3g0u5j/TmjVr9Oqrr2rd\nunURrMg5obTFQw89pPnz5yshIUGWGSq0oTL7hdIWfr9f27Zt0+rVq3XixAmNHTtWY8aMUXp6ug0V\n2ieUtnj22Wc1YsQIeb1e7du3TxMnTlRlZaUuv/xyGyqMLu3JzbCFO3Pim4XSFpK0Y8cOFRQUqLy8\nPOj/LYtlobTF1q1blZ+fL0mqra3VypUrlZSU1GrabawLpS1SU1PVq1cvJScnKzk5WePGjVNlZaXr\nwj2Utli/fr1+8YtfSJIGDx6sgQMHas+ePcrJybG1Vqe1OzfDckfAsiy/328NGjTI2r9/v1VfX3/B\nG6obNmxw7U3EUNri888/twYPHmxt2LDBoSrtEUpbnO2ee+5x7WyZUNpi9+7d1oQJE6zGxkbrr3/9\nq5WVlWXt3LnToYojJ5S2ePjhh62ioiLLsizryy+/tDwej/XVV185UW7E7d+/P6QbqheTm2HruTMn\nvlkobfHUU0/p6NGjTePMSUlJqqiocLLsiAilLeJFKG2RkZGhyZMna/jw4erUqZMKCgo0dOhQhysP\nv1Da4oknntD06dOVnZ2t06dP6/nnn1ePHj0crjz8pk2bpo8++ki1tbVKTU1VcXGx/H6/pI7lZoJl\nuXSAEwDiGDsxAYALEe4A4EKEOwC4EOEOAC5EuAOACxHuAOBC/w858r1kNqJdcQAAAABJRU5ErkJg\ngg==\n"
      }
     ],
     "prompt_number": 55
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "## test naive bayesian multinomial\n",
      "nb_multinomial_classifier = naive_bayes.MultinomialNB(alpha = 0.4)\n",
      "misclassified = benchmark(nb_multinomial_classifier)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "____________________________________________________________________________\n",
        "training: \n",
        "MultinomialNB(alpha=0.4, fit_prior=True)\n",
        "training time: 0.01\n",
        "test time: 0.00\n",
        "confusion matrix:\n",
        "[[1923   31]\n",
        " [ 468  225]]\n",
        "classification rate:\n",
        "81.148469966 %\n",
        "AUC for test:  0.855968664566\n",
        "ROC plot\n"
       ]
      },
      {
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD9CAYAAABHnDf0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHD1JREFUeJzt3Xt0VOW9xvEnkIgRkbsImZQAiSTcgjaKqGiopUHUiMBp\nY88FkRVzaJFFL+uosNoGbFFcRY8151RoFS9IpFok9BjiEWTkKMSg0KBgMSBIGBWNJo0YJWHY54+3\nJgTIMElm9p7Z8/2s5ZrMzM7sn+9iPby8817iLMuyBABwlS5OFwAACD3CHQBciHAHABci3AHAhQh3\nAHAhwh0AXChguN9+++0aMGCARo8e3eY18+bNU1pamjIzM7Vz586QFwgAaL+A4T5r1iyVlZW1+X5p\naan27dunqqoqrVixQnPmzAl5gQCA9gsY7hMmTFDv3r3bfH/9+vWaOXOmJGncuHGqq6vTkSNHQlsh\nAKDdOjXm7vP5lJyc3Pzc4/Ho8OHDnS4KANA58Z39gFN3L4iLizvjdW29DgAIrCO7xHQq3JOSklRd\nXd38/PDhw0pKSmrzeraxMQoLC1VYWOh0GRGBtmhBW7QIR1ts2iQ9+qh0zjltX7N6tXns1q3ta44d\nk7KypP79pcZGqUcP6cYbW963LGnKFCkx0Tzv0UOK70TSdrRj3Klwz83NVVFRkfLy8lReXq5evXpp\nwIABnflIADGmsVHy+1u/dvy49NVX5vX/+Z/T32/Lm29K+/ZJCQktn/OXv7S8f/nl0rx5bf/+1Kkm\nqAPlaZcugf+CiBQBw/3WW2/Vq6++qpqaGiUnJ2vRokVqamqSJBUUFGjKlCkqLS1VamqqunfvrpUr\nV9pSNABn+f3S3/8e3LVffSWVlrYOzC1bJJ9P6tpVevll6dxzW//O8ePSsmXS11+b5z/8YfB1jRkj\nffvbLa/9/OfSNdcE9/tuEmfXlr9xcXEMy/yD1+tVdna202VEBNqiRaS2RXm5GdJYs0bq27flta+/\nlgJMpmtWWyv16iVNn97y2jchnJ4u9ekjjRvX+ncitS2c0NHsJNwBNGtqktavl554Qjp4UPryS+nA\nATPGPGGCdNNNLddeeqnUs6dTlcYOwh1Auxw7JlVVmZ+//NKMTa9bJ+3eLeXkSP/8z1JamnTRRVJK\niqOlxjTCHUBABw5Ijz0mPfKICez33jOvjxwpHT0qde8uTZtmvlQ8ecwaziLcgRhWXy9VVpqfd+yQ\ntm+Xioulk2cmV1dLgwZJt94q5eeb15KTpfPOs79eBI9wB2LMJ5+YQP/rX6WHHpI++ki6+mozOyUj\nQ/re96Rrr225vls3iZnK0YdwB1ysrEx66inT+37tNen8881QSp8+Zlhl2DDpnnukiy92ulKEGuEO\nRJkTJ8x/kvlys7TUPF+/vmWlZNeu5tHvl8aPlwoKTJBnZprXzz8/8IIbRL+OZmen95YBEJhlmV72\nm29Khw6Z1zZulFatMj937dqyAvP73zfXrlol/eAHrT+nM0vYEXvouQPtUFMj/elPZkn80aOB9yD5\nxptvSnV15ufvfEfyeMx88gkTpDvuaOmdA2fCsAwQYsePSytWmCGTjz6SNmyQ3nnHvDdzpjR5csuK\nzbMZO9ZsNAW0F+EOhJBlSddfL730kjR/vnneo4eZgTJ6tFlOD9iBMXcgBA4dkn79a2nlStNzf+45\nacYMp6sC2o9wB/5h+nRp7VrTK//tb82XmwMHOl0V0DGEO2LSp5+a8fNDh8wOh1VVZufDF14wy++B\naMeYO2JCTY1ZxVleLr3yinntggukESPMF52TJplVnd/9rrN1AqfiC1WgDZs2tYT2T39qZrl8+9tm\nL3IWACHS8YUqcJITJ6RbbjGrPSVzpuUzzzDLBbGDcEfUamgwc9BPPsbthRfMCUFbt5rXt2wxi4WA\nWMOwDCKeZUlHjrTsw9LYKD34oNmXvEcP6YsvzIlA06ebwL/5ZjOefvXV5hGIZgzLwFWOHZOKiqTn\nn5f27DH7lX8zLbG+3pw+/9vfSj/7mbN1ApGKnjsixiuvmLnlHk/LwRN33mnO7RwxovXBE0CsoOeO\nqLJ/vzmAecMG0wt/6y3pf/9Xuuoq02OXpOHDpcRER8sEohY9d9imstKMj+/aJf34x9LQoVK/fmaM\nXJJGjZJyc52tEYg0zHNHRProI+nVV80CoooK0zNvaDCLhpYudbo6IPIxLAPH+XzmcGbJnOu5ZImZ\nlnjBBSbUX39duvJKZ2sEYgU9d4TEQw+Z1Z+DBkmXXmqmKw4dKi1ebIZeWAkKdAw9dzjC75fy8syU\nxQULpN/8xumKAEiEOzro7bfNqtC77zbPV66UbrvN0ZIAnIRhGZyVZZne+fvvt0xN/L//M8MuU6ZI\nv/iFdOGFztYIuBWzZRA2L74o3Xij9Pjj0rBh5rVu3aTLL2csHQg3wh1hsXOnmeGSmyutWeN0NUDs\nIdzRKU89ZcbRT+6Jl5ZKu3dLgwebkO/d27n6gFhFuKNd1q0zq0Rra01of/ih9E//JGVltVzj95tD\nLjIypPPPd65WIJYxFRJB8fulf/1XqbhYuvZaacUKqXt3s79L//5OVwcgVAh3l/vqK7Mh1zvvmL1d\nnnvOvP7HP0qzZztbG4Dw6XK2C8rKypSenq60tDQtPcNmIDU1NZo8ebLGjh2rUaNG6YknnghHnWiH\npiapqsrs3zJypDR1qrRtmxl+Wb/evE+wA+4WcMzd7/dr+PDh2rhxo5KSknTZZZepuLhYGRkZzdcU\nFhbq2LFjuu+++1RTU6Phw4fryJEjio9v/Y8CxtztsXRpy8KiAQPM9rkZGSbkAUSfjmZnwJ57RUWF\nUlNTlZKSooSEBOXl5amkpKTVNQMHDlR9fb0kqb6+Xn379j0t2GEPr1f6r/+SfvQjs/Do44+lGTMI\ndiAWBQx3n8+n5OTk5ucej0c+n6/VNfn5+dq9e7cGDRqkzMxMPfzww+GpFG1qapJ+9ztp4kQpJcWs\nGAUQ2wJ2seOCWH64ZMkSjR07Vl6vV/v379ekSZNUWVmpHj16nHZtYWFh88/Z2dnKzs5ud8EwPvxQ\nqquT7r1XevZZ89rcuebg6IQEZ2sD0HFer1der7fTnxMw3JOSklRdXd38vLq6Wh6Pp9U1W7du1cKF\nCyVJw4YN05AhQ7R3715lnTxh+h9ODnd03Jo1Zq+XwYPNYdFFRdLMmcxFB9zg1I7vokWLOvQ5AYdl\nsrKyVFVVpYMHD6qxsVFr1qxR7innoKWnp2vjxo2SpCNHjmjv3r0aOnRoh4pBYJYl/eUvJti/9z1z\nBunnn5vFSAQ7gJMF7LnHx8erqKhIOTk58vv9mj17tjIyMrR8+XJJUkFBgRYsWKBZs2YpMzNTJ06c\n0AMPPKA+ffrYUnwsOXpUSk83px195zvSn/7kdEUAIhnbD0S4PXukX/7SrCxdt8701gcPdroqAHYJ\ny1RIOGv/fjONcedOsyvj5s0EO4DgMCE9AlmWWUk6dap08cXS3r1OVwQg2tBzj0DXXWeC/fbbzZa7\nANBe9NwjyGuvSf/932b4Zfv21tvvAkB70HOPAH/8oxlLnzDBjLM/+STBDqBz6Lk75P33pWXLzJTG\nmhpp3jyzz/rYsRJb8wDoLGLEZl9/bbYIWLhQuugi6T/+Q5o2reXgaQAIBcLdJrt2mT3V//3fzfM7\n7zSbfQFAOLCIyQaHDpkx9TFjTA/90UelCy90uioA0YADsiPUF19IF1xgQn3fPqerARBtCPcI09go\ndetmfj73XLM3TNeuztYEIPqw/UAEsSzphhvMz/X1UkMDwQ7AXnyhGgZ33SVt3CitXSud4cwSAAg7\nwj2E6uqkAwfMIqTCQumWW5yuCECsYlimE5qazJa8zz1n5qz37i1deql5/P73na4OQCyj594OTU1m\nq4DqajO98ZlnzOuDBplpjsuWSaNGSUEcPQsAYcVsmSA0NEg7dpi9XyTpX/7FnIo0YIA58o4j7gCE\nS0ezk577KbZtk554wsxu+eILadWqlvfS0qQ33zTz1gEgktFzP0VcnOmR//KX5nmvXubM0r59pYQE\nZ2sDEHvouXfS2rWmxy6ZbXe7d3e0HADoFGbL/MOKFVL//mZ+OsEOINoxLCMz++Vb35JeeMEcbwcA\nkYLtBzpo4UIT7N26EewA3COmw/2OO6QlS6Rf/EKqrXW6GgAInZgdlnnxRenGG81h1NnZTlcDAGfG\nbJkgVVeb1aR1ddLkydK11zpdEQCEXsyF+69/bYL94EFzOhIAuFFMjbnfc4+Z8njvvQQ7AHeLmTH3\nTz4xK08ffdR8kcrmXgCiAcfsncWkSWaBUgR9pwsAZ8U89wCamkywr1vndCUAYI+YCPf//E/zmJvr\nbB0AYBfXD8t89ZV03nnSD34gPfus7bcHgE5hWKYNmzebx4cfdrYOALCT63vuGRnSOedIlZW23xoA\nOo0Vqmfw3HPS3/4meb1OVwIA9jrrsExZWZnS09OVlpampUuXnvEar9erSy65RKNGjVJ2BG3Usnix\nNG4cWwwAiD0Bh2X8fr+GDx+ujRs3KikpSZdddpmKi4uVkZHRfE1dXZ2uuuoqvfTSS/J4PKqpqVG/\nfv1Ov5HNwzK1tVKfPtLLL0vf/a5ttwWAkArLF6oVFRVKTU1VSkqKEhISlJeXp5KSklbXrF69WtOn\nT5fH45GkMwa73SxLWrnSnHlKsAOIRQHD3efzKTk5ufm5x+ORz+drdU1VVZU+//xzTZw4UVlZWXr6\n6afDU2k7eDzSz34mzZ/vdCUA4IyAX6jGBbEBS1NTk3bs2KFNmzapoaFB48eP1xVXXKG0tLTTri0s\nLGz+OTs7Oyzj8zU10ocfSg0NUmJiyD8eAMLK6/XKG4JZIAHDPSkpSdXV1c3Pq6urm4dfvpGcnKx+\n/fopMTFRiYmJuuaaa1RZWXnWcA+HY8ekQYPMcEy3bmG9FQCExakd30WLFnXocwIOy2RlZamqqkoH\nDx5UY2Oj1qxZo9xT1vDffPPNeu211+T3+9XQ0KA33nhDI0aM6FAxnfXgg2Yfmb/9Teri+uVZANC2\ngD33+Ph4FRUVKScnR36/X7Nnz1ZGRoaWL18uSSooKFB6eromT56sMWPGqEuXLsrPz3cs3F96SZox\nQxo61JHbA0DEcM0K1fvukxYskEpK2CAMgHvE9H7ufr8UHy/l55uTlgDALWJ647DSUvO4bJmzdQBA\npIj6cH/7bTMMM3Wq1KOH09UAQGSI6mGZ996TJkww0x4/+IBzUQG4T0wOy8yZYw69fvZZgh0ATha1\nPfdvvkQtLZWuvz5kHwsAESXmeu7jx5tHNgYDgNNFXbhblnTLLdL27dKuXWarAQBAa1EX7nfcIa1b\nZ85GHT3a6WoAIDJF1Zj7e+9Jw4dLTz4p/du/hagwAIhgMTHmvnKl2TeGYAeAwKIq3NeulX74Q6er\nAIDIFzXhvnChGZbJy3O6EgCIfFET7hs2SD/9qTRypNOVAEDki4pwP3FC2rmTrXwBIFhREe4ff2we\nL7/c2ToAIFpERbhbltSzJwdeA0CwAh6zFwk++UTyeMw+MgCA4ER8z/3KK82jz+dsHQAQTSI63J98\nUtq/X3rnHenCC52uBgCiR0SH+xtvSHfeyfRHAGiviA33Eyek3/9eGjLE6UoAIPpE7MZhn30m9etn\nZsoAQKxy3cZhDz7IgdcA0FERGe7Hj0tPPGH2bgcAtF9EhvuvfiV9+KE0a5bTlQBAdIrIcP/qK2nZ\nMmbJAEBHRWS4HznidAUAEN0iMtxXr5YGDHC6CgCIXhE3FfKvf5UuuUQ6elTq3t2GwgAggrlmKmR9\nvdnal2AHgI6LuHCvrTWrUwEAHRdR4W5Z0tSpUpeIqgoAok9ExeiPf2weX3nF2ToAINpFVLj//vfS\nPfcw3g4AnRUxs2UOHZIGD5bq6syRegCAMM6WKSsrU3p6utLS0rR06dI2r9u+fbvi4+O1du3adhch\nSTfcYEKdzcIAoPMChrvf79fcuXNVVlamPXv2qLi4WO++++4Zr7vrrrs0efLkDv0NI5ktB4qL+TIV\nAEIhYJRWVFQoNTVVKSkpSkhIUF5enkpKSk677pFHHtGMGTPUv3//Dhdy/vnSwIEd/nUAwEkChrvP\n51NycnLzc4/HI98pJ1X7fD6VlJRozpw5ksz4UHsdPSpVVrb71wAAbYgP9GYwQT1//nzdf//9zYP+\ngYZlCgsLm3/Ozs5Wdna2JMnrNa9lZJz1dgDgal6vV95vQrETAs6WKS8vV2FhocrKyiRJ9913n7p0\n6aK77rqr+ZqhQ4c2B3pNTY3OO+88/eEPf1Bubm7rGwX4xvfcc6UJE6SXX+70/w8AuEpHZ8sEDPfj\nx49r+PDh2rRpkwYNGqTLL79cxcXFymijiz1r1izddNNNmjZtWtAFvvWWlJUlVVdLHk+76wcAV+to\nuAcclomPj1dRUZFycnLk9/s1e/ZsZWRkaPny5ZKkgoKCjlV7kuefl0aMINgBIJQcX8R0zz3S119L\nDz1kRxUAEF2idsvf99+XOjGDEgBwBo6He329meMOAAgdx8M9IUFKSXG6CgBwF8fDfcsWye93ugoA\ncBdHw/3vfzf/ZWY6WQUAuI+j4f6b35jHwYOdrAIA3MfRcN+0SfrRj6SuXZ2sAgDcx9Fwr6+XTtml\nAAAQAo6F+5Ej0r590pAhTlUAAO7lWLjv3WsWL118sVMVAIB7ORbuTU18kQoA4eJYuL/8smTPrjYA\nEHscC/ff/U6aONGpuwOAuzmyK2RTk3TOOWbTML5QBYC2RdWukOXl5pE9ZQAgPBzpuffvL110kfT2\n23bcGQCiV1iO2QulkwuMi5MOHmS2DACcTVQNy3TvLvXt68SdASA2OL7lLwAg9GwP96Ym6csv7b4r\nAMQW28Pd5zOP551n950BIHY4MiwzeLDUhQEhAAgbIhYAXMj2cP/4Y6m21u67AkBssT3cP/tM+ta3\n7L4rAMQW28N92zYzzx0AED62hvsHH5hDsWfMsPOuABB7bA337dulPn2kn//czrsCQOyxNdw3bpSu\nvtrOOwJAbLI13Jcvl7Kz7bwjAMQmW3eFlCw1NEiJiXbcEQCiX1TsCtm/P8EOAHawNdyZ3w4A9rA1\n3KdOtfNuABC7bB+WAQCE31nDvaysTOnp6UpLS9PSpUtPe/+ZZ55RZmamxowZo6uuukq7du1q87Mu\nuqhzxQIAghMf6E2/36+5c+dq48aNSkpK0mWXXabc3FxlZGQ0XzN06FBt2bJFPXv2VFlZme644w6V\nl5eHvXAAQNsC9twrKiqUmpqqlJQUJSQkKC8vTyUlJa2uGT9+vHr27ClJGjdunA4fPhy+agEAQQkY\n7j6fT8nJyc3PPR6PfN8cpXQGjz32mKZMmRK66gAAHRJwWMYsPArO5s2b9fjjj+v1119v85rVqwu1\nc6f5OTs7W9ksVwWAVrxer7xeb6c/J2C4JyUlqbq6uvl5dXW1PB7Padft2rVL+fn5KisrU+/evdv8\nvHvvLdTFF3eiWgBwuVM7vosWLerQ5wQclsnKylJVVZUOHjyoxsZGrVmzRrm5ua2uOXTokKZNm6ZV\nq1YpNTU14M26du1QjQCAdgrYc4+Pj1dRUZFycnLk9/s1e/ZsZWRkaPny5ZKkgoICLV68WLW1tZoz\nZ44kKSEhQRUVFeGvHADQJls3Dtu3z9KwYXbcDQDcISo2DgMA2MPWcO/CXyUAYAtbh2VOnLDUjtmV\nABDzomJYhmAHAHswUAIALkS4A4ALEe4A4EKEOwC4EOEOAC5EuAOACxHuAOBChDsAuBDhDgAuRLgD\ngAsR7gDgQoQ7ALgQ4Q4ALkS4A4ALEe4A4EKEOwC4EOEOAC5EuAOACxHuAOBChDsAuBDhDgAuRLgD\ngAsR7gDgQoQ7ALgQ4Q4ALkS4A4ALEe4A4EKEOwC4EOEOAC5EuAOACxHuAOBChDsAuNBZw72srEzp\n6elKS0vT0qVLz3jNvHnzlJaWpszMTO3cuTPkRbqN1+t1uoSIQVu0oC1a0BadFzDc/X6/5s6dq7Ky\nMu3Zs0fFxcV69913W11TWlqqffv2qaqqSitWrNCcOXPCWrAb8Ae3BW3RgrZoQVt0XsBwr6ioUGpq\nqlJSUpSQkKC8vDyVlJS0umb9+vWaOXOmJGncuHGqq6vTkSNHwlcxAOCsAoa7z+dTcnJy83OPxyOf\nz3fWaw4fPhziMgEA7REf6M24uLigPsSyrKB+L9jPiwWLFi1yuoSIQVu0oC1a0BadEzDck5KSVF1d\n3fy8urpaHo8n4DWHDx9WUlLSaZ916l8AAIDwCTgsk5WVpaqqKh08eFCNjY1as2aNcnNzW12Tm5ur\np556SpJUXl6uXr16acCAAeGrGABwVgF77vHx8SoqKlJOTo78fr9mz56tjIwMLV++XJJUUFCgKVOm\nqLS0VKmpqerevbtWrlxpS+EAgACsENqwYYM1fPhwKzU11br//vvPeM2dd95ppaamWmPGjLF27NgR\nyttHlLO1xapVq6wxY8ZYo0ePtq688kqrsrLSgSrtEcyfC8uyrIqKCqtr167Wn//8Zxurs1cwbbF5\n82Zr7Nix1siRI61rr73W3gJtdLa2+PTTT62cnBwrMzPTGjlypLVy5Ur7i7TBrFmzrAsvvNAaNWpU\nm9d0JDdDFu7Hjx+3hg0bZh04cMBqbGy0MjMzrT179rS65sUXX7Suv/56y7Isq7y83Bo3blyobh9R\ngmmLrVu3WnV1dZZlmT/ksdwW31w3ceJE64YbbrCef/55ByoNv2Daora21hoxYoRVXV1tWZYJODcK\npi1+9atfWXfffbdlWaYd+vTpYzU1NTlRblht2bLF2rFjR5vh3tHcDNn2A8yJbxFMW4wfP149e/aU\nZNrCrdNHg2kLSXrkkUc0Y8YM9e/f34Eq7RFMW6xevVrTp09vnrjQr18/J0oNu2DaYuDAgaqvr5ck\n1dfXq2/fvoqPDziSHJUmTJig3r17t/l+R3MzZOHOnPgWwbTFyR577DFNmTLFjtJsF+yfi5KSkubV\nzW6dMhtMW1RVVenzzz/XxIkTlZWVpaefftruMm0RTFvk5+dr9+7dGjRokDIzM/Xwww/bXWZE6Ghu\nhuyvwVDPiY9m7fl/2rx5sx5//HG9/vrrYazIOcG0xfz583X//fcrLi5OlhkqtKEy+wXTFk1NTdqx\nY4c2bdqkhoYGjR8/XldccYXS0tJsqNA+wbTFkiVLNHbsWHm9Xu3fv1+TJk1SZWWlevToYUOFkaUj\nuRmycA/lnPhoF0xbSNKuXbuUn5+vsrKygP8si2bBtMVbb72lvLw8SVJNTY02bNighISE06bdRrtg\n2iI5OVn9+vVTYmKiEhMTdc0116iystJ14R5MW2zdulULFy6UJA0bNkxDhgzR3r17lZWVZWutTutw\nbobkGwHLspqamqyhQ4daBw4csI4dO3bWL1S3bdvm2i8Rg2mLDz74wBo2bJi1bds2h6q0RzBtcbLb\nbrvNtbNlgmmLd99917ruuuus48ePW19++aU1atQoa/fu3Q5VHD7BtMVPfvITq7Cw0LIsy/r444+t\npKQk67PPPnOi3LA7cOBAUF+otic3Q9ZzZ058i2DaYvHixaqtrW0eZ05ISFBFRYWTZYdFMG0RK4Jp\ni/T0dE2ePFljxoxRly5dlJ+frxEjRjhceegF0xYLFizQrFmzlJmZqRMnTuiBBx5Qnz59HK489G69\n9Va9+uqrqqmpUXJyshYtWqSmpiZJncvNOMty6QAnAMQwTmICABci3AHAhQh3AHAhwh0AXIhwBwAX\nItwBwIX+H96BVGPAxZ9xAAAAAElFTkSuQmCC\n"
      }
     ],
     "prompt_number": 117
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}