Data_Cleanup and LIWC Analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Applications/anaconda/lib/python3.5/site-packages/IPython/core/interactiveshell.py:2723: DtypeWarning: Columns (4) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "# load library\n",
    "import pandas as pd\n",
    "\n",
    "anorexiaSubredditsLIWC = pd.read_csv(\"data/LIWC_subreddits_anorexia.txt\", sep = \"\\t\", encoding='ISO-8859-1')\n",
    "obesitySubredditsLIWC = pd.read_csv(\"data/LIWC_subreddits_obesity.txt\", sep = \"\\t\", encoding='ISO-8859-1')\n",
    "\n",
    "# unable to parse --> maybe file too large?\n",
    "#bothSubredditsLIWC = pd.read_csv(\"data/LIWC_subreddits_both.txt\", sep = \"\\t\", encoding='ISO-8859-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# drop rows that contain NaN values\n",
    "anorexiaSubredditsLIWC = anorexiaSubredditsLIWC.dropna()\n",
    "anorexiaSubredditsLIWC = anorexiaSubredditsLIWC.drop(anorexiaSubredditsLIWC.index[[0]]) # remove row 0\n",
    "\n",
    "# drop rows that contain NaN values\n",
    "obesitySubredditsLIWC = obesitySubredditsLIWC.dropna()\n",
    "obesitySubredditsLIWC = obesitySubredditsLIWC.drop(obesitySubredditsLIWC.index[[0]]) #remove row 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "anorexiaSubredditsLIWC.to_csv(\"LIWC_anorexia.csv\", index=False)\n",
    "obesitySubredditsLIWC.to_csv(\"LIWC_obesity.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# load data\n",
    "anorexiaLIWC = pd.read_csv(\"LIWC_anorexia.csv\", encoding='ISO-8859-1')\n",
    "obesityLIWC = pd.read_csv(\"LIWC_obesity.csv\", encoding='ISO-8859-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source (A)</th>\n",
       "      <th>Source (B)</th>\n",
       "      <th>Source (C)</th>\n",
       "      <th>Source (D)</th>\n",
       "      <th>Source (E)</th>\n",
       "      <th>WC</th>\n",
       "      <th>Analytic</th>\n",
       "      <th>Clout</th>\n",
       "      <th>Authentic</th>\n",
       "      <th>Tone</th>\n",
       "      <th>...</th>\n",
       "      <th>Comma</th>\n",
       "      <th>Colon</th>\n",
       "      <th>SemiC</th>\n",
       "      <th>QMark</th>\n",
       "      <th>Exclam</th>\n",
       "      <th>Dash</th>\n",
       "      <th>Quote</th>\n",
       "      <th>Apostro</th>\n",
       "      <th>Parenth</th>\n",
       "      <th>OtherP</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>sophistate_xx</td>\n",
       "      <td>Yup. They also put fat ones for Victorian (!!!...</td>\n",
       "      <td>fatpeoplehate</td>\n",
       "      <td>t5_2x9xz</td>\n",
       "      <td>16</td>\n",
       "      <td>52.0</td>\n",
       "      <td>73.90</td>\n",
       "      <td>57.63</td>\n",
       "      <td>83.83</td>\n",
       "      <td>5.37</td>\n",
       "      <td>...</td>\n",
       "      <td>5.77</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.92</td>\n",
       "      <td>0.00</td>\n",
       "      <td>5.77</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.69</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.85</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>probably_a_bitch</td>\n",
       "      <td>You know what? I can eat whatever I want and s...</td>\n",
       "      <td>fatpeoplehate</td>\n",
       "      <td>t5_2x9xz</td>\n",
       "      <td>5</td>\n",
       "      <td>144.0</td>\n",
       "      <td>8.65</td>\n",
       "      <td>7.25</td>\n",
       "      <td>53.52</td>\n",
       "      <td>15.92</td>\n",
       "      <td>...</td>\n",
       "      <td>0.69</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.69</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.39</td>\n",
       "      <td>4.86</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GrandmasterSexay</td>\n",
       "      <td>She's not even thin to the point on anorexia, ...</td>\n",
       "      <td>fatpeoplehate</td>\n",
       "      <td>t5_2x9xz</td>\n",
       "      <td>26</td>\n",
       "      <td>24.0</td>\n",
       "      <td>3.55</td>\n",
       "      <td>33.83</td>\n",
       "      <td>48.89</td>\n",
       "      <td>92.40</td>\n",
       "      <td>...</td>\n",
       "      <td>4.17</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.17</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.33</td>\n",
       "      <td>8.33</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Pamzella</td>\n",
       "      <td>I was once for a year....  Dealing with anorex...</td>\n",
       "      <td>infertility</td>\n",
       "      <td>t5_2saej</td>\n",
       "      <td>1</td>\n",
       "      <td>46.0</td>\n",
       "      <td>28.96</td>\n",
       "      <td>6.42</td>\n",
       "      <td>80.16</td>\n",
       "      <td>93.61</td>\n",
       "      <td>...</td>\n",
       "      <td>4.35</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Trollhydra</td>\n",
       "      <td>Don't forget they tend to say something along ...</td>\n",
       "      <td>fatlogic</td>\n",
       "      <td>t5_2wyxm</td>\n",
       "      <td>22</td>\n",
       "      <td>41.0</td>\n",
       "      <td>6.73</td>\n",
       "      <td>11.14</td>\n",
       "      <td>71.40</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>4.88</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.88</td>\n",
       "      <td>4.88</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 98 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Source (A)                                         Source (B)  \\\n",
       "0     sophistate_xx  Yup. They also put fat ones for Victorian (!!!...   \n",
       "1  probably_a_bitch  You know what? I can eat whatever I want and s...   \n",
       "2  GrandmasterSexay  She's not even thin to the point on anorexia, ...   \n",
       "3          Pamzella  I was once for a year....  Dealing with anorex...   \n",
       "4        Trollhydra  Don't forget they tend to say something along ...   \n",
       "\n",
       "      Source (C) Source (D) Source (E)     WC  Analytic  Clout  Authentic  \\\n",
       "0  fatpeoplehate   t5_2x9xz         16   52.0     73.90  57.63      83.83   \n",
       "1  fatpeoplehate   t5_2x9xz          5  144.0      8.65   7.25      53.52   \n",
       "2  fatpeoplehate   t5_2x9xz         26   24.0      3.55  33.83      48.89   \n",
       "3    infertility   t5_2saej          1   46.0     28.96   6.42      80.16   \n",
       "4       fatlogic   t5_2wyxm         22   41.0      6.73  11.14      71.40   \n",
       "\n",
       "    Tone   ...    Comma  Colon  SemiC  QMark  Exclam  Dash  Quote  Apostro  \\\n",
       "0   5.37   ...     5.77    0.0   1.92   0.00    5.77   0.0   7.69     0.00   \n",
       "1  15.92   ...     0.69    0.0   0.00   0.69    0.00   0.0   1.39     4.86   \n",
       "2  92.40   ...     4.17    0.0   0.00   0.00    4.17   0.0   8.33     8.33   \n",
       "3  93.61   ...     4.35    0.0   0.00   0.00    0.00   0.0   0.00     0.00   \n",
       "4  25.77   ...     4.88    0.0   0.00   0.00    0.00   0.0   4.88     4.88   \n",
       "\n",
       "   Parenth  OtherP  \n",
       "0     3.85     0.0  \n",
       "1     0.00     0.0  \n",
       "2     0.00     0.0  \n",
       "3     0.00     0.0  \n",
       "4     0.00     0.0  \n",
       "\n",
       "[5 rows x 98 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anorexiaLIWC.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "columns = list(anorexiaLIWC.columns.values)[6:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "valueCount = {}\n",
    "for item in columns:\n",
    "    try:\n",
    "        valueCount[item].add(anorexiaLIWC[item].values.sum())\n",
    "    except:\n",
    "        valueCount[item] = [anorexiaLIWC[item].values.sum()]\n",
    "#print(valueCount)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dic [281542.89000000001]\n",
      "Clout [172828.81]\n",
      "Analytic [165695.77999999997]\n",
      "function [162787.10999999999]\n",
      "Tone [110669.12]\n",
      "Authentic [110572.48999999999]\n",
      "Sixltr [69287.289999999994]\n",
      "AllPunc [61768.979999999996]\n",
      "verb [53311.950000000004]\n",
      "WPS [51200.830000000002]\n",
      "cogproc [45447.869999999995]\n",
      "pronoun [41238.400000000001]\n",
      "focuspresent [40077.209999999999]\n",
      "prep [38902.459999999999]\n",
      "auxverb [33499.07]\n",
      "relativ [33336.809999999998]\n",
      "bio [31670.449999999997]\n",
      "social [28428.470000000001]\n",
      "Period [24859.75]\n",
      "health [23181.639999999999]\n",
      "ppron [22327.799999999999]\n",
      "drives [21981.040000000001]\n",
      "ingest [21494.379999999997]\n",
      "affect [20495.93]\n",
      "article [20066.239999999998]\n",
      "conj [20048.68]\n",
      "adj [19606.59]\n",
      "space [19522.18]\n",
      "ipron [18899.739999999998]\n",
      "adverb [17944.279999999999]\n",
      "differ [13324.17]\n",
      "Comma [12076.310000000001]\n",
      "negemo [10992.240000000002]\n",
      "Apostro [10139.040000000001]\n",
      "tentat [9869.4899999999998]\n",
      "time [9761.7400000000016]\n",
      "compare [9716.5599999999995]\n",
      "posemo [9338.0999999999985]\n",
      "power [8269.7200000000012]\n",
      "insight [8156.3299999999999]\n",
      "i [8132.3699999999999]\n",
      "negate [8003.2999999999993]\n",
      "cause [7844.1699999999992]\n",
      "quant [7728.9099999999999]\n",
      "discrep [6817.0500000000002]\n",
      "percept [6480.1299999999992]\n",
      "focuspast [6371.3599999999997]\n",
      "you [5449.7600000000002]\n",
      "informal [5238.9700000000003]\n",
      "certain [5221.2199999999993]\n",
      "work [5011.9099999999999]\n",
      "body [4753.7600000000002]\n",
      "interrog [4487.79]\n",
      "motion [4465.8099999999995]\n",
      "affiliation [4344.8500000000004]\n",
      "risk [4265.9300000000003]\n",
      "achieve [4044.4099999999999]\n",
      "OtherP [3999.8900000000003]\n",
      "they [3856.6700000000001]\n",
      "number [3842.1599999999999]\n",
      "anger [3580.0799999999999]\n",
      "reward [3456.25]\n",
      "Quote [2912.0799999999999]\n",
      "focusfuture [2886.1700000000001]\n",
      "we [2493.4400000000001]\n",
      "QMark [2416.96]\n",
      "shehe [2395.8599999999997]\n",
      "see [2317.3600000000001]\n",
      "money [2221.02]\n",
      "Parenth [2191.6399999999999]\n",
      "leisure [2052.3800000000001]\n",
      "female [1998.5699999999999]\n",
      "feel [1897.4200000000001]\n",
      "swear [1839.5899999999999]\n",
      "sad [1741.1700000000001]\n",
      "death [1722.51]\n",
      "hear [1656.3800000000001]\n",
      "Dash [1644.8900000000001]\n",
      "male [1608.0900000000001]\n",
      "netspeak [1371.0599999999999]\n",
      "assent [1180.55]\n",
      "anx [1157.9899999999998]\n",
      "Exclam [1090.7399999999998]\n",
      "sexual [920.67000000000007]\n",
      "nonflu [827.98000000000002]\n",
      "family [638.71000000000004]\n",
      "relig [542.28999999999996]\n",
      "friend [459.44]\n",
      "home [295.31]\n",
      "Colon [242.93000000000001]\n",
      "SemiC [194.38]\n",
      "filler [125.14999999999999]\n"
     ]
    }
   ],
   "source": [
    "# top 20 most dominant features\n",
    "#count = 0\n",
    "for w in sorted(valueCount, key=valueCount.get, reverse=True):\n",
    "    #if count <= 20:\n",
    "    print(w, valueCount[w])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Source (A)</th>\n",
       "      <th>Source (B)</th>\n",
       "      <th>Source (C)</th>\n",
       "      <th>Source (D)</th>\n",
       "      <th>Source (E)</th>\n",
       "      <th>WC</th>\n",
       "      <th>Analytic</th>\n",
       "      <th>Clout</th>\n",
       "      <th>Authentic</th>\n",
       "      <th>Tone</th>\n",
       "      <th>...</th>\n",
       "      <th>Comma</th>\n",
       "      <th>Colon</th>\n",
       "      <th>SemiC</th>\n",
       "      <th>QMark</th>\n",
       "      <th>Exclam</th>\n",
       "      <th>Dash</th>\n",
       "      <th>Quote</th>\n",
       "      <th>Apostro</th>\n",
       "      <th>Parenth</th>\n",
       "      <th>OtherP</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>casiells</td>\n",
       "      <td>Well..when someone is obese its obvious when y...</td>\n",
       "      <td>TumblrInAction</td>\n",
       "      <td>t5_2vizz</td>\n",
       "      <td>1.0</td>\n",
       "      <td>39.0</td>\n",
       "      <td>3.37</td>\n",
       "      <td>96.34</td>\n",
       "      <td>17.46</td>\n",
       "      <td>2.70</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.56</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Unbearable_facts</td>\n",
       "      <td>The EU courts now says that obesity is a disab...</td>\n",
       "      <td>videos</td>\n",
       "      <td>t5_2qh1e</td>\n",
       "      <td>1.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>73.36</td>\n",
       "      <td>72.17</td>\n",
       "      <td>6.20</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.88</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>skippyjohnjameson</td>\n",
       "      <td>Its amazing how obesity ages people. She looks...</td>\n",
       "      <td>fatpeoplehate</td>\n",
       "      <td>t5_2x9xz</td>\n",
       "      <td>2.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>22.13</td>\n",
       "      <td>96.95</td>\n",
       "      <td>74.76</td>\n",
       "      <td>99.00</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FormerSperm</td>\n",
       "      <td>Wouldn't be so slow if she didn't overeat to t...</td>\n",
       "      <td>fatpeoplehate</td>\n",
       "      <td>t5_2x9xz</td>\n",
       "      <td>3.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>3.37</td>\n",
       "      <td>1.07</td>\n",
       "      <td>1.40</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.38</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ThickSantorum</td>\n",
       "      <td>aka \"30 years ago\" before obesity was normal.</td>\n",
       "      <td>AskReddit</td>\n",
       "      <td>t5_2qh1i</td>\n",
       "      <td>-3.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>92.84</td>\n",
       "      <td>50.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>25.77</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 98 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          Source (A)                                         Source (B)  \\\n",
       "0           casiells  Well..when someone is obese its obvious when y...   \n",
       "1   Unbearable_facts  The EU courts now says that obesity is a disab...   \n",
       "2  skippyjohnjameson  Its amazing how obesity ages people. She looks...   \n",
       "3        FormerSperm  Wouldn't be so slow if she didn't overeat to t...   \n",
       "4      ThickSantorum      aka \"30 years ago\" before obesity was normal.   \n",
       "\n",
       "       Source (C) Source (D)  Source (E)    WC  Analytic  Clout  Authentic  \\\n",
       "0  TumblrInAction   t5_2vizz         1.0  39.0      3.37  96.34      17.46   \n",
       "1          videos   t5_2qh1e         1.0  17.0     73.36  72.17       6.20   \n",
       "2   fatpeoplehate   t5_2x9xz         2.0  16.0     22.13  96.95      74.76   \n",
       "3   fatpeoplehate   t5_2x9xz         3.0  13.0      3.37   1.07       1.40   \n",
       "4       AskReddit   t5_2qh1i        -3.0   8.0     92.84  50.00      99.00   \n",
       "\n",
       "    Tone   ...    Comma  Colon  SemiC  QMark  Exclam  Dash  Quote  Apostro  \\\n",
       "0   2.70   ...      0.0    0.0    0.0   0.00     0.0   0.0    0.0     2.56   \n",
       "1  25.77   ...      0.0    0.0    0.0   5.88     0.0   0.0    0.0     0.00   \n",
       "2  99.00   ...      0.0    0.0    0.0   0.00     0.0   0.0    0.0     0.00   \n",
       "3  25.77   ...      0.0    0.0    0.0   0.00     0.0   0.0    0.0    15.38   \n",
       "4  25.77   ...      0.0    0.0    0.0   0.00     0.0   0.0   25.0     0.00   \n",
       "\n",
       "   Parenth  OtherP  \n",
       "0      0.0     0.0  \n",
       "1      0.0     0.0  \n",
       "2      0.0     0.0  \n",
       "3      0.0     0.0  \n",
       "4      0.0     0.0  \n",
       "\n",
       "[5 rows x 98 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "obesityLIWC.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "columns = list(obesityLIWC.columns.values)[6:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "valueCount = {}\n",
    "for item in columns:\n",
    "    try:\n",
    "        valueCount[item].add(obesityLIWC[item].values.sum())\n",
    "    except:\n",
    "        valueCount[item] = [obesityLIWC[item].values.sum()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dic [281542.89000000001]\n",
      "Clout [172828.81]\n",
      "Analytic [165695.77999999997]\n",
      "function [162787.10999999999]\n",
      "Tone [110669.12]\n",
      "Authentic [110572.48999999999]\n",
      "Sixltr [69287.289999999994]\n",
      "AllPunc [61768.979999999996]\n",
      "verb [53311.950000000004]\n",
      "WPS [51200.830000000002]\n",
      "cogproc [45447.869999999995]\n",
      "pronoun [41238.400000000001]\n",
      "focuspresent [40077.209999999999]\n",
      "prep [38902.459999999999]\n",
      "auxverb [33499.07]\n",
      "relativ [33336.809999999998]\n",
      "bio [31670.449999999997]\n",
      "social [28428.470000000001]\n",
      "Period [24859.75]\n",
      "health [23181.639999999999]\n",
      "ppron [22327.799999999999]\n",
      "drives [21981.040000000001]\n",
      "ingest [21494.379999999997]\n",
      "affect [20495.93]\n",
      "article [20066.239999999998]\n",
      "conj [20048.68]\n",
      "adj [19606.59]\n",
      "space [19522.18]\n",
      "ipron [18899.739999999998]\n",
      "adverb [17944.279999999999]\n",
      "differ [13324.17]\n",
      "Comma [12076.310000000001]\n",
      "negemo [10992.240000000002]\n",
      "Apostro [10139.040000000001]\n",
      "tentat [9869.4899999999998]\n",
      "time [9761.7400000000016]\n",
      "compare [9716.5599999999995]\n",
      "posemo [9338.0999999999985]\n",
      "power [8269.7200000000012]\n",
      "insight [8156.3299999999999]\n",
      "i [8132.3699999999999]\n",
      "negate [8003.2999999999993]\n",
      "cause [7844.1699999999992]\n",
      "quant [7728.9099999999999]\n",
      "discrep [6817.0500000000002]\n",
      "percept [6480.1299999999992]\n",
      "focuspast [6371.3599999999997]\n",
      "you [5449.7600000000002]\n",
      "informal [5238.9700000000003]\n",
      "certain [5221.2199999999993]\n",
      "work [5011.9099999999999]\n",
      "body [4753.7600000000002]\n",
      "interrog [4487.79]\n",
      "motion [4465.8099999999995]\n",
      "affiliation [4344.8500000000004]\n",
      "risk [4265.9300000000003]\n",
      "achieve [4044.4099999999999]\n",
      "OtherP [3999.8900000000003]\n",
      "they [3856.6700000000001]\n",
      "number [3842.1599999999999]\n",
      "anger [3580.0799999999999]\n",
      "reward [3456.25]\n",
      "Quote [2912.0799999999999]\n",
      "focusfuture [2886.1700000000001]\n",
      "we [2493.4400000000001]\n",
      "QMark [2416.96]\n",
      "shehe [2395.8599999999997]\n",
      "see [2317.3600000000001]\n",
      "money [2221.02]\n",
      "Parenth [2191.6399999999999]\n",
      "leisure [2052.3800000000001]\n",
      "female [1998.5699999999999]\n",
      "feel [1897.4200000000001]\n",
      "swear [1839.5899999999999]\n",
      "sad [1741.1700000000001]\n",
      "death [1722.51]\n",
      "hear [1656.3800000000001]\n",
      "Dash [1644.8900000000001]\n",
      "male [1608.0900000000001]\n",
      "netspeak [1371.0599999999999]\n",
      "assent [1180.55]\n",
      "anx [1157.9899999999998]\n",
      "Exclam [1090.7399999999998]\n",
      "sexual [920.67000000000007]\n",
      "nonflu [827.98000000000002]\n",
      "family [638.71000000000004]\n",
      "relig [542.28999999999996]\n",
      "friend [459.44]\n",
      "home [295.31]\n",
      "Colon [242.93000000000001]\n",
      "SemiC [194.38]\n",
      "filler [125.14999999999999]\n"
     ]
    }
   ],
   "source": [
    "# top 20 most dominant features\n",
    "#count = 0\n",
    "for w in sorted(valueCount, key=valueCount.get, reverse=True):\n",
    "    #if count <= 20:\n",
    "    print(w, valueCount[w])\n",
    "        #count += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}