featuredoc/feature-doc.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<a href=\"http://laf-fabric.readthedocs.org/en/latest/\" target=\"_blank\"><img align=\"left\" src=\"images/laf-fabric-xsmall.png\"/></a>\n",
    "<a href=\"http://www.godgeleerdheid.vu.nl/etcbc\" target=\"_blank\"><img align=\"left\" src=\"images/VU-ETCBC-xsmall.png\"/></a>\n",
    "<a href=\"http://www.persistent-identifier.nl/?identifier=urn%3Anbn%3Anl%3Aui%3A13-048i-71\" target=\"_blank\"><img align=\"left\"src=\"images/etcbc4easy-small.png\"/></a>\n",
    "<a href=\"http://tla.mpi.nl\" target=\"_blank\"><img align=\"right\" src=\"images/TLA-xsmall.png\"/></a>\n",
    "<a href=\"http://www.dans.knaw.nl\" target=\"_blank\"><img align=\"right\"src=\"images/DANS-xsmall.png\"/></a>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature docs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is a general purpose tool to get acquainted with the features in the LAF version of the Hebrew Database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0.00s This is LAF-Fabric 4.5.4\n",
      "API reference: http://laf-fabric.readthedocs.org/en/latest/texts/API-reference.html\n",
      "Feature doc: https://shebanq.ancient-data.org/static/docs/featuredoc/texts/welcome.html\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import sys\n",
    "import collections\n",
    "\n",
    "import pandas\n",
    "import matplotlib.pyplot as plt\n",
    "from IPython.display import display\n",
    "pandas.set_option('display.notebook_repr_html', True)\n",
    "%matplotlib inline\n",
    "\n",
    "from laf.fabric import LafFabric\n",
    "import etcbc\n",
    "from etcbc.featuredoc import FeatureDoc\n",
    "\n",
    "fabric = LafFabric()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Choose your source and features"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Specifiy the features you want to study.\n",
    "This notebook only offers to study the features in the *ft* namespace.\n",
    "\n",
    "Do this by providing a list of features to the *study specification* below.\n",
    "\n",
    "The requested features will be loaded, on top of the base supply of features that we need for showing examples."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0.00s LOADING API: please wait ... \n",
      "  0.76s INFO: USING DATA COMPILED AT: 2014-06-27T12-21-04\n",
      "  1.40s LOGFILE=/Users/dirk/laf-fabric-output/etcbc3/feature-doc/__log__feature-doc.txt\n",
      "  1.40s INFO: DATA LOADED FROM SOURCE etcbc3 AND ANNOX -- FOR TASK feature-doc AT 2014-09-23T08-43-14\n",
      "  0.00s LOADING API: please wait ... \n",
      "  0.00s DETAIL: COMPILING m: UP TO DATE\n",
      "  0.00s INFO: USING DATA COMPILED AT: 2014-06-27T12-21-04\n",
      "  0.00s DETAIL: COMPILING a: UP TO DATE\n",
      "  0.01s DETAIL: keep main: G.node_anchor_min\n",
      "  0.01s DETAIL: keep main: G.node_anchor_max\n",
      "  0.01s DETAIL: keep main: G.node_sort\n",
      "  0.01s DETAIL: keep main: G.node_sort_inv\n",
      "  0.01s DETAIL: keep main: G.edges_from\n",
      "  0.01s DETAIL: keep main: G.edges_to\n",
      "  0.01s DETAIL: load main: F.shebanq_db_otype [node] \n",
      "  0.69s DETAIL: load main: F.shebanq_ft_clause_atom_relation [node] \n",
      "  0.74s DETAIL: load main: F.shebanq_ft_clause_atom_type [node] \n",
      "  0.78s DETAIL: load main: F.shebanq_ft_clause_constituent_relation [node] \n",
      "  0.83s DETAIL: load main: F.shebanq_ft_domain [node] \n",
      "  0.88s DETAIL: load main: F.shebanq_ft_embedding_domain [node] \n",
      "  0.92s DETAIL: load main: F.shebanq_ft_gender [node] \n",
      "  1.11s DETAIL: load main: F.shebanq_ft_lexical_set [node] \n",
      "  1.31s DETAIL: load main: F.shebanq_ft_locative [node] \n",
      "  1.50s DETAIL: load main: F.shebanq_ft_noun_type [node] \n",
      "  1.70s DETAIL: load main: F.shebanq_ft_number [node] \n",
      "  1.90s DETAIL: load main: F.shebanq_ft_part_of_speech [node] \n",
      "  2.10s DETAIL: load main: F.shebanq_ft_person [node] \n",
      "  2.29s DETAIL: load main: F.shebanq_ft_phrase_dependent_part_of_speech [node] \n",
      "  2.50s DETAIL: load main: F.shebanq_ft_phrase_function [node] \n",
      "  2.61s DETAIL: load main: F.shebanq_ft_phrase_type [node] \n",
      "  2.74s DETAIL: load main: F.shebanq_ft_pronoun_type [node] \n",
      "  2.94s DETAIL: load main: F.shebanq_ft_suffix_gender [node] \n",
      "  3.13s DETAIL: load main: F.shebanq_ft_suffix_number [node] \n",
      "  3.33s DETAIL: load main: F.shebanq_ft_suffix_person [node] \n",
      "  3.53s DETAIL: load main: F.shebanq_ft_tense [node] \n",
      "  3.73s DETAIL: load main: F.shebanq_ft_text_type [node] \n",
      "  3.77s DETAIL: load main: F.shebanq_sft_verse_label [node] \n",
      "  3.79s DETAIL: load main: F.shebanq_ft_mother [e] \n",
      "  3.84s DETAIL: load main: F.shebanq_ft_parents [e] \n",
      "  4.09s DETAIL: load main: C.shebanq_ft_mother -> \n",
      "  4.23s DETAIL: load main: C.shebanq_ft_parents -> \n",
      "  5.38s DETAIL: load main: C.shebanq_ft_mother <- \n",
      "  5.51s DETAIL: load main: C.shebanq_ft_parents <- \n",
      "  6.56s INFO: DATA LOADED FROM SOURCE etcbc3 AND ANNOX -- FOR TASK feature-doc AT 2014-09-23T08-43-20\n"
     ]
    }
   ],
   "source": [
    "API = fabric.load('etcbc3', '--', 'feature-doc', {\n",
    "    \"xmlids\": {\"node\": False, \"edge\": False},\n",
    "    \"features\": (\"\",\"\"),\n",
    "    \"primary\": False,\n",
    "})\n",
    "\n",
    "doc = FeatureDoc(fabric, {\n",
    "    'features': {\n",
    "        'node': '''\n",
    "            gender\n",
    "            number\n",
    "            person\n",
    "            suffix_gender\n",
    "            suffix_number\n",
    "            suffix_person\n",
    "            locative\n",
    "            tense\n",
    "            noun_type\n",
    "            pronoun_type\n",
    "            lexical_set\n",
    "            part_of_speech\n",
    "            phrase_dependent_part_of_speech\n",
    "            phrase_type\n",
    "            phrase_function\n",
    "            clause_constituent_relation\n",
    "            clause_atom_relation\n",
    "            clause_atom_type\n",
    "            domain\n",
    "            text_type\n",
    "            embedding_domain\n",
    "        ''',\n",
    "        'edge': '''\n",
    "            mother\n",
    "            parents\n",
    "        ''',\n",
    "    },\n",
    "    'absence_values': set((\n",
    "        'none',\n",
    "        'unknown',\n",
    "        'Unkn',\n",
    "    )),\n",
    "    'VALUE_THRESHOLD': 50,\n",
    "    'vlabel': 'verse_label',\n",
    "})\n",
    "\n",
    "exec(fabric.localnames.format(var='fabric'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0.00s LOADING API: please wait ... \n",
      "  0.00s INFO: USING DATA COMPILED AT: 2014-07-23T09-31-37\n",
      "  0.77s LOGFILE=/Users/dirk/laf-fabric-output/etcbc4/feature-doc/__log__feature-doc.txt\n",
      "  0.77s INFO: DATA LOADED FROM SOURCE etcbc4 AND ANNOX -- FOR TASK feature-doc AT 2014-10-15T08-25-43\n",
      "  0.00s LOADING API: please wait ... \n",
      "  0.00s DETAIL: COMPILING m: UP TO DATE\n",
      "  0.00s INFO: USING DATA COMPILED AT: 2014-07-23T09-31-37\n",
      "  0.00s DETAIL: COMPILING a: UP TO DATE\n",
      "  0.01s DETAIL: keep main: G.node_anchor_min\n",
      "  0.01s DETAIL: keep main: G.node_anchor_max\n",
      "  0.01s DETAIL: keep main: G.node_sort\n",
      "  0.01s DETAIL: keep main: G.node_sort_inv\n",
      "  0.01s DETAIL: keep main: G.edges_from\n",
      "  0.01s DETAIL: keep main: G.edges_to\n",
      "  0.01s DETAIL: load main: F.etcbc4_db_maxmonad [node] \n",
      "  1.04s DETAIL: load main: F.etcbc4_db_minmonad [node] \n",
      "  1.92s DETAIL: load main: F.etcbc4_db_monads [node] \n",
      "  2.78s DETAIL: load main: F.etcbc4_db_oid [node] \n",
      "  3.58s DETAIL: load main: F.etcbc4_db_otype [node] \n",
      "  4.39s DETAIL: load main: F.etcbc4_ft_clause_kind [node] \n",
      "  4.43s DETAIL: load main: F.etcbc4_ft_code [node] \n",
      "  4.49s DETAIL: load main: F.etcbc4_ft_det [node] \n",
      "  4.72s DETAIL: load main: F.etcbc4_ft_dist [node] \n",
      "  4.86s DETAIL: load main: F.etcbc4_ft_dist_unit [node] \n",
      "  5.19s DETAIL: load main: F.etcbc4_ft_domain [node] \n",
      "  5.22s DETAIL: load main: F.etcbc4_ft_function [node] \n",
      "  5.37s DETAIL: load main: F.etcbc4_ft_g_cons [node] \n",
      "  5.65s DETAIL: load main: F.etcbc4_ft_g_cons_utf8 [node] \n",
      "  5.96s DETAIL: load main: F.etcbc4_ft_g_lex [node] \n",
      "  6.21s DETAIL: load main: F.etcbc4_ft_g_lex_utf8 [node] \n",
      "  6.53s DETAIL: load main: F.etcbc4_ft_g_nme [node] \n",
      "  6.68s DETAIL: load main: F.etcbc4_ft_g_nme_utf8 [node] \n",
      "  6.87s DETAIL: load main: F.etcbc4_ft_g_pfm [node] \n",
      "  7.02s DETAIL: load main: F.etcbc4_ft_g_pfm_utf8 [node] \n",
      "  7.17s DETAIL: load main: F.etcbc4_ft_g_prs [node] \n",
      "  7.32s DETAIL: load main: F.etcbc4_ft_g_prs_utf8 [node] \n",
      "  7.48s DETAIL: load main: F.etcbc4_ft_g_uvf [node] \n",
      "  7.61s DETAIL: load main: F.etcbc4_ft_g_uvf_utf8 [node] \n",
      "  7.73s DETAIL: load main: F.etcbc4_ft_g_vbe [node] \n",
      "  7.87s DETAIL: load main: F.etcbc4_ft_g_vbe_utf8 [node] \n",
      "  8.00s DETAIL: load main: F.etcbc4_ft_g_vbs [node] \n",
      "  8.11s DETAIL: load main: F.etcbc4_ft_g_vbs_utf8 [node] \n",
      "  8.22s DETAIL: load main: F.etcbc4_ft_g_word [node] \n",
      "  8.50s DETAIL: load main: F.etcbc4_ft_g_word_utf8 [node] \n",
      "  8.96s DETAIL: load main: F.etcbc4_ft_gn [node] \n",
      "  9.18s DETAIL: load main: F.etcbc4_ft_is_root [node] \n",
      "  9.23s DETAIL: load main: F.etcbc4_ft_language [node] \n",
      "  9.47s DETAIL: load main: F.etcbc4_ft_lex [node] \n",
      "  9.69s DETAIL: load main: F.etcbc4_ft_lex_utf8 [node] \n",
      "    10s DETAIL: load main: F.etcbc4_ft_ls [node] \n",
      "    10s DETAIL: load main: F.etcbc4_ft_mother_object_type [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_nme [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_nu [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_number [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_pdp [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_pfm [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_prs [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_ps [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_rela [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_sp [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_st [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_tab [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_trailer_utf8 [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_txt [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_typ [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_uvf [node] \n",
      "    15s DETAIL: load main: F.etcbc4_ft_vbe [node] \n",
      "    15s DETAIL: load main: F.etcbc4_ft_vbs [node] \n",
      "    15s DETAIL: load main: F.etcbc4_ft_vs [node] \n",
      "    15s DETAIL: load main: F.etcbc4_ft_vt [node] \n",
      "    16s DETAIL: load main: F.etcbc4_sft_book [node] \n",
      "    16s DETAIL: load main: F.etcbc4_sft_chapter [node] \n",
      "    16s DETAIL: load main: F.etcbc4_sft_half_verse [node] \n",
      "    16s DETAIL: load main: F.etcbc4_sft_label [node] \n",
      "    16s DETAIL: load main: F.etcbc4_sft_verse [node] \n",
      "    16s DETAIL: load main: F.etcbc4_ft_distributional_parent [e] \n",
      "    16s DETAIL: load main: F.etcbc4_ft_functional_parent [e] \n",
      "    16s DETAIL: load main: F.etcbc4_ft_mother [e] \n",
      "    16s DETAIL: load main: C.etcbc4_ft_distributional_parent -> \n",
      "    18s DETAIL: load main: C.etcbc4_ft_functional_parent -> \n",
      "    19s DETAIL: load main: C.etcbc4_ft_mother -> \n",
      "    19s DETAIL: load main: C.etcbc4_ft_distributional_parent <- \n",
      "    20s DETAIL: load main: C.etcbc4_ft_functional_parent <- \n",
      "    21s DETAIL: load main: C.etcbc4_ft_mother <- \n",
      "    21s INFO: DATA LOADED FROM SOURCE etcbc4 AND ANNOX -- FOR TASK feature-doc AT 2014-10-15T08-26-04\n"
     ]
    }
   ],
   "source": [
    "API = fabric.load('etcbc4', '--', 'feature-doc', {\n",
    "    \"xmlids\": {\"node\": False, \"edge\": False},\n",
    "    \"features\": (\"\",\"\"),\n",
    "    \"primary\": False,\n",
    "})\n",
    "\n",
    "doc = FeatureDoc(fabric, {\n",
    "    'features': {\n",
    "        'node': '''\n",
    "            maxmonad\n",
    "            minmonad\n",
    "            monads\n",
    "            oid\n",
    "            otype\n",
    "            clause_kind\n",
    "            code\n",
    "            det\n",
    "            dist\n",
    "            dist_unit\n",
    "            domain\n",
    "            function\n",
    "            g_cons\n",
    "            g_cons_utf8\n",
    "            g_lex\n",
    "            g_lex_utf8\n",
    "            g_nme\n",
    "            g_nme_utf8\n",
    "            g_pfm\n",
    "            g_pfm_utf8\n",
    "            g_prs\n",
    "            g_prs_utf8\n",
    "            g_uvf\n",
    "            g_uvf_utf8\n",
    "            g_vbe\n",
    "            g_vbe_utf8\n",
    "            g_vbs\n",
    "            g_vbs_utf8\n",
    "            g_word\n",
    "            g_word_utf8\n",
    "            gn\n",
    "            is_root\n",
    "            language\n",
    "            lex\n",
    "            lex_utf8\n",
    "            ls\n",
    "            mother_object_type\n",
    "            nme\n",
    "            nu\n",
    "            number\n",
    "            pdp\n",
    "            pfm\n",
    "            prs\n",
    "            ps\n",
    "            rela\n",
    "            sp\n",
    "            st\n",
    "            tab\n",
    "            trailer_utf8\n",
    "            txt\n",
    "            typ\n",
    "            uvf\n",
    "            vbe\n",
    "            vbs\n",
    "            vs\n",
    "            vt\n",
    "            book\n",
    "            chapter\n",
    "            half_verse\n",
    "            label\n",
    "            verse\n",
    "        ''',\n",
    "        'edge': '''\n",
    "            mother\n",
    "            distributional_parent\n",
    "            functional_parent\n",
    "        ''',\n",
    "    },\n",
    "    'absence_values': set((\n",
    "        'none',\n",
    "        'unknown',\n",
    "        'Unkn',\n",
    "        'NA',\n",
    "        '?',\n",
    "        'n/a',\n",
    "        'absent',\n",
    "    )),\n",
    "    'VALUE_THRESHOLD': 25,\n",
    "    'vlabel': 'label',\n",
    "})\n",
    "\n",
    "exec(fabric.localnames.format(var='fabric'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0.00s LOADING API: please wait ... \n",
      "  0.00s INFO: USING DATA COMPILED AT: 2015-06-29T05-30-49\n",
      "  1.05s LOGFILE=/Users/dirk/SURFdrive/laf-fabric-output/etcbc4b/feature-doc/__log__feature-doc.txt\n",
      "  1.05s INFO: DATA LOADED FROM SOURCE etcbc4b AND ANNOX -- FOR TASK feature-doc AT 2015-10-13T15-00-51\n",
      "  0.00s LOADING API: please wait ... \n",
      "  0.00s DETAIL: COMPILING m: UP TO DATE\n",
      "  0.00s INFO: USING DATA COMPILED AT: 2015-06-29T05-30-49\n",
      "  0.00s DETAIL: COMPILING a: UP TO DATE\n",
      "  0.01s DETAIL: keep main: G.node_anchor_min\n",
      "  0.01s DETAIL: keep main: G.node_anchor_max\n",
      "  0.01s DETAIL: keep main: G.node_sort\n",
      "  0.01s DETAIL: keep main: G.node_sort_inv\n",
      "  0.01s DETAIL: keep main: G.edges_from\n",
      "  0.01s DETAIL: keep main: G.edges_to\n",
      "  0.01s DETAIL: load main: F.etcbc4_db_maxmonad [node] \n",
      "  0.79s DETAIL: load main: F.etcbc4_db_minmonad [node] \n",
      "  1.60s DETAIL: load main: F.etcbc4_db_monads [node] \n",
      "  2.46s DETAIL: load main: F.etcbc4_db_oid [node] \n",
      "  3.24s DETAIL: load main: F.etcbc4_db_otype [node] \n",
      "  3.98s DETAIL: load main: F.etcbc4_ft_code [node] \n",
      "  4.03s DETAIL: load main: F.etcbc4_ft_det [node] \n",
      "  4.27s DETAIL: load main: F.etcbc4_ft_dist [node] \n",
      "  4.44s DETAIL: load main: F.etcbc4_ft_dist_unit [node] \n",
      "  4.76s DETAIL: load main: F.etcbc4_ft_domain [node] \n",
      "  4.78s DETAIL: load main: F.etcbc4_ft_function [node] \n",
      "  4.91s DETAIL: load main: F.etcbc4_ft_g_cons [node] \n",
      "  5.13s DETAIL: load main: F.etcbc4_ft_g_cons_utf8 [node] \n",
      "  5.42s DETAIL: load main: F.etcbc4_ft_g_lex [node] \n",
      "  5.67s DETAIL: load main: F.etcbc4_ft_g_lex_utf8 [node] \n",
      "  6.00s DETAIL: load main: F.etcbc4_ft_g_nme [node] \n",
      "  6.14s DETAIL: load main: F.etcbc4_ft_g_nme_utf8 [node] \n",
      "  6.27s DETAIL: load main: F.etcbc4_ft_g_pfm [node] \n",
      "  6.38s DETAIL: load main: F.etcbc4_ft_g_pfm_utf8 [node] \n",
      "  6.50s DETAIL: load main: F.etcbc4_ft_g_prs [node] \n",
      "  6.61s DETAIL: load main: F.etcbc4_ft_g_prs_utf8 [node] \n",
      "  6.74s DETAIL: load main: F.etcbc4_ft_g_uvf [node] \n",
      "  6.84s DETAIL: load main: F.etcbc4_ft_g_uvf_utf8 [node] \n",
      "  6.98s DETAIL: load main: F.etcbc4_ft_g_vbe [node] \n",
      "  7.22s DETAIL: load main: F.etcbc4_ft_g_vbe_utf8 [node] \n",
      "  7.42s DETAIL: load main: F.etcbc4_ft_g_vbs [node] \n",
      "  7.60s DETAIL: load main: F.etcbc4_ft_g_vbs_utf8 [node] \n",
      "  7.78s DETAIL: load main: F.etcbc4_ft_g_word [node] \n",
      "  8.08s DETAIL: load main: F.etcbc4_ft_g_word_utf8 [node] \n",
      "  8.43s DETAIL: load main: F.etcbc4_ft_gn [node] \n",
      "  8.59s DETAIL: load main: F.etcbc4_ft_is_root [node] \n",
      "  8.65s DETAIL: load main: F.etcbc4_ft_kind [node] \n",
      "  8.69s DETAIL: load main: F.etcbc4_ft_language [node] \n",
      "  8.91s DETAIL: load main: F.etcbc4_ft_lex [node] \n",
      "  9.12s DETAIL: load main: F.etcbc4_ft_lex_utf8 [node] \n",
      "  9.39s DETAIL: load main: F.etcbc4_ft_ls [node] \n",
      "  9.59s DETAIL: load main: F.etcbc4_ft_mother_object_type [node] \n",
      "  9.69s DETAIL: load main: F.etcbc4_ft_nme [node] \n",
      "  9.87s DETAIL: load main: F.etcbc4_ft_nu [node] \n",
      "    10s DETAIL: load main: F.etcbc4_ft_number [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_pdp [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_pfm [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_prs [node] \n",
      "    11s DETAIL: load main: F.etcbc4_ft_ps [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_rela [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_sp [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_st [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_tab [node] \n",
      "    12s DETAIL: load main: F.etcbc4_ft_trailer_utf8 [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_txt [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_typ [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_uvf [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_vbe [node] \n",
      "    13s DETAIL: load main: F.etcbc4_ft_vbs [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_vs [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_vt [node] \n",
      "    14s DETAIL: load main: F.etcbc4_sft_book [node] \n",
      "    14s DETAIL: load main: F.etcbc4_sft_chapter [node] \n",
      "    14s DETAIL: load main: F.etcbc4_sft_label [node] \n",
      "    14s DETAIL: load main: F.etcbc4_sft_verse [node] \n",
      "    14s DETAIL: load main: F.etcbc4_ft_distributional_parent [e] \n",
      "    15s DETAIL: load main: F.etcbc4_ft_functional_parent [e] \n",
      "    15s DETAIL: load main: F.etcbc4_ft_mother [e] \n",
      "    15s DETAIL: load main: C.etcbc4_ft_distributional_parent -> \n",
      "    16s DETAIL: load main: C.etcbc4_ft_functional_parent -> \n",
      "    17s DETAIL: load main: C.etcbc4_ft_mother -> \n",
      "    17s DETAIL: load main: C.etcbc4_ft_distributional_parent <- \n",
      "    17s DETAIL: load main: C.etcbc4_ft_functional_parent <- \n",
      "    18s DETAIL: load main: C.etcbc4_ft_mother <- \n",
      "    18s INFO: DATA LOADED FROM SOURCE etcbc4b AND ANNOX -- FOR TASK feature-doc AT 2015-10-13T15-01-08\n"
     ]
    }
   ],
   "source": [
    "API = fabric.load('etcbc4b', '--', 'feature-doc', {\n",
    "    \"xmlids\": {\"node\": False, \"edge\": False},\n",
    "    \"features\": (\"\",\"\"),\n",
    "    \"primary\": False,\n",
    "})\n",
    "\n",
    "doc = FeatureDoc(fabric, {\n",
    "    'features': {\n",
    "        'node': '''\n",
    "            maxmonad\n",
    "            minmonad\n",
    "            monads\n",
    "            oid\n",
    "            otype\n",
    "            kind\n",
    "            code\n",
    "            det\n",
    "            dist\n",
    "            dist_unit\n",
    "            domain\n",
    "            function\n",
    "            g_cons\n",
    "            g_cons_utf8\n",
    "            g_lex\n",
    "            g_lex_utf8\n",
    "            g_nme\n",
    "            g_nme_utf8\n",
    "            g_pfm\n",
    "            g_pfm_utf8\n",
    "            g_prs\n",
    "            g_prs_utf8\n",
    "            g_uvf\n",
    "            g_uvf_utf8\n",
    "            g_vbe\n",
    "            g_vbe_utf8\n",
    "            g_vbs\n",
    "            g_vbs_utf8\n",
    "            g_word\n",
    "            g_word_utf8\n",
    "            gn\n",
    "            is_root\n",
    "            language\n",
    "            lex\n",
    "            lex_utf8\n",
    "            ls\n",
    "            mother_object_type\n",
    "            nme\n",
    "            nu\n",
    "            number\n",
    "            pdp\n",
    "            pfm\n",
    "            prs\n",
    "            ps\n",
    "            rela\n",
    "            sp\n",
    "            st\n",
    "            tab\n",
    "            trailer_utf8\n",
    "            txt\n",
    "            typ\n",
    "            uvf\n",
    "            vbe\n",
    "            vbs\n",
    "            vs\n",
    "            vt\n",
    "            book\n",
    "            chapter\n",
    "            label\n",
    "            verse\n",
    "        ''',\n",
    "        'edge': '''\n",
    "            mother\n",
    "            distributional_parent\n",
    "            functional_parent\n",
    "        ''',\n",
    "    },\n",
    "    'absence_values': set((\n",
    "        'none',\n",
    "        'unknown',\n",
    "        'Unkn',\n",
    "        'NA',\n",
    "        '?',\n",
    "        'n/a',\n",
    "        'absent',\n",
    "    )),\n",
    "    'VALUE_THRESHOLD': 25,\n",
    "    'vlabel': 'label',\n",
    "})\n",
    "\n",
    "exec(fabric.localnames.format(var='fabric'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "API = fabric.load('calap', '--', 'feature-doc', {\n",
    "    \"xmlids\": {\"node\": False, \"edge\": False},\n",
    "    \"features\": (\"\",\"\"),\n",
    "    \"primary\": False,\n",
    "})\n",
    "\n",
    "doc = FeatureDoc(fabric, {\n",
    "    'features': {\n",
    "        'node': '''\n",
    "            gender\n",
    "            tense\n",
    "            psp\n",
    "            phrase_function\n",
    "            phrase_type\n",
    "            surface_consonants\n",
    "        ''',\n",
    "        'edge': '',\n",
    "    },\n",
    "    'absence_values': set((\n",
    "        'none',\n",
    "        'unknown',\n",
    "        'Unkn',\n",
    "    )),\n",
    "    'VALUE_THRESHOLD': 50,\n",
    "    'vlabel': 'verse_label',\n",
    "})\n",
    "\n",
    "exec(fabric.localnames.format(var='fabric'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "If you want to know the set of available features, you can inspect it by:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "([('etcbc4',\n",
       "   ['db.maxmonad',\n",
       "    'db.minmonad',\n",
       "    'db.monads',\n",
       "    'db.oid',\n",
       "    'db.otype',\n",
       "    'ft.code',\n",
       "    'ft.det',\n",
       "    'ft.dist',\n",
       "    'ft.dist_unit',\n",
       "    'ft.domain',\n",
       "    'ft.function',\n",
       "    'ft.g_cons',\n",
       "    'ft.g_cons_utf8',\n",
       "    'ft.g_lex',\n",
       "    'ft.g_lex_utf8',\n",
       "    'ft.g_nme',\n",
       "    'ft.g_nme_utf8',\n",
       "    'ft.g_pfm',\n",
       "    'ft.g_pfm_utf8',\n",
       "    'ft.g_prs',\n",
       "    'ft.g_prs_utf8',\n",
       "    'ft.g_uvf',\n",
       "    'ft.g_uvf_utf8',\n",
       "    'ft.g_vbe',\n",
       "    'ft.g_vbe_utf8',\n",
       "    'ft.g_vbs',\n",
       "    'ft.g_vbs_utf8',\n",
       "    'ft.g_word',\n",
       "    'ft.g_word_utf8',\n",
       "    'ft.gn',\n",
       "    'ft.is_root',\n",
       "    'ft.kind',\n",
       "    'ft.language',\n",
       "    'ft.lex',\n",
       "    'ft.lex_utf8',\n",
       "    'ft.ls',\n",
       "    'ft.mother_object_type',\n",
       "    'ft.nme',\n",
       "    'ft.nu',\n",
       "    'ft.number',\n",
       "    'ft.pdp',\n",
       "    'ft.pfm',\n",
       "    'ft.prs',\n",
       "    'ft.ps',\n",
       "    'ft.rela',\n",
       "    'ft.sp',\n",
       "    'ft.st',\n",
       "    'ft.tab',\n",
       "    'ft.trailer_utf8',\n",
       "    'ft.txt',\n",
       "    'ft.typ',\n",
       "    'ft.uvf',\n",
       "    'ft.vbe',\n",
       "    'ft.vbs',\n",
       "    'ft.vs',\n",
       "    'ft.vt',\n",
       "    'sft.book',\n",
       "    'sft.chapter',\n",
       "    'sft.label',\n",
       "    'sft.verse'])],\n",
       " [('etcbc4',\n",
       "   ['ft.distributional_parent', 'ft.functional_parent', 'ft.mother']),\n",
       "  ('laf', [('', 'x'), ('', 'y')])])"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(API['F_all'], API['FE_all'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now generate files with feature data. \n",
    "For each selected feature, you get a list with values, with for each value its number of occurrences.\n",
    "The values are divided into two sets: *defined values* and *absence values*.\n",
    "The latter are values such as ``none``, ``unknown``. You have to provide these values yourself by adapting the ``absence_values`` list in the study specification above."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "    39s Looking up feature values ... \n",
      "    51s  100000 nodes done\n",
      " 1m 03s  200000 nodes done\n",
      " 1m 14s  300000 nodes done\n",
      " 1m 24s  400000 nodes done\n",
      " 1m 34s  500000 nodes done\n",
      " 1m 44s  600000 nodes done\n",
      " 1m 55s  700000 nodes done\n",
      " 2m 05s  800000 nodes done\n",
      " 2m 17s  900000 nodes done\n",
      " 2m 27s 1000000 nodes done\n",
      " 2m 38s 1100000 nodes done\n",
      " 2m 50s 1200000 nodes done\n",
      " 3m 02s 1300000 nodes done\n",
      " 3m 13s 1400000 nodes done\n",
      " 3m 17s 1439779 nodes done\n",
      " 3m 17s  100000 edges done\n",
      " 3m 18s  200000 edges done\n",
      " 3m 19s  300000 edges done\n",
      " 3m 19s  400000 edges done\n",
      " 3m 20s  500000 edges done\n",
      " 3m 21s  600000 edges done\n",
      " 3m 21s  700000 edges done\n",
      " 3m 22s  800000 edges done\n",
      " 3m 23s  900000 edges done\n",
      " 3m 23s 1000000 edges done\n",
      " 3m 24s 1100000 edges done\n",
      " 3m 25s 1200000 edges done\n",
      " 3m 25s 1300000 edges done\n",
      " 3m 26s 1400000 edges done\n",
      " 3m 27s 1500000 edges done\n",
      " 3m 27s 1600000 edges done\n",
      " 3m 28s 1700000 edges done\n",
      " 3m 29s 1800000 edges done\n",
      " 3m 29s 1900000 edges done\n",
      " 3m 30s 2000000 edges done\n",
      " 3m 31s 2100000 edges done\n",
      " 3m 31s 2200000 edges done\n",
      " 3m 32s 2224295 edges done\n",
      " 3m 32s Computing results ...\n",
      " 4m 07s Done\n"
     ]
    }
   ],
   "source": [
    "doc.feature_doc()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "There is also a summary file.\n",
    "\n",
    "For each feature it has the following columns:\n",
    "\n",
    "**Feature** name of the feature\n",
    "**val (-)**, **val (+)** value of the feature; **val (-)** contains absence values, **val (+)** contains defined values.\n",
    "**#vals** number of distinct values of this feature, split between the absence values and the defined values\n",
    "**occs** number of occurrences of this value or this feature\n",
    "**clause**, **phrase**, etc: how often the feature occurs on which type of node."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "dfn = pandas.read_csv(my_file('0_summary_node.csv'),sep='\\t', na_filter=False)\n",
    "dfe = pandas.read_csv(my_file('0_summary_edge.csv'),sep='\\t', na_filter=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Feature</th>\n",
       "      <th>val (-)</th>\n",
       "      <th>val (+)</th>\n",
       "      <th>#vals (-)</th>\n",
       "      <th>#vals (+)</th>\n",
       "      <th>occs (-)</th>\n",
       "      <th>occs (+)</th>\n",
       "      <th>book (-)</th>\n",
       "      <th>book (+)</th>\n",
       "      <th>chapter (-)</th>\n",
       "      <th>chapter (+)</th>\n",
       "      <th>clause (-)</th>\n",
       "      <th>clause (+)</th>\n",
       "      <th>clause_atom (-)</th>\n",
       "      <th>clause_atom (+)</th>\n",
       "      <th>half_verse (-)</th>\n",
       "      <th>half_verse (+)</th>\n",
       "      <th>phrase (-)</th>\n",
       "      <th>phrase (+)</th>\n",
       "      <th>phrase_atom (-)</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0 </th>\n",
       "      <td> maxmonad</td>\n",
       "      <td> </td>\n",
       "      <td>            </td>\n",
       "      <td> 0</td>\n",
       "      <td> 426555</td>\n",
       "      <td> 0</td>\n",
       "      <td> 1441144</td>\n",
       "      <td> 0</td>\n",
       "      <td> 39</td>\n",
       "      <td> 0</td>\n",
       "      <td> 929</td>\n",
       "      <td> 0</td>\n",
       "      <td> 87978</td>\n",
       "      <td> 0</td>\n",
       "      <td> 90144</td>\n",
       "      <td> 0</td>\n",
       "      <td> 44682</td>\n",
       "      <td> 0</td>\n",
       "      <td> 254664</td>\n",
       "      <td> 0</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      110165</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      112916</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      212050</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      247832</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      264719</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      293892</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      346911</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      358193</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9 </th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      406795</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      426038</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>       65348</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      102203</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      107354</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      107538</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      109273</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      109671</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>       11068</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      110946</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      112074</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      112468</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      112829</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      115118</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      120159</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      125236</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      127439</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      128805</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      133858</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      134232</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      134459</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      134774</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      136224</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      140204</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      152241</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      155124</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      155291</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      160449</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      162051</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      162082</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      164248</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      165411</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>        1666</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      167723</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      170273</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      170351</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      172956</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      173067</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      174274</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      174810</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      179188</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      179388</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      12</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td> 426505 MORE</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>        </td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td> minmonad</td>\n",
       "      <td> </td>\n",
       "      <td>            </td>\n",
       "      <td> 0</td>\n",
       "      <td> 426555</td>\n",
       "      <td> 0</td>\n",
       "      <td> 1441144</td>\n",
       "      <td> 0</td>\n",
       "      <td> 39</td>\n",
       "      <td> 0</td>\n",
       "      <td> 929</td>\n",
       "      <td> 0</td>\n",
       "      <td> 87978</td>\n",
       "      <td> 0</td>\n",
       "      <td> 90144</td>\n",
       "      <td> 0</td>\n",
       "      <td> 44682</td>\n",
       "      <td> 0</td>\n",
       "      <td> 254664</td>\n",
       "      <td> 0</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      252837</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      14</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      253615</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      14</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>       48646</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      14</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      107906</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      268198</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      386476</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>         </td>\n",
       "      <td> </td>\n",
       "      <td>      386775</td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>      13</td>\n",
       "      <td>  </td>\n",
       "      <td>   </td>\n",
       "      <td>  </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>      </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>  </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1976 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Feature val (-)      val (+) #vals (-) #vals (+) occs (-) occs (+)  \\\n",
       "0   maxmonad                              0    426555        0  1441144   \n",
       "1                          110165                                    13   \n",
       "2                          112916                                    13   \n",
       "3                          212050                                    13   \n",
       "4                          247832                                    13   \n",
       "5                          264719                                    13   \n",
       "6                          293892                                    13   \n",
       "7                          346911                                    13   \n",
       "8                          358193                                    13   \n",
       "9                          406795                                    13   \n",
       "10                         426038                                    13   \n",
       "11                          65348                                    13   \n",
       "12                         102203                                    12   \n",
       "13                         107354                                    12   \n",
       "14                         107538                                    12   \n",
       "15                         109273                                    12   \n",
       "16                         109671                                    12   \n",
       "17                          11068                                    12   \n",
       "18                         110946                                    12   \n",
       "19                         112074                                    12   \n",
       "20                         112468                                    12   \n",
       "21                         112829                                    12   \n",
       "22                         115118                                    12   \n",
       "23                         120159                                    12   \n",
       "24                         125236                                    12   \n",
       "25                         127439                                    12   \n",
       "26                         128805                                    12   \n",
       "27                         133858                                    12   \n",
       "28                         134232                                    12   \n",
       "29                         134459                                    12   \n",
       "30                         134774                                    12   \n",
       "31                         136224                                    12   \n",
       "32                         140204                                    12   \n",
       "33                         152241                                    12   \n",
       "34                         155124                                    12   \n",
       "35                         155291                                    12   \n",
       "36                         160449                                    12   \n",
       "37                         162051                                    12   \n",
       "38                         162082                                    12   \n",
       "39                         164248                                    12   \n",
       "40                         165411                                    12   \n",
       "41                           1666                                    12   \n",
       "42                         167723                                    12   \n",
       "43                         170273                                    12   \n",
       "44                         170351                                    12   \n",
       "45                         172956                                    12   \n",
       "46                         173067                                    12   \n",
       "47                         174274                                    12   \n",
       "48                         174810                                    12   \n",
       "49                         179188                                    12   \n",
       "50                         179388                                    12   \n",
       "51                    426505 MORE                                         \n",
       "52  minmonad                              0    426555        0  1441144   \n",
       "53                         252837                                    14   \n",
       "54                         253615                                    14   \n",
       "55                          48646                                    14   \n",
       "56                         107906                                    13   \n",
       "57                         268198                                    13   \n",
       "58                         386476                                    13   \n",
       "59                         386775                                    13   \n",
       "         ...     ...          ...       ...       ...      ...      ...   \n",
       "\n",
       "   book (-) book (+) chapter (-) chapter (+) clause (-) clause (+)  \\\n",
       "0         0       39           0         929          0      87978   \n",
       "1                                                                    \n",
       "2                                                                    \n",
       "3                                                                    \n",
       "4                                                                    \n",
       "5                                                                    \n",
       "6                                                                    \n",
       "7                                                                    \n",
       "8                                                                    \n",
       "9                                                                    \n",
       "10                                                                   \n",
       "11                                                                   \n",
       "12                                                                   \n",
       "13                                                                   \n",
       "14                                                                   \n",
       "15                                                                   \n",
       "16                                                                   \n",
       "17                                                                   \n",
       "18                                                                   \n",
       "19                                                                   \n",
       "20                                                                   \n",
       "21                                                                   \n",
       "22                                                                   \n",
       "23                                                                   \n",
       "24                                                                   \n",
       "25                                                                   \n",
       "26                                                                   \n",
       "27                                                                   \n",
       "28                                                                   \n",
       "29                                                                   \n",
       "30                                                                   \n",
       "31                                                                   \n",
       "32                                                                   \n",
       "33                                                                   \n",
       "34                                                                   \n",
       "35                                                                   \n",
       "36                                                                   \n",
       "37                                                                   \n",
       "38                                                                   \n",
       "39                                                                   \n",
       "40                                                                   \n",
       "41                                                                   \n",
       "42                                                                   \n",
       "43                                                                   \n",
       "44                                                                   \n",
       "45                                                                   \n",
       "46                                                                   \n",
       "47                                                                   \n",
       "48                                                                   \n",
       "49                                                                   \n",
       "50                                                                   \n",
       "51                                                                   \n",
       "52        0       39           0         929          0      87978   \n",
       "53                                                                   \n",
       "54                                                                   \n",
       "55                                                                   \n",
       "56                                                                   \n",
       "57                                                                   \n",
       "58                                                                   \n",
       "59                                                                   \n",
       "        ...      ...         ...         ...        ...        ...   \n",
       "\n",
       "   clause_atom (-) clause_atom (+) half_verse (-) half_verse (+) phrase (-)  \\\n",
       "0                0           90144              0          44682          0   \n",
       "1                                                                             \n",
       "2                                                                             \n",
       "3                                                                             \n",
       "4                                                                             \n",
       "5                                                                             \n",
       "6                                                                             \n",
       "7                                                                             \n",
       "8                                                                             \n",
       "9                                                                             \n",
       "10                                                                            \n",
       "11                                                                            \n",
       "12                                                                            \n",
       "13                                                                            \n",
       "14                                                                            \n",
       "15                                                                            \n",
       "16                                                                            \n",
       "17                                                                            \n",
       "18                                                                            \n",
       "19                                                                            \n",
       "20                                                                            \n",
       "21                                                                            \n",
       "22                                                                            \n",
       "23                                                                            \n",
       "24                                                                            \n",
       "25                                                                            \n",
       "26                                                                            \n",
       "27                                                                            \n",
       "28                                                                            \n",
       "29                                                                            \n",
       "30                                                                            \n",
       "31                                                                            \n",
       "32                                                                            \n",
       "33                                                                            \n",
       "34                                                                            \n",
       "35                                                                            \n",
       "36                                                                            \n",
       "37                                                                            \n",
       "38                                                                            \n",
       "39                                                                            \n",
       "40                                                                            \n",
       "41                                                                            \n",
       "42                                                                            \n",
       "43                                                                            \n",
       "44                                                                            \n",
       "45                                                                            \n",
       "46                                                                            \n",
       "47                                                                            \n",
       "48                                                                            \n",
       "49                                                                            \n",
       "50                                                                            \n",
       "51                                                                            \n",
       "52               0           90144              0          44682          0   \n",
       "53                                                                            \n",
       "54                                                                            \n",
       "55                                                                            \n",
       "56                                                                            \n",
       "57                                                                            \n",
       "58                                                                            \n",
       "59                                                                            \n",
       "               ...             ...            ...            ...        ...   \n",
       "\n",
       "   phrase (+) phrase_atom (-)      \n",
       "0      254664               0 ...  \n",
       "1                             ...  \n",
       "2                             ...  \n",
       "3                             ...  \n",
       "4                             ...  \n",
       "5                             ...  \n",
       "6                             ...  \n",
       "7                             ...  \n",
       "8                             ...  \n",
       "9                             ...  \n",
       "10                            ...  \n",
       "11                            ...  \n",
       "12                            ...  \n",
       "13                            ...  \n",
       "14                            ...  \n",
       "15                            ...  \n",
       "16                            ...  \n",
       "17                            ...  \n",
       "18                            ...  \n",
       "19                            ...  \n",
       "20                            ...  \n",
       "21                            ...  \n",
       "22                            ...  \n",
       "23                            ...  \n",
       "24                            ...  \n",
       "25                            ...  \n",
       "26                            ...  \n",
       "27                            ...  \n",
       "28                            ...  \n",
       "29                            ...  \n",
       "30                            ...  \n",
       "31                            ...  \n",
       "32                            ...  \n",
       "33                            ...  \n",
       "34                            ...  \n",
       "35                            ...  \n",
       "36                            ...  \n",
       "37                            ...  \n",
       "38                            ...  \n",
       "39                            ...  \n",
       "40                            ...  \n",
       "41                            ...  \n",
       "42                            ...  \n",
       "43                            ...  \n",
       "44                            ...  \n",
       "45                            ...  \n",
       "46                            ...  \n",
       "47                            ...  \n",
       "48                            ...  \n",
       "49                            ...  \n",
       "50                            ...  \n",
       "51                            ...  \n",
       "52     254664               0 ...  \n",
       "53                            ...  \n",
       "54                            ...  \n",
       "55                            ...  \n",
       "56                            ...  \n",
       "57                            ...  \n",
       "58                            ...  \n",
       "59                            ...  \n",
       "          ...             ...      \n",
       "\n",
       "[1976 rows x 31 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Feature</th>\n",
       "      <th>val</th>\n",
       "      <th>#vals</th>\n",
       "      <th>occs</th>\n",
       "      <th>clause-&gt;clause</th>\n",
       "      <th>clause-&gt;phrase</th>\n",
       "      <th>clause-&gt;sentence</th>\n",
       "      <th>clause-&gt;word</th>\n",
       "      <th>clause_atom-&gt;clause</th>\n",
       "      <th>clause_atom-&gt;clause_atom</th>\n",
       "      <th>clause_atom-&gt;sentence_atom</th>\n",
       "      <th>phrase-&gt;clause</th>\n",
       "      <th>phrase-&gt;phrase</th>\n",
       "      <th>phrase-&gt;word</th>\n",
       "      <th>phrase_atom-&gt;clause_atom</th>\n",
       "      <th>phrase_atom-&gt;phrase</th>\n",
       "      <th>phrase_atom-&gt;phrase_atom</th>\n",
       "      <th>phrase_atom-&gt;word</th>\n",
       "      <th>sentence_atom-&gt;sentence</th>\n",
       "      <th>subphrase-&gt;subphrase</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>                mother</td>\n",
       "      <td> </td>\n",
       "      <td>       1</td>\n",
       "      <td>  176411</td>\n",
       "      <td> 12462</td>\n",
       "      <td> 5167</td>\n",
       "      <td>     0</td>\n",
       "      <td> 951</td>\n",
       "      <td>     0</td>\n",
       "      <td> 89079</td>\n",
       "      <td>     0</td>\n",
       "      <td>      5</td>\n",
       "      <td> 195</td>\n",
       "      <td> 7</td>\n",
       "      <td>      0</td>\n",
       "      <td>      0</td>\n",
       "      <td> 11717</td>\n",
       "      <td> 1584</td>\n",
       "      <td>     0</td>\n",
       "      <td> 20556</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>                      </td>\n",
       "      <td> </td>\n",
       "      <td>  176411</td>\n",
       "      <td>        </td>\n",
       "      <td>      </td>\n",
       "      <td>     </td>\n",
       "      <td>      </td>\n",
       "      <td>    </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>       </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>       </td>\n",
       "      <td>      </td>\n",
       "      <td>     </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td> distributional_parent</td>\n",
       "      <td> </td>\n",
       "      <td>       1</td>\n",
       "      <td>  784664</td>\n",
       "      <td>     0</td>\n",
       "      <td>    0</td>\n",
       "      <td>     0</td>\n",
       "      <td>   0</td>\n",
       "      <td>     0</td>\n",
       "      <td>     0</td>\n",
       "      <td> 90144</td>\n",
       "      <td>      0</td>\n",
       "      <td>   0</td>\n",
       "      <td> 0</td>\n",
       "      <td> 267965</td>\n",
       "      <td>      0</td>\n",
       "      <td>     0</td>\n",
       "      <td>    0</td>\n",
       "      <td>     0</td>\n",
       "      <td>     0</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>                      </td>\n",
       "      <td> </td>\n",
       "      <td>  784664</td>\n",
       "      <td>        </td>\n",
       "      <td>      </td>\n",
       "      <td>     </td>\n",
       "      <td>      </td>\n",
       "      <td>    </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>       </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>       </td>\n",
       "      <td>      </td>\n",
       "      <td>     </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>     functional_parent</td>\n",
       "      <td> </td>\n",
       "      <td>       1</td>\n",
       "      <td> 1194007</td>\n",
       "      <td>     0</td>\n",
       "      <td>    0</td>\n",
       "      <td> 87978</td>\n",
       "      <td>   0</td>\n",
       "      <td> 90144</td>\n",
       "      <td>     0</td>\n",
       "      <td>     0</td>\n",
       "      <td> 254664</td>\n",
       "      <td>   0</td>\n",
       "      <td> 0</td>\n",
       "      <td>      0</td>\n",
       "      <td> 267965</td>\n",
       "      <td>     0</td>\n",
       "      <td>    0</td>\n",
       "      <td> 66701</td>\n",
       "      <td>     0</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>                      </td>\n",
       "      <td> </td>\n",
       "      <td> 1194007</td>\n",
       "      <td>        </td>\n",
       "      <td>      </td>\n",
       "      <td>     </td>\n",
       "      <td>      </td>\n",
       "      <td>    </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>       </td>\n",
       "      <td>    </td>\n",
       "      <td>  </td>\n",
       "      <td>       </td>\n",
       "      <td>       </td>\n",
       "      <td>      </td>\n",
       "      <td>     </td>\n",
       "      <td>      </td>\n",
       "      <td>      </td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Feature val    #vals     occs clause->clause clause->phrase  \\\n",
       "0                 mother            1   176411          12462           5167   \n",
       "1                              176411                                          \n",
       "2  distributional_parent            1   784664              0              0   \n",
       "3                              784664                                          \n",
       "4      functional_parent            1  1194007              0              0   \n",
       "5                             1194007                                          \n",
       "\n",
       "  clause->sentence clause->word clause_atom->clause clause_atom->clause_atom  \\\n",
       "0                0          951                   0                    89079   \n",
       "1                                                                              \n",
       "2                0            0                   0                        0   \n",
       "3                                                                              \n",
       "4            87978            0               90144                        0   \n",
       "5                                                                              \n",
       "\n",
       "  clause_atom->sentence_atom phrase->clause phrase->phrase phrase->word  \\\n",
       "0                          0              5            195            7   \n",
       "1                                                                         \n",
       "2                      90144              0              0            0   \n",
       "3                                                                         \n",
       "4                          0         254664              0            0   \n",
       "5                                                                         \n",
       "\n",
       "  phrase_atom->clause_atom phrase_atom->phrase phrase_atom->phrase_atom  \\\n",
       "0                        0                   0                    11717   \n",
       "1                                                                         \n",
       "2                   267965                   0                        0   \n",
       "3                                                                         \n",
       "4                        0              267965                        0   \n",
       "5                                                                         \n",
       "\n",
       "  phrase_atom->word sentence_atom->sentence subphrase->subphrase      \n",
       "0              1584                       0                20556 ...  \n",
       "1                                                                ...  \n",
       "2                 0                       0                    0 ...  \n",
       "3                                                                ...  \n",
       "4                 0                   66701                    0 ...  \n",
       "5                                                                ...  \n",
       "\n",
       "[6 rows x 23 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}