website-GAN.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "## Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true,
    "hidden": true
   },
   "outputs": [],
   "source": [
    "from lxml import html\n",
    "from lxml import etree\n",
    "import requests\n",
    "import os\n",
    "import math\n",
    "import numpy as np\n",
    "import torch.nn as nn\n",
    "import torch.nn.init as init\n",
    "import torch.optim as optim\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "import torchvision.datasets as datasets\n",
    "import torchvision.transforms as transforms\n",
    "import torchvision.utils as torch_img_utils\n",
    "from torch.utils.data import DataLoader\n",
    "import torchvision.models as models\n",
    "import torch.backends.cudnn as cudnn\n",
    "import torchvision\n",
    "import torch.autograd as autograd\n",
    "from PIL import Image\n",
    "import imp\n",
    "import sys\n",
    "import math\n",
    "import time\n",
    "import random\n",
    "import shutil\n",
    "import cv2\n",
    "import scipy.misc\n",
    "from glob import glob\n",
    "\n",
    "from tqdm import tqdm\n",
    "import matplotlib as mpl\n",
    "mpl.use('Agg')\n",
    "import matplotlib.pyplot as plt\n",
    "plt.style.use('bmh')\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true,
    "hidden": true
   },
   "outputs": [],
   "source": [
    "# https://docs.python.org/3/library/html.parser.html\n",
    "# Elements https://developer.mozilla.org/en-US/docs/Web/HTML/Element\n",
    "# https://doc.scrapy.org/en/latest/topics/link-extractors.html\n",
    "# https://doc.scrapy.org/en/latest/topics/spiders.html#scrapy.spiders.CrawlSpider"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "heading_collapsed": true
   },
   "source": [
    "## Boostrap Classes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "hidden": true
   },
   "outputs": [],
   "source": [
    "BOOTSTRAP_CLASSES = {'navbar' : 1,\n",
    "'caret' : 1,\n",
    "'label' : 1,\n",
    "'table' : 1,\n",
    "'img-responsive' : 1,\n",
    "'img-rounded' : 1,\n",
    "'img-thumbnail' : 1,\n",
    "'img-circle' : 1,\n",
    "'sr-only' : 1,\n",
    "'lead' : 1,\n",
    "'text-muted' : 1,\n",
    "'text-primary' : 1,\n",
    "'text-warning' : 1,\n",
    "'text-danger' : 1,\n",
    "'text-success' : 1,\n",
    "'text-info' : 1,\n",
    "'text-left' : 1,\n",
    "'text-right' : 1,\n",
    "'text-center' : 1,\n",
    "'h6' : 1,\n",
    "'h1' : 1,\n",
    "'h2' : 1,\n",
    "'h3' : 1,\n",
    "'h4' : 1,\n",
    "'h5' : 1,\n",
    "'page-header' : 1,\n",
    "'list-unstyled' : 1,\n",
    "'list-inline' : 1,\n",
    "'initialism' : 1,\n",
    "'pull-right' : 1,\n",
    "'prettyprint' : 1,\n",
    "'pre-scrollable' : 1,\n",
    "'container' : 1,\n",
    "'row' : 1,\n",
    "'col-lg-12' : 1,\n",
    "'col-xs-11' : 1,\n",
    "'col-xs-1' : 1,\n",
    "'col-xs-2' : 1,\n",
    "'col-xs-3' : 1,\n",
    "'col-xs-4' : 1,\n",
    "'col-xs-5' : 1,\n",
    "'col-xs-6' : 1,\n",
    "'col-xs-7' : 1,\n",
    "'col-xs-8' : 1,\n",
    "'col-xs-9' : 1,\n",
    "'col-xs-10' : 1,\n",
    "'col-xs-12' : 1,\n",
    "'col-sm-11' : 1,\n",
    "'col-sm-1' : 1,\n",
    "'col-sm-2' : 1,\n",
    "'col-sm-3' : 1,\n",
    "'col-sm-4' : 1,\n",
    "'col-sm-5' : 1,\n",
    "'col-sm-6' : 1,\n",
    "'col-sm-7' : 1,\n",
    "'col-sm-8' : 1,\n",
    "'col-sm-9' : 1,\n",
    "'col-sm-10' : 1,\n",
    "'col-sm-12' : 1,\n",
    "'col-sm-push-1' : 1,\n",
    "'col-sm-push-2' : 1,\n",
    "'col-sm-push-3' : 1,\n",
    "'col-sm-push-4' : 1,\n",
    "'col-sm-push-5' : 1,\n",
    "'col-sm-push-6' : 1,\n",
    "'col-sm-push-7' : 1,\n",
    "'col-sm-push-8' : 1,\n",
    "'col-sm-push-9' : 1,\n",
    "'col-sm-push-10' : 1,\n",
    "'col-sm-push-11' : 1,\n",
    "'col-sm-pull-1' : 1,\n",
    "'col-sm-pull-2' : 1,\n",
    "'col-sm-pull-3' : 1,\n",
    "'col-sm-pull-4' : 1,\n",
    "'col-sm-pull-5' : 1,\n",
    "'col-sm-pull-6' : 1,\n",
    "'col-sm-pull-7' : 1,\n",
    "'col-sm-pull-8' : 1,\n",
    "'col-sm-pull-9' : 1,\n",
    "'col-sm-pull-10' : 1,\n",
    "'col-sm-pull-11' : 1,\n",
    "'col-sm-offset-1' : 1,\n",
    "'col-sm-offset-2' : 1,\n",
    "'col-sm-offset-3' : 1,\n",
    "'col-sm-offset-4' : 1,\n",
    "'col-sm-offset-5' : 1,\n",
    "'col-sm-offset-6' : 1,\n",
    "'col-sm-offset-7' : 1,\n",
    "'col-sm-offset-8' : 1,\n",
    "'col-sm-offset-9' : 1,\n",
    "'col-sm-offset-10' : 1,\n",
    "'col-sm-offset-11' : 1,\n",
    "'col-md-11' : 1,\n",
    "'col-md-1' : 1,\n",
    "'col-md-2' : 1,\n",
    "'col-md-3' : 1,\n",
    "'col-md-4' : 1,\n",
    "'col-md-5' : 1,\n",
    "'col-md-6' : 1,\n",
    "'col-md-7' : 1,\n",
    "'col-md-8' : 1,\n",
    "'col-md-9' : 1,\n",
    "'col-md-10' : 1,\n",
    "'col-md-12' : 1,\n",
    "'col-md-push-0' : 1,\n",
    "'col-md-push-1' : 1,\n",
    "'col-md-push-2' : 1,\n",
    "'col-md-push-3' : 1,\n",
    "'col-md-push-4' : 1,\n",
    "'col-md-push-5' : 1,\n",
    "'col-md-push-6' : 1,\n",
    "'col-md-push-7' : 1,\n",
    "'col-md-push-8' : 1,\n",
    "'col-md-push-9' : 1,\n",
    "'col-md-push-10' : 1,\n",
    "'col-md-push-11' : 1,\n",
    "'col-md-pull-0' : 1,\n",
    "'col-md-pull-1' : 1,\n",
    "'col-md-pull-2' : 1,\n",
    "'col-md-pull-3' : 1,\n",
    "'col-md-pull-4' : 1,\n",
    "'col-md-pull-5' : 1,\n",
    "'col-md-pull-6' : 1,\n",
    "'col-md-pull-7' : 1,\n",
    "'col-md-pull-8' : 1,\n",
    "'col-md-pull-9' : 1,\n",
    "'col-md-pull-10' : 1,\n",
    "'col-md-pull-11' : 1,\n",
    "'col-md-offset-0' : 1,\n",
    "'col-md-offset-1' : 1,\n",
    "'col-md-offset-2' : 1,\n",
    "'col-md-offset-3' : 1,\n",
    "'col-md-offset-4' : 1,\n",
    "'col-md-offset-5' : 1,\n",
    "'col-md-offset-6' : 1,\n",
    "'col-md-offset-7' : 1,\n",
    "'col-md-offset-8' : 1,\n",
    "'col-md-offset-9' : 1,\n",
    "'col-md-offset-10' : 1,\n",
    "'col-md-offset-11' : 1,\n",
    "'col-lg-11' : 1,\n",
    "'col-lg-1' : 1,\n",
    "'col-lg-2' : 1,\n",
    "'col-lg-3' : 1,\n",
    "'col-lg-4' : 1,\n",
    "'col-lg-5' : 1,\n",
    "'col-lg-6' : 1,\n",
    "'col-lg-7' : 1,\n",
    "'col-lg-8' : 1,\n",
    "'col-lg-9' : 1,\n",
    "'col-lg-10' : 1,\n",
    "'col-lg-push-0' : 1,\n",
    "'col-lg-push-1' : 1,\n",
    "'col-lg-push-2' : 1,\n",
    "'col-lg-push-3' : 1,\n",
    "'col-lg-push-4' : 1,\n",
    "'col-lg-push-5' : 1,\n",
    "'col-lg-push-6' : 1,\n",
    "'col-lg-push-7' : 1,\n",
    "'col-lg-push-8' : 1,\n",
    "'col-lg-push-9' : 1,\n",
    "'col-lg-push-10' : 1,\n",
    "'col-lg-push-11' : 1,\n",
    "'col-lg-pull-0' : 1,\n",
    "'col-lg-pull-1' : 1,\n",
    "'col-lg-pull-2' : 1,\n",
    "'col-lg-pull-3' : 1,\n",
    "'col-lg-pull-4' : 1,\n",
    "'col-lg-pull-5' : 1,\n",
    "'col-lg-pull-6' : 1,\n",
    "'col-lg-pull-7' : 1,\n",
    "'col-lg-pull-8' : 1,\n",
    "'col-lg-pull-9' : 1,\n",
    "'col-lg-pull-10' : 1,\n",
    "'col-lg-pull-11' : 1,\n",
    "'col-lg-offset-0' : 1,\n",
    "'col-lg-offset-1' : 1,\n",
    "'col-lg-offset-2' : 1,\n",
    "'col-lg-offset-3' : 1,\n",
    "'col-lg-offset-4' : 1,\n",
    "'col-lg-offset-5' : 1,\n",
    "'col-lg-offset-6' : 1,\n",
    "'col-lg-offset-7' : 1,\n",
    "'col-lg-offset-8' : 1,\n",
    "'col-lg-offset-9' : 1,\n",
    "'col-lg-offset-10' : 1,\n",
    "'col-lg-offset-11' : 1,\n",
    "'table-bordered' : 1,\n",
    "'table-responsive' : 1,\n",
    "'form-control' : 1,\n",
    "'form-group' : 1,\n",
    "'checkbox' : 1,\n",
    "'checkbox-inline' : 1,\n",
    "'input-sm' : 1,\n",
    "'input-lg' : 1,\n",
    "'control-label' : 1,\n",
    "'input-group-addon' : 1,\n",
    "'form-control-static' : 1,\n",
    "'help-block' : 1,\n",
    "'btn' : 1,\n",
    "'active' : 1,\n",
    "'btn-default' : 1,\n",
    "'btn-primary' : 1,\n",
    "'btn-warning' : 1,\n",
    "'btn-danger' : 1,\n",
    "'btn-success' : 1,\n",
    "'btn-info' : 1,\n",
    "'btn-link' : 1,\n",
    "'btn-lg' : 1,\n",
    "'btn-xs' : 1,\n",
    "'btn-block' : 1,\n",
    "'fade' : 1,\n",
    "'in' : 1,\n",
    "'collapse' : 1,\n",
    "'collapsing' : 1,\n",
    "'glyphicon' : 1,\n",
    "'dropdown' : 1,\n",
    "'dropdown-menu' : 1,\n",
    "'divider' : 1,\n",
    "'dropdown-header' : 1,\n",
    "'dropdown-backdrop' : 1,\n",
    "'btn-group-vertical' : 1,\n",
    "'btn-group' : 1,\n",
    "'dropdown-toggle' : 1,\n",
    "'btn-group-justified' : 1,\n",
    "'input-group' : 1,\n",
    "'col' : 1,\n",
    "'input-group-btn' : 1,\n",
    "'nav' : 1,\n",
    "'nav-divider' : 1,\n",
    "'nav-tabs' : 1,\n",
    "'nav-justified' : 1,\n",
    "'nav-tabs-justified' : 1,\n",
    "'pill-pane' : 1,\n",
    "'navbar-header' : 1,\n",
    "'navbar-collapse' : 1,\n",
    "'navbar-static-top' : 1,\n",
    "'navbar-fixed-bottom' : 1,\n",
    "'navbar-fixed-top' : 1,\n",
    "'navbar-brand' : 1,\n",
    "'navbar-toggle' : 1,\n",
    "'icon-bar' : 1,\n",
    "'navbar-nav' : 1,\n",
    "'navbar-left' : 1,\n",
    "'navbar-right' : 1,\n",
    "'navbar-form' : 1,\n",
    "'navbar-btn' : 1,\n",
    "'navbar-text' : 1,\n",
    "'navbar-default' : 1,\n",
    "'navbar-link' : 1,\n",
    "'navbar-inverse' : 1,\n",
    "'breadcrumb' : 1,\n",
    "'pagination' : 1,\n",
    "'pager' : 1,\n",
    "'label-default' : 1,\n",
    "'label-primary' : 1,\n",
    "'label-success' : 1,\n",
    "'label-info' : 1,\n",
    "'label-warning' : 1,\n",
    "'label-danger' : 1,\n",
    "'badge' : 1,\n",
    "'jumbotron' : 1,\n",
    "'thumbnail' : 1,\n",
    "'caption' : 1,\n",
    "'alert' : 1,\n",
    "'alert-link' : 1,\n",
    "'alert-dismissable' : 1,\n",
    "'close' : 1,\n",
    "'alert-success' : 1,\n",
    "'alert-info' : 1,\n",
    "'alert-warning' : 1,\n",
    "'alert-danger' : 1,\n",
    "'progress' : 1,\n",
    "'progress-bar' : 1,\n",
    "'progress-bar-success' : 1,\n",
    "'progress-bar-info' : 1,\n",
    "'progress-bar-warning' : 1,\n",
    "'progress-bar-danger' : 1,\n",
    "'media-body' : 1,\n",
    "'media' : 1,\n",
    "'media-object' : 1,\n",
    "'media-heading' : 1,\n",
    "'pull-left' : 1,\n",
    "'media-list' : 1,\n",
    "'list-group' : 1,\n",
    "'list-group-item' : 1,\n",
    "'list-group-item-heading' : 1,\n",
    "'list-group-item-text' : 1,\n",
    "'panel' : 1,\n",
    "'panel-body' : 1,\n",
    "'panel-heading' : 1,\n",
    "'panel-title' : 1,\n",
    "'panel-footer' : 1,\n",
    "'panel-default' : 1,\n",
    "'panel-primary' : 1,\n",
    "'panel-success' : 1,\n",
    "'panel-warning' : 1,\n",
    "'panel-danger' : 1,\n",
    "'panel-info' : 1,\n",
    "'well' : 1,\n",
    "'well-lg' : 1,\n",
    "'well-sm' : 1,\n",
    "'modal-open' : 1,\n",
    "'modal' : 1,\n",
    "'modal-dialog' : 1,\n",
    "'modal-content' : 1,\n",
    "'modal-backdrop' : 1,\n",
    "'modal-header' : 1,\n",
    "'modal-title' : 1,\n",
    "'modal-body' : 1,\n",
    "'modal-footer' : 1,\n",
    "'tooltip' : 1,\n",
    "'top' : 1,\n",
    "'right' : 1,\n",
    "'bottom' : 1,\n",
    "'left' : 1,\n",
    "'tooltip-inner' : 1,\n",
    "'tooltip-arrow' : 1,\n",
    "'popover' : 1,\n",
    "'popover-title' : 1,\n",
    "'popover-content' : 1,\n",
    "'arrow' : 1,\n",
    "'carousel' : 1,\n",
    "'carousel-inner' : 1,\n",
    "'item' : 1,\n",
    "'prev' : 1,\n",
    "'next' : 1,\n",
    "'carousel-control' : 1,\n",
    "'glyphicon-chevron-right' : 1,\n",
    "'icon-next' : 1,\n",
    "'carousel-indicators' : 1,\n",
    "'carousel-caption' : 1,\n",
    "'hide' : 1,\n",
    "'show' : 1,\n",
    "'invisible' : 1,\n",
    "'text-hide' : 1,\n",
    "'affix' : 1,\n",
    "'hidden' : 1,\n",
    "'visible-xs' : 1,\n",
    "'visible-sm' : 1,\n",
    "'visible-md' : 1,\n",
    "'visible-lg' : 1,\n",
    "'hidden-xs' : 1,\n",
    "'hidden-sm' : 1,\n",
    "'hidden-md' : 1,\n",
    "'hidden-lg' : 1,\n",
    "'visible-print' : 1,\n",
    "'hidden-print' : 1}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Parser"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#Remove all script tags\n",
    "from html.parser import HTMLParser\n",
    "\n",
    "def extract_first_class_from_attrs(attrs):\n",
    "    for a in attrs:\n",
    "        if a[0] == 'class':\n",
    "            return a[1]\n",
    "    return None\n",
    "\n",
    "class MyHTMLParser(HTMLParser):\n",
    "    def __init__(self):\n",
    "        super(MyHTMLParser, self).__init__()\n",
    "        self.blocks = []\n",
    "\n",
    "    def handle_starttag(self, tag, attrs):\n",
    "        cssclass = extract_first_class_from_attrs(attrs)\n",
    "        if cssclass and cssclass in BOOTSTRAP_CLASSES:\n",
    "            self.blocks.append('<'+tag+' class=\"%s\">' % cssclass)\n",
    "        else:\n",
    "            self.blocks.append('<'+tag+'>')\n",
    "\n",
    "    def handle_endtag(self, tag):\n",
    "        #print(\"Encountered an end tag :\", tag)\n",
    "        self.blocks.append('</'+tag+'>')\n",
    "\n",
    "    def handle_data(self, data):\n",
    "        #print(\"Encountered some data  :\", data)\n",
    "        self.blocks.append('CONTENT')\n",
    "        \n",
    "    def get_blocks(self):\n",
    "        return self.blocks\n",
    "\n",
    "# page1 = requests.get('http://getbootstrap.com/getting-started/').text\n",
    "# tags = extract_tags(page1)\n",
    "# join_tags = ''.join(tags)\n",
    "# print(join_tags)\n",
    "    \n",
    "def extract_tags(html_text):\n",
    "    parser = MyHTMLParser()\n",
    "    parser.feed(html_text)\n",
    "    return parser.get_blocks()\n",
    "\n",
    "def get_paths_to_files(dir_path):\n",
    "    filepaths = []\n",
    "    fnames = []\n",
    "    for (dirpath, dirnames, filenames) in os.walk(dir_path):\n",
    "        filepaths.extend(os.path.join(dirpath, f) for f in filenames if not f[0] == '.')\n",
    "        fnames.extend([f for f in filenames if not f[0] == '.'])\n",
    "    return filepaths, fnames\n",
    "\n",
    "def extract_tags_from_file(fpath):\n",
    "    with open(fpath,'r') as f:\n",
    "        text = f.read()\n",
    "    tags = extract_tags(text)\n",
    "    return tags\n",
    "\n",
    "def get_unique_tags_in_dir(dir_path):\n",
    "    fpaths,fnames = get_paths_to_files(dir_path)\n",
    "    unique_tags = {}\n",
    "    for f in fpaths:\n",
    "        tags = extract_tags_from_file(f)\n",
    "        for t in tags:\n",
    "            if t not in unique_tags:\n",
    "                unique_tags[t] = None\n",
    "    return list(unique_tags.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "PAGES_PATH='/home/bfortuner/workplace/websitegan/websitegan/pages'\n",
    "fpaths,fnames = get_paths_to_files(PAGES_PATH)\n",
    "#extract_tags_from_file(fpaths[0])\n",
    "UNIQUE_TAGS = get_unique_tags_in_dir(PAGES_PATH)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Embeddings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def tags_to_embds(tags, tags_to_embds):\n",
    "    return [tags_to_embds[t] for t in tags]\n",
    "\n",
    "def embds_to_tags(embds, embds_to_tags):\n",
    "    return [embds_to_tags[e] for e in embds]\n",
    "\n",
    "def get_tag_embeddings(tags):\n",
    "    tag_to_embd = {}\n",
    "    for t in tags:\n",
    "        embd = sum([ord(c) for c in list(t)])\n",
    "        tag_to_embd[t] = embd\n",
    "    return tag_to_embd\n",
    "\n",
    "def normalize_embds(tag_to_embd):\n",
    "    tag_to_embd_copy = dict(tag_to_embd)\n",
    "    embeddings = list(tag_to_embd_copy.values())\n",
    "    mean = np.mean(embeddings)\n",
    "    std = np.std(embeddings)\n",
    "    for t,e in tag_to_embd_copy.items():\n",
    "        tag_to_embd_copy[t] = (e-mean)/std\n",
    "    return tag_to_embd_copy\n",
    "\n",
    "def get_embeddings_from_dir(dir_path, tags_to_embds):\n",
    "    fpaths,fnames = get_paths_to_files(dir_path)\n",
    "    embeddings = []\n",
    "    for f in fpaths:\n",
    "        tags = extract_tags_from_file(f)\n",
    "        embds = tags_to_embds(tags, tags_to_embds)\n",
    "        embeddings.append(embds)\n",
    "    return embeddings\n",
    "\n",
    "def build_webpage_from_tags(tags):\n",
    "    return ''.join(tags)\n",
    "\n",
    "def build_webpage_from_embd_tensor(embd_tnsr):\n",
    "    #### TODO ####\n",
    "    ''.join(tags)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "({'</a>': 266,\n",
       "  '</abbr>': 576,\n",
       "  '</address>': 911,\n",
       "  '</article>': 909,\n",
       "  '</aside>': 687,\n",
       "  '</atom:link>': 1090,\n",
       "  '</b>': 267,\n",
       "  '</blockquote>': 1250,\n",
       "  '</body>': 599,\n",
       "  '</br>': 381,\n",
       "  '</button>': 837,\n",
       "  '</caption>': 919,\n",
       "  '</center>': 810,\n",
       "  '</channel>': 898,\n",
       "  '</circle>': 795,\n",
       "  '</cite>': 590,\n",
       "  '</code>': 580,\n",
       "  '</col>': 487,\n",
       "  '</colgroup>': 1044,\n",
       "  '</dc:creator>': 1178,\n",
       "  '</dd>': 369,\n",
       "  '</del>': 478,\n",
       "  '</description>': 1357,\n",
       "  '</div>': 492,\n",
       "  '</dl>': 377,\n",
       "  '</dt>': 385,\n",
       "  '</em>': 379,\n",
       "  '</fieldset>': 1017,\n",
       "  '</figcaption>': 1229,\n",
       "  '</figure>': 811,\n",
       "  '</footer>': 824,\n",
       "  '</form>': 605,\n",
       "  '</guid>': 594,\n",
       "  '</h1>': 322,\n",
       "  '</h2>': 323,\n",
       "  '</h3>': 324,\n",
       "  '</h4>': 325,\n",
       "  '</h5>': 326,\n",
       "  '</h6>': 327,\n",
       "  '</head>': 571,\n",
       "  '</header>': 786,\n",
       "  '</hr>': 387,\n",
       "  '</html>': 606,\n",
       "  '</i>': 274,\n",
       "  '</iframe>': 797,\n",
       "  '</img>': 486,\n",
       "  '</input>': 729,\n",
       "  '</ins>': 499,\n",
       "  '</item>': 600,\n",
       "  '</kbd>': 474,\n",
       "  '</label>': 681,\n",
       "  '</language>': 1005,\n",
       "  '</lastbuilddate>': 1547,\n",
       "  '</legend>': 792,\n",
       "  '</li>': 382,\n",
       "  '</link>': 599,\n",
       "  '</main>': 590,\n",
       "  '</mark>': 596,\n",
       "  '</meta>': 592,\n",
       "  '</my-app>': 765,\n",
       "  '</nav>': 494,\n",
       "  '</noscript>': 1051,\n",
       "  '</ol>': 388,\n",
       "  '</optgroup>': 1065,\n",
       "  '</option>': 834,\n",
       "  '</output>': 858,\n",
       "  '</p>': 281,\n",
       "  '</pre>': 496,\n",
       "  '</pubdate>': 910,\n",
       "  '</rss>': 513,\n",
       "  '</s>': 284,\n",
       "  '</samp>': 602,\n",
       "  '</script>': 830,\n",
       "  '</section>': 926,\n",
       "  '</select>': 809,\n",
       "  '</small>': 706,\n",
       "  '</source>': 826,\n",
       "  '</span>': 603,\n",
       "  '</strike>': 827,\n",
       "  '</strong>': 838,\n",
       "  '</style>': 730,\n",
       "  '</svg>': 505,\n",
       "  '</table>': 689,\n",
       "  '</tbody>': 715,\n",
       "  '</td>': 385,\n",
       "  '</textarea>': 1031,\n",
       "  '</th>': 389,\n",
       "  '</thead>': 687,\n",
       "  '</time>': 600,\n",
       "  '</title>': 715,\n",
       "  '</tr>': 399,\n",
       "  '</u>': 286,\n",
       "  '</ul>': 394,\n",
       "  '</var>': 498,\n",
       "  '</video>': 704,\n",
       "  '<a class=\"alert-link\">': 1925,\n",
       "  '<a class=\"btn\">': 1238,\n",
       "  '<a class=\"btn-link\">': 1713,\n",
       "  '<a class=\"close\">': 1448,\n",
       "  '<a class=\"dropdown-toggle\">': 2478,\n",
       "  '<a class=\"hidden-xs\">': 1814,\n",
       "  '<a class=\"list-group-item\">': 2436,\n",
       "  '<a class=\"navbar-brand\">': 2112,\n",
       "  '<a class=\"navbar-link\">': 2023,\n",
       "  '<a class=\"pull-left\">': 1831,\n",
       "  '<a class=\"text-danger\">': 2037,\n",
       "  '<a class=\"text-info\">': 1840,\n",
       "  '<a class=\"text-muted\">': 1955,\n",
       "  '<a class=\"text-primary\">': 2184,\n",
       "  '<a class=\"text-success\">': 2173,\n",
       "  '<a class=\"text-warning\">': 2170,\n",
       "  '<a class=\"thumbnail\">': 1878,\n",
       "  '<a>': 219,\n",
       "  '<abbr class=\"initialism\">': 2299,\n",
       "  '<abbr>': 529,\n",
       "  '<address>': 864,\n",
       "  '<article>': 862,\n",
       "  '<aside>': 640,\n",
       "  '<atom:link>': 1043,\n",
       "  '<b class=\"caret\">': 1442,\n",
       "  '<b>': 220,\n",
       "  '<base>': 533,\n",
       "  '<blockquote class=\"pull-right\">': 2930,\n",
       "  '<blockquote>': 1203,\n",
       "  '<body>': 552,\n",
       "  '<br>': 334,\n",
       "  '<button class=\"btn\">': 1809,\n",
       "  '<button class=\"close\">': 2019,\n",
       "  '<button class=\"list-group-item\">': 3007,\n",
       "  '<button class=\"navbar-toggle\">': 2806,\n",
       "  '<button>': 790,\n",
       "  '<caption>': 872,\n",
       "  '<center>': 763,\n",
       "  '<channel>': 851,\n",
       "  '<circle>': 748,\n",
       "  '<cite>': 543,\n",
       "  '<code>': 533,\n",
       "  '<col class=\"col-xs-1\">': 1827,\n",
       "  '<col class=\"col-xs-7\">': 1833,\n",
       "  '<col>': 440,\n",
       "  '<colgroup>': 997,\n",
       "  '<dc:creator>': 1131,\n",
       "  '<dd class=\"col-sm-8\">': 1705,\n",
       "  '<dd class=\"col-sm-9\">': 1706,\n",
       "  '<dd>': 322,\n",
       "  '<del>': 431,\n",
       "  '<description>': 1310,\n",
       "  '<div class=\"affix\">': 1666,\n",
       "  '<div class=\"arrow\">': 1695,\n",
       "  '<div class=\"btn-group\">': 2066,\n",
       "  '<div class=\"btn-group-vertical\">': 2969,\n",
       "  '<div class=\"caption\">': 1890,\n",
       "  '<div class=\"carousel-caption\">': 2797,\n",
       "  '<div class=\"carousel-inner\">': 2587,\n",
       "  '<div class=\"checkbox\">': 1979,\n",
       "  '<div class=\"col\">': 1458,\n",
       "  '<div class=\"col-lg-12\">': 1858,\n",
       "  '<div class=\"col-lg-4\">': 1811,\n",
       "  '<div class=\"col-lg-5\">': 1812,\n",
       "  '<div class=\"col-lg-6\">': 1813,\n",
       "  '<div class=\"col-lg-7\">': 1814,\n",
       "  '<div class=\"col-lg-8\">': 1815,\n",
       "  '<div class=\"col-md-1\">': 1806,\n",
       "  '<div class=\"col-md-10\">': 1854,\n",
       "  '<div class=\"col-md-12\">': 1856,\n",
       "  '<div class=\"col-md-2\">': 1807,\n",
       "  '<div class=\"col-md-3\">': 1808,\n",
       "  '<div class=\"col-md-4\">': 1809,\n",
       "  '<div class=\"col-md-5\">': 1810,\n",
       "  '<div class=\"col-md-6\">': 1811,\n",
       "  '<div class=\"col-md-7\">': 1812,\n",
       "  '<div class=\"col-md-8\">': 1813,\n",
       "  '<div class=\"col-md-9\">': 1814,\n",
       "  '<div class=\"col-sm-1\">': 1821,\n",
       "  '<div class=\"col-sm-10\">': 1869,\n",
       "  '<div class=\"col-sm-12\">': 1871,\n",
       "  '<div class=\"col-sm-2\">': 1822,\n",
       "  '<div class=\"col-sm-3\">': 1823,\n",
       "  '<div class=\"col-sm-4\">': 1824,\n",
       "  '<div class=\"col-sm-5\">': 1825,\n",
       "  '<div class=\"col-sm-6\">': 1826,\n",
       "  '<div class=\"col-sm-7\">': 1827,\n",
       "  '<div class=\"col-sm-8\">': 1828,\n",
       "  '<div class=\"col-sm-9\">': 1829,\n",
       "  '<div class=\"col-xs-2\">': 1833,\n",
       "  '<div class=\"col-xs-3\">': 1834,\n",
       "  '<div class=\"col-xs-4\">': 1835,\n",
       "  '<div class=\"col-xs-6\">': 1837,\n",
       "  '<div class=\"col-xs-9\">': 1840,\n",
       "  '<div class=\"collapse\">': 1991,\n",
       "  '<div class=\"container\">': 2103,\n",
       "  '<div class=\"divider\">': 1883,\n",
       "  '<div class=\"dropdown\">': 2017,\n",
       "  '<div class=\"dropdown-menu\">': 2499,\n",
       "  '<div class=\"form-group\">': 2178,\n",
       "  '<div class=\"hidden-xs\">': 2040,\n",
       "  '<div class=\"input-group\">': 2302,\n",
       "  '<div class=\"input-group-addon\">': 2865,\n",
       "  '<div class=\"input-group-btn\">': 2671,\n",
       "  '<div class=\"item\">': 1571,\n",
       "  '<div class=\"jumbotron\">': 2132,\n",
       "  '<div class=\"list-group\">': 2186,\n",
       "  '<div class=\"list-group-item\">': 2662,\n",
       "  '<div class=\"media\">': 1652,\n",
       "  '<div class=\"media-body\">': 2127,\n",
       "  '<div class=\"modal\">': 1665,\n",
       "  '<div class=\"modal-body\">': 2140,\n",
       "  '<div class=\"modal-content\">': 2473,\n",
       "  '<div class=\"modal-dialog\">': 2334,\n",
       "  '<div class=\"modal-footer\">': 2365,\n",
       "  '<div class=\"modal-header\">': 2327,\n",
       "  '<div class=\"navbar-header\">': 2436,\n",
       "  '<div class=\"navbar-nav\">': 2144,\n",
       "  '<div class=\"navbar-right\">': 2361,\n",
       "  '<div class=\"page-header\">': 2215,\n",
       "  '<div class=\"pagination\">': 2206,\n",
       "  '<div class=\"panel\">': 1668,\n",
       "  '<div class=\"panel-body\">': 2143,\n",
       "  '<div class=\"panel-footer\">': 2368,\n",
       "  '<div class=\"panel-heading\">': 2433,\n",
       "  '<div class=\"popover-content\">': 2727,\n",
       "  '<div class=\"progress\">': 2025,\n",
       "  '<div class=\"progress-bar\">': 2379,\n",
       "  '<div class=\"pull-right\">': 2172,\n",
       "  '<div class=\"row\">': 1484,\n",
       "  '<div class=\"table-responsive\">': 2807,\n",
       "  '<div class=\"text-center\">': 2279,\n",
       "  '<div class=\"thumbnail\">': 2104,\n",
       "  '<div class=\"tooltip-inner\">': 2504,\n",
       "  '<div class=\"well\">': 1576,\n",
       "  '<div>': 445,\n",
       "  '<dl class=\"row\">': 1369,\n",
       "  '<dl>': 330,\n",
       "  '<dt class=\"col-sm-3\">': 1716,\n",
       "  '<dt class=\"col-sm-4\">': 1717,\n",
       "  '<dt>': 338,\n",
       "  '<em>': 332,\n",
       "  '<fieldset class=\"form-group\">': 2703,\n",
       "  '<fieldset>': 970,\n",
       "  '<figcaption>': 1182,\n",
       "  '<figure>': 764,\n",
       "  '<footer class=\"text-muted\">': 2513,\n",
       "  '<footer>': 777,\n",
       "  '<form>': 558,\n",
       "  '<guid>': 547,\n",
       "  '<h1 class=\"page-header\">': 2045,\n",
       "  '<h1 class=\"text-center\">': 2109,\n",
       "  '<h1>': 275,\n",
       "  '<h2 class=\"page-header\">': 2046,\n",
       "  '<h2 class=\"text-center\">': 2110,\n",
       "  '<h2>': 276,\n",
       "  '<h3 class=\"panel-title\">': 2091,\n",
       "  '<h3 class=\"popover-title\">': 2342,\n",
       "  '<h3 class=\"text-center\">': 2111,\n",
       "  '<h3 class=\"text-muted\">': 2013,\n",
       "  '<h3>': 277,\n",
       "  '<h4 class=\"list-group-item-heading\">': 3260,\n",
       "  '<h4 class=\"media-heading\">': 2250,\n",
       "  '<h4 class=\"modal-title\">': 2089,\n",
       "  '<h4 class=\"panel-title\">': 2092,\n",
       "  '<h4 class=\"text-center\">': 2112,\n",
       "  '<h4 class=\"text-muted\">': 2014,\n",
       "  '<h4>': 278,\n",
       "  '<h5 class=\"modal-title\">': 2090,\n",
       "  '<h5 class=\"panel-title\">': 2093,\n",
       "  '<h5 class=\"text-muted\">': 2015,\n",
       "  '<h5>': 279,\n",
       "  '<h6 class=\"dropdown-header\">': 2514,\n",
       "  '<h6 class=\"text-center\">': 2114,\n",
       "  '<h6 class=\"text-muted\">': 2016,\n",
       "  '<h6>': 280,\n",
       "  '<head>': 524,\n",
       "  '<header class=\"page-header\">': 2509,\n",
       "  '<header>': 739,\n",
       "  '<hr>': 340,\n",
       "  '<html>': 559,\n",
       "  '<i>': 227,\n",
       "  '<iframe>': 750,\n",
       "  '<img class=\"img-circle\">': 2122,\n",
       "  '<img class=\"img-responsive\">': 2598,\n",
       "  '<img class=\"img-rounded\">': 2249,\n",
       "  '<img class=\"img-thumbnail\">': 2460,\n",
       "  '<img class=\"media-object\">': 2322,\n",
       "  '<img>': 439,\n",
       "  '<input class=\"btn\">': 1701,\n",
       "  '<input class=\"form-control\">': 2627,\n",
       "  '<input class=\"hidden\">': 1997,\n",
       "  '<input>': 682,\n",
       "  '<ins>': 452,\n",
       "  '<item>': 553,\n",
       "  '<kbd>': 427,\n",
       "  '<label class=\"btn-link\">': 2128,\n",
       "  '<label class=\"checkbox\">': 2168,\n",
       "  '<label class=\"checkbox-inline\">': 2852,\n",
       "  '<label class=\"col-sm-2\">': 2011,\n",
       "  '<label class=\"control-label\">': 2655,\n",
       "  '<label class=\"sr-only\">': 2053,\n",
       "  '<label>': 634,\n",
       "  '<language>': 958,\n",
       "  '<lastbuilddate>': 1500,\n",
       "  '<legend>': 745,\n",
       "  '<li class=\"active\">': 1666,\n",
       "  '<li class=\"divider\">': 1773,\n",
       "  '<li class=\"dropdown\">': 1907,\n",
       "  '<li class=\"dropdown-header\">': 2569,\n",
       "  '<li class=\"list-group-item\">': 2552,\n",
       "  '<li class=\"media\">': 1542,\n",
       "  '<li class=\"next\">': 1477,\n",
       "  '<li>': 335,\n",
       "  '<link>': 552,\n",
       "  '<main>': 543,\n",
       "  '<mark>': 549,\n",
       "  '<meta>': 545,\n",
       "  '<my-app>': 718,\n",
       "  '<nav class=\"breadcrumb\">': 2189,\n",
       "  '<nav class=\"col-md-6\">': 1813,\n",
       "  '<nav class=\"container\">': 2105,\n",
       "  '<nav class=\"nav\">': 1467,\n",
       "  '<nav class=\"pull-left\">': 2059,\n",
       "  '<nav>': 447,\n",
       "  '<noscript>': 1004,\n",
       "  '<ol class=\"breadcrumb\">': 2083,\n",
       "  '<ol class=\"carousel-indicators\">': 3015,\n",
       "  '<ol class=\"list-unstyled\">': 2413,\n",
       "  '<ol>': 341,\n",
       "  '<optgroup>': 1018,\n",
       "  '<option>': 787,\n",
       "  '<output>': 811,\n",
       "  '<p class=\"form-control-static\">': 2872,\n",
       "  '<p class=\"h1\">': 1082,\n",
       "  '<p class=\"h2\">': 1083,\n",
       "  '<p class=\"h3\">': 1084,\n",
       "  '<p class=\"h4\">': 1085,\n",
       "  '<p class=\"h5\">': 1086,\n",
       "  '<p class=\"h6\">': 1087,\n",
       "  '<p class=\"help-block\">': 1922,\n",
       "  '<p class=\"hidden-xs\">': 1829,\n",
       "  '<p class=\"lead\">': 1335,\n",
       "  '<p class=\"list-group-item-text\">': 2949,\n",
       "  '<p class=\"navbar-text\">': 2061,\n",
       "  '<p class=\"pull-left\">': 1846,\n",
       "  '<p class=\"text-center\">': 2068,\n",
       "  '<p class=\"text-danger\">': 2052,\n",
       "  '<p class=\"text-info\">': 1855,\n",
       "  '<p class=\"text-left\">': 1854,\n",
       "  '<p class=\"text-muted\">': 1970,\n",
       "  '<p class=\"text-primary\">': 2199,\n",
       "  '<p class=\"text-right\">': 1969,\n",
       "  '<p class=\"text-success\">': 2188,\n",
       "  '<p class=\"text-warning\">': 2185,\n",
       "  '<p>': 234,\n",
       "  '<pre class=\"prettyprint\">': 2381,\n",
       "  '<pre>': 449,\n",
       "  '<pubdate>': 863,\n",
       "  '<rss>': 466,\n",
       "  '<s>': 237,\n",
       "  '<samp>': 555,\n",
       "  '<script>': 783,\n",
       "  '<section>': 879,\n",
       "  '<select class=\"form-control\">': 2707,\n",
       "  '<select>': 762,\n",
       "  '<small class=\"text-muted\">': 2395,\n",
       "  '<small>': 659,\n",
       "  '<source>': 779,\n",
       "  '<span class=\"badge\">': 1750,\n",
       "  '<span class=\"caret\">': 1778,\n",
       "  '<span class=\"help-block\">': 2244,\n",
       "  '<span class=\"hidden-lg\">': 2127,\n",
       "  '<span class=\"hidden-md\">': 2125,\n",
       "  '<span class=\"hidden-sm\">': 2140,\n",
       "  '<span class=\"hidden-xs\">': 2151,\n",
       "  '<span class=\"icon-bar\">': 2030,\n",
       "  '<span class=\"input-group-addon\">': 2976,\n",
       "  '<span class=\"input-group-btn\">': 2782,\n",
       "  '<span class=\"navbar-text\">': 2383,\n",
       "  '<span class=\"sr-only\">': 1975,\n",
       "  '<span class=\"text-danger\">': 2374,\n",
       "  '<span class=\"text-muted\">': 2292,\n",
       "  '<span>': 556,\n",
       "  '<strike>': 780,\n",
       "  '<strong class=\"text-danger\">': 2609,\n",
       "  '<strong class=\"text-success\">': 2745,\n",
       "  '<strong class=\"text-warning\">': 2742,\n",
       "  '<strong>': 791,\n",
       "  '<style>': 683,\n",
       "  '<svg>': 458,\n",
       "  '<table class=\"table\">': 1857,\n",
       "  '<table>': 642,\n",
       "  '<tbody>': 668,\n",
       "  '<td class=\"text-center\">': 2172,\n",
       "  '<td class=\"text-danger\">': 2156,\n",
       "  '<td class=\"text-muted\">': 2074,\n",
       "  '<td class=\"text-right\">': 2073,\n",
       "  '<td class=\"text-success\">': 2292,\n",
       "  '<td>': 338,\n",
       "  '<textarea class=\"form-control\">': 2929,\n",
       "  '<textarea>': 984,\n",
       "  '<th class=\"col-xs-4\">': 1732,\n",
       "  '<th class=\"text-center\">': 2176,\n",
       "  '<th class=\"text-right\">': 2077,\n",
       "  '<th>': 342,\n",
       "  '<thead>': 640,\n",
       "  '<time>': 553,\n",
       "  '<title>': 668,\n",
       "  '<tr class=\"active\">': 1683,\n",
       "  '<tr>': 352,\n",
       "  '<u>': 239,\n",
       "  '<ul class=\"dropdown-menu\">': 2401,\n",
       "  '<ul class=\"list-group\">': 2088,\n",
       "  '<ul class=\"list-inline\">': 2170,\n",
       "  '<ul class=\"list-unstyled\">': 2419,\n",
       "  '<ul class=\"media-list\">': 2043,\n",
       "  '<ul class=\"nav\">': 1367,\n",
       "  '<ul class=\"navbar-nav\">': 2046,\n",
       "  '<ul class=\"pager\">': 1569,\n",
       "  '<ul class=\"pagination\">': 2108,\n",
       "  '<ul class=\"pull-left\">': 1959,\n",
       "  '<ul>': 347,\n",
       "  '<var>': 451,\n",
       "  '<video>': 657,\n",
       "  'CONTENT': 539},\n",
       " {'</a>': -1.4467294062517388,\n",
       "  '</abbr>': -1.056909758408064,\n",
       "  '</address>': -0.63565304218989949,\n",
       "  '</article>': -0.6381680076598587,\n",
       "  '</aside>': -0.91732917482532894,\n",
       "  '</atom:link>': -0.41056363262855183,\n",
       "  '</b>': -1.4454719235167592,\n",
       "  '</blockquote>': -0.20936639503181648,\n",
       "  '</body>': -1.0279876555035334,\n",
       "  '</br>': -1.3021188917290853,\n",
       "  '</button>': -0.72870676457838957,\n",
       "  '</caption>': -0.62559318031006272,\n",
       "  '</center>': -0.76265879842283868,\n",
       "  '</channel>': -0.65200031774463418,\n",
       "  '</circle>': -0.7815210394475326,\n",
       "  '</cite>': -1.0393050001183497,\n",
       "  '</code>': -1.0518798274681456,\n",
       "  '</col>': -1.1688257218212481,\n",
       "  '</colgroup>': -0.46840783843761319,\n",
       "  '</dc:creator>': -0.29990515195034739,\n",
       "  '</dd>': -1.3172086845488404,\n",
       "  '</del>': -1.1801430664360644,\n",
       "  '</description>': -0.074815742388999726,\n",
       "  '</div>': -1.1625383081463501,\n",
       "  '</dl>': -1.3071488226690036,\n",
       "  '</dt>': -1.2970889607891669,\n",
       "  '</em>': -1.3046338571990443,\n",
       "  '</fieldset>': -0.50235987228206225,\n",
       "  '</figcaption>': -0.23577353246638799,\n",
       "  '</figure>': -0.76140131568785907,\n",
       "  '</footer>': -0.74505404013312426,\n",
       "  '</form>': -1.0204427590936558,\n",
       "  '</guid>': -1.0342750691784313,\n",
       "  '</h1>': -1.3763103730928814,\n",
       "  '</h2>': -1.3750528903579018,\n",
       "  '</h3>': -1.3737954076229222,\n",
       "  '</h4>': -1.3725379248879426,\n",
       "  '</h5>': -1.371280442152963,\n",
       "  '</h6>': -1.3700229594179834,\n",
       "  '</head>': -1.063197172082962,\n",
       "  '</header>': -0.79283838406234897,\n",
       "  '</hr>': -1.2945739953192077,\n",
       "  '</html>': -1.0191852763586762,\n",
       "  '</i>': -1.436669544371902,\n",
       "  '</iframe>': -0.77900607397757338,\n",
       "  '</img>': -1.1700832045562277,\n",
       "  '</input>': -0.86451489995618591,\n",
       "  '</ins>': -1.153735929001493,\n",
       "  '</item>': -1.0267301727685538,\n",
       "  '</kbd>': -1.1851729973759828,\n",
       "  '</label>': -0.92487407123520649,\n",
       "  '</language>': -0.51744966510181745,\n",
       "  '</lastbuilddate>': 0.16410597725712348,\n",
       "  '</legend>': -0.78529348765247131,\n",
       "  '</li>': -1.3008614089941057,\n",
       "  '</link>': -1.0279876555035334,\n",
       "  '</main>': -1.0393050001183497,\n",
       "  '</mark>': -1.031760103708472,\n",
       "  '</meta>': -1.0367900346483905,\n",
       "  '</my-app>': -0.81924552149692043,\n",
       "  '</nav>': -1.1600233426763908,\n",
       "  '</noscript>': -0.45960545929275604,\n",
       "  '</ol>': -1.2933165125842281,\n",
       "  '</optgroup>': -0.44200070100304173,\n",
       "  '</option>': -0.73247921278332828,\n",
       "  '</output>': -0.70229962714381799,\n",
       "  '</p>': -1.4278671652270447,\n",
       "  '</pre>': -1.1575083772064316,\n",
       "  '</pubdate>': -0.6369105249248791,\n",
       "  '</rss>': -1.1361311707117785,\n",
       "  '</s>': -1.4240947170221061,\n",
       "  '</samp>': -1.0242152072985946,\n",
       "  '</script>': -0.73750914372324672,\n",
       "  '</section>': -0.61679080116520557,\n",
       "  '</select>': -0.76391628115781818,\n",
       "  '</small>': -0.89343700286071659,\n",
       "  '</source>': -0.74253907466316516,\n",
       "  '</span>': -1.022957724563615,\n",
       "  '</strike>': -0.74128159192818555,\n",
       "  '</strong>': -0.72744928184340996,\n",
       "  '</style>': -0.8632574172212063,\n",
       "  '</svg>': -1.1461910325916154,\n",
       "  '</table>': -0.91481420935536972,\n",
       "  '</tbody>': -0.88211965824590022,\n",
       "  '</td>': -1.2970889607891669,\n",
       "  '</textarea>': -0.48475511399234794,\n",
       "  '</th>': -1.2920590298492485,\n",
       "  '</thead>': -0.91732917482532894,\n",
       "  '</time>': -1.0267301727685538,\n",
       "  '</title>': -0.88211965824590022,\n",
       "  '</tr>': -1.2794842024994526,\n",
       "  '</u>': -1.4215797515521469,\n",
       "  '</ul>': -1.2857716161743504,\n",
       "  '</var>': -1.1549934117364726,\n",
       "  '</video>': -0.89595196833067581,\n",
       "  '<a class=\"alert-link\">': 0.63943445107941066,\n",
       "  '<a class=\"btn\">': -0.22445618785157162,\n",
       "  '<a class=\"btn-link\">': 0.3728481112637364,\n",
       "  '<a class=\"close\">': 0.039615186494143494,\n",
       "  '<a class=\"dropdown-toggle\">': 1.3348224035231271,\n",
       "  '<a class=\"hidden-xs\">': 0.49985386749667554,\n",
       "  '<a class=\"list-group-item\">': 1.2820081286539842,\n",
       "  '<a class=\"navbar-brand\">': 0.87458372252059513,\n",
       "  '<a class=\"navbar-link\">': 0.76266775910741114,\n",
       "  '<a class=\"pull-left\">': 0.52123107399132873,\n",
       "  '<a class=\"text-danger\">': 0.78027251739712544,\n",
       "  '<a class=\"text-info\">': 0.5325484186061451,\n",
       "  '<a class=\"text-muted\">': 0.6771589331287986,\n",
       "  '<a class=\"text-primary\">': 0.96512247943912599,\n",
       "  '<a class=\"text-success\">': 0.95129016935435051,\n",
       "  '<a class=\"text-warning\">': 0.94751772114941168,\n",
       "  '<a class=\"thumbnail\">': 0.5803327625353697,\n",
       "  '<a>': -1.5058310947957798,\n",
       "  '<abbr class=\"initialism\">': 1.1097329939617795,\n",
       "  '<abbr>': -1.116011446952105,\n",
       "  '<address>': -0.69475473073394045,\n",
       "  '<article>': -0.69726969620389967,\n",
       "  '<aside>': -0.97643086336936991,\n",
       "  '<atom:link>': -0.4696653211725928,\n",
       "  '<b class=\"caret\">': 0.032070290084265922,\n",
       "  '<b>': -1.5045736120608002,\n",
       "  '<base>': -1.1109815160121868,\n",
       "  '<blockquote class=\"pull-right\">': 1.9032045997339044,\n",
       "  '<blockquote>': -0.2684680835758575,\n",
       "  '<body>': -1.0870893440475744,\n",
       "  '<br>': -1.3612205802731263,\n",
       "  '<button class=\"btn\">': 0.49356645382177761,\n",
       "  '<button class=\"close\">': 0.7576378281674927,\n",
       "  '<button class=\"list-group-item\">': 2.0000307703273332,\n",
       "  '<button class=\"navbar-toggle\">': 1.7472767405964347,\n",
       "  '<button>': -0.78780845312243053,\n",
       "  '<caption>': -0.68469486885410369,\n",
       "  '<center>': -0.82176048696687964,\n",
       "  '<channel>': -0.71110200628867526,\n",
       "  '<circle>': -0.84062272799157356,\n",
       "  '<cite>': -1.0984066886623907,\n",
       "  '<code>': -1.1109815160121868,\n",
       "  '<col class=\"col-xs-1\">': 0.51620114305141029,\n",
       "  '<col class=\"col-xs-7\">': 0.52374603946128784,\n",
       "  '<col>': -1.2279274103652891,\n",
       "  '<colgroup>': -0.52750952698165421,\n",
       "  '<dc:creator>': -0.35900684049438836,\n",
       "  '<dd class=\"col-sm-8\">': 0.36278824938389964,\n",
       "  '<dd class=\"col-sm-9\">': 0.3640457321188792,\n",
       "  '<dd>': -1.3763103730928814,\n",
       "  '<del>': -1.2392447549801056,\n",
       "  '<description>': -0.13391743093304073,\n",
       "  '<div class=\"affix\">': 0.31374642271969538,\n",
       "  '<div class=\"arrow\">': 0.35021342203410366,\n",
       "  '<div class=\"btn-group\">': 0.81673951671153366,\n",
       "  '<div class=\"btn-group-vertical\">': 1.9522464263981087,\n",
       "  '<div class=\"caption\">': 0.59542255535512489,\n",
       "  '<div class=\"carousel-caption\">': 1.7359593959816182,\n",
       "  '<div class=\"carousel-inner\">': 1.4718880216359032,\n",
       "  '<div class=\"checkbox\">': 0.70733851876830889,\n",
       "  '<div class=\"col\">': 0.052190013843939453,\n",
       "  '<div class=\"col-lg-12\">': 0.55518310783577773,\n",
       "  '<div class=\"col-lg-4\">': 0.49608141929173677,\n",
       "  '<div class=\"col-lg-5\">': 0.49733890202671638,\n",
       "  '<div class=\"col-lg-6\">': 0.49859638476169599,\n",
       "  '<div class=\"col-lg-7\">': 0.49985386749667554,\n",
       "  '<div class=\"col-lg-8\">': 0.50111135023165521,\n",
       "  '<div class=\"col-md-1\">': 0.48979400561683878,\n",
       "  '<div class=\"col-md-10\">': 0.55015317689585941,\n",
       "  '<div class=\"col-md-12\">': 0.55266814236581863,\n",
       "  '<div class=\"col-md-2\">': 0.49105148835181839,\n",
       "  '<div class=\"col-md-3\">': 0.492308971086798,\n",
       "  '<div class=\"col-md-4\">': 0.49356645382177761,\n",
       "  '<div class=\"col-md-5\">': 0.49482393655675716,\n",
       "  '<div class=\"col-md-6\">': 0.49608141929173677,\n",
       "  '<div class=\"col-md-7\">': 0.49733890202671638,\n",
       "  '<div class=\"col-md-8\">': 0.49859638476169599,\n",
       "  '<div class=\"col-md-9\">': 0.49985386749667554,\n",
       "  '<div class=\"col-sm-1\">': 0.50865624664153275,\n",
       "  '<div class=\"col-sm-10\">': 0.56901541792055332,\n",
       "  '<div class=\"col-sm-12\">': 0.57153038339051254,\n",
       "  '<div class=\"col-sm-2\">': 0.50991372937651236,\n",
       "  '<div class=\"col-sm-3\">': 0.51117121211149197,\n",
       "  '<div class=\"col-sm-4\">': 0.51242869484647147,\n",
       "  '<div class=\"col-sm-5\">': 0.51368617758145108,\n",
       "  '<div class=\"col-sm-6\">': 0.51494366031643068,\n",
       "  '<div class=\"col-sm-7\">': 0.51620114305141029,\n",
       "  '<div class=\"col-sm-8\">': 0.5174586257863899,\n",
       "  '<div class=\"col-sm-9\">': 0.51871610852136951,\n",
       "  '<div class=\"col-xs-2\">': 0.52374603946128784,\n",
       "  '<div class=\"col-xs-3\">': 0.52500352219626745,\n",
       "  '<div class=\"col-xs-4\">': 0.52626100493124706,\n",
       "  '<div class=\"col-xs-6\">': 0.52877597040120627,\n",
       "  '<div class=\"col-xs-9\">': 0.5325484186061451,\n",
       "  '<div class=\"collapse\">': 0.72242831158806398,\n",
       "  '<div class=\"container\">': 0.86326637790577876,\n",
       "  '<div class=\"divider\">': 0.58662017621026763,\n",
       "  '<div class=\"dropdown\">': 0.75512286269753348,\n",
       "  '<div class=\"dropdown-menu\">': 1.3612295409576987,\n",
       "  '<div class=\"form-group\">': 0.95757758302924845,\n",
       "  '<div class=\"hidden-xs\">': 0.78404496560206416,\n",
       "  '<div class=\"input-group\">': 1.1135054421667183,\n",
       "  '<div class=\"input-group-addon\">': 1.8214682219602307,\n",
       "  '<div class=\"input-group-btn\">': 1.5775165713741892,\n",
       "  '<div class=\"item\">': 0.19428556289663379,\n",
       "  '<div class=\"jumbotron\">': 0.89973337722018698,\n",
       "  '<div class=\"list-group\">': 0.96763744490908521,\n",
       "  '<div class=\"list-group-item\">': 1.5661992267593727,\n",
       "  '<div class=\"media\">': 0.29614166442998102,\n",
       "  '<div class=\"media-body\">': 0.89344596354528905,\n",
       "  '<div class=\"modal\">': 0.31248893998471577,\n",
       "  '<div class=\"modal-body\">': 0.90979323910002374,\n",
       "  '<div class=\"modal-content\">': 1.3285349898482293,\n",
       "  '<div class=\"modal-dialog\">': 1.1537448896860654,\n",
       "  '<div class=\"modal-footer\">': 1.1927268544704328,\n",
       "  '<div class=\"modal-header\">': 1.1449425105412081,\n",
       "  '<div class=\"navbar-header\">': 1.2820081286539842,\n",
       "  '<div class=\"navbar-nav\">': 0.91482317003994218,\n",
       "  '<div class=\"navbar-right\">': 1.1876969235305144,\n",
       "  '<div class=\"page-header\">': 1.0041044442234934,\n",
       "  '<div class=\"pagination\">': 0.99278709960867717,\n",
       "  '<div class=\"panel\">': 0.31626138818965455,\n",
       "  '<div class=\"panel-body\">': 0.91356568730496257,\n",
       "  '<div class=\"panel-footer\">': 1.1964993026753716,\n",
       "  '<div class=\"panel-heading\">': 1.2782356804490453,\n",
       "  '<div class=\"popover-content\">': 1.6479356045330464,\n",
       "  '<div class=\"progress\">': 0.76518272457737024,\n",
       "  '<div class=\"progress-bar\">': 1.2103316127601471,\n",
       "  '<div class=\"pull-right\">': 0.9500326866193709,\n",
       "  '<div class=\"row\">': 0.084884564953408945,\n",
       "  '<div class=\"table-responsive\">': 1.7485342233314143,\n",
       "  '<div class=\"text-center\">': 1.0845833392621875,\n",
       "  '<div class=\"thumbnail\">': 0.86452386064075837,\n",
       "  '<div class=\"tooltip-inner\">': 1.3675169546325967,\n",
       "  '<div class=\"well\">': 0.20057297657153175,\n",
       "  '<div>': -1.221639996690391,\n",
       "  '<dl class=\"row\">': -0.059725949569244575,\n",
       "  '<dl>': -1.3662505112130445,\n",
       "  '<dt class=\"col-sm-3\">': 0.37662055946867518,\n",
       "  '<dt class=\"col-sm-4\">': 0.37787804220365478,\n",
       "  '<dt>': -1.3561906493332079,\n",
       "  '<em>': -1.3637355457430855,\n",
       "  '<fieldset class=\"form-group\">': 1.6177560188935363,\n",
       "  '<fieldset>': -0.56146156082610332,\n",
       "  '<figcaption>': -0.29487522101042901,\n",
       "  '<figure>': -0.82050300423190003,\n",
       "  '<footer class=\"text-muted\">': 1.378834299247413,\n",
       "  '<footer>': -0.80415572867716534,\n",
       "  '<form>': -1.0795444476376967,\n",
       "  '<guid>': -1.0933767577224722,\n",
       "  '<h1 class=\"page-header\">': 0.7903323792769622,\n",
       "  '<h1 class=\"text-center\">': 0.8708112743156563,\n",
       "  '<h1>': -1.4354120616369224,\n",
       "  '<h2 class=\"page-header\">': 0.79158986201194181,\n",
       "  '<h2 class=\"text-center\">': 0.87206875705063591,\n",
       "  '<h2>': -1.4341545789019428,\n",
       "  '<h3 class=\"panel-title\">': 0.84817658508602356,\n",
       "  '<h3 class=\"popover-title\">': 1.1638047515659022,\n",
       "  '<h3 class=\"text-center\">': 0.87332623978561552,\n",
       "  '<h3 class=\"text-muted\">': 0.75009293175761516,\n",
       "  '<h3>': -1.4328970961669631,\n",
       "  '<h4 class=\"list-group-item-heading\">': 2.318173902277171,\n",
       "  '<h4 class=\"media-heading\">': 1.0481163399477793,\n",
       "  '<h4 class=\"modal-title\">': 0.84566161961606445,\n",
       "  '<h4 class=\"panel-title\">': 0.84943406782100317,\n",
       "  '<h4 class=\"text-center\">': 0.87458372252059513,\n",
       "  '<h4 class=\"text-muted\">': 0.75135041449259476,\n",
       "  '<h4>': -1.4316396134319835,\n",
       "  '<h5 class=\"modal-title\">': 0.84691910235104395,\n",
       "  '<h5 class=\"panel-title\">': 0.85069155055598278,\n",
       "  '<h5 class=\"text-muted\">': 0.75260789722757437,\n",
       "  '<h5>': -1.4303821306970039,\n",
       "  '<h6 class=\"dropdown-header\">': 1.3800917819823926,\n",
       "  '<h6 class=\"text-center\">': 0.87709868799055435,\n",
       "  '<h6 class=\"text-muted\">': 0.75386537996255387,\n",
       "  '<h6>': -1.4291246479620243,\n",
       "  '<head>': -1.122298860627003,\n",
       "  '<header class=\"page-header\">': 1.3738043683074947,\n",
       "  '<header>': -0.85194007260638993,\n",
       "  '<hr>': -1.3536756838632487,\n",
       "  '<html>': -1.0782869649027171,\n",
       "  '<i>': -1.4957712329159429,\n",
       "  '<iframe>': -0.83810776252161434,\n",
       "  '<img class=\"img-circle\">': 0.88715854987039111,\n",
       "  '<img class=\"img-responsive\">': 1.4857203317206786,\n",
       "  '<img class=\"img-rounded\">': 1.0468588572127997,\n",
       "  '<img class=\"img-thumbnail\">': 1.3121877142934943,\n",
       "  '<img class=\"media-object\">': 1.1386550968663103,\n",
       "  '<img>': -1.2291848931002687,\n",
       "  '<input class=\"btn\">': 0.35775831844398126,\n",
       "  '<input class=\"form-control\">': 1.5221873310350869,\n",
       "  '<input class=\"hidden\">': 0.72997320799794163,\n",
       "  '<input>': -0.92361658850022688,\n",
       "  '<ins>': -1.212837617545534,\n",
       "  '<item>': -1.0858318613125948,\n",
       "  '<kbd>': -1.2442746859200238,\n",
       "  '<label class=\"btn-link\">': 0.89470344628026865,\n",
       "  '<label class=\"checkbox\">': 0.94500275567945247,\n",
       "  '<label class=\"checkbox-inline\">': 1.805120946405496,\n",
       "  '<label class=\"col-sm-2\">': 0.74757796628765594,\n",
       "  '<label class=\"control-label\">': 1.5573968476145157,\n",
       "  '<label class=\"sr-only\">': 0.80039224115679897,\n",
       "  '<label>': -0.98397575977924745,\n",
       "  '<language>': -0.57655135364585841,\n",
       "  '<lastbuilddate>': 0.10500428871308247,\n",
       "  '<legend>': -0.84439517619651239,\n",
       "  '<li class=\"active\">': 0.31374642271969538,\n",
       "  '<li class=\"divider\">': 0.44829707536251212,\n",
       "  '<li class=\"dropdown\">': 0.61679976184977792,\n",
       "  '<li class=\"dropdown-header\">': 1.4492533324062704,\n",
       "  '<li class=\"list-group-item\">': 1.4278761259116173,\n",
       "  '<li class=\"media\">': 0.15781856358222551,\n",
       "  '<li class=\"next\">': 0.076082185808551778,\n",
       "  '<li>': -1.3599630975381467,\n",
       "  '<link>': -1.0870893440475744,\n",
       "  '<main>': -1.0984066886623907,\n",
       "  '<mark>': -1.0908617922525132,\n",
       "  '<meta>': -1.0958917231924314,\n",
       "  '<my-app>': -0.8783472100409615,\n",
       "  '<nav class=\"breadcrumb\">': 0.97140989311402404,\n",
       "  '<nav class=\"col-md-6\">': 0.49859638476169599,\n",
       "  '<nav class=\"container\">': 0.86578134337573798,\n",
       "  '<nav class=\"nav\">': 0.063507358458755811,\n",
       "  '<nav class=\"pull-left\">': 0.80793713756667651,\n",
       "  '<nav>': -1.2191250312204318,\n",
       "  '<noscript>': -0.51870714783679706,\n",
       "  '<ol class=\"breadcrumb\">': 0.8381167232061868,\n",
       "  '<ol class=\"carousel-indicators\">': 2.0100906322071701,\n",
       "  '<ol class=\"list-unstyled\">': 1.2530860257494534,\n",
       "  '<ol>': -1.352418201128269,\n",
       "  '<optgroup>': -0.50110238954708275,\n",
       "  '<option>': -0.79158090132736936,\n",
       "  '<output>': -0.76140131568785907,\n",
       "  '<p class=\"form-control-static\">': 1.830270601105088,\n",
       "  '<p class=\"h1\">': -0.4206234945083886,\n",
       "  '<p class=\"h2\">': -0.41936601177340899,\n",
       "  '<p class=\"h3\">': -0.41810852903842938,\n",
       "  '<p class=\"h4\">': -0.41685104630344977,\n",
       "  '<p class=\"h5\">': -0.41559356356847021,\n",
       "  '<p class=\"h6\">': -0.41433608083349061,\n",
       "  '<p class=\"help-block\">': 0.63566200287447194,\n",
       "  '<p class=\"hidden-xs\">': 0.51871610852136951,\n",
       "  '<p class=\"lead\">': -0.10248036255855084,\n",
       "  '<p class=\"list-group-item-text\">': 1.9270967716985168,\n",
       "  '<p class=\"navbar-text\">': 0.81045210303663573,\n",
       "  '<p class=\"pull-left\">': 0.54009331501602265,\n",
       "  '<p class=\"text-center\">': 0.81925448218149288,\n",
       "  '<p class=\"text-danger\">': 0.79913475842181936,\n",
       "  '<p class=\"text-info\">': 0.55141065963083902,\n",
       "  '<p class=\"text-left\">': 0.55015317689585941,\n",
       "  '<p class=\"text-muted\">': 0.69602117415349252,\n",
       "  '<p class=\"text-primary\">': 0.98398472046381991,\n",
       "  '<p class=\"text-right\">': 0.69476369141851291,\n",
       "  '<p class=\"text-success\">': 0.97015241037904443,\n",
       "  '<p class=\"text-warning\">': 0.9663799621741056,\n",
       "  '<p>': -1.4869688537710859,\n",
       "  '<pre class=\"prettyprint\">': 1.2128465782301063,\n",
       "  '<pre>': -1.2166100657504728,\n",
       "  '<pubdate>': -0.69601221346892006,\n",
       "  '<rss>': -1.1952328592558197,\n",
       "  '<s>': -1.4831964055661471,\n",
       "  '<samp>': -1.0833168958426356,\n",
       "  '<script>': -0.79661083226728768,\n",
       "  '<section>': -0.67589248970924654,\n",
       "  '<select class=\"form-control\">': 1.6227859498334547,\n",
       "  '<select>': -0.82301796970185925,\n",
       "  '<small class=\"text-muted\">': 1.2304513365198206,\n",
       "  '<small>': -0.95253869140475755,\n",
       "  '<source>': -0.80164076320720612,\n",
       "  '<span class=\"badge\">': 0.41937497245798144,\n",
       "  '<span class=\"caret\">': 0.45458448903741011,\n",
       "  '<span class=\"help-block\">': 1.0405714435379017,\n",
       "  '<span class=\"hidden-lg\">': 0.89344596354528905,\n",
       "  '<span class=\"hidden-md\">': 0.89093099807532983,\n",
       "  '<span class=\"hidden-sm\">': 0.90979323910002374,\n",
       "  '<span class=\"hidden-xs\">': 0.92362554918479933,\n",
       "  '<span class=\"icon-bar\">': 0.77147013825226829,\n",
       "  '<span class=\"input-group-addon\">': 1.9610488055429658,\n",
       "  '<span class=\"input-group-btn\">': 1.7170971549569243,\n",
       "  '<span class=\"navbar-text\">': 1.2153615437000655,\n",
       "  '<span class=\"sr-only\">': 0.70230858782839045,\n",
       "  '<span class=\"text-danger\">': 1.2040441990852493,\n",
       "  '<span class=\"text-muted\">': 1.1009306148169224,\n",
       "  '<span>': -1.082059413107656,\n",
       "  '<strike>': -0.80038328047222651,\n",
       "  '<strong class=\"text-danger\">': 1.4995526418054543,\n",
       "  '<strong class=\"text-success\">': 1.6705702937626792,\n",
       "  '<strong class=\"text-warning\">': 1.6667978455577406,\n",
       "  '<strong>': -0.78655097038745092,\n",
       "  '<style>': -0.92235910576524727,\n",
       "  '<svg>': -1.2052927211356563,\n",
       "  '<table class=\"table\">': 0.55392562510079824,\n",
       "  '<table>': -0.97391589789941069,\n",
       "  '<tbody>': -0.94122134678994129,\n",
       "  '<td class=\"text-center\">': 0.9500326866193709,\n",
       "  '<td class=\"text-danger\">': 0.92991296285969738,\n",
       "  '<td class=\"text-muted\">': 0.82679937859137043,\n",
       "  '<td class=\"text-right\">': 0.82554189585639093,\n",
       "  '<td class=\"text-success\">': 1.1009306148169224,\n",
       "  '<td>': -1.3561906493332079,\n",
       "  '<textarea class=\"form-control\">': 1.9019471169989248,\n",
       "  '<textarea>': -0.54385680253638902,\n",
       "  '<th class=\"col-xs-4\">': 0.3967402832283487,\n",
       "  '<th class=\"text-center\">': 0.95506261755928923,\n",
       "  '<th class=\"text-right\">': 0.83057182679630925,\n",
       "  '<th>': -1.3511607183932894,\n",
       "  '<thead>': -0.97643086336936991,\n",
       "  '<time>': -1.0858318613125948,\n",
       "  '<title>': -0.94122134678994129,\n",
       "  '<tr class=\"active\">': 0.33512362921434852,\n",
       "  '<tr>': -1.3385858910434936,\n",
       "  '<u>': -1.4806814400961879,\n",
       "  '<ul class=\"dropdown-menu\">': 1.2379962329296983,\n",
       "  '<ul class=\"list-group\">': 0.84440413688108484,\n",
       "  '<ul class=\"list-inline\">': 0.94751772114941168,\n",
       "  '<ul class=\"list-unstyled\">': 1.260630922159331,\n",
       "  '<ul class=\"media-list\">': 0.78781741380700299,\n",
       "  '<ul class=\"nav\">': -0.062240915039203766,\n",
       "  '<ul class=\"navbar-nav\">': 0.79158986201194181,\n",
       "  '<ul class=\"pager\">': 0.1917705974266746,\n",
       "  '<ul class=\"pagination\">': 0.86955379158067669,\n",
       "  '<ul class=\"pull-left\">': 0.68218886406871693,\n",
       "  '<ul>': -1.3448733047183914,\n",
       "  '<var>': -1.2140951002805136,\n",
       "  '<video>': -0.95505365687471677,\n",
       "  'CONTENT': -1.1034366196023091},\n",
       " {-1.5058310947957798: '<a>',\n",
       "  -1.5045736120608002: '<b>',\n",
       "  -1.4957712329159429: '<i>',\n",
       "  -1.4869688537710859: '<p>',\n",
       "  -1.4831964055661471: '<s>',\n",
       "  -1.4806814400961879: '<u>',\n",
       "  -1.4467294062517388: '</a>',\n",
       "  -1.4454719235167592: '</b>',\n",
       "  -1.436669544371902: '</i>',\n",
       "  -1.4354120616369224: '<h1>',\n",
       "  -1.4341545789019428: '<h2>',\n",
       "  -1.4328970961669631: '<h3>',\n",
       "  -1.4316396134319835: '<h4>',\n",
       "  -1.4303821306970039: '<h5>',\n",
       "  -1.4291246479620243: '<h6>',\n",
       "  -1.4278671652270447: '</p>',\n",
       "  -1.4240947170221061: '</s>',\n",
       "  -1.4215797515521469: '</u>',\n",
       "  -1.3763103730928814: '<dd>',\n",
       "  -1.3750528903579018: '</h2>',\n",
       "  -1.3737954076229222: '</h3>',\n",
       "  -1.3725379248879426: '</h4>',\n",
       "  -1.371280442152963: '</h5>',\n",
       "  -1.3700229594179834: '</h6>',\n",
       "  -1.3662505112130445: '<dl>',\n",
       "  -1.3637355457430855: '<em>',\n",
       "  -1.3612205802731263: '<br>',\n",
       "  -1.3599630975381467: '<li>',\n",
       "  -1.3561906493332079: '<dt>',\n",
       "  -1.3536756838632487: '<hr>',\n",
       "  -1.352418201128269: '<ol>',\n",
       "  -1.3511607183932894: '<th>',\n",
       "  -1.3448733047183914: '<ul>',\n",
       "  -1.3385858910434936: '<tr>',\n",
       "  -1.3172086845488404: '</dd>',\n",
       "  -1.3071488226690036: '</dl>',\n",
       "  -1.3046338571990443: '</em>',\n",
       "  -1.3021188917290853: '</br>',\n",
       "  -1.3008614089941057: '</li>',\n",
       "  -1.2970889607891669: '</dt>',\n",
       "  -1.2945739953192077: '</hr>',\n",
       "  -1.2933165125842281: '</ol>',\n",
       "  -1.2920590298492485: '</th>',\n",
       "  -1.2857716161743504: '</ul>',\n",
       "  -1.2794842024994526: '</tr>',\n",
       "  -1.2442746859200238: '<kbd>',\n",
       "  -1.2392447549801056: '<del>',\n",
       "  -1.2291848931002687: '<img>',\n",
       "  -1.2279274103652891: '<col>',\n",
       "  -1.221639996690391: '<div>',\n",
       "  -1.2191250312204318: '<nav>',\n",
       "  -1.2166100657504728: '<pre>',\n",
       "  -1.2140951002805136: '<var>',\n",
       "  -1.212837617545534: '<ins>',\n",
       "  -1.2052927211356563: '<svg>',\n",
       "  -1.1952328592558197: '<rss>',\n",
       "  -1.1851729973759828: '</kbd>',\n",
       "  -1.1801430664360644: '</del>',\n",
       "  -1.1700832045562277: '</img>',\n",
       "  -1.1688257218212481: '</col>',\n",
       "  -1.1625383081463501: '</div>',\n",
       "  -1.1600233426763908: '</nav>',\n",
       "  -1.1575083772064316: '</pre>',\n",
       "  -1.1549934117364726: '</var>',\n",
       "  -1.153735929001493: '</ins>',\n",
       "  -1.1461910325916154: '</svg>',\n",
       "  -1.1361311707117785: '</rss>',\n",
       "  -1.122298860627003: '<head>',\n",
       "  -1.116011446952105: '<abbr>',\n",
       "  -1.1109815160121868: '<base>',\n",
       "  -1.1034366196023091: 'CONTENT',\n",
       "  -1.0984066886623907: '<cite>',\n",
       "  -1.0958917231924314: '<meta>',\n",
       "  -1.0933767577224722: '<guid>',\n",
       "  -1.0908617922525132: '<mark>',\n",
       "  -1.0870893440475744: '<body>',\n",
       "  -1.0858318613125948: '<item>',\n",
       "  -1.0833168958426356: '<samp>',\n",
       "  -1.082059413107656: '<span>',\n",
       "  -1.0795444476376967: '<form>',\n",
       "  -1.0782869649027171: '<html>',\n",
       "  -1.063197172082962: '</head>',\n",
       "  -1.056909758408064: '</abbr>',\n",
       "  -1.0518798274681456: '</code>',\n",
       "  -1.0393050001183497: '</cite>',\n",
       "  -1.0367900346483905: '</meta>',\n",
       "  -1.0342750691784313: '</guid>',\n",
       "  -1.031760103708472: '</mark>',\n",
       "  -1.0279876555035334: '</body>',\n",
       "  -1.0267301727685538: '</item>',\n",
       "  -1.0242152072985946: '</samp>',\n",
       "  -1.022957724563615: '</span>',\n",
       "  -1.0204427590936558: '</form>',\n",
       "  -1.0191852763586762: '</html>',\n",
       "  -0.98397575977924745: '<label>',\n",
       "  -0.97643086336936991: '<thead>',\n",
       "  -0.97391589789941069: '<table>',\n",
       "  -0.95505365687471677: '<video>',\n",
       "  -0.95253869140475755: '<small>',\n",
       "  -0.94122134678994129: '<tbody>',\n",
       "  -0.92487407123520649: '</label>',\n",
       "  -0.92361658850022688: '<input>',\n",
       "  -0.92235910576524727: '<style>',\n",
       "  -0.91732917482532894: '</thead>',\n",
       "  -0.91481420935536972: '</table>',\n",
       "  -0.89595196833067581: '</video>',\n",
       "  -0.89343700286071659: '</small>',\n",
       "  -0.88211965824590022: '</tbody>',\n",
       "  -0.8783472100409615: '<my-app>',\n",
       "  -0.86451489995618591: '</input>',\n",
       "  -0.8632574172212063: '</style>',\n",
       "  -0.85194007260638993: '<header>',\n",
       "  -0.84439517619651239: '<legend>',\n",
       "  -0.84062272799157356: '<circle>',\n",
       "  -0.83810776252161434: '<iframe>',\n",
       "  -0.82301796970185925: '<select>',\n",
       "  -0.82176048696687964: '<center>',\n",
       "  -0.82050300423190003: '<figure>',\n",
       "  -0.81924552149692043: '</my-app>',\n",
       "  -0.80415572867716534: '<footer>',\n",
       "  -0.80164076320720612: '<source>',\n",
       "  -0.80038328047222651: '<strike>',\n",
       "  -0.79661083226728768: '<script>',\n",
       "  -0.79283838406234897: '</header>',\n",
       "  -0.79158090132736936: '<option>',\n",
       "  -0.78780845312243053: '<button>',\n",
       "  -0.78655097038745092: '<strong>',\n",
       "  -0.78529348765247131: '</legend>',\n",
       "  -0.7815210394475326: '</circle>',\n",
       "  -0.77900607397757338: '</iframe>',\n",
       "  -0.76391628115781818: '</select>',\n",
       "  -0.76265879842283868: '</center>',\n",
       "  -0.76140131568785907: '<output>',\n",
       "  -0.74505404013312426: '</footer>',\n",
       "  -0.74253907466316516: '</source>',\n",
       "  -0.74128159192818555: '</strike>',\n",
       "  -0.73750914372324672: '</script>',\n",
       "  -0.73247921278332828: '</option>',\n",
       "  -0.72870676457838957: '</button>',\n",
       "  -0.72744928184340996: '</strong>',\n",
       "  -0.71110200628867526: '<channel>',\n",
       "  -0.70229962714381799: '</output>',\n",
       "  -0.69726969620389967: '<article>',\n",
       "  -0.69601221346892006: '<pubdate>',\n",
       "  -0.69475473073394045: '<address>',\n",
       "  -0.68469486885410369: '<caption>',\n",
       "  -0.67589248970924654: '<section>',\n",
       "  -0.65200031774463418: '</channel>',\n",
       "  -0.6381680076598587: '</article>',\n",
       "  -0.6369105249248791: '</pubdate>',\n",
       "  -0.63565304218989949: '</address>',\n",
       "  -0.62559318031006272: '</caption>',\n",
       "  -0.61679080116520557: '</section>',\n",
       "  -0.57655135364585841: '<language>',\n",
       "  -0.56146156082610332: '<fieldset>',\n",
       "  -0.54385680253638902: '<textarea>',\n",
       "  -0.52750952698165421: '<colgroup>',\n",
       "  -0.51870714783679706: '<noscript>',\n",
       "  -0.51744966510181745: '</language>',\n",
       "  -0.50235987228206225: '</fieldset>',\n",
       "  -0.50110238954708275: '<optgroup>',\n",
       "  -0.48475511399234794: '</textarea>',\n",
       "  -0.4696653211725928: '<atom:link>',\n",
       "  -0.46840783843761319: '</colgroup>',\n",
       "  -0.45960545929275604: '</noscript>',\n",
       "  -0.44200070100304173: '</optgroup>',\n",
       "  -0.4206234945083886: '<p class=\"h1\">',\n",
       "  -0.41936601177340899: '<p class=\"h2\">',\n",
       "  -0.41810852903842938: '<p class=\"h3\">',\n",
       "  -0.41685104630344977: '<p class=\"h4\">',\n",
       "  -0.41559356356847021: '<p class=\"h5\">',\n",
       "  -0.41433608083349061: '<p class=\"h6\">',\n",
       "  -0.41056363262855183: '</atom:link>',\n",
       "  -0.35900684049438836: '<dc:creator>',\n",
       "  -0.29990515195034739: '</dc:creator>',\n",
       "  -0.29487522101042901: '<figcaption>',\n",
       "  -0.2684680835758575: '<blockquote>',\n",
       "  -0.23577353246638799: '</figcaption>',\n",
       "  -0.22445618785157162: '<a class=\"btn\">',\n",
       "  -0.20936639503181648: '</blockquote>',\n",
       "  -0.13391743093304073: '<description>',\n",
       "  -0.10248036255855084: '<p class=\"lead\">',\n",
       "  -0.074815742388999726: '</description>',\n",
       "  -0.062240915039203766: '<ul class=\"nav\">',\n",
       "  -0.059725949569244575: '<dl class=\"row\">',\n",
       "  0.032070290084265922: '<b class=\"caret\">',\n",
       "  0.039615186494143494: '<a class=\"close\">',\n",
       "  0.052190013843939453: '<div class=\"col\">',\n",
       "  0.063507358458755811: '<nav class=\"nav\">',\n",
       "  0.076082185808551778: '<li class=\"next\">',\n",
       "  0.084884564953408945: '<div class=\"row\">',\n",
       "  0.10500428871308247: '<lastbuilddate>',\n",
       "  0.15781856358222551: '<li class=\"media\">',\n",
       "  0.16410597725712348: '</lastbuilddate>',\n",
       "  0.1917705974266746: '<ul class=\"pager\">',\n",
       "  0.19428556289663379: '<div class=\"item\">',\n",
       "  0.20057297657153175: '<div class=\"well\">',\n",
       "  0.29614166442998102: '<div class=\"media\">',\n",
       "  0.31248893998471577: '<div class=\"modal\">',\n",
       "  0.31374642271969538: '<div class=\"affix\">',\n",
       "  0.31626138818965455: '<div class=\"panel\">',\n",
       "  0.33512362921434852: '<tr class=\"active\">',\n",
       "  0.35021342203410366: '<div class=\"arrow\">',\n",
       "  0.35775831844398126: '<input class=\"btn\">',\n",
       "  0.36278824938389964: '<dd class=\"col-sm-8\">',\n",
       "  0.3640457321188792: '<dd class=\"col-sm-9\">',\n",
       "  0.3728481112637364: '<a class=\"btn-link\">',\n",
       "  0.37662055946867518: '<dt class=\"col-sm-3\">',\n",
       "  0.37787804220365478: '<dt class=\"col-sm-4\">',\n",
       "  0.3967402832283487: '<th class=\"col-xs-4\">',\n",
       "  0.41937497245798144: '<span class=\"badge\">',\n",
       "  0.44829707536251212: '<li class=\"divider\">',\n",
       "  0.45458448903741011: '<span class=\"caret\">',\n",
       "  0.48979400561683878: '<div class=\"col-md-1\">',\n",
       "  0.49105148835181839: '<div class=\"col-md-2\">',\n",
       "  0.492308971086798: '<div class=\"col-md-3\">',\n",
       "  0.49356645382177761: '<div class=\"col-md-4\">',\n",
       "  0.49482393655675716: '<div class=\"col-md-5\">',\n",
       "  0.49608141929173677: '<div class=\"col-md-6\">',\n",
       "  0.49733890202671638: '<div class=\"col-md-7\">',\n",
       "  0.49859638476169599: '<div class=\"col-lg-6\">',\n",
       "  0.49985386749667554: '<a class=\"hidden-xs\">',\n",
       "  0.50111135023165521: '<div class=\"col-lg-8\">',\n",
       "  0.50865624664153275: '<div class=\"col-sm-1\">',\n",
       "  0.50991372937651236: '<div class=\"col-sm-2\">',\n",
       "  0.51117121211149197: '<div class=\"col-sm-3\">',\n",
       "  0.51242869484647147: '<div class=\"col-sm-4\">',\n",
       "  0.51368617758145108: '<div class=\"col-sm-5\">',\n",
       "  0.51494366031643068: '<div class=\"col-sm-6\">',\n",
       "  0.51620114305141029: '<col class=\"col-xs-1\">',\n",
       "  0.5174586257863899: '<div class=\"col-sm-8\">',\n",
       "  0.51871610852136951: '<div class=\"col-sm-9\">',\n",
       "  0.52123107399132873: '<a class=\"pull-left\">',\n",
       "  0.52374603946128784: '<div class=\"col-xs-2\">',\n",
       "  0.52500352219626745: '<div class=\"col-xs-3\">',\n",
       "  0.52626100493124706: '<div class=\"col-xs-4\">',\n",
       "  0.52877597040120627: '<div class=\"col-xs-6\">',\n",
       "  0.5325484186061451: '<div class=\"col-xs-9\">',\n",
       "  0.54009331501602265: '<p class=\"pull-left\">',\n",
       "  0.55015317689585941: '<p class=\"text-left\">',\n",
       "  0.55141065963083902: '<p class=\"text-info\">',\n",
       "  0.55266814236581863: '<div class=\"col-md-12\">',\n",
       "  0.55392562510079824: '<table class=\"table\">',\n",
       "  0.55518310783577773: '<div class=\"col-lg-12\">',\n",
       "  0.56901541792055332: '<div class=\"col-sm-10\">',\n",
       "  0.57153038339051254: '<div class=\"col-sm-12\">',\n",
       "  0.5803327625353697: '<a class=\"thumbnail\">',\n",
       "  0.58662017621026763: '<div class=\"divider\">',\n",
       "  0.59542255535512489: '<div class=\"caption\">',\n",
       "  0.61679976184977792: '<li class=\"dropdown\">',\n",
       "  0.63566200287447194: '<p class=\"help-block\">',\n",
       "  0.63943445107941066: '<a class=\"alert-link\">',\n",
       "  0.6771589331287986: '<a class=\"text-muted\">',\n",
       "  0.68218886406871693: '<ul class=\"pull-left\">',\n",
       "  0.69476369141851291: '<p class=\"text-right\">',\n",
       "  0.69602117415349252: '<p class=\"text-muted\">',\n",
       "  0.70230858782839045: '<span class=\"sr-only\">',\n",
       "  0.70733851876830889: '<div class=\"checkbox\">',\n",
       "  0.72242831158806398: '<div class=\"collapse\">',\n",
       "  0.72997320799794163: '<input class=\"hidden\">',\n",
       "  0.74757796628765594: '<label class=\"col-sm-2\">',\n",
       "  0.75009293175761516: '<h3 class=\"text-muted\">',\n",
       "  0.75135041449259476: '<h4 class=\"text-muted\">',\n",
       "  0.75260789722757437: '<h5 class=\"text-muted\">',\n",
       "  0.75386537996255387: '<h6 class=\"text-muted\">',\n",
       "  0.75512286269753348: '<div class=\"dropdown\">',\n",
       "  0.7576378281674927: '<button class=\"close\">',\n",
       "  0.76266775910741114: '<a class=\"navbar-link\">',\n",
       "  0.76518272457737024: '<div class=\"progress\">',\n",
       "  0.77147013825226829: '<span class=\"icon-bar\">',\n",
       "  0.78027251739712544: '<a class=\"text-danger\">',\n",
       "  0.78404496560206416: '<div class=\"hidden-xs\">',\n",
       "  0.78781741380700299: '<ul class=\"media-list\">',\n",
       "  0.7903323792769622: '<h1 class=\"page-header\">',\n",
       "  0.79158986201194181: '<h2 class=\"page-header\">',\n",
       "  0.79913475842181936: '<p class=\"text-danger\">',\n",
       "  0.80039224115679897: '<label class=\"sr-only\">',\n",
       "  0.80793713756667651: '<nav class=\"pull-left\">',\n",
       "  0.81045210303663573: '<p class=\"navbar-text\">',\n",
       "  0.81673951671153366: '<div class=\"btn-group\">',\n",
       "  0.81925448218149288: '<p class=\"text-center\">',\n",
       "  0.82554189585639093: '<td class=\"text-right\">',\n",
       "  0.82679937859137043: '<td class=\"text-muted\">',\n",
       "  0.83057182679630925: '<th class=\"text-right\">',\n",
       "  0.8381167232061868: '<ol class=\"breadcrumb\">',\n",
       "  0.84440413688108484: '<ul class=\"list-group\">',\n",
       "  0.84566161961606445: '<h4 class=\"modal-title\">',\n",
       "  0.84691910235104395: '<h5 class=\"modal-title\">',\n",
       "  0.84817658508602356: '<h3 class=\"panel-title\">',\n",
       "  0.84943406782100317: '<h4 class=\"panel-title\">',\n",
       "  0.85069155055598278: '<h5 class=\"panel-title\">',\n",
       "  0.86326637790577876: '<div class=\"container\">',\n",
       "  0.86452386064075837: '<div class=\"thumbnail\">',\n",
       "  0.86578134337573798: '<nav class=\"container\">',\n",
       "  0.86955379158067669: '<ul class=\"pagination\">',\n",
       "  0.8708112743156563: '<h1 class=\"text-center\">',\n",
       "  0.87206875705063591: '<h2 class=\"text-center\">',\n",
       "  0.87332623978561552: '<h3 class=\"text-center\">',\n",
       "  0.87458372252059513: '<h4 class=\"text-center\">',\n",
       "  0.87709868799055435: '<h6 class=\"text-center\">',\n",
       "  0.88715854987039111: '<img class=\"img-circle\">',\n",
       "  0.89093099807532983: '<span class=\"hidden-md\">',\n",
       "  0.89344596354528905: '<span class=\"hidden-lg\">',\n",
       "  0.89470344628026865: '<label class=\"btn-link\">',\n",
       "  0.89973337722018698: '<div class=\"jumbotron\">',\n",
       "  0.90979323910002374: '<span class=\"hidden-sm\">',\n",
       "  0.91356568730496257: '<div class=\"panel-body\">',\n",
       "  0.91482317003994218: '<div class=\"navbar-nav\">',\n",
       "  0.92362554918479933: '<span class=\"hidden-xs\">',\n",
       "  0.92991296285969738: '<td class=\"text-danger\">',\n",
       "  0.94500275567945247: '<label class=\"checkbox\">',\n",
       "  0.94751772114941168: '<a class=\"text-warning\">',\n",
       "  0.9500326866193709: '<div class=\"pull-right\">',\n",
       "  0.95129016935435051: '<a class=\"text-success\">',\n",
       "  0.95506261755928923: '<th class=\"text-center\">',\n",
       "  0.95757758302924845: '<div class=\"form-group\">',\n",
       "  0.96512247943912599: '<a class=\"text-primary\">',\n",
       "  0.9663799621741056: '<p class=\"text-warning\">',\n",
       "  0.96763744490908521: '<div class=\"list-group\">',\n",
       "  0.97015241037904443: '<p class=\"text-success\">',\n",
       "  0.97140989311402404: '<nav class=\"breadcrumb\">',\n",
       "  0.98398472046381991: '<p class=\"text-primary\">',\n",
       "  0.99278709960867717: '<div class=\"pagination\">',\n",
       "  1.0041044442234934: '<div class=\"page-header\">',\n",
       "  1.0405714435379017: '<span class=\"help-block\">',\n",
       "  1.0468588572127997: '<img class=\"img-rounded\">',\n",
       "  1.0481163399477793: '<h4 class=\"media-heading\">',\n",
       "  1.0845833392621875: '<div class=\"text-center\">',\n",
       "  1.1009306148169224: '<td class=\"text-success\">',\n",
       "  1.1097329939617795: '<abbr class=\"initialism\">',\n",
       "  1.1135054421667183: '<div class=\"input-group\">',\n",
       "  1.1386550968663103: '<img class=\"media-object\">',\n",
       "  1.1449425105412081: '<div class=\"modal-header\">',\n",
       "  1.1537448896860654: '<div class=\"modal-dialog\">',\n",
       "  1.1638047515659022: '<h3 class=\"popover-title\">',\n",
       "  1.1876969235305144: '<div class=\"navbar-right\">',\n",
       "  1.1927268544704328: '<div class=\"modal-footer\">',\n",
       "  1.1964993026753716: '<div class=\"panel-footer\">',\n",
       "  1.2040441990852493: '<span class=\"text-danger\">',\n",
       "  1.2103316127601471: '<div class=\"progress-bar\">',\n",
       "  1.2128465782301063: '<pre class=\"prettyprint\">',\n",
       "  1.2153615437000655: '<span class=\"navbar-text\">',\n",
       "  1.2304513365198206: '<small class=\"text-muted\">',\n",
       "  1.2379962329296983: '<ul class=\"dropdown-menu\">',\n",
       "  1.2530860257494534: '<ol class=\"list-unstyled\">',\n",
       "  1.260630922159331: '<ul class=\"list-unstyled\">',\n",
       "  1.2782356804490453: '<div class=\"panel-heading\">',\n",
       "  1.2820081286539842: '<a class=\"list-group-item\">',\n",
       "  1.3121877142934943: '<img class=\"img-thumbnail\">',\n",
       "  1.3285349898482293: '<div class=\"modal-content\">',\n",
       "  1.3348224035231271: '<a class=\"dropdown-toggle\">',\n",
       "  1.3612295409576987: '<div class=\"dropdown-menu\">',\n",
       "  1.3675169546325967: '<div class=\"tooltip-inner\">',\n",
       "  1.3738043683074947: '<header class=\"page-header\">',\n",
       "  1.378834299247413: '<footer class=\"text-muted\">',\n",
       "  1.3800917819823926: '<h6 class=\"dropdown-header\">',\n",
       "  1.4278761259116173: '<li class=\"list-group-item\">',\n",
       "  1.4492533324062704: '<li class=\"dropdown-header\">',\n",
       "  1.4718880216359032: '<div class=\"carousel-inner\">',\n",
       "  1.4857203317206786: '<img class=\"img-responsive\">',\n",
       "  1.4995526418054543: '<strong class=\"text-danger\">',\n",
       "  1.5221873310350869: '<input class=\"form-control\">',\n",
       "  1.5573968476145157: '<label class=\"control-label\">',\n",
       "  1.5661992267593727: '<div class=\"list-group-item\">',\n",
       "  1.5775165713741892: '<div class=\"input-group-btn\">',\n",
       "  1.6177560188935363: '<fieldset class=\"form-group\">',\n",
       "  1.6227859498334547: '<select class=\"form-control\">',\n",
       "  1.6479356045330464: '<div class=\"popover-content\">',\n",
       "  1.6667978455577406: '<strong class=\"text-warning\">',\n",
       "  1.6705702937626792: '<strong class=\"text-success\">',\n",
       "  1.7170971549569243: '<span class=\"input-group-btn\">',\n",
       "  1.7359593959816182: '<div class=\"carousel-caption\">',\n",
       "  1.7472767405964347: '<button class=\"navbar-toggle\">',\n",
       "  1.7485342233314143: '<div class=\"table-responsive\">',\n",
       "  1.805120946405496: '<label class=\"checkbox-inline\">',\n",
       "  1.8214682219602307: '<div class=\"input-group-addon\">',\n",
       "  1.830270601105088: '<p class=\"form-control-static\">',\n",
       "  1.9019471169989248: '<textarea class=\"form-control\">',\n",
       "  1.9032045997339044: '<blockquote class=\"pull-right\">',\n",
       "  1.9270967716985168: '<p class=\"list-group-item-text\">',\n",
       "  1.9522464263981087: '<div class=\"btn-group-vertical\">',\n",
       "  1.9610488055429658: '<span class=\"input-group-addon\">',\n",
       "  2.0000307703273332: '<button class=\"list-group-item\">',\n",
       "  2.0100906322071701: '<ol class=\"carousel-indicators\">',\n",
       "  2.318173902277171: '<h4 class=\"list-group-item-heading\">'})"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TAG_TO_EMBED = get_tag_embeddings(UNIQUE_TAGS)\n",
    "TAG_TO_NORM_EMBED = normalize_embds(TAG_TO_EMBED)\n",
    "NORM_EMBED_TO_TAG = {e: t for t, e in TAG_TO_NORM_EMBED.items()}\n",
    "TAG_TO_EMBED, TAG_TO_NORM_EMBED, NORM_EMBED_TO_TAG"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1140 ['CONTENT', '<html>', 'CONTENT']\n",
      "1140 [-1.1034366196023091, -1.0782869649027171, -1.1034366196023091]\n",
      "1140 ['CONTENT', '<html>', 'CONTENT']\n"
     ]
    }
   ],
   "source": [
    "fpaths,fnames = get_paths_to_files(PAGES_PATH)\n",
    "tags = extract_tags_from_file(fpaths[0])\n",
    "embds = tags_to_embds(tags, TAG_TO_NORM_EMBED)\n",
    "back_again = embds_to_tags(embds, NORM_EMBED_TO_TAG)\n",
    "print(len(tags), tags[:3])\n",
    "print(len(embds), embds[:3])\n",
    "print(len(back_again), back_again[:3])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Loader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 265,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#View a few of my examples and make sure the websites look OK going back and forth\n",
    "#Load embedding data into Tensors\n",
    "#Pad sequences method\n",
    "#Method to view HTML string in browser\n",
    "#http://stackoverflow.com/questions/36267578/how-to-display-a-python-string-as-html-in-jupyter-notebook"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#http://pytorch.org/docs/data.html?highlight=dataloader\n",
    "#class torch.utils.data.TensorDataset(data_tensor, target_tensor)\n",
    "#class torch.utils.data.DataLoader(dataset, batch_size=1, shuffle=False, sampler=None, num_workers=0, collate_fn=<function default_collate>, pin_memory=False, drop_last=False)\n",
    "\n",
    "\n",
    "def load_embeddings_from_dir(dir_path):\n",
    "    embeddings = []"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "Ctrl-E",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  },
  "toc": {
   "colors": {
    "hover_highlight": "#DAA520",
    "running_highlight": "#FF0000",
    "selected_highlight": "#FFD700"
   },
   "moveMenuLeft": true,
   "nav_menu": {
    "height": "92px",
    "width": "254px"
   },
   "navigate_menu": true,
   "number_sections": true,
   "sideBar": true,
   "threshold": 4,
   "toc_cell": false,
   "toc_section_display": "block",
   "toc_window_display": false,
   "widenNotebook": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}