6_NLP_POS_Tagger.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "NLP_Assignment_POS_Tagger",
      "provenance": [],
      "collapsed_sections": [],
      "machine_shape": "hm"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "md36KiBfKpz5",
        "colab_type": "code",
        "outputId": "2dd0461f-8d87-4153-ac45-a0ef5afd170b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 357
        }
      },
      "source": [
        "!wget http://nlp.stanford.edu/data/glove.6B.zip"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2020-05-20 13:01:39--  http://nlp.stanford.edu/data/glove.6B.zip\n",
            "Resolving nlp.stanford.edu (nlp.stanford.edu)... 171.64.67.140\n",
            "Connecting to nlp.stanford.edu (nlp.stanford.edu)|171.64.67.140|:80... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://nlp.stanford.edu/data/glove.6B.zip [following]\n",
            "--2020-05-20 13:01:40--  https://nlp.stanford.edu/data/glove.6B.zip\n",
            "Connecting to nlp.stanford.edu (nlp.stanford.edu)|171.64.67.140|:443... connected.\n",
            "HTTP request sent, awaiting response... 301 Moved Permanently\n",
            "Location: http://downloads.cs.stanford.edu/nlp/data/glove.6B.zip [following]\n",
            "--2020-05-20 13:01:41--  http://downloads.cs.stanford.edu/nlp/data/glove.6B.zip\n",
            "Resolving downloads.cs.stanford.edu (downloads.cs.stanford.edu)... 171.64.64.22\n",
            "Connecting to downloads.cs.stanford.edu (downloads.cs.stanford.edu)|171.64.64.22|:80... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 862182613 (822M) [application/zip]\n",
            "Saving to: ‘glove.6B.zip’\n",
            "\n",
            "glove.6B.zip        100%[===================>] 822.24M  2.18MB/s    in 6m 29s  \n",
            "\n",
            "2020-05-20 13:08:10 (2.11 MB/s) - ‘glove.6B.zip’ saved [862182613/862182613]\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8cwZd8rVNkO0",
        "colab_type": "code",
        "outputId": "eac1155e-fc31-4006-8de7-02dfa6aad889",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 102
        }
      },
      "source": [
        "!unzip glove.6B.zip"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Archive:  glove.6B.zip\n",
            "  inflating: glove.6B.50d.txt        \n",
            "  inflating: glove.6B.100d.txt       \n",
            "  inflating: glove.6B.200d.txt       \n",
            "  inflating: glove.6B.300d.txt       \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Qd9dhHkNK30A",
        "colab_type": "code",
        "outputId": "cf7abc05-698b-4fd7-e772-2e79d652c449",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 904
        }
      },
      "source": [
        "# !unzip glove.6B.zip\n",
        "!pip install conllu\n",
        "!pip install spacy\n",
        "!pip install spacy-conll==1.3.0\n",
        "# !git clone https://github.com/pasinit/nlp2020_POStagging_data.git\n",
        "# !unzip nlp2020_POStagging_data/r2.2.zip  > /dev/null\n",
        "# !rm -rf nlp2020_POStagging_data/"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting conllu\n",
            "  Downloading https://files.pythonhosted.org/packages/a8/03/4a952eb39cdc8da80a6a2416252e71784dda6bf9d726ab98065fff2aeb73/conllu-2.3.2-py2.py3-none-any.whl\n",
            "Installing collected packages: conllu\n",
            "Successfully installed conllu-2.3.2\n",
            "Requirement already satisfied: spacy in /usr/local/lib/python3.6/dist-packages (2.2.4)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (4.41.1)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy) (3.0.2)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy) (2.0.3)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (1.0.2)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (0.6.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (1.18.4)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy) (1.0.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy) (1.0.2)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy) (46.3.0)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (0.4.1)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy) (1.1.3)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (7.4.0)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy) (2.23.0)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy) (1.6.0)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy) (1.24.3)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy) (2020.4.5.1)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy) (2.9)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->catalogue<1.1.0,>=0.0.7->spacy) (3.1.0)\n",
            "Collecting spacy-conll==1.3.0\n",
            "  Downloading https://files.pythonhosted.org/packages/16/43/8e979338259a0e8e1881d7cfc01d4fbc16bc43d89a00151a367a1e821be8/spacy_conll-1.3.0-py3-none-any.whl\n",
            "Requirement already satisfied: spacy>=2.0 in /usr/local/lib/python3.6/dist-packages (from spacy-conll==1.3.0) (2.2.4)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.6/dist-packages (from spacy-conll==1.3.0) (20.3)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (2.0.3)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (0.4.1)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (0.6.0)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (4.41.1)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (46.3.0)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (1.0.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (1.0.2)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (7.4.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (3.0.2)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (1.1.3)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (2.23.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (1.18.4)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.0->spacy-conll==1.3.0) (1.0.2)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from packaging->spacy-conll==1.3.0) (1.12.0)\n",
            "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from packaging->spacy-conll==1.3.0) (2.4.7)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy>=2.0->spacy-conll==1.3.0) (1.6.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.0->spacy-conll==1.3.0) (2020.4.5.1)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.0->spacy-conll==1.3.0) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.0->spacy-conll==1.3.0) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.0->spacy-conll==1.3.0) (2.9)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->catalogue<1.1.0,>=0.0.7->spacy>=2.0->spacy-conll==1.3.0) (3.1.0)\n",
            "Installing collected packages: spacy-conll\n",
            "Successfully installed spacy-conll-1.3.0\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MOaTnBn6r7zh",
        "colab_type": "code",
        "outputId": "eb4e29ee-26cc-4bfa-c283-c5f243504ab3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 428
        }
      },
      "source": [
        "!python -m spacy download en_core_web_sm"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: en_core_web_sm==2.2.5 from https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.2.5/en_core_web_sm-2.2.5.tar.gz#egg=en_core_web_sm==2.2.5 in /usr/local/lib/python3.6/dist-packages (2.2.5)\n",
            "Requirement already satisfied: spacy>=2.2.2 in /usr/local/lib/python3.6/dist-packages (from en_core_web_sm==2.2.5) (2.2.4)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (3.0.2)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.0.2)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (0.4.1)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (4.41.1)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (46.3.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.1.3)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (2.0.3)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (7.4.0)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (0.6.0)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.0.0)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.0.2)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (1.18.4)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.6/dist-packages (from spacy>=2.2.2->en_core_web_sm==2.2.5) (2.23.0)\n",
            "Requirement already satisfied: importlib-metadata>=0.20; python_version < \"3.8\" in /usr/local/lib/python3.6/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_sm==2.2.5) (1.6.0)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (2.9)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_sm==2.2.5) (2020.4.5.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.6/dist-packages (from importlib-metadata>=0.20; python_version < \"3.8\"->catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_sm==2.2.5) (3.1.0)\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_core_web_sm')\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wqKinmmyLHJX",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import torch\n",
        "from torch import nn\n",
        "from torch.utils.data import Dataset\n",
        "from torch.utils.data import DataLoader\n",
        "import torch.optim as optim\n",
        "# from torchtext import data\n",
        "# from torchtext.vocab import Vectors\n",
        "from collections import defaultdict\n",
        "from conllu import parse as conllu_parse\n",
        "from pprint import pprint\n",
        "from tqdm import tqdm\n",
        "# from torchtext.vocab import Vocab\n",
        "from collections import Counter\n",
        "import csv\n",
        "import random\n",
        "import numpy as np\n",
        "import spacy\n",
        "from spacy_conll import ConllFormatter\n",
        "from spacy_conll import Spacy2ConllParser\n",
        "SEED = 123456\n",
        "\n",
        "random.seed(SEED)\n",
        "np.random.seed(SEED)\n",
        "torch.manual_seed(SEED)\n",
        "torch.backends.cudnn.deterministic = True\n",
        "# from torchtext.vocab import Vocab"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OzjvdE7zLPk5",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "training_file = \"drive/My Drive/NLP_Assignment/train.tsv\"\n",
        "dev_file = \"drive/My Drive/NLP_Assignment/dev.tsv\"\n",
        "test_file = \"drive/My Drive/NLP_Assignment/test.tsv\""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HtuiOuKX-WbA",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "# TSV & CONLLU\n",
        "def file2str(file_o):\n",
        "    input_str = list()\n",
        "    with open(test_file) as tsvfile:\n",
        "        tsvreader = csv.reader(tsvfile, delimiter=\"#\")\n",
        "        for line in tsvreader:\n",
        "            if(len(line[1:]) != 0):\n",
        "                input_str.append(line[1:][0][1:])\n",
        "    return ' '.join(input_str)\n",
        "\n",
        "train_str = file2str(training_file)\n",
        "dev_str = file2str(dev_file)\n",
        "test_str = file2str(test_file)\n",
        "\n",
        "spacyconll = Spacy2ConllParser()\n",
        "spacyconll.parseprint(input_str=''.join(train_str), output_file=\"train.conllu\")\n",
        "spacyconll.parseprint(input_str=''.join(dev_str), output_file=\"dev.conllu\")\n",
        "spacyconll.parseprint(input_str=''.join(test_str), output_file=\"test.conllu\")"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "d4RamS6NLSka",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class man_made_Vocab(object):\n",
        "    \n",
        "    UNK = \"<unk>\"\n",
        "    \n",
        "    def __init__(self, counter, min_freq=1, specials=['<unk>', '<pad>']):\n",
        "        \n",
        "        counter = counter.copy()\n",
        "        self.itos = list()\n",
        "        self.unk_index = None\n",
        "        self.itos = list(specials)\n",
        "        \n",
        "        for tok in specials:\n",
        "            del counter[tok]\n",
        "            \n",
        "        words_and_frequencies = sorted(counter.items(), key=lambda tup: tup[0])\n",
        "        words_and_frequencies.sort(key=lambda tup: tup[1], reverse=True)\n",
        "        \n",
        "        for word, freq in words_and_frequencies:\n",
        "            self.itos.append(word)\n",
        "        \n",
        "        if man_made_Vocab.UNK in specials:\n",
        "            unk_index = specials.index(man_made_Vocab.UNK)\n",
        "            self.unk_index = unk_index\n",
        "            self.stoi = defaultdict(self._default_unk_index)\n",
        "        else:\n",
        "            self.stoi = defaultdict()\n",
        "        \n",
        "        self.stoi.update({tok: i for i, tok in enumerate(self.itos)})\n",
        "        \n",
        "    def _default_unk_index(self):\n",
        "        return self.unk_index\n",
        "\n",
        "    def __getstate__(self):\n",
        "        # avoid picking defaultdict\n",
        "        attrs = dict(self.__dict__)\n",
        "        # cast to regular dict\n",
        "        attrs['stoi'] = dict(self.stoi)\n",
        "        return attrs\n",
        "\n",
        "    def __setstate__(self, state):\n",
        "        if state.get(\"unk_index\", None) is None:\n",
        "            stoi = defaultdict()\n",
        "        else:\n",
        "            stoi = defaultdict(self._default_unk_index)\n",
        "        stoi.update(state['stoi'])\n",
        "        state['stoi'] = stoi\n",
        "        self.__dict__.update(state)\n",
        "    \n",
        "    def __getitem__(self, token):\n",
        "        return self.stoi.get(token, self.stoi.get(man_made_Vocab.UNK))\n",
        "        \n",
        "    def __len__(self):\n",
        "        return len(self.itos)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "I1_L_1AvLZAt",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class POSTaggingDataset(Dataset):\n",
        "\n",
        "    def __init__(self, \n",
        "                 input_file:str, \n",
        "                 window_size:int, \n",
        "                 window_shift:int=-1,\n",
        "                 lowercase=True, \n",
        "                 device=\"cpu\"):\n",
        "        \"\"\"\n",
        "        We assume that the dataset pointed by input_file is already tokenized \n",
        "        and can fit in memory.\n",
        "        Args:\n",
        "            input_file (string): The path to the dataset to be loaded.\n",
        "            window_size (integer): The maximum length of a sentence in terms of \n",
        "            number of tokens.\n",
        "            window_shift (integer): The number of tokens we shift the window \n",
        "            over the sentence. Default value is -1 meaning that the window will\n",
        "            be shifted by window_size.\n",
        "            lowercase (boolean): whether the text has to be lowercased or not.\n",
        "            device (string): device where to put tensors (cpu or cuda).\n",
        "        \"\"\"\n",
        "\n",
        "        self.input_file = input_file\n",
        "        self.window_size = window_size\n",
        "        self.window_shift = window_shift if window_shift > 0 else window_size\n",
        "        self.lowercase = lowercase\n",
        "        with open(input_file) as reader:\n",
        "            # read the entire file with reader.read() e parse it\n",
        "            sentences = conllu_parse(reader.read())\n",
        "        self.device = device\n",
        "        self.data = self.create_windows(sentences)\n",
        "        self.encoded_data = None\n",
        "    \n",
        "    def index_dataset(self, l_vocabulary, l_label_vocabulary):\n",
        "        self.encoded_data = list()\n",
        "        for i in range(len(self.data)):\n",
        "            # for each window\n",
        "            elem = self.data[i]\n",
        "            encoded_elem = torch.LongTensor(self.encode_text(elem, l_vocabulary)).to(self.device)\n",
        "            # for each element d in the elem window (d is a dictionary with the various fields from the CoNLL line) \n",
        "            encoded_labels = torch.LongTensor([l_label_vocabulary.stoi[d[\"upostag\"]] if d is not None \n",
        "                              else l_label_vocabulary.stoi[\"<pad>\"] for d in elem]).to(self.device)\n",
        "            self.encoded_data.append({\"inputs\":encoded_elem, \"outputs\":encoded_labels})\n",
        "\n",
        "    def create_windows(self, sentences):\n",
        "        \"\"\" \n",
        "        Args:\n",
        "            sentences (list of lists of dictionaries, \n",
        "                          where each dictionary represents a word occurrence parsed from a CoNLL line)\n",
        "        \"\"\"\n",
        "        data = []\n",
        "        for sentence in sentences:\n",
        "            if self.lowercase:\n",
        "                for d in sentence:\n",
        "                    # lowers the inflected form\n",
        "                    d[\"form\"] = d[\"form\"].lower()\n",
        "            for i in range(0, len(sentence), self.window_shift):\n",
        "                window = sentence[i:i+self.window_size]\n",
        "                if len(window) < self.window_size:\n",
        "                    window = window + [None]*(self.window_size - len(window))\n",
        "                assert len(window) == self.window_size\n",
        "                data.append(window)\n",
        "        return data\n",
        "\n",
        "    def __len__(self):\n",
        "        return len(self.data)\n",
        "\n",
        "    def __getitem__(self, idx):\n",
        "        if self.encoded_data is None:\n",
        "            raise RuntimeError(\"\"\"Trying to retrieve elements but index_dataset\n",
        "            has not been invoked yet! Be sure to invoce index_dataset on this object\n",
        "            before trying to retrieve elements. In case you want to retrieve raw\n",
        "            elements, use the method get_raw_element(idx)\"\"\")\n",
        "        return self.encoded_data[idx]\n",
        "    \n",
        "    def get_raw_element(self, idx):\n",
        "        return self.data[idx]\n",
        "\n",
        "    @staticmethod\n",
        "    def encode_text(sentence:list, l_vocabulary):\n",
        "        \"\"\"\n",
        "        Args:\n",
        "            sentences (list): list of OrderedDict, each carrying the information about\n",
        "            one token.\n",
        "            l_vocabulary (Vocab): vocabulary with mappings from words to indices and viceversa.\n",
        "        Return:\n",
        "            The method returns a list of indices corresponding to the input tokens.\n",
        "        \"\"\"\n",
        "        indices = list()\n",
        "        for w in sentence:\n",
        "            if w is None:\n",
        "                indices.append(l_vocabulary.stoi[\"<pad>\"])\n",
        "            elif w[\"form\"] in l_vocabulary.stoi: # vocabulary string to integer\n",
        "                indices.append(l_vocabulary.stoi[w[\"form\"]])\n",
        "            else:\n",
        "                indices.append(l_vocabulary.stoi[\"<unk>\"])\n",
        "        return indices\n",
        "    \n",
        "    @staticmethod\n",
        "    def decode_output(outputs:torch.Tensor,\n",
        "                    l_label_vocabulary):\n",
        "        \"\"\"\n",
        "        Args:\n",
        "            outputs (Tensor): a Tensor with shape (batch_size, max_len, label_vocab_size)\n",
        "                containing the logits outputed by the neural network.\n",
        "            l_label_vocabulary (Vocab): is the vocabulary containing the mapping from\n",
        "            a string label to its corresponding index and vice versa\n",
        "        Output:\n",
        "            The method returns a list of batch_size length where each element is a list\n",
        "            of labels, one for each input token.\n",
        "        \"\"\"\n",
        "        max_indices = torch.argmax(outputs, -1).tolist() # shape = (batch_size, max_len)\n",
        "        predictions = list()\n",
        "        print(max_indices)\n",
        "        for indices in max_indices:\n",
        "            # vocabulary integer to string is used to obtain the corresponding word from the max index\n",
        "            predictions.append([l_label_vocabulary.itos[i] for i in indices])\n",
        "        print(predictions)\n",
        "        return predictions"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NJXup0GGLcAH",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def build_vocab(dataset, min_freq=1):\n",
        "    counter = Counter()\n",
        "    for i in tqdm(range(len(dataset))):\n",
        "        # for each token in the sentence viewed as a dictionary of items from the CoNLL line\n",
        "        for token in dataset.get_raw_element(i):\n",
        "            if token is not None:\n",
        "                counter[token[\"form\"]]+=1\n",
        "    # we add special tokens for handling padding and unknown words at testing time.\n",
        "    return man_made_Vocab(counter, min_freq=min_freq, specials=['<pad>', '<unk>'])\n",
        "\n",
        "def build_label_vocab(dataset):\n",
        "    counter = Counter()\n",
        "    for i in tqdm(range(len(dataset))):\n",
        "        for token in dataset.get_raw_element(i):\n",
        "            if token is not None:\n",
        "                counter[token[\"upostag\"]]+=1\n",
        "    # No <unk> token for labels.\n",
        "    return man_made_Vocab(counter, specials=['<pad>'])"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wpfhwrCU6ybB",
        "colab_type": "code",
        "outputId": "3ac22452-a9ba-4abe-a2e4-069646368e57",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 85
        }
      },
      "source": [
        "window_size, window_shift = 100, 100\n",
        "dataset = POSTaggingDataset(\"train.conllu\", window_size, window_shift)\n",
        "vocabulary = build_vocab(dataset, min_freq=2)\n",
        "label_vocabulary = build_label_vocab(dataset)\n",
        "dataset.index_dataset(vocabulary, label_vocabulary)\n",
        "print(len(vocabulary))\n",
        "print(len(label_vocabulary))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "100%|██████████| 16016/16016 [00:00<00:00, 49367.38it/s]\n",
            "100%|██████████| 16016/16016 [00:00<00:00, 73467.43it/s]\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "34798\n",
            "18\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1jPhVHCMbUMj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class POSTaggerModel(nn.Module):\n",
        "    # we provide the hyperparameters as input\n",
        "    def __init__(self, hparams):\n",
        "        super(POSTaggerModel, self).__init__()\n",
        "        # Embedding layer: a mat∂rix vocab_size x embedding_dim where each index \n",
        "        # correspond to a word in the vocabulary and the i-th row corresponds to \n",
        "        # a latent representation of the i-th word in the vocabulary.\n",
        "        pprint(params)\n",
        "        self.word_embedding = nn.Embedding(hparams.vocab_size, hparams.embedding_dim)\n",
        "        if hparams.embeddings is not None:\n",
        "            print(\"initializing embeddings from pretrained\")\n",
        "            self.word_embedding.weight.data.copy_(hparams.embeddings)\n",
        "\n",
        "        # LSTM layer: an LSTM neural network that process the input text\n",
        "        # (encoded with word embeddings) from left to right and outputs \n",
        "        # a new **contextual** representation of each word that depend\n",
        "        # on the preciding words.\n",
        "        self.lstm = nn.LSTM(hparams.embedding_dim, hparams.hidden_dim, \n",
        "                            bidirectional=hparams.bidirectional,\n",
        "                            num_layers=hparams.num_layers, \n",
        "                            dropout = hparams.dropout if hparams.num_layers > 1 else 0)\n",
        "        # Hidden layer: transforms the input value/scalar into\n",
        "        # a hidden vector representation.\n",
        "        lstm_output_dim = hparams.hidden_dim if hparams.bidirectional is False else hparams.hidden_dim * 2\n",
        "\n",
        "        # During training, randomly zeroes some of the elements of the \n",
        "        # input tensor with probability hparams.dropout using samples \n",
        "        # from a Bernoulli distribution. Each channel will be zeroed out \n",
        "        # independently on every forward call.\n",
        "        # This has proven to be an effective technique for regularization and \n",
        "        # preventing the co-adaptation of neurons\n",
        "        self.dropout = nn.Dropout(hparams.dropout)\n",
        "        self.classifier = nn.Linear(lstm_output_dim, hparams.num_classes)\n",
        "\n",
        "    \n",
        "    def forward(self, x):\n",
        "        embeddings = self.word_embedding(x)\n",
        "        embeddings = self.dropout(embeddings)\n",
        "        o, (h, c) = self.lstm(embeddings)\n",
        "        o = self.dropout(o)\n",
        "        output = self.classifier(o)\n",
        "        return output"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NNBr9gVScZlI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class Trainer():\n",
        "    \"\"\"Utility class to train and evaluate a model.\"\"\"\n",
        "\n",
        "    def __init__(\n",
        "        self,\n",
        "        model: nn.Module,\n",
        "        loss_function,\n",
        "        optimizer,\n",
        "        label_vocab,\n",
        "        log_steps:int=10_000,\n",
        "        log_level:int=2):\n",
        "        \"\"\"\n",
        "        Args:\n",
        "            model: the model we want to train.\n",
        "            loss_function: the loss_function to minimize.\n",
        "            optimizer: the optimizer used to minimize the loss_function.\n",
        "        \"\"\"\n",
        "        self.model = model\n",
        "        self.loss_function = loss_function\n",
        "        self.optimizer = optimizer\n",
        "\n",
        "        self.label_vocab = label_vocab\n",
        "        self.log_steps = log_steps\n",
        "        self.log_level = log_level\n",
        "        self.label_vocab = label_vocab\n",
        "\n",
        "    def train(self, train_dataset:Dataset, \n",
        "              valid_dataset:Dataset, \n",
        "              epochs:int=1):\n",
        "        \"\"\"\n",
        "        Args:\n",
        "            train_dataset: a Dataset or DatasetLoader instance containing\n",
        "                the training instances.\n",
        "            valid_dataset: a Dataset or DatasetLoader instance used to evaluate\n",
        "                learning progress.\n",
        "            epochs: the number of times to iterate over train_dataset.\n",
        "\n",
        "        Returns:\n",
        "            avg_train_loss: the average training loss on train_dataset over\n",
        "                epochs.\n",
        "        \"\"\"\n",
        "        assert epochs > 1 and isinstance(epochs, int)\n",
        "        if self.log_level > 0:\n",
        "            print('Training ...')\n",
        "        train_loss = 0.0\n",
        "        for epoch in range(epochs):\n",
        "            if self.log_level > 0:\n",
        "                print(' Epoch {:03d}'.format(epoch + 1))\n",
        "\n",
        "            epoch_loss = 0.0\n",
        "            self.model.train()\n",
        "\n",
        "            for step, sample in enumerate(train_dataset):\n",
        "                inputs = sample['inputs']\n",
        "                labels = sample['outputs']\n",
        "                self.optimizer.zero_grad()\n",
        "\n",
        "                predictions = self.model(inputs)\n",
        "                predictions = predictions.view(-1, predictions.shape[-1])\n",
        "                labels = labels.view(-1)\n",
        "                \n",
        "                sample_loss = self.loss_function(predictions, labels)\n",
        "                sample_loss.backward()\n",
        "                self.optimizer.step()\n",
        "\n",
        "                epoch_loss += sample_loss.tolist()\n",
        "\n",
        "                if self.log_level > 1 and step % self.log_steps == self.log_steps - 1:\n",
        "                    print('\\t[E: {:2d} @ step {}] current avg loss = {:0.4f}'.format(epoch, step, epoch_loss / (step + 1)))\n",
        "            \n",
        "            avg_epoch_loss = epoch_loss / len(train_dataset)\n",
        "            train_loss += avg_epoch_loss\n",
        "            if self.log_level > 0:\n",
        "                print('\\t[E: {:2d}] train loss = {:0.4f}'.format(epoch, avg_epoch_loss))\n",
        "\n",
        "            valid_loss = self.evaluate(valid_dataset)\n",
        "            \n",
        "            if self.log_level > 0:\n",
        "                print('  [E: {:2d}] valid loss = {:0.4f}'.format(epoch, valid_loss))\n",
        "\n",
        "        if self.log_level > 0:\n",
        "            print('... Done!')\n",
        "        \n",
        "        avg_epoch_loss = train_loss / epochs\n",
        "        return avg_epoch_loss\n",
        "    \n",
        "\n",
        "    def evaluate(self, valid_dataset):\n",
        "        \"\"\"\n",
        "        Args:\n",
        "            valid_dataset: the dataset to use to evaluate the model.\n",
        "\n",
        "        Returns:\n",
        "            avg_valid_loss: the average validation loss over valid_dataset.\n",
        "        \"\"\"\n",
        "        valid_loss = 0.0\n",
        "        # set dropout to 0!! Needed when we are in inference mode.\n",
        "        self.model.eval()\n",
        "        with torch.no_grad():\n",
        "            for sample in valid_dataset:\n",
        "                inputs = sample['inputs']\n",
        "                labels = sample['outputs']\n",
        "\n",
        "                predictions = self.model(inputs)\n",
        "                predictions = predictions.view(-1, predictions.shape[-1])\n",
        "                labels = labels.view(-1)\n",
        "                sample_loss = self.loss_function(predictions, labels)\n",
        "                valid_loss += sample_loss.tolist()\n",
        "        \n",
        "        return valid_loss / len(valid_dataset)\n",
        "\n",
        "    def predict(self, x):\n",
        "        \"\"\"\n",
        "        Args:\n",
        "            x: a tensor of indices.\n",
        "        Returns: \n",
        "            A list containing the predicted POS tag for each token in the\n",
        "            input sentences.\n",
        "        \"\"\"\n",
        "        self.model.eval()\n",
        "        with torch.no_grad():\n",
        "            logits = self.model(x)\n",
        "            predictions = torch.argmax(logits, -1)\n",
        "            return logits, predictions"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "13N_rpKSbYfh",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "class HParams():\n",
        "    vocab_size = len(vocabulary)\n",
        "    hidden_dim = 256\n",
        "    embedding_dim = 100\n",
        "    num_classes = len(label_vocabulary) # number of different universal POS tags\n",
        "    bidirectional = True\n",
        "    num_layers = 2\n",
        "    dropout = 0.0\n",
        "    embeddings = None\n",
        "params = HParams()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "R7WBkOLOMYC4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# import os\n",
        "# vectors = Vectorization(\"glove.6B.100d.txt\")\n",
        "embeddings_dict = {}\n",
        "with open(\"glove.6B.100d.txt\", 'r', encoding=\"utf-8\") as f:\n",
        "    for line in f:\n",
        "        values = line.split()\n",
        "        word = values[0]\n",
        "        vector = np.asarray(values[1:], \"float32\")\n",
        "        embeddings_dict[word] = vector"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cNnxpy7zOY09",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# len(embeddings_dict['feel'])\n",
        "# embeddings_dict"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MFMnOV9dba_3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# import os\n",
        "# vectors = Vectorization(\"glove.6B.100d.txt\")\n",
        "pretrained_embeddings = torch.randn(len(vocabulary), len(embeddings_dict['a']))\n",
        "initialised = 0\n",
        "for i, w in enumerate(vocabulary.itos):\n",
        "    if w in embeddings_dict:\n",
        "        initialised += 1\n",
        "        vec = torch.from_numpy(embeddings_dict[w]) #vectors.get_vecs_by_tokens(w)\n",
        "        pretrained_embeddings[i] = vec\n",
        "    \n",
        "pretrained_embeddings[vocabulary[\"<pad>\"]] = torch.zeros(len(embeddings_dict['a']))\n",
        "params.embedding_dim=len(embeddings_dict['a'])\n",
        "params.embeddings = pretrained_embeddings\n",
        "params.vocab_size = len(vocabulary)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LkJV3skwbeyT",
        "colab_type": "code",
        "outputId": "0feb136f-2fb6-4284-c24e-f9a13a954904",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 153
        }
      },
      "source": [
        "window_size, window_shift = 100, 100\n",
        "device = \"cpu\"\n",
        "trainingset = POSTaggingDataset(\"train.conllu\", window_size, window_shift, device=device)\n",
        "vocabulary = build_vocab(trainingset, min_freq=2)\n",
        "label_vocabulary = build_label_vocab(trainingset)\n",
        "trainingset.index_dataset(vocabulary, label_vocabulary)\n",
        "\n",
        "devset = POSTaggingDataset(\"dev.conllu\", window_size, window_shift, device=device)\n",
        "vocabulary = build_vocab(devset, min_freq=2)\n",
        "label_vocabulary = build_label_vocab(devset)\n",
        "devset.index_dataset(vocabulary, label_vocabulary)\n",
        "\n",
        "testset = POSTaggingDataset(\"test.conllu\", window_size, window_shift, device=device)\n",
        "vocabulary = build_vocab(testset, min_freq=2)\n",
        "label_vocabulary = build_label_vocab(testset)\n",
        "testset.index_dataset(vocabulary, label_vocabulary)\n",
        "\n",
        "train_dataset = DataLoader(trainingset, batch_size=128)\n",
        "valid_dataset = DataLoader(devset, batch_size=128)\n",
        "test_dataset = DataLoader(testset, batch_size=128)\n",
        "\n",
        "postagger = POSTaggerModel(params)#.cuda()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "100%|██████████| 16016/16016 [00:00<00:00, 47510.04it/s]\n",
            "100%|██████████| 16016/16016 [00:00<00:00, 66592.82it/s]\n",
            "100%|██████████| 16016/16016 [00:00<00:00, 48276.81it/s]\n",
            "100%|██████████| 16016/16016 [00:00<00:00, 67327.12it/s]\n",
            "100%|██████████| 16016/16016 [00:00<00:00, 47111.31it/s]\n",
            "100%|██████████| 16016/16016 [00:00<00:00, 68467.75it/s]\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "<__main__.HParams object at 0x7fefe3e6ec50>\n",
            "initializing embeddings from pretrained\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vSaSjrK8cJhd",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "bilstm_trainer = Trainer(\n",
        "    model = postagger,\n",
        "    loss_function = nn.CrossEntropyLoss(ignore_index=label_vocabulary[\"<pad>\"]),\n",
        "    optimizer = optim.Adam(postagger.parameters()),\n",
        "    label_vocab=label_vocabulary\n",
        ")"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VSuP9rYKcMS8",
        "colab_type": "code",
        "outputId": "f2f4270c-4ff2-43ff-9ce1-efddacb27783",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 578
        }
      },
      "source": [
        "bilstm_trainer.train(train_dataset, valid_dataset, 10)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Training ...\n",
            " Epoch 001\n",
            "\t[E:  0] train loss = 0.9793\n",
            "  [E:  0] valid loss = 0.3146\n",
            " Epoch 002\n",
            "\t[E:  1] train loss = 0.2720\n",
            "  [E:  1] valid loss = 0.2304\n",
            " Epoch 003\n",
            "\t[E:  2] train loss = 0.2235\n",
            "  [E:  2] valid loss = 0.1990\n",
            " Epoch 004\n",
            "\t[E:  3] train loss = 0.2006\n",
            "  [E:  3] valid loss = 0.1836\n",
            " Epoch 005\n",
            "\t[E:  4] train loss = 0.1850\n",
            "  [E:  4] valid loss = 0.1705\n",
            " Epoch 006\n",
            "\t[E:  5] train loss = 0.1730\n",
            "  [E:  5] valid loss = 0.1581\n",
            " Epoch 007\n",
            "\t[E:  6] train loss = 0.1616\n",
            "  [E:  6] valid loss = 0.1466\n",
            " Epoch 008\n",
            "\t[E:  7] train loss = 0.1496\n",
            "  [E:  7] valid loss = 0.1342\n",
            " Epoch 009\n",
            "\t[E:  8] train loss = 0.1363\n",
            "  [E:  8] valid loss = 0.1208\n",
            " Epoch 010\n",
            "\t[E:  9] train loss = 0.1213\n",
            "  [E:  9] valid loss = 0.1074\n",
            "... Done!\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.2602300394622107"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "spAD4cJ6fd3w",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "torch.save(postagger.state_dict(), \"postagger.pth\")"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "iKNqc6ewcmo9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from sklearn.metrics import precision_score as sk_precision\n",
        "def compute_precision(model, l_dataset, l_label_vocab):\n",
        "    all_predictions = list()\n",
        "    all_labels = list()\n",
        "    for indexed_elem in l_dataset:\n",
        "        indexed_in = indexed_elem[\"inputs\"]\n",
        "        indexed_labels = indexed_elem[\"outputs\"]\n",
        "        predictions = model(indexed_in)\n",
        "        predictions = torch.argmax(predictions, -1).view(-1)\n",
        "        labels = indexed_labels.view(-1)\n",
        "        valid_indices = labels != 0\n",
        "        \n",
        "        valid_predictions = predictions[valid_indices]\n",
        "        valid_labels = labels[valid_indices]\n",
        "        \n",
        "        all_predictions.extend(valid_predictions.tolist())\n",
        "        all_labels.extend(valid_labels.tolist())\n",
        "    # global precision. Does take class imbalance into account.\n",
        "    micro_precision = sk_precision(all_labels, all_predictions, average=\"micro\", zero_division=0)\n",
        "    # precision per class and arithmetic average of them. Does not take into account class imbalance.\n",
        "    macro_precision = sk_precision(all_labels, all_predictions, average=\"macro\", zero_division=0)\n",
        "    per_class_precision = sk_precision(all_labels, all_predictions, labels = list(range(len(l_label_vocab))), average=None, zero_division=0)\n",
        "    \n",
        "    return {\"micro_precision\":micro_precision,\n",
        "            \"macro_precision\":macro_precision, \n",
        "            \"per_class_precision\":per_class_precision}"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "s6LCnN-9jFCj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "precisions = compute_precision(postagger, test_dataset, label_vocabulary)\n",
        "per_class_precision = precisions[\"per_class_precision\"]\n",
        "print(\"Micro Precision: {}\\nMacro Precision: {}\".format(precisions[\"micro_precision\"], precisions[\"macro_precision\"]))\n",
        "print(\"Per class Precision:\")\n",
        "for idx_class, precision in sorted(enumerate(per_class_precision), key=lambda elem: -elem[1]):\n",
        "    label = label_vocabulary.itos[idx_class]\n",
        "    print(label, precision)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CRqyl7jzjPP3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "test_set_loss = bilstm_trainer.evaluate(test_dataset)\n",
        "print(\"test set loss: {}\".format(test_set_loss))"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "boYF1WLEjSbv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def print_outputs(l_trainer, l_testset, num_outputs, l_vocabulary, l_label_vocabulary):\n",
        "    \n",
        "    for i in range(num_outputs):\n",
        "        print(\"sentence {}\".format(i))\n",
        "        print()\n",
        "        test_elem = l_testset[i]\n",
        "\n",
        "        test_x, test_y = test_elem[\"inputs\"], test_elem[\"outputs\"]\n",
        "        \n",
        "        logits, predictions = l_trainer.predict(test_x.unsqueeze(0))\n",
        "        print(l_label_vocabulary.itos)\n",
        "        decoded_labels = POSTaggingDataset.decode_output(logits, l_label_vocabulary)[0]\n",
        "        test_y = test_y.tolist()\n",
        "        print(\"token\\t\\tinput\\t\\tgold\\t\\tprediction\")\n",
        "        print(\"-\"*100)\n",
        "        for raw_elem, idx, label, predicted_label in zip(l_testset.get_raw_element(i), test_x.tolist(), test_y, decoded_labels):\n",
        "            if idx == 0:\n",
        "                break\n",
        "            print(\"{}\\t\\t{}\\t\\t{}\\t\\t{}\".format(raw_elem[\"form\"], l_vocabulary.itos[idx], l_label_vocabulary.itos[label], predicted_label))\n",
        "        print(\"=\"*30)\n",
        "\n",
        "print_outputs(bilstm_trainer, testset, 10, vocabulary, label_vocabulary)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ENRxtXYKxk5G",
        "colab_type": "code",
        "outputId": "ee238066-6e4a-4659-e27e-9fb046eaeb15",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 884
        }
      },
      "source": [
        "def print_outputs(l_trainer, l_testset, l_vocabulary, l_label_vocabulary):\n",
        "\n",
        "    test_elem = l_testset[0]\n",
        "\n",
        "    # test_x, test_y = test_elem[\"inputs\"], test_elem[\"outputs\"]\n",
        "    test_x = test_elem[\"inputs\"]\n",
        "    logits, predictions = l_trainer.predict(test_x.unsqueeze(0))\n",
        "        \n",
        "    decoded_labels = POSTaggingDataset.decode_output(logits, l_label_vocabulary)[0]\n",
        "    # test_y = test_y.tolist()\n",
        "    print(\"token\\t\\tinput\\t\\tprediction\")\n",
        "    print(\"-\"*100)\n",
        "    for raw_elem, idx, predicted_label in zip(l_testset.get_raw_element(0),test_x.tolist(), decoded_labels):  #, test_y,\n",
        "        if idx == 0:\n",
        "            break\n",
        "        print(\"{}\\t\\t{}\\t\\t{}\".format(raw_elem[\"form\"], l_vocabulary.itos[idx], predicted_label)) # l_label_vocabulary.itos[label],\n",
        "    print(\"=\"*30)\n",
        "\n",
        "print_outputs(bilstm_trainer, testset, vocabulary, label_vocabulary)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "token\t\tinput\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            " \t\t \t\tDET\n",
            "however\t\thowever\t\tCCONJ\n",
            ",\t\t,\t\tCCONJ\n",
            "on\t\ton\t\tCCONJ\n",
            "may\t\tmay\t\tCCONJ\n",
            "8th\t\t8th\t\tDET\n",
            ",\t\t,\t\tCCONJ\n",
            "2010\t\t2010\t\tDET\n",
            ",\t\t,\t\tCCONJ\n",
            "a\t\ta\t\tCCONJ\n",
            "sighting\t\tsighting\t\tDET\n",
            "of\t\tof\t\tCCONJ\n",
            "a\t\ta\t\tCCONJ\n",
            "gray\t\tgray\t\tCCONJ\n",
            "whale\t\twhale\t\tDET\n",
            "was\t\twas\t\tCCONJ\n",
            "confirmed\t\tconfirmed\t\tCCONJ\n",
            "off\t\toff\t\tCCONJ\n",
            "the\t\tthe\t\tCCONJ\n",
            "coast\t\tcoast\t\tCCONJ\n",
            "of\t\tof\t\tCCONJ\n",
            "israel\t\tisrael\t\tCCONJ\n",
            "in\t\tin\t\tCCONJ\n",
            "the\t\tthe\t\tCCONJ\n",
            "mediterranean\t\tmediterranean\t\tCCONJ\n",
            "sea\t\tsea\t\tCCONJ\n",
            ".\t\t.\t\tCCONJ\n",
            ",\t\t,\t\tCCONJ\n",
            "leading\t\tleading\t\tCCONJ\n",
            "some\t\tsome\t\tCCONJ\n",
            "scientists\t\tscientists\t\tCCONJ\n",
            "to\t\tto\t\tCCONJ\n",
            "think\t\tthink\t\tCCONJ\n",
            "they\t\tthey\t\tCCONJ\n",
            "might\t\tmight\t\tCCONJ\n",
            "be\t\tbe\t\tCCONJ\n",
            "repopulating\t\trepopulating\t\tDET\n",
            "old\t\told\t\tCCONJ\n",
            "breeding\t\tbreeding\t\tDET\n",
            "grounds\t\tgrounds\t\tCCONJ\n",
            "that\t\tthat\t\tCCONJ\n",
            "have\t\thave\t\tCCONJ\n",
            "not\t\tnot\t\tCCONJ\n",
            "been\t\tbeen\t\tCCONJ\n",
            "used\t\tused\t\tDET\n",
            "for\t\tfor\t\tCCONJ\n",
            "centuries\t\tcenturies\t\tCCONJ\n",
            ".\t\t.\t\tCCONJ\n",
            "==============================\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ygTiIizHzo0U",
        "colab_type": "code",
        "outputId": "be91c287-8895-46ea-d09e-eda2b26d5a30",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "def print_outputs(l_trainer, l_testset, l_vocabulary, l_label_vocabulary):\n",
        "    \n",
        "    for i in range(len(test_str)):\n",
        "        print(\"sentence {}\".format(i))\n",
        "        print()\n",
        "        test_elem = l_testset[i]\n",
        "\n",
        "        test_x, test_y = test_elem[\"inputs\"], test_elem[\"outputs\"]\n",
        "        \n",
        "        logits, predictions = l_trainer.predict(test_x.unsqueeze(0))\n",
        "        \n",
        "        decoded_labels = POSTaggingDataset.decode_output(logits, l_label_vocabulary)[0]\n",
        "        test_y = test_y.tolist()\n",
        "        print(\"token\\t\\tinput\\t\\tgold\\t\\tprediction\")\n",
        "        print(\"-\"*100)\n",
        "        for raw_elem, idx, label, predicted_label in zip(l_testset.get_raw_element(i), test_x.tolist(), test_y, decoded_labels):\n",
        "            if idx == 0:\n",
        "                break\n",
        "            print(\"{}\\t\\t{}\\t\\t{}\\t\\t{}\".format(raw_elem[\"form\"], l_vocabulary.itos[idx], l_label_vocabulary.itos[label], predicted_label))\n",
        "        print(\"=\"*30)\n",
        "\n",
        "print_outputs(bilstm_trainer, testset, vocabulary, label_vocabulary)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
            "opponents\t\topponents\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "successfully\t\tsuccessfully\t\tADV\t\tCCONJ\n",
            "prevented\t\tprevented\t\tVERB\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "violent\t\tviolent\t\tADJ\t\tCCONJ\n",
            "measures\t\tmeasures\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15304\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "economic\t\teconomic\t\tADJ\t\tCCONJ\n",
            "output\t\toutput\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "gaza\t\tgaza\t\tPROPN\t\tCCONJ\n",
            "strip\t\tstrip\t\tPROPN\t\tCCONJ\n",
            "declined\t\tdeclined\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "about\t\tabout\t\tADV\t\tCCONJ\n",
            "one-third\t\tone-third\t\tNOUN\t\tDET\n",
            "between\t\tbetween\t\tADP\t\tCCONJ\n",
            "1992\t\t1992\t\tNUM\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "1996\t\t1996\t\tNUM\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15305\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "esoterist\t\tesoterist\t\tADJ\t\tCCONJ\n",
            "views\t\tviews\t\tNOUN\t\tCCONJ\n",
            "revelation\t\trevelation\t\tNOUN\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "bearing\t\tbearing\t\tVERB\t\tCCONJ\n",
            "multiple\t\tmultiple\t\tADJ\t\tCCONJ\n",
            "levels\t\tlevels\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "meaning\t\tmeaning\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15306\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "lowest\t\tlowest\t\tADJ\t\tCCONJ\n",
            "being\t\tbeing\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "literal\t\tliteral\t\tADJ\t\tDET\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "dead-letter\t\tdead-letter\t\tADJ\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15307\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "organised\t\torganised\t\tVERB\t\tDET\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "vigil\t\tvigil\t\tNOUN\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "victims\t\tvictims\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "2005\t\t2005\t\tNUM\t\tCCONJ\n",
            "london\t\tlondon\t\tPROPN\t\tCCONJ\n",
            "bombings\t\tbombings\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15308\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "june\t\tjune\t\tPROPN\t\tCCONJ\n",
            "12\t\t12\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "1995\t\t1995\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "indians\t\tindians\t\tPROPN\t\tDET\n",
            "began\t\tbegan\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "record-breaking\t\trecord-breaking\t\tADJ\t\tDET\n",
            "455-game\t\t455-game\t\tNUM\t\tCCONJ\n",
            "home\t\thome\t\tNOUN\t\tCCONJ\n",
            "sellout\t\tsellout\t\tNOUN\t\tCCONJ\n",
            "streak\t\tstreak\t\tNOUN\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "did\t\tdid\t\tAUX\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "end\t\tend\t\tVERB\t\tCCONJ\n",
            "until\t\tuntil\t\tADP\t\tCCONJ\n",
            "april\t\tapril\t\tPROPN\t\tCCONJ\n",
            "4\t\t4\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "2001\t\t2001\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "almost\t\talmost\t\tADV\t\tCCONJ\n",
            "six\t\tsix\t\tNUM\t\tCCONJ\n",
            "years\t\tyears\t\tNOUN\t\tCCONJ\n",
            "later\t\tlater\t\tADV\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15309\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "wright\t\twright\t\tPROPN\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "autobiography\t\tautobiography\t\tNOUN\t\tDET\n",
            "talks\t\ttalks\t\tVERB\t\tCCONJ\n",
            "about\t\tabout\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "influence\t\tinfluence\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "these\t\tthese\t\tDET\t\tCCONJ\n",
            "exercises\t\texercises\t\tNOUN\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "approach\t\tapproach\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "design\t\tdesign\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15310\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "kelsey\t\tkelsey\t\tPROPN\t\tDET\n",
            "grammer\t\tgrammer\t\tPROPN\t\tDET\n",
            "acknowledged\t\tacknowledged\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "creative\t\tcreative\t\tADJ\t\tCCONJ\n",
            "lull\t\tlull\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "saying\t\tsaying\t\tVERB\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "over\t\tover\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "course\t\tcourse\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "two\t\ttwo\t\tNUM\t\tCCONJ\n",
            "later\t\tlater\t\tADJ\t\tCCONJ\n",
            "seasons\t\tseasons\t\tNOUN\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "show\t\tshow\t\tNOUN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "took\t\ttook\t\tVERB\t\tCCONJ\n",
            "itself\t\titself\t\tPRON\t\tCCONJ\n",
            "too\t\ttoo\t\tADV\t\tCCONJ\n",
            "seriously\t\tseriously\t\tADV\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15311\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "design-based\t\tdesign-based\t\tADJ\t\tDET\n",
            "analysis\t\tanalysis\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "discussed\t\tdiscussed\t\tVERB\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "developed\t\tdeveloped\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "francis\t\tfrancis\t\tPROPN\t\tDET\n",
            "j.\t\tj.\t\tPROPN\t\tCCONJ\n",
            "anscombe\t\tanscombe\t\tPROPN\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "rothamsted\t\trothamsted\t\tPROPN\t\tDET\n",
            "experimental\t\texperimental\t\tPROPN\t\tCCONJ\n",
            "station\t\tstation\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "oscar\t\toscar\t\tPROPN\t\tCCONJ\n",
            "kempthorne\t\tkempthorne\t\tPROPN\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "iowa\t\tiowa\t\tPROPN\t\tCCONJ\n",
            "state\t\tstate\t\tPROPN\t\tCCONJ\n",
            "university\t\tuniversity\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15312\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "moment\t\tmoment\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "other\t\tother\t\tADJ\t\tCCONJ\n",
            "conspirators\t\tconspirators\t\tNOUN\t\tCCONJ\n",
            "arrived\t\tarrived\t\tVERB\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "fired\t\tfired\t\tVERB\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "rasputin\t\trasputin\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15313\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "peter\t\tpeter\t\tPROPN\t\tCCONJ\n",
            "šťastný\t\tšťastný\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "jaromír\t\tjaromír\t\tPROPN\t\tDET\n",
            "jágr\t\tjágr\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "peter\t\tpeter\t\tPROPN\t\tCCONJ\n",
            "bondra\t\tbondra\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "marián\t\tmarián\t\tPROPN\t\tDET\n",
            "gáborík\t\tgáborík\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "pavol\t\tpavol\t\tPROPN\t\tDET\n",
            "demitra\t\tdemitra\t\tPROPN\t\tDET\n",
            "all\t\tall\t\tDET\t\tCCONJ\n",
            "come\t\tcome\t\tVERB\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "czechoslovakia\t\tczechoslovakia\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15314\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "played\t\tplayed\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "hungary\t\thungary\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "most\t\tmost\t\tADV\t\tCCONJ\n",
            "renowned\t\trenowned\t\tADJ\t\tCCONJ\n",
            "actors\t\tactors\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "ivan\t\tivan\t\tPROPN\t\tCCONJ\n",
            "darvas\t\tdarvas\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15315\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "subsequent\t\tsubsequent\t\tADJ\t\tCCONJ\n",
            "u.s.\t\tu.s.\t\tPROPN\t\tCCONJ\n",
            "jet\t\tjet\t\tNOUN\t\tCCONJ\n",
            "fighter\t\tfighter\t\tNOUN\t\tCCONJ\n",
            "designs\t\tdesigns\t\tNOUN\t\tCCONJ\n",
            "have\t\thave\t\tAUX\t\tCCONJ\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "modest\t\tmodest\t\tADJ\t\tCCONJ\n",
            "tilt-back\t\ttilt-back\t\tADJ\t\tDET\n",
            "angles\t\tangles\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "20°\t\t20°\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15316\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "flight\t\tflight\t\tNOUN\t\tCCONJ\n",
            "77\t\t77\t\tNUM\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "flightpath\t\tflightpath\t\tNOUN\t\tCCONJ\n",
            "cuts\t\tcuts\t\tNOUN\t\tCCONJ\n",
            "directly\t\tdirectly\t\tADV\t\tCCONJ\n",
            "through\t\tthrough\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "park\t\tpark\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15317\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "tournament\t\ttournament\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "won\t\twon\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "west\t\twest\t\tPROPN\t\tCCONJ\n",
            "indies\t\tindies\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "defeated\t\tdefeated\t\tVERB\t\tCCONJ\n",
            "australia\t\taustralia\t\tPROPN\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "17\t\t17\t\tNUM\t\tCCONJ\n",
            "runs\t\truns\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "final\t\tfinal\t\tADJ\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "lord\t\tlord\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15318\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "society\t\tsociety\t\tPROPN\t\tDET\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "encourage\t\tencourage\t\tVERB\t\tDET\n",
            "studies\t\tstudies\t\tPROPN\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "home\t\thome\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "founded\t\tfounded\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1873\t\t1873\t\tNUM\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "boston\t\tboston\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "massachusetts\t\tmassachusetts\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15319\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "ibm\t\tibm\t\tPROPN\t\tDET\n",
            "developed\t\tdeveloped\t\tVERB\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "several\t\tseveral\t\tADJ\t\tCCONJ\n",
            "companies\t\tcompanies\t\tNOUN\t\tCCONJ\n",
            "copied\t\tcopied\t\tVERB\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "autoloader\t\tautoloader\t\tNOUN\t\tDET\n",
            "mechanism\t\tmechanism\t\tNOUN\t\tDET\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "could\t\tcould\t\tVERB\t\tCCONJ\n",
            "load\t\tload\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "stack\t\tstack\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "floppies\t\tfloppies\t\tNOUN\t\tDET\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "drive\t\tdrive\t\tNOUN\t\tCCONJ\n",
            "unit\t\tunit\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15320\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "when\t\twhen\t\tADV\t\tCCONJ\n",
            "asked\t\tasked\t\tVERB\t\tCCONJ\n",
            "about\t\tabout\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "dk\t\tdk\t\tPROPN\t\tDET\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "logo\t\tlogo\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "interview\t\tinterview\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "jello\t\tjello\t\tPROPN\t\tDET\n",
            "biafra\t\tbiafra\t\tPROPN\t\tDET\n",
            "explained\t\texplained\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "...\t\t...\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15321\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "i\t\ti\t\tPRON\t\tCCONJ\n",
            "wanted\t\twanted\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "make\t\tmake\t\tVERB\t\tCCONJ\n",
            "sure\t\tsure\t\tADJ\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "something\t\tsomething\t\tPRON\t\tCCONJ\n",
            "simple\t\tsimple\t\tADJ\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "easy\t\teasy\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "spray-paint\t\tspray-paint\t\tVERB\t\tDET\n",
            "so\t\tso\t\tSCONJ\t\tCCONJ\n",
            "people\t\tpeople\t\tNOUN\t\tCCONJ\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "graffiti\t\tgraffiti\t\tVERB\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "all\t\tall\t\tADV\t\tCCONJ\n",
            "over\t\tover\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "place\t\tplace\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "then\t\tthen\t\tADV\t\tDET\n",
            "i\t\ti\t\tPRON\t\tCCONJ\n",
            "showed\t\tshowed\t\tVERB\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "winston\t\twinston\t\tPROPN\t\tDET\n",
            "smith\t\tsmith\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15322\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "parkways\t\tparkways\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "notably\t\tnotably\t\tADV\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "taconic\t\ttaconic\t\tPROPN\t\tDET\n",
            "parkway\t\tparkway\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "sprain\t\tsprain\t\tPROPN\t\tDET\n",
            "brook\t\tbrook\t\tPROPN\t\tDET\n",
            "parkway\t\tparkway\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "saw\t\tsaw\t\tVERB\t\tCCONJ\n",
            "mill\t\tmill\t\tPROPN\t\tDET\n",
            "parkway\t\tparkway\t\tPROPN\t\tDET\n",
            "have\t\thave\t\tAUX\t\tCCONJ\n",
            "at-grade\t\tat-grade\t\tVERB\t\tCCONJ\n",
            "intersections\t\tintersections\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "although\t\talthough\t\tSCONJ\t\tCCONJ\n",
            "direct\t\tdirect\t\tADJ\t\tCCONJ\n",
            "access\t\taccess\t\tNOUN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "property\t\tproperty\t\tNOUN\t\tDET\n",
            "adjacent\t\tadjacent\t\tADJ\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "parkways\t\tparkways\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "prohibited\t\tprohibited\t\tVERB\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15323\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "humble\t\thumble\t\tADJ\t\tCCONJ\n",
            "brand\t\tbrand\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "used\t\tused\t\tVERB\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "texas\t\ttexas\t\tPROPN\t\tCCONJ\n",
            "stations\t\tstations\t\tNOUN\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "decades\t\tdecades\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "those\t\tthose\t\tDET\t\tCCONJ\n",
            "operations\t\toperations\t\tNOUN\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "under\t\tunder\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "direction\t\tdirection\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "jersey\t\tjersey\t\tPROPN\t\tCCONJ\n",
            "standard\t\tstandard\t\tPROPN\t\tDET\n",
            "affiliate\t\taffiliate\t\tNOUN\t\tCCONJ\n",
            "humble\t\thumble\t\tPROPN\t\tCCONJ\n",
            "oil\t\toil\t\tPROPN\t\tCCONJ\n",
            "&\t\t&\t\tCCONJ\t\tDET\n",
            "refining\t\trefining\t\tPROPN\t\tCCONJ\n",
            "company\t\tcompany\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15324\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "group\t\tgroup\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "assemblage\t\tassemblage\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "drivers\t\tdrivers\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "different\t\tdifferent\t\tADJ\t\tCCONJ\n",
            "racing\t\tracing\t\tNOUN\t\tCCONJ\n",
            "disciplines\t\tdisciplines\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "formed\t\tformed\t\tVERB\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "mtv\t\tmtv\t\tPROPN\t\tDET\n",
            "reality\t\treality\t\tNOUN\t\tCCONJ\n",
            "pilot\t\tpilot\t\tNOUN\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "shot\t\tshot\t\tVERB\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "mazda\t\tmazda\t\tPROPN\t\tDET\n",
            "raceway\t\traceway\t\tPROPN\t\tCCONJ\n",
            "laguna\t\tlaguna\t\tPROPN\t\tDET\n",
            "seca\t\tseca\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15325\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "regard\t\tregard\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "bmi\t\tbmi\t\tPROPN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "less\t\tless\t\tADJ\t\tCCONJ\n",
            "than\t\tthan\t\tSCONJ\t\tCCONJ\n",
            "18.5\t\t18.5\t\tNUM\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "underweight\t\tunderweight\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "may\t\tmay\t\tVERB\t\tCCONJ\n",
            "indicate\t\tindicate\t\tVERB\t\tCCONJ\n",
            "malnutrition\t\tmalnutrition\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "eating\t\teating\t\tVERB\t\tDET\n",
            "disorder\t\tdisorder\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "other\t\tother\t\tADJ\t\tCCONJ\n",
            "health\t\thealth\t\tNOUN\t\tCCONJ\n",
            "problems\t\tproblems\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "while\t\twhile\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "bmi\t\tbmi\t\tPROPN\t\tDET\n",
            "greater\t\tgreater\t\tADJ\t\tCCONJ\n",
            "than\t\tthan\t\tSCONJ\t\tCCONJ\n",
            "25\t\t25\t\tNUM\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "considered\t\tconsidered\t\tVERB\t\tCCONJ\n",
            "overweight\t\toverweight\t\tADJ\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "above\t\tabove\t\tADP\t\tCCONJ\n",
            "30\t\t30\t\tNUM\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "considered\t\tconsidered\t\tVERB\t\tCCONJ\n",
            "obese\t\tobese\t\tADJ\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15326\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "2005\t\t2005\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "shane\t\tshane\t\tPROPN\t\tCCONJ\n",
            "black\t\tblack\t\tPROPN\t\tCCONJ\n",
            "directed\t\tdirected\t\tVERB\t\tCCONJ\n",
            "kiss\t\tkiss\t\tPROPN\t\tDET\n",
            "kiss\t\tkiss\t\tPROPN\t\tDET\n",
            "bang\t\tbang\t\tPROPN\t\tDET\n",
            "bang\t\tbang\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "basing\t\tbasing\t\tVERB\t\tDET\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "screenplay\t\tscreenplay\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "part\t\tpart\t\tNOUN\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "crime\t\tcrime\t\tNOUN\t\tCCONJ\n",
            "novel\t\tnovel\t\tNOUN\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "brett\t\tbrett\t\tPROPN\t\tCCONJ\n",
            "halliday\t\thalliday\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "published\t\tpublished\t\tVERB\t\tDET\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "first\t\tfirst\t\tADJ\t\tCCONJ\n",
            "stories\t\tstories\t\tNOUN\t\tCCONJ\n",
            "back\t\tback\t\tADV\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1920s\t\t1920s\t\tNUM\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15327\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "died\t\tdied\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "june\t\tjune\t\tPROPN\t\tCCONJ\n",
            "30\t\t30\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "2001\t\t2001\t\tNUM\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "home\t\thome\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "nashville\t\tnashville\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15328\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "ruth\t\truth\t\tPROPN\t\tDET\n",
            "caught\t\tcaught\t\tVERB\t\tCCONJ\n",
            "gehrig\t\tgehrig\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "finish\t\tfinish\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "47\t\t47\t\tNUM\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "then\t\tthen\t\tADV\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "remarkable\t\tremarkable\t\tADJ\t\tCCONJ\n",
            "last\t\tlast\t\tADJ\t\tCCONJ\n",
            "leg\t\tleg\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "season\t\tseason\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "hitting\t\thitting\t\tVERB\t\tCCONJ\n",
            "17\t\t17\t\tNUM\t\tCCONJ\n",
            "home\t\thome\t\tNOUN\t\tCCONJ\n",
            "runs\t\truns\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "september\t\tseptember\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15329\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "fortified\t\tfortified\t\tVERB\t\tDET\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "positions\t\tpositions\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "factory\t\tfactory\t\tNOUN\t\tCCONJ\n",
            "districts\t\tdistricts\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "soviets\t\tsoviets\t\tPROPN\t\tDET\n",
            "encountered\t\tencountered\t\tVERB\t\tDET\n",
            "almost\t\talmost\t\tADV\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "same\t\tsame\t\tADJ\t\tCCONJ\n",
            "tooth-and-nail\t\ttooth-and-nail\t\tNOUN\t\tDET\n",
            "ferocity\t\tferocity\t\tNOUN\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "themselves\t\tthemselves\t\tPRON\t\tCCONJ\n",
            "displayed\t\tdisplayed\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "month\t\tmonth\t\tNOUN\t\tCCONJ\n",
            "earlier\t\tearlier\t\tADV\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15330\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "although\t\talthough\t\tSCONJ\t\tCCONJ\n",
            "critically\t\tcritically\t\tADV\t\tCCONJ\n",
            "acclaimed\t\tacclaimed\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "magazine\t\tmagazine\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "short\t\tshort\t\tADV\t\tCCONJ\n",
            "lived\t\tlived\t\tVERB\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "ended\t\tended\t\tVERB\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "publication\t\tpublication\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1976\t\t1976\t\tNUM\t\tDET\n",
            "when\t\twhen\t\tADV\t\tCCONJ\n",
            "coppola\t\tcoppola\t\tPROPN\t\tDET\n",
            "published\t\tpublished\t\tVERB\t\tDET\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "last\t\tlast\t\tADJ\t\tCCONJ\n",
            "issue\t\tissue\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15331\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "kelly\t\tkelly\t\tPROPN\t\tCCONJ\n",
            "continued\t\tcontinued\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "make\t\tmake\t\tVERB\t\tCCONJ\n",
            "frequent\t\tfrequent\t\tADJ\t\tDET\n",
            "tv\t\ttv\t\tNOUN\t\tCCONJ\n",
            "appearances\t\tappearances\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1980\t\t1980\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "appeared\t\tappeared\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "acting\t\tacting\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "dancing\t\tdancing\t\tVERB\t\tDET\n",
            "role\t\trole\t\tNOUN\t\tCCONJ\n",
            "opposite\t\topposite\t\tADJ\t\tCCONJ\n",
            "olivia\t\tolivia\t\tPROPN\t\tDET\n",
            "newton\t\tnewton\t\tPROPN\t\tCCONJ\n",
            "john\t\tjohn\t\tPROPN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "xanadu\t\txanadu\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "1980\t\t1980\t\tNUM\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "expensive\t\texpensive\t\tADJ\t\tCCONJ\n",
            "theatrical\t\ttheatrical\t\tADJ\t\tCCONJ\n",
            "flop\t\tflop\t\tNOUN\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "since\t\tsince\t\tSCONJ\t\tCCONJ\n",
            "attained\t\tattained\t\tVERB\t\tDET\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "cult\t\tcult\t\tNOUN\t\tDET\n",
            "following\t\tfollowing\t\tVERB\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15332\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "we\t\twe\t\tPRON\t\tCCONJ\n",
            "judging\t\tjudging\t\tVERB\t\tDET\n",
            "warhol\t\twarhol\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "concept\t\tconcept\t\tNOUN\t\tDET\n",
            "?\t\t?\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15333\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "hurst\t\thurst\t\tPROPN\t\tDET\n",
            "settled\t\tsettled\t\tVERB\t\tCCONJ\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "international\t\tinternational\t\tADJ\t\tCCONJ\n",
            "football\t\tfootball\t\tNOUN\t\tDET\n",
            "quickly\t\tquickly\t\tADV\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "world\t\tworld\t\tPROPN\t\tCCONJ\n",
            "cup\t\tcup\t\tPROPN\t\tCCONJ\n",
            "approached\t\tapproached\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "seemed\t\tseemed\t\tVERB\t\tCCONJ\n",
            "clear\t\tclear\t\tADJ\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "inclusion\t\tinclusion\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "ramsey\t\tramsey\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "squad\t\tsquad\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "22\t\t22\t\tNUM\t\tCCONJ\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "merely\t\tmerely\t\tADV\t\tDET\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "different\t\tdifferent\t\tADJ\t\tCCONJ\n",
            "option\t\toption\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "first\t\tfirst\t\tADJ\t\tCCONJ\n",
            "choice\t\tchoice\t\tNOUN\t\tCCONJ\n",
            "partnership\t\tpartnership\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "jimmy\t\tjimmy\t\tPROPN\t\tCCONJ\n",
            "greaves\t\tgreaves\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "roger\t\troger\t\tPROPN\t\tCCONJ\n",
            "hunt\t\thunt\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15334\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "maxentius\t\tmaxentius\t\tPROPN\t\tDET\n",
            "'\t\t'\t\tPART\t\tCCONJ\n",
            "support\t\tsupport\t\tNOUN\t\tCCONJ\n",
            "continued\t\tcontinued\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "weaken\t\tweaken\t\tVERB\t\tCCONJ\n",
            ":\t\t:\t\tPUNCT\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "chariot\t\tchariot\t\tNOUN\t\tDET\n",
            "races\t\traces\t\tNOUN\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "27\t\t27\t\tNUM\t\tCCONJ\n",
            "october\t\toctober\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "crowd\t\tcrowd\t\tNOUN\t\tCCONJ\n",
            "openly\t\topenly\t\tADV\t\tCCONJ\n",
            "taunted\t\ttaunted\t\tVERB\t\tCCONJ\n",
            "maxentius\t\tmaxentius\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "shouting\t\tshouting\t\tVERB\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "constantine\t\tconstantine\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "invincible\t\tinvincible\t\tADJ\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15335\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "located\t\tlocated\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "city\t\tcity\t\tNOUN\t\tCCONJ\n",
            "centre\t\tcentre\t\tNOUN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "botanical\t\tbotanical\t\tPROPN\t\tDET\n",
            "gardens\t\tgardens\t\tPROPN\t\tDET\n",
            "particularly\t\tparticularly\t\tADV\t\tCCONJ\n",
            "noted\t\tnoted\t\tVERB\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "large\t\tlarge\t\tADJ\t\tCCONJ\n",
            "complex\t\tcomplex\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "19th\t\t19th\t\tADJ\t\tCCONJ\n",
            "century\t\tcentury\t\tNOUN\t\tCCONJ\n",
            "greenhouses\t\tgreenhouses\t\tNOUN\t\tCCONJ\n",
            "donated\t\tdonated\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "carlsberg\t\tcarlsberg\t\tPROPN\t\tDET\n",
            "founder\t\tfounder\t\tNOUN\t\tDET\n",
            "j.\t\tj.\t\tPROPN\t\tCCONJ\n",
            "c.\t\tc.\t\tPROPN\t\tCCONJ\n",
            "jacobsen\t\tjacobsen\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15336\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "law\t\tlaw\t\tPROPN\t\tCCONJ\n",
            "does\t\tdoes\t\tAUX\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "usually\t\tusually\t\tADV\t\tCCONJ\n",
            "accept\t\taccept\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "agent\t\tagent\t\tNOUN\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "self-punishment\t\tself-punishment\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "ancient\t\tancient\t\tADJ\t\tDET\n",
            "codes\t\tcodes\t\tNOUN\t\tDET\n",
            "did\t\tdid\t\tAUX\t\tCCONJ\n",
            ":\t\t:\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "athens\t\tathens\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "accused\t\taccused\t\tVERB\t\tCCONJ\n",
            "could\t\tcould\t\tVERB\t\tCCONJ\n",
            "propose\t\tpropose\t\tVERB\t\tDET\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "own\t\town\t\tADJ\t\tCCONJ\n",
            "remedy\t\tremedy\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "could\t\tcould\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "fact\t\tfact\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "reward\t\treward\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "while\t\twhile\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "accuser\t\taccuser\t\tNOUN\t\tDET\n",
            "proposed\t\tproposed\t\tVERB\t\tCCONJ\n",
            "another\t\tanother\t\tDET\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "jury\t\tjury\t\tNOUN\t\tCCONJ\n",
            "chose\t\tchose\t\tVERB\t\tCCONJ\n",
            "something\t\tsomething\t\tPRON\t\tCCONJ\n",
            "in-between\t\tin-between\t\tVERB\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15337\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "henry\t\thenry\t\tPROPN\t\tCCONJ\n",
            "kissinger\t\tkissinger\t\tPROPN\t\tDET\n",
            "received\t\treceived\t\tVERB\t\tDET\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "b.a.\t\tb.a.\t\tPROPN\t\tDET\n",
            "degree\t\tdegree\t\tNOUN\t\tCCONJ\n",
            "summa\t\tsumma\t\tPROPN\t\tDET\n",
            "cum\t\tcum\t\tPROPN\t\tDET\n",
            "laude\t\tlaude\t\tNOUN\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "harvard\t\tharvard\t\tPROPN\t\tCCONJ\n",
            "college\t\tcollege\t\tPROPN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1950\t\t1950\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "where\t\twhere\t\tADV\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "studied\t\tstudied\t\tVERB\t\tCCONJ\n",
            "under\t\tunder\t\tADP\t\tCCONJ\n",
            "william\t\twilliam\t\tPROPN\t\tCCONJ\n",
            "yandell\t\tyandell\t\tPROPN\t\tDET\n",
            "elliott\t\telliott\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15338\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "designed\t\tdesigned\t\tVERB\t\tCCONJ\n",
            "many\t\tmany\t\tADJ\t\tCCONJ\n",
            "buildings\t\tbuildings\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "rome\t\trome\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "included\t\tincluded\t\tVERB\t\tCCONJ\n",
            "work\t\twork\t\tNOUN\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "villa\t\tvilla\t\tPROPN\t\tDET\n",
            "giulia\t\tgiulia\t\tPROPN\t\tDET\n",
            "complex\t\tcomplex\t\tNOUN\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "collaboration\t\tcollaboration\t\tNOUN\t\tDET\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "vignola\t\tvignola\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "vasari\t\tvasari\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "lucca\t\tlucca\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "florence\t\tflorence\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15339\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "karaites\t\tkaraites\t\tNOUN\t\tDET\n",
            "use\t\tuse\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "lunar\t\tlunar\t\tADJ\t\tDET\n",
            "month\t\tmonth\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "solar\t\tsolar\t\tADJ\t\tCCONJ\n",
            "year\t\tyear\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "karaite\t\tkaraite\t\tPROPN\t\tDET\n",
            "calendar\t\tcalendar\t\tNOUN\t\tDET\n",
            "differs\t\tdiffers\t\tVERB\t\tDET\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "rabbinic\t\trabbinic\t\tADJ\t\tDET\n",
            "calendar\t\tcalendar\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "number\t\tnumber\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "ways\t\tways\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15340\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "civic\t\tcivic\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "accord\t\taccord\t\tPROPN\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "top\t\ttop\t\tADJ\t\tCCONJ\n",
            "five\t\tfive\t\tNUM\t\tCCONJ\n",
            "list\t\tlist\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "sales\t\tsales\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15341\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "phallus\t\tphallus\t\tNOUN\t\tDET\n",
            "symbolizes\t\tsymbolizes\t\tVERB\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "model\t\tmodel\t\tNOUN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "obsession\t\tobsession\t\tNOUN\t\tDET\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "penis\t\tpenis\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "her\t\ther\t\tDET\t\tCCONJ\n",
            "lifelong\t\tlifelong\t\tADJ\t\tDET\n",
            "quest\t\tquest\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "achieve\t\tachieve\t\tVERB\t\tCCONJ\n",
            "vaginal\t\tvaginal\t\tADJ\t\tCCONJ\n",
            "orgasm\t\torgasm\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "help\t\thelp\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "sigmund\t\tsigmund\t\tPROPN\t\tDET\n",
            "freud\t\tfreud\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15342\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "probably\t\tprobably\t\tADV\t\tCCONJ\n",
            "returned\t\treturned\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "nicomedia\t\tnicomedia\t\tPROPN\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "winter\t\twinter\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15343\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "christianity\t\tchristianity\t\tPROPN\t\tDET\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "used\t\tused\t\tVERB\t\tDET\n",
            "symbolism\t\tsymbolism\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "very\t\tvery\t\tADJ\t\tCCONJ\n",
            "beginnings\t\tbeginnings\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15344\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "dec\t\tdec\t\tPROPN\t\tDET\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "produced\t\tproduced\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "pc-like\t\tpc-like\t\tPROPN\t\tDET\n",
            "alpha\t\talpha\t\tNOUN\t\tDET\n",
            "workstation\t\tworkstation\t\tNOUN\t\tDET\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "eisa\t\teisa\t\tPROPN\t\tDET\n",
            "bus\t\tbus\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "decpc\t\tdecpc\t\tPROPN\t\tDET\n",
            "axp\t\taxp\t\tPROPN\t\tDET\n",
            "150\t\t150\t\tNUM\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15345\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "since\t\tsince\t\tSCONJ\t\tCCONJ\n",
            "early\t\tearly\t\tADJ\t\tCCONJ\n",
            "2009\t\t2009\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "helsinki\t\thelsinki\t\tPROPN\t\tDET\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "begun\t\tbegun\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "contemplate\t\tcontemplate\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "possible\t\tpossible\t\tADJ\t\tCCONJ\n",
            "merger\t\tmerger\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "vantaa\t\tvantaa\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15346\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "variance\t\tvariance\t\tNOUN\t\tDET\n",
            "between\t\tbetween\t\tADP\t\tCCONJ\n",
            "methods\t\tmethods\t\tNOUN\t\tDET\n",
            "results\t\tresults\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "differing\t\tdiffering\t\tVERB\t\tCCONJ\n",
            "recognition\t\trecognition\t\tNOUN\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1887\t\t1887\t\tNUM\t\tDET\n",
            "national\t\tnational\t\tPROPN\t\tCCONJ\n",
            "league\t\tleague\t\tPROPN\t\tCCONJ\n",
            "batting\t\tbatting\t\tNOUN\t\tDET\n",
            "champion\t\tchampion\t\tNOUN\t\tCCONJ\n",
            ";\t\t;\t\tPUNCT\t\tCCONJ\n",
            "cap\t\tcap\t\tPROPN\t\tCCONJ\n",
            "anson\t\tanson\t\tPROPN\t\tDET\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "recognized\t\trecognized\t\tVERB\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            ".421\t\t.421\t\tNUM\t\tDET\n",
            "average\t\taverage\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "walks\t\twalks\t\tNOUN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "included\t\tincluded\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "sam\t\tsam\t\tPROPN\t\tCCONJ\n",
            "thompson\t\tthompson\t\tPROPN\t\tCCONJ\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "champion\t\tchampion\t\tNOUN\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            ".372\t\t.372\t\tNUM\t\tDET\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15347\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "apollo\t\tapollo\t\tPROPN\t\tDET\n",
            "9\t\t9\t\tNUM\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "first\t\tfirst\t\tADJ\t\tCCONJ\n",
            "manned\t\tmanned\t\tADJ\t\tCCONJ\n",
            "flight\t\tflight\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "command/service\t\tcommand/service\t\tPROPN\t\tDET\n",
            "module\t\tmodule\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "csm\t\tcsm\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "along\t\talong\t\tADP\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "lunar\t\tlunar\t\tPROPN\t\tDET\n",
            "module\t\tmodule\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "lm\t\tlm\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15348\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "zulu\t\tzulu\t\tPROPN\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "greater\t\tgreater\t\tADJ\t\tCCONJ\n",
            "numbers\t\tnumbers\t\tNOUN\t\tDET\n",
            "than\t\tthan\t\tSCONJ\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "opponents\t\topponents\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "greater\t\tgreater\t\tADJ\t\tCCONJ\n",
            "numbers\t\tnumbers\t\tNOUN\t\tDET\n",
            "massed\t\tmassed\t\tVERB\t\tCCONJ\n",
            "together\t\ttogether\t\tADV\t\tCCONJ\n",
            "simply\t\tsimply\t\tADV\t\tCCONJ\n",
            "presented\t\tpresented\t\tVERB\t\tCCONJ\n",
            "yet\t\tyet\t\tADV\t\tCCONJ\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "lucrative\t\tlucrative\t\tADJ\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "easy\t\teasy\t\tADJ\t\tCCONJ\n",
            "shooting\t\tshooting\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "age\t\tage\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "modern\t\tmodern\t\tADJ\t\tCCONJ\n",
            "firearms\t\tfirearms\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "artillery\t\tartillery\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15349\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "holland\t\tholland\t\tPROPN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "divided\t\tdivided\t\tVERB\t\tCCONJ\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "present\t\tpresent\t\tADJ\t\tCCONJ\n",
            "provinces\t\tprovinces\t\tNOUN\t\tDET\n",
            "north\t\tnorth\t\tPROPN\t\tCCONJ\n",
            "holland\t\tholland\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "south\t\tsouth\t\tPROPN\t\tCCONJ\n",
            "holland\t\tholland\t\tPROPN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1840\t\t1840\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "belgian\t\tbelgian\t\tPROPN\t\tDET\n",
            "revolution\t\trevolution\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "1830\t\t1830\t\tNUM\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15350\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "she\t\tshe\t\tPRON\t\tCCONJ\n",
            "worked\t\tworked\t\tVERB\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "management\t\tmanagement\t\tNOUN\t\tDET\n",
            "trainee\t\ttrainee\t\tNOUN\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "kmart\t\tkmart\t\tPROPN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1981\t\t1981\t\tNUM\t\tDET\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "quit\t\tquit\t\tVERB\t\tDET\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "few\t\tfew\t\tADJ\t\tCCONJ\n",
            "months\t\tmonths\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "entered\t\tentered\t\tVERB\t\tCCONJ\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "potentially\t\tpotentially\t\tADV\t\tCCONJ\n",
            "lucrative\t\tlucrative\t\tADJ\t\tCCONJ\n",
            "beauty\t\tbeauty\t\tNOUN\t\tDET\n",
            "pageants\t\tpageants\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15351\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "seydlitz\t\tseydlitz\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "critically\t\tcritically\t\tADV\t\tCCONJ\n",
            "damaged\t\tdamaged\t\tADJ\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "very\t\tvery\t\tADV\t\tCCONJ\n",
            "nearly\t\tnearly\t\tADV\t\tCCONJ\n",
            "sinking\t\tsinking\t\tVERB\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "barely\t\tbarely\t\tADV\t\tCCONJ\n",
            "survived\t\tsurvived\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "return\t\treturn\t\tNOUN\t\tCCONJ\n",
            "voyage\t\tvoyage\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "grounding\t\tgrounding\t\tVERB\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "taking\t\ttaking\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "even\t\teven\t\tADV\t\tCCONJ\n",
            "more\t\tmore\t\tADJ\t\tCCONJ\n",
            "water\t\twater\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "evening\t\tevening\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "1\t\t1\t\tNUM\t\tCCONJ\n",
            "june\t\tjune\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "assisted\t\tassisted\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "port\t\tport\t\tVERB\t\tCCONJ\n",
            "stern\t\tstern\t\tADJ\t\tCCONJ\n",
            "first\t\tfirst\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "where\t\twhere\t\tADV\t\tCCONJ\n",
            "she\t\tshe\t\tPRON\t\tCCONJ\n",
            "dropped\t\tdropped\t\tVERB\t\tCCONJ\n",
            "anchor\t\tanchor\t\tNOUN\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "07:30\t\t07:30\t\tNUM\t\tDET\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "morning\t\tmorning\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "2\t\t2\t\tNUM\t\tCCONJ\n",
            "june\t\tjune\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15352\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "haiti\t\thaiti\t\tPROPN\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "poorest\t\tpoorest\t\tADJ\t\tCCONJ\n",
            "country\t\tcountry\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "americas\t\tamericas\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15353\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "largest\t\tlargest\t\tADJ\t\tCCONJ\n",
            "share\t\tshare\t\tNOUN\t\tCCONJ\n",
            "holders\t\tholders\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "adb\t\tadb\t\tPROPN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "japan\t\tjapan\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "usa\t\tusa\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15354\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "each\t\teach\t\tDET\t\tCCONJ\n",
            "holding\t\tholding\t\tVERB\t\tCCONJ\n",
            "15.57\t\t15.57\t\tNUM\t\tDET\n",
            "%\t\t%\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "shares\t\tshares\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15355\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "since\t\tsince\t\tSCONJ\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "mother\t\tmother\t\tNOUN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "widowed\t\twidowed\t\tVERB\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "wankel\t\twankel\t\tPROPN\t\tDET\n",
            "received\t\treceived\t\tVERB\t\tDET\n",
            "no\t\tno\t\tDET\t\tCCONJ\n",
            "university\t\tuniversity\t\tNOUN\t\tCCONJ\n",
            "education\t\teducation\t\tNOUN\t\tDET\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "even\t\teven\t\tADV\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "apprenticeship\t\tapprenticeship\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15356\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "while\t\twhile\t\tSCONJ\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "appealing\t\tappealing\t\tVERB\t\tCCONJ\n",
            "concept\t\tconcept\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "there\t\tthere\t\tPRON\t\tCCONJ\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "problems\t\tproblems\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "wright\t\twright\t\tPROPN\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "solution\t\tsolution\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15357\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "there\t\tthere\t\tPRON\t\tCCONJ\n",
            "'s\t\t's\t\tAUX\t\tCCONJ\n",
            "no\t\tno\t\tDET\t\tCCONJ\n",
            "mistake\t\tmistake\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "boy\t\tboy\t\tINTJ\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "just\t\tjust\t\tADV\t\tCCONJ\n",
            "sign\t\tsign\t\tVERB\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "return\t\treturn\t\tVERB\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "parker\t\tparker\t\tPROPN\t\tDET\n",
            "directed\t\tdirected\t\tVERB\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15358\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1964\t\t1964\t\tNUM\t\tDET\n",
            "--\t\t--\t\tPUNCT\t\tCCONJ\n",
            "1965\t\t1965\t\tNUM\t\tDET\n",
            "surveys\t\tsurveys\t\tNOUN\t\tDET\n",
            "concentrated\t\tconcentrated\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "northerly\t\tnortherly\t\tADJ\t\tDET\n",
            "route\t\troute\t\tNOUN\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "left\t\tleft\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "english\t\tenglish\t\tADJ\t\tDET\n",
            "coast\t\tcoast\t\tNOUN\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "dover\t\tdover\t\tPROPN\t\tCCONJ\n",
            "harbour\t\tharbour\t\tNOUN\t\tCCONJ\n",
            ";\t\t;\t\tPUNCT\t\tCCONJ\n",
            "using\t\tusing\t\tVERB\t\tDET\n",
            "70\t\t70\t\tNUM\t\tCCONJ\n",
            "boreholes\t\tboreholes\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "area\t\tarea\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "deeply\t\tdeeply\t\tADV\t\tCCONJ\n",
            "weathered\t\tweathered\t\tVERB\t\tDET\n",
            "rock\t\trock\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "high\t\thigh\t\tADJ\t\tCCONJ\n",
            "permeability\t\tpermeability\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "located\t\tlocated\t\tVERB\t\tDET\n",
            "just\t\tjust\t\tADV\t\tCCONJ\n",
            "south\t\tsouth\t\tADV\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "dover\t\tdover\t\tPROPN\t\tCCONJ\n",
            "harbour\t\tharbour\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15359\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "similar\t\tsimilar\t\tADJ\t\tCCONJ\n",
            "technology\t\ttechnology\t\tNOUN\t\tCCONJ\n",
            "called\t\tcalled\t\tVERB\t\tCCONJ\n",
            "naplps\t\tnaplps\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "considered\t\tconsidered\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "although\t\talthough\t\tSCONJ\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "became\t\tbecame\t\tVERB\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "underlying\t\tunderlying\t\tVERB\t\tCCONJ\n",
            "graphics\t\tgraphics\t\tNOUN\t\tDET\n",
            "technology\t\ttechnology\t\tNOUN\t\tCCONJ\n",
            "behind\t\tbehind\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "prodigy\t\tprodigy\t\tPROPN\t\tDET\n",
            "service\t\tservice\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "never\t\tnever\t\tADV\t\tCCONJ\n",
            "gained\t\tgained\t\tVERB\t\tCCONJ\n",
            "popularity\t\tpopularity\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "bbs\t\tbbs\t\tPROPN\t\tDET\n",
            "market\t\tmarket\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15360\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "stadium\t\tstadium\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "owned\t\towned\t\tVERB\t\tCCONJ\n",
            "directly\t\tdirectly\t\tADV\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "club\t\tclub\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "inaugurated\t\tinaugurated\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "2006\t\t2006\t\tNUM\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "replaced\t\treplaced\t\tVERB\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "old\t\told\t\tADJ\t\tCCONJ\n",
            "alkmaarderhout\t\talkmaarderhout\t\tPROPN\t\tDET\n",
            "venue\t\tvenue\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15361\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "rasputin\t\trasputin\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "deeply\t\tdeeply\t\tADV\t\tCCONJ\n",
            "opposed\t\topposed\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "war\t\twar\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "both\t\tboth\t\tCCONJ\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "moral\t\tmoral\t\tADJ\t\tCCONJ\n",
            "point\t\tpoint\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "view\t\tview\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "something\t\tsomething\t\tPRON\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "likely\t\tlikely\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "lead\t\tlead\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "political\t\tpolitical\t\tADJ\t\tCCONJ\n",
            "catastrophe\t\tcatastrophe\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15362\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "accompanied\t\taccompanied\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "ismenias\t\tismenias\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "went\t\twent\t\tVERB\t\tCCONJ\n",
            "merely\t\tmerely\t\tADV\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "negotiator\t\tnegotiator\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "without\t\twithout\t\tADP\t\tCCONJ\n",
            "any\t\tany\t\tDET\t\tCCONJ\n",
            "military\t\tmilitary\t\tADJ\t\tCCONJ\n",
            "force\t\tforce\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "venturing\t\tventuring\t\tVERB\t\tDET\n",
            "incautiously\t\tincautiously\t\tADV\t\tDET\n",
            "within\t\twithin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "power\t\tpower\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "tyrant\t\ttyrant\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "seized\t\tseized\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "him\t\thim\t\tPRON\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "thrown\t\tthrown\t\tVERB\t\tCCONJ\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "prison\t\tprison\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15363\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "kansas\t\tkansas\t\tPROPN\t\tCCONJ\n",
            "city\t\tcity\t\tPROPN\t\tCCONJ\n",
            "mayor\t\tmayor\t\tNOUN\t\tCCONJ\n",
            "harold\t\tharold\t\tPROPN\t\tCCONJ\n",
            "roe\t\troe\t\tPROPN\t\tDET\n",
            "bartle\t\tbartle\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "nicknamed\t\tnicknamed\t\tVERB\t\tDET\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "chief\t\tchief\t\tPROPN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "instrumental\t\tinstrumental\t\tADJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "city\t\tcity\t\tNOUN\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "success\t\tsuccess\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "attracting\t\tattracting\t\tVERB\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "team\t\tteam\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15364\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "rideau\t\trideau\t\tPROPN\t\tDET\n",
            "canal\t\tcanal\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "completed\t\tcompleted\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1832\t\t1832\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "connects\t\tconnects\t\tVERB\t\tDET\n",
            "ottawa\t\tottawa\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "ottawa\t\tottawa\t\tPROPN\t\tDET\n",
            "river\t\triver\t\tPROPN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "kingston\t\tkingston\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "ontario\t\tontario\t\tPROPN\t\tDET\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "lake\t\tlake\t\tPROPN\t\tDET\n",
            "ontario\t\tontario\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15365\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "private\t\tprivate\t\tADJ\t\tCCONJ\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "free\t\tfree\t\tADJ\t\tDET\n",
            "servers\t\tservers\t\tNOUN\t\tDET\n",
            "sometimes\t\tsometimes\t\tADV\t\tCCONJ\n",
            "charge\t\tcharge\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "fee\t\tfee\t\tNOUN\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "providing\t\tproviding\t\tVERB\t\tDET\n",
            "players\t\tplayers\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "game\t\tgame\t\tNOUN\t\tCCONJ\n",
            "items\t\titems\t\tNOUN\t\tCCONJ\n",
            "such\t\tsuch\t\tADJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "epic\t\tepic\t\tADJ\t\tCCONJ\n",
            "sets\t\tsets\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "armor\t\tarmor\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "weapons\t\tweapons\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "gold\t\tgold\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15366\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "as\t\tas\t\tADV\t\tCCONJ\n",
            "soon\t\tsoon\t\tADV\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "norman\t\tnorman\t\tPROPN\t\tCCONJ\n",
            "threat\t\tthreat\t\tNOUN\t\tCCONJ\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "passed\t\tpassed\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "alexios\t\talexios\t\tPROPN\t\tDET\n",
            "set\t\tset\t\tVERB\t\tCCONJ\n",
            "out\t\tout\t\tADP\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "punish\t\tpunish\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "rebels\t\trebels\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "deserters\t\tdeserters\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "confiscating\t\tconfiscating\t\tVERB\t\tDET\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "lands\t\tlands\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15367\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "ascetics\t\tascetics\t\tPROPN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "orthodox\t\torthodox\t\tPROPN\t\tDET\n",
            "church\t\tchurch\t\tPROPN\t\tCCONJ\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "recognized\t\trecognized\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "long\t\tlong\t\tADJ\t\tCCONJ\n",
            "hair\t\thair\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "case\t\tcase\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "male\t\tmale\t\tADJ\t\tCCONJ\n",
            "monks\t\tmonks\t\tNOUN\t\tDET\n",
            "long\t\tlong\t\tADJ\t\tCCONJ\n",
            "beards\t\tbeards\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15368\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "earlier\t\tearlier\t\tADJ\t\tCCONJ\n",
            "apple\t\tapple\t\tPROPN\t\tDET\n",
            "iii\t\tiii\t\tNUM\t\tCCONJ\n",
            "units\t\tunits\t\tNOUN\t\tDET\n",
            "came\t\tcame\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "built-in\t\tbuilt-in\t\tPROPN\t\tDET\n",
            "real\t\treal\t\tADJ\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            "clock\t\tclock\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "manufactured\t\tmanufactured\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "national\t\tnational\t\tPROPN\t\tCCONJ\n",
            "semiconductor\t\tsemiconductor\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15369\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "jesus\t\tjesus\t\tPROPN\t\tCCONJ\n",
            "said\t\tsaid\t\tVERB\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "coming\t\tcoming\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "there\t\tthere\t\tPRON\t\tCCONJ\n",
            "will\t\twill\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "great\t\tgreat\t\tADJ\t\tCCONJ\n",
            "tribulation\t\ttribulation\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "such\t\tsuch\t\tADJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "been\t\tbeen\t\tAUX\t\tCCONJ\n",
            "since\t\tsince\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "beginning\t\tbeginning\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "world\t\tworld\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "no\t\tno\t\tINTJ\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "nor\t\tnor\t\tCCONJ\t\tCCONJ\n",
            "ever\t\tever\t\tADV\t\tCCONJ\n",
            "will\t\twill\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15370\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "album\t\talbum\t\tNOUN\t\tCCONJ\n",
            "featured\t\tfeatured\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "talents\t\ttalents\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "wayne\t\twayne\t\tPROPN\t\tCCONJ\n",
            "shorter\t\tshorter\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "herbie\t\therbie\t\tPROPN\t\tCCONJ\n",
            "hancock\t\thancock\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "another\t\tanother\t\tDET\t\tCCONJ\n",
            "influential\t\tinfluential\t\tADJ\t\tCCONJ\n",
            "bassist\t\tbassist\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "composer\t\tcomposer\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "jaco\t\tjaco\t\tPROPN\t\tDET\n",
            "pastorius\t\tpastorius\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15371\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "according\t\taccording\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "american\t\tamerican\t\tPROPN\t\tCCONJ\n",
            "kennel\t\tkennel\t\tPROPN\t\tDET\n",
            "club\t\tclub\t\tPROPN\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "breed\t\tbreed\t\tNOUN\t\tDET\n",
            "standards\t\tstandards\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "dachshund\t\tdachshund\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "clever\t\tclever\t\tADJ\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "lively\t\tlively\t\tADJ\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "courageous\t\tcourageous\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "point\t\tpoint\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "rashness\t\trashness\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "persevering\t\tpersevering\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "above\t\tabove\t\tADP\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "below\t\tbelow\t\tADP\t\tDET\n",
            "ground\t\tground\t\tNOUN\t\tCCONJ\n",
            "work\t\twork\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "all\t\tall\t\tDET\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "senses\t\tsenses\t\tNOUN\t\tDET\n",
            "well-developed\t\twell-developed\t\tVERB\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15372\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "early\t\tearly\t\tADJ\t\tCCONJ\n",
            "may\t\tmay\t\tPROPN\t\tCCONJ\n",
            "2007\t\t2007\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "amd\t\tamd\t\tPROPN\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "abandoned\t\tabandoned\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "string\t\tstring\t\tNOUN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "64\t\t64\t\tNUM\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "dual-core\t\tdual-core\t\tADJ\t\tCCONJ\n",
            "desktop\t\tdesktop\t\tNOUN\t\tDET\n",
            "product\t\tproduct\t\tNOUN\t\tDET\n",
            "branding\t\tbranding\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "becoming\t\tbecoming\t\tVERB\t\tCCONJ\n",
            "athlon\t\tathlon\t\tPROPN\t\tDET\n",
            "x2\t\tx2\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "downplaying\t\tdownplaying\t\tVERB\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "significance\t\tsignificance\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "64-bit\t\t64-bit\t\tNUM\t\tDET\n",
            "computing\t\tcomputing\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "processors\t\tprocessors\t\tNOUN\t\tDET\n",
            "while\t\twhile\t\tSCONJ\t\tCCONJ\n",
            "upcoming\t\tupcoming\t\tADJ\t\tCCONJ\n",
            "updates\t\tupdates\t\tNOUN\t\tDET\n",
            "involved\t\tinvolved\t\tVERB\t\tCCONJ\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "improvements\t\timprovements\t\tNOUN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "microarchitecture\t\tmicroarchitecture\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "shift\t\tshift\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "target\t\ttarget\t\tNOUN\t\tCCONJ\n",
            "market\t\tmarket\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "mainstream\t\tmainstream\t\tADJ\t\tCCONJ\n",
            "desktop\t\tdesktop\t\tNOUN\t\tDET\n",
            "systems\t\tsystems\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "value\t\tvalue\t\tVERB\t\tCCONJ\n",
            "dual-core\t\tdual-core\t\tADJ\t\tCCONJ\n",
            "desktop\t\tdesktop\t\tNOUN\t\tDET\n",
            "systems\t\tsystems\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15373\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "starting\t\tstarting\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1882\t\t1882\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "berkeley\t\tberkeley\t\tPROPN\t\tCCONJ\n",
            "trains\t\ttrains\t\tNOUN\t\tCCONJ\n",
            "ran\t\tran\t\tVERB\t\tDET\n",
            "directly\t\tdirectly\t\tADV\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "oakland\t\toakland\t\tPROPN\t\tCCONJ\n",
            "pier\t\tpier\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15374\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "late\t\tlate\t\tADJ\t\tCCONJ\n",
            "1950s\t\t1950s\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "united\t\tunited\t\tPROPN\t\tCCONJ\n",
            "kingdom\t\tkingdom\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "france\t\tfrance\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "united\t\tunited\t\tPROPN\t\tCCONJ\n",
            "states\t\tstates\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "soviet\t\tsoviet\t\tPROPN\t\tCCONJ\n",
            "union\t\tunion\t\tPROPN\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "considering\t\tconsidering\t\tVERB\t\tCCONJ\n",
            "developing\t\tdeveloping\t\tVERB\t\tCCONJ\n",
            "supersonic\t\tsupersonic\t\tADJ\t\tCCONJ\n",
            "transport\t\ttransport\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15375\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "united\t\tunited\t\tPROPN\t\tCCONJ\n",
            "states\t\tstates\t\tPROPN\t\tCCONJ\n",
            "maintains\t\tmaintains\t\tVERB\t\tDET\n",
            "command\t\tcommand\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "nato\t\tnato\t\tPROPN\t\tCCONJ\n",
            "headquarters\t\theadquarters\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "sarajevo\t\tsarajevo\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15376\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "artist\t\tartist\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "aaliyah\t\taaliyah\t\tPROPN\t\tDET\n",
            "often\t\toften\t\tADV\t\tCCONJ\n",
            "voiced\t\tvoiced\t\tVERB\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "she\t\tshe\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "inspired\t\tinspired\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "number\t\tnumber\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "performers\t\tperformers\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15377\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "worldwide\t\tworldwide\t\tPROPN\t\tCCONJ\n",
            "web\t\tweb\t\tNOUN\t\tDET\n",
            "can\t\tcan\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "thought\t\tthought\t\tVERB\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "database\t\tdatabase\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "albeit\t\talbeit\t\tSCONJ\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "spread\t\tspread\t\tVERB\t\tCCONJ\n",
            "across\t\tacross\t\tADP\t\tCCONJ\n",
            "millions\t\tmillions\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "independent\t\tindependent\t\tADJ\t\tDET\n",
            "computing\t\tcomputing\t\tNOUN\t\tDET\n",
            "systems\t\tsystems\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15378\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "commerce\t\tcommerce\t\tPROPN\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "existed\t\texisted\t\tVERB\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "just\t\tjust\t\tADV\t\tCCONJ\n",
            "eight\t\teight\t\tNUM\t\tCCONJ\n",
            "years\t\tyears\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "since\t\tsince\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "division\t\tdivision\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "earlier\t\tearlier\t\tADJ\t\tCCONJ\n",
            "department\t\tdepartment\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "commerce\t\tcommerce\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "labor\t\tlabor\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15379\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "proximity\t\tproximity\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "university\t\tuniversity\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "birmingham\t\tbirmingham\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "city\t\tcity\t\tNOUN\t\tCCONJ\n",
            "centre\t\tcentre\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "'\t\t'\t\tPUNCT\t\tCCONJ\n",
            "trendy\t\ttrendy\t\tADJ\t\tCCONJ\n",
            "'\t\t'\t\tPUNCT\t\tCCONJ\n",
            "area\t\tarea\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "moseley\t\tmoseley\t\tPROPN\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "contributing\t\tcontributing\t\tVERB\t\tCCONJ\n",
            "factors\t\tfactors\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15380\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "fall\t\tfall\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "akkadian\t\takkadian\t\tPROPN\t\tDET\n",
            "empire\t\tempire\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "akkadian\t\takkadian\t\tADJ\t\tDET\n",
            "people\t\tpeople\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "mesopotamia\t\tmesopotamia\t\tPROPN\t\tDET\n",
            "eventually\t\teventually\t\tADV\t\tCCONJ\n",
            "founded\t\tfounded\t\tVERB\t\tDET\n",
            "new\t\tnew\t\tADJ\t\tCCONJ\n",
            "kingdoms\t\tkingdoms\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "most\t\tmost\t\tADV\t\tCCONJ\n",
            "notable\t\tnotable\t\tADJ\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "these\t\tthese\t\tDET\t\tCCONJ\n",
            "being\t\tbeing\t\tAUX\t\tCCONJ\n",
            "babylonia\t\tbabylonia\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "assyria\t\tassyria\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "both\t\tboth\t\tDET\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "whom\t\twhom\t\tPRON\t\tDET\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "ensure\t\tensure\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "continuity\t\tcontinuity\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "sumero-akkadian\t\tsumero-akkadian\t\tADJ\t\tDET\n",
            "culture\t\tculture\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15381\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "isles\t\tisles\t\tPROPN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "scilly\t\tscilly\t\tPROPN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "served\t\tserved\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "ferry\t\tferry\t\tNOUN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "penzance\t\tpenzance\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "helicopter\t\thelicopter\t\tNOUN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "penzance\t\tpenzance\t\tPROPN\t\tDET\n",
            "heliport\t\theliport\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "fixed\t\tfixed\t\tVERB\t\tDET\n",
            "wing\t\twing\t\tNOUN\t\tCCONJ\n",
            "aeroplane\t\taeroplane\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "newquay\t\tnewquay\t\tPROPN\t\tDET\n",
            "airport\t\tairport\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15382\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "city\t\tcity\t\tNOUN\t\tCCONJ\n",
            "exported\t\texported\t\tVERB\t\tDET\n",
            "meat\t\tmeat\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "wool\t\twool\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "wine\t\twine\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "fruit\t\tfruit\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "wheat\t\twheat\t\tNOUN\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            "grey\t\tgrey\t\tPROPN\t\tDET\n",
            "left\t\tleft\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1845\t\t1845\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "contrasting\t\tcontrasting\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "low\t\tlow\t\tADJ\t\tCCONJ\n",
            "point\t\tpoint\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1842\t\t1842\t\tNUM\t\tDET\n",
            "when\t\twhen\t\tADV\t\tCCONJ\n",
            "one-third\t\tone-third\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "adelaide\t\tadelaide\t\tADJ\t\tCCONJ\n",
            "houses\t\thouses\t\tNOUN\t\tDET\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "abandoned\t\tabandoned\t\tVERB\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15383\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "general\t\tgeneral\t\tADJ\t\tCCONJ\n",
            "rule\t\trule\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "word\t\tword\t\tNOUN\t\tDET\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "phrase\t\tphrase\t\tNOUN\t\tDET\n",
            "retains\t\tretains\t\tVERB\t\tDET\n",
            "french\t\tfrench\t\tADJ\t\tCCONJ\n",
            "diacritics\t\tdiacritics\t\tNOUN\t\tDET\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "usually\t\tusually\t\tADV\t\tCCONJ\n",
            "printed\t\tprinted\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "italics\t\titalics\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "retained\t\tretained\t\tVERB\t\tDET\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "french\t\tfrench\t\tADJ\t\tCCONJ\n",
            "identity\t\tidentity\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15384\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "line\t\tline\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "bob\t\tbob\t\tPROPN\t\tCCONJ\n",
            "dylan\t\tdylan\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "song\t\tsong\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "blowin\t\tblowin\t\tPROPN\t\tDET\n",
            "'\t\t'\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "wind\t\twind\t\tNOUN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15385\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1697\t\t1697\t\tNUM\t\tDET\n",
            "--\t\t--\t\tPUNCT\t\tCCONJ\n",
            "99\t\t99\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "famine\t\tfamine\t\tNOUN\t\tDET\n",
            "caused\t\tcaused\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "climate\t\tclimate\t\tNOUN\t\tCCONJ\n",
            "[\t\t[\t\tPUNCT\t\tDET\n",
            "citation\t\tcitation\t\tNOUN\t\tCCONJ\n",
            "needed\t\tneeded\t\tVERB\t\tCCONJ\n",
            "]\t\t]\t\tPUNCT\t\tCCONJ\n",
            "killed\t\tkilled\t\tVERB\t\tCCONJ\n",
            "approximately\t\tapproximately\t\tADV\t\tDET\n",
            "30\t\t30\t\tNUM\t\tCCONJ\n",
            "%\t\t%\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "finnish\t\tfinnish\t\tADJ\t\tDET\n",
            "population\t\tpopulation\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15386\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "article\t\tarticle\t\tNOUN\t\tCCONJ\n",
            "incorporates\t\tincorporates\t\tVERB\t\tDET\n",
            "public\t\tpublic\t\tADJ\t\tCCONJ\n",
            "domain\t\tdomain\t\tNOUN\t\tDET\n",
            "material\t\tmaterial\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "websites\t\twebsites\t\tNOUN\t\tDET\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "documents\t\tdocuments\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "cia\t\tcia\t\tPROPN\t\tCCONJ\n",
            "world\t\tworld\t\tPROPN\t\tCCONJ\n",
            "factbook\t\tfactbook\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15387\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "dr.\t\tdr.\t\tPROPN\t\tCCONJ\n",
            "dre\t\tdre\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "mtv\t\tmtv\t\tPROPN\t\tDET\n",
            "video\t\tvideo\t\tPROPN\t\tCCONJ\n",
            "music\t\tmusic\t\tPROPN\t\tCCONJ\n",
            "awards\t\tawards\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "claimed\t\tclaimed\t\tVERB\t\tDET\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "gangsta\t\tgangsta\t\tPROPN\t\tCCONJ\n",
            "rap\t\trap\t\tPROPN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "dead\t\tdead\t\tADJ\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15388\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1999\t\t1999\t\tNUM\t\tDET\n",
            "time\t\ttime\t\tPROPN\t\tCCONJ\n",
            "magazine\t\tmagazine\t\tNOUN\t\tCCONJ\n",
            "named\t\tnamed\t\tVERB\t\tDET\n",
            "him\t\thim\t\tPRON\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "person\t\tperson\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "century\t\tcentury\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "ahead\t\tahead\t\tADV\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "mahatma\t\tmahatma\t\tPROPN\t\tDET\n",
            "gandhi\t\tgandhi\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "franklin\t\tfranklin\t\tPROPN\t\tCCONJ\n",
            "roosevelt\t\troosevelt\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "among\t\tamong\t\tADP\t\tCCONJ\n",
            "others\t\tothers\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15389\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "modern\t\tmodern\t\tADJ\t\tCCONJ\n",
            "age\t\tage\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "starting\t\tstarting\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "17th\t\t17th\t\tADJ\t\tCCONJ\n",
            "century\t\tcentury\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "saw\t\tsaw\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "move\t\tmove\t\tNOUN\t\tCCONJ\n",
            "toward\t\ttoward\t\tADP\t\tCCONJ\n",
            "fewer\t\tfewer\t\tADJ\t\tCCONJ\n",
            "spices\t\tspices\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "more\t\tmore\t\tADJ\t\tCCONJ\n",
            "liberal\t\tliberal\t\tADJ\t\tCCONJ\n",
            "usage\t\tusage\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "herbs\t\therbs\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "creamy\t\tcreamy\t\tADJ\t\tDET\n",
            "ingredients\t\tingredients\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "beginning\t\tbeginning\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "la\t\tla\t\tPROPN\t\tCCONJ\n",
            "varenne\t\tvarenne\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "further\t\tfurther\t\tADV\t\tCCONJ\n",
            "developing\t\tdeveloping\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "notable\t\tnotable\t\tADJ\t\tCCONJ\n",
            "chef\t\tchef\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "napoleon\t\tnapoleon\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "other\t\tother\t\tADJ\t\tCCONJ\n",
            "dignitaries\t\tdignitaries\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "marie-antoine\t\tmarie-antoine\t\tPROPN\t\tDET\n",
            "carême\t\tcarême\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15390\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "nouns\t\tnouns\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "berber\t\tberber\t\tPROPN\t\tDET\n",
            "languages\t\tlanguages\t\tNOUN\t\tDET\n",
            "vary\t\tvary\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "gender\t\tgender\t\tNOUN\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "masculine\t\tmasculine\t\tNOUN\t\tDET\n",
            "vs.\t\tvs.\t\tADP\t\tCCONJ\n",
            "feminine\t\tfeminine\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "number\t\tnumber\t\tNOUN\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "singular\t\tsingular\t\tADJ\t\tDET\n",
            "vs.\t\tvs.\t\tADP\t\tCCONJ\n",
            "plural\t\tplural\t\tADJ\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "state\t\tstate\t\tNOUN\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "free\t\tfree\t\tADJ\t\tDET\n",
            "state\t\tstate\t\tNOUN\t\tCCONJ\n",
            "vs.\t\tvs.\t\tX\t\tCCONJ\n",
            "construct\t\tconstruct\t\tNOUN\t\tDET\n",
            "state\t\tstate\t\tNOUN\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15391\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "under\t\tunder\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1976\t\t1976\t\tNUM\t\tDET\n",
            "constitution\t\tconstitution\t\tNOUN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "modified\t\tmodified\t\tVERB\t\tDET\n",
            "1979\t\t1979\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "amended\t\tamended\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1988\t\t1988\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "1989\t\t1989\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "1996\t\t1996\t\tNUM\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "==============================\n",
            "sentence 15392\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "algeria\t\talgeria\t\tPROPN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "multi-party\t\tmulti-party\t\tADJ\t\tDET\n",
            "state\t\tstate\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15393\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "church\t\tchurch\t\tNOUN\t\tCCONJ\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "released\t\treleased\t\tVERB\t\tCCONJ\n",
            "church-wide\t\tchurch-wide\t\tADJ\t\tDET\n",
            "financial\t\tfinancial\t\tADJ\t\tCCONJ\n",
            "statements\t\tstatements\t\tNOUN\t\tCCONJ\n",
            "since\t\tsince\t\tSCONJ\t\tCCONJ\n",
            "1959\t\t1959\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1997\t\t1997\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "time\t\ttime\t\tPROPN\t\tCCONJ\n",
            "magazine\t\tmagazine\t\tNOUN\t\tCCONJ\n",
            "called\t\tcalled\t\tVERB\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "world\t\tworld\t\tNOUN\t\tCCONJ\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "wealthiest\t\twealthiest\t\tADJ\t\tCCONJ\n",
            "churches\t\tchurches\t\tNOUN\t\tDET\n",
            "per\t\tper\t\tADP\t\tCCONJ\n",
            "capita\t\tcapita\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15394\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "freedom\t\tfreedom\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "secret\t\tsecret\t\tADJ\t\tCCONJ\n",
            "societies\t\tsocieties\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "frees\t\tfrees\t\tNOUN\t\tDET\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "free\t\tfree\t\tPROPN\t\tDET\n",
            "methodist\t\tmethodist\t\tPROPN\t\tDET\n",
            "church\t\tchurch\t\tPROPN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "founded\t\tfounded\t\tVERB\t\tDET\n",
            "upon\t\tupon\t\tSCONJ\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15395\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "hittites\t\thittites\t\tPROPN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "thereby\t\tthereby\t\tADV\t\tDET\n",
            "counted\t\tcounted\t\tVERB\t\tCCONJ\n",
            "among\t\tamong\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "canaanites\t\tcanaanites\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15396\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "hadrian\t\thadrian\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "military\t\tmilitary\t\tADJ\t\tCCONJ\n",
            "skill\t\tskill\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "well\t\twell\t\tADV\t\tCCONJ\n",
            "attested\t\tattested\t\tVERB\t\tDET\n",
            "due\t\tdue\t\tADP\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "lack\t\tlack\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "military\t\tmilitary\t\tADJ\t\tCCONJ\n",
            "action\t\taction\t\tNOUN\t\tCCONJ\n",
            "during\t\tduring\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "reign\t\treign\t\tNOUN\t\tCCONJ\n",
            ";\t\t;\t\tPUNCT\t\tCCONJ\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "keen\t\tkeen\t\tADJ\t\tDET\n",
            "interest\t\tinterest\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "knowledge\t\tknowledge\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "army\t\tarmy\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "demonstrated\t\tdemonstrated\t\tADJ\t\tCCONJ\n",
            "skill\t\tskill\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "leadership\t\tleadership\t\tNOUN\t\tCCONJ\n",
            "show\t\tshow\t\tVERB\t\tCCONJ\n",
            "possible\t\tpossible\t\tADJ\t\tCCONJ\n",
            "strategic\t\tstrategic\t\tADJ\t\tCCONJ\n",
            "talent\t\ttalent\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15397\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "r.i.\t\tr.i.\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "connecticut\t\tconnecticut\t\tPROPN\t\tCCONJ\n",
            "simply\t\tsimply\t\tADV\t\tCCONJ\n",
            "took\t\ttook\t\tVERB\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "existing\t\texisting\t\tVERB\t\tCCONJ\n",
            "royal\t\troyal\t\tADJ\t\tCCONJ\n",
            "charters\t\tcharters\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "deleted\t\tdeleted\t\tVERB\t\tDET\n",
            "all\t\tall\t\tDET\t\tCCONJ\n",
            "references\t\treferences\t\tNOUN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "crown\t\tcrown\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15398\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "eta\t\teta\t\tPROPN\t\tDET\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "began\t\tbegan\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "menace\t\tmenace\t\tVERB\t\tCCONJ\n",
            "leaders\t\tleaders\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "other\t\tother\t\tADJ\t\tCCONJ\n",
            "parties\t\tparties\t\tNOUN\t\tCCONJ\n",
            "besides\t\tbesides\t\tSCONJ\t\tCCONJ\n",
            "rival\t\trival\t\tADJ\t\tCCONJ\n",
            "basque\t\tbasque\t\tADJ\t\tDET\n",
            "nationalist\t\tnationalist\t\tADJ\t\tDET\n",
            "parties\t\tparties\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15399\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "parallelism\t\tparallelism\t\tNOUN\t\tDET\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "incident\t\tincident\t\tNOUN\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "follows\t\tfollows\t\tVERB\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "where\t\twhere\t\tADV\t\tCCONJ\n",
            "elijah\t\telijah\t\tPROPN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "fed\t\tfed\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "widow\t\twidow\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "suggests\t\tsuggests\t\tVERB\t\tDET\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "human\t\thuman\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "mildly\t\tmildly\t\tADV\t\tDET\n",
            "improbable\t\timprobable\t\tADJ\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "agent\t\tagent\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15400\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "going\t\tgoing\t\tVERB\t\tCCONJ\n",
            "3\t\t3\t\tNUM\t\tCCONJ\n",
            "--\t\t--\t\tSYM\t\tCCONJ\n",
            "3\t\t3\t\tNUM\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "first\t\tfirst\t\tADJ\t\tCCONJ\n",
            "six\t\tsix\t\tNUM\t\tCCONJ\n",
            "games\t\tgames\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "browns\t\tbrowns\t\tPROPN\t\tCCONJ\n",
            "won\t\twon\t\tVERB\t\tCCONJ\n",
            "three\t\tthree\t\tNUM\t\tCCONJ\n",
            "straight\t\tstraight\t\tADJ\t\tCCONJ\n",
            "games\t\tgames\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "fourth-quarter\t\tfourth-quarter\t\tADJ\t\tDET\n",
            "comebacks\t\tcomebacks\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "stopped\t\tstopped\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "late\t\tlate\t\tADJ\t\tCCONJ\n",
            "comeback\t\tcomeback\t\tNOUN\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "baltimore\t\tbaltimore\t\tPROPN\t\tCCONJ\n",
            "colts\t\tcolts\t\tPROPN\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "win\t\twin\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "fourth\t\tfourth\t\tADJ\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15401\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "until\t\tuntil\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "thirteenth\t\tthirteenth\t\tADJ\t\tDET\n",
            "century\t\tcentury\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "germany\t\tgermany\t\tPROPN\t\tCCONJ\n",
            "did\t\tdid\t\tAUX\t\tCCONJ\n",
            "hops\t\thops\t\tNOUN\t\tDET\n",
            "begin\t\tbegin\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "start\t\tstart\t\tVERB\t\tCCONJ\n",
            "threatening\t\tthreatening\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "use\t\tuse\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "gruit\t\tgruit\t\tNOUN\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "flavoring\t\tflavoring\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15402\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "rapid\t\trapid\t\tADJ\t\tCCONJ\n",
            "growth\t\tgrowth\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "mega-cities\t\tmega-cities\t\tNOUN\t\tDET\n",
            "such\t\tsuch\t\tADJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "mexico\t\tmexico\t\tPROPN\t\tCCONJ\n",
            "city\t\tcity\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "tokyo\t\ttokyo\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "tehran\t\ttehran\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "areas\t\tareas\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "high\t\thigh\t\tADJ\t\tCCONJ\n",
            "seismic\t\tseismic\t\tADJ\t\tCCONJ\n",
            "risk\t\trisk\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "seismologists\t\tseismologists\t\tNOUN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "warning\t\twarning\t\tVERB\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "single\t\tsingle\t\tADJ\t\tCCONJ\n",
            "quake\t\tquake\t\tNOUN\t\tDET\n",
            "may\t\tmay\t\tVERB\t\tCCONJ\n",
            "claim\t\tclaim\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "lives\t\tlives\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "up\t\tup\t\tADP\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "3\t\t3\t\tNUM\t\tCCONJ\n",
            "million\t\tmillion\t\tNUM\t\tCCONJ\n",
            "people\t\tpeople\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15403\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "u.s.\t\tu.s.\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "lutheran\t\tlutheran\t\tPROPN\t\tDET\n",
            "churches\t\tchurches\t\tNOUN\t\tDET\n",
            "tend\t\ttend\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "adopt\t\tadopt\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "form\t\tform\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "government\t\tgovernment\t\tNOUN\t\tDET\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "comparable\t\tcomparable\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "congregationalism\t\tcongregationalism\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15404\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "although\t\talthough\t\tSCONJ\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "often\t\toften\t\tADV\t\tCCONJ\n",
            "said\t\tsaid\t\tVERB\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "hearst\t\thearst\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "upset\t\tupset\t\tADJ\t\tCCONJ\n",
            "because\t\tbecause\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "film\t\tfilm\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "about\t\tabout\t\tADP\t\tCCONJ\n",
            "him\t\thim\t\tPRON\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "alternative\t\talternative\t\tADJ\t\tCCONJ\n",
            "theory\t\ttheory\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "hearst\t\thearst\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "upset\t\tupset\t\tADJ\t\tCCONJ\n",
            "about\t\tabout\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "portrayal\t\tportrayal\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "marion\t\tmarion\t\tPROPN\t\tCCONJ\n",
            "davies\t\tdavies\t\tPROPN\t\tDET\n",
            "than\t\tthan\t\tSCONJ\t\tCCONJ\n",
            "himself\t\thimself\t\tPRON\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "film\t\tfilm\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15405\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "dixon\t\tdixon\t\tPROPN\t\tCCONJ\n",
            "went\t\twent\t\tVERB\t\tCCONJ\n",
            "so\t\tso\t\tADV\t\tCCONJ\n",
            "far\t\tfar\t\tADV\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "promote\t\tpromote\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "film\t\tfilm\t\tNOUN\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "federally\t\tfederally\t\tADV\t\tDET\n",
            "endorsed\t\tendorsed\t\tADJ\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15406\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "during\t\tduring\t\tADP\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "period\t\tperiod\t\tNOUN\t\tDET\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "def\t\tdef\t\tPROPN\t\tDET\n",
            "jam\t\tjam\t\tPROPN\t\tDET\n",
            "record\t\trecord\t\tNOUN\t\tCCONJ\n",
            "producer\t\tproducer\t\tNOUN\t\tCCONJ\n",
            "rick\t\trick\t\tPROPN\t\tCCONJ\n",
            "rubin\t\trubin\t\tPROPN\t\tCCONJ\n",
            "signed\t\tsigned\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "beastie\t\tbeastie\t\tPROPN\t\tDET\n",
            "boys\t\tboys\t\tPROPN\t\tDET\n",
            "changed\t\tchanged\t\tVERB\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "punk\t\tpunk\t\tNOUN\t\tCCONJ\n",
            "rock\t\trock\t\tNOUN\t\tCCONJ\n",
            "outfit\t\toutfit\t\tNOUN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "three-man\t\tthree-man\t\tADJ\t\tDET\n",
            "rap\t\trap\t\tNOUN\t\tCCONJ\n",
            "crew\t\tcrew\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15407\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "letterman\t\tletterman\t\tPROPN\t\tDET\n",
            "personally\t\tpersonally\t\tADV\t\tCCONJ\n",
            "credits\t\tcredits\t\tVERB\t\tDET\n",
            "carson\t\tcarson\t\tPROPN\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "person\t\tperson\t\tNOUN\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "influenced\t\tinfluenced\t\tVERB\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "career\t\tcareer\t\tNOUN\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "most\t\tmost\t\tADV\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15408\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "tithraustes\t\ttithraustes\t\tNOUN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "thereupon\t\tthereupon\t\tADV\t\tDET\n",
            "sent\t\tsent\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "replace\t\treplace\t\tVERB\t\tCCONJ\n",
            "tissaphernes\t\ttissaphernes\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "paid\t\tpaid\t\tVERB\t\tDET\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "life\t\tlife\t\tNOUN\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "continued\t\tcontinued\t\tVERB\t\tCCONJ\n",
            "failure\t\tfailure\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "==============================\n",
            "sentence 15409\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "flemish\t\tflemish\t\tADJ\t\tDET\n",
            "diamond\t\tdiamond\t\tNOUN\t\tCCONJ\n",
            "approx.\t\tapprox.\t\tNOUN\t\tINTJ\n",
            "5.5\t\t5.5\t\tNUM\t\tDET\n",
            "million\t\tmillion\t\tNUM\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "urban\t\turban\t\tADJ\t\tCCONJ\n",
            "area\t\tarea\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "between\t\tbetween\t\tADP\t\tCCONJ\n",
            "antwerp\t\tantwerp\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "brussels\t\tbrussels\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "leuven\t\tleuven\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "ghent\t\tghent\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "upper\t\tupper\t\tPROPN\t\tDET\n",
            "silesian\t\tsilesian\t\tPROPN\t\tDET\n",
            "industrial\t\tindustrial\t\tPROPN\t\tCCONJ\n",
            "region\t\tregion\t\tPROPN\t\tCCONJ\n",
            "approx.\t\tapprox.\t\tNOUN\t\tINTJ\n",
            "3.5\t\t3.5\t\tNUM\t\tDET\n",
            "million\t\tmillion\t\tNUM\t\tCCONJ\n",
            "==============================\n",
            "sentence 15410\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "katowice\t\tkatowice\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "sosnowiec\t\tsosnowiec\t\tPROPN\t\tDET\n",
            "et\t\tet\t\tPROPN\t\tDET\n",
            "al\t\tal\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15411\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "indie\t\tindie\t\tPROPN\t\tDET\n",
            "band\t\tband\t\tNOUN\t\tCCONJ\n",
            "rilo\t\trilo\t\tPROPN\t\tDET\n",
            "kiley\t\tkiley\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "keeping\t\tkeeping\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "tendency\t\ttendency\t\tNOUN\t\tDET\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "explore\t\texplore\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "variety\t\tvariety\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "rockish\t\trockish\t\tADJ\t\tCCONJ\n",
            "styles\t\tstyles\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "incorporated\t\tincorporated\t\tVERB\t\tDET\n",
            "funk\t\tfunk\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "song\t\tsong\t\tNOUN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "moneymaker\t\tmoneymaker\t\tPROPN\t\tDET\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "album\t\talbum\t\tNOUN\t\tCCONJ\n",
            "under\t\tunder\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "blacklight\t\tblacklight\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15412\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "libungif\t\tlibungif\t\tNOUN\t\tDET\n",
            "library\t\tlibrary\t\tNOUN\t\tDET\n",
            "allowed\t\tallowed\t\tVERB\t\tDET\n",
            "gif\t\tgif\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "decoded\t\tdecoded\t\tVERB\t\tDET\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "encoded\t\tencoded\t\tVERB\t\tDET\n",
            "without\t\twithout\t\tADP\t\tCCONJ\n",
            "use\t\tuse\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "unisys\t\tunisys\t\tPROPN\t\tDET\n",
            "lzw\t\tlzw\t\tPROPN\t\tDET\n",
            "patent\t\tpatent\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15413\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "massachusetts\t\tmassachusetts\t\tPROPN\t\tCCONJ\n",
            "institute\t\tinstitute\t\tPROPN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "technology\t\ttechnology\t\tPROPN\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "mit\t\tmit\t\tPROPN\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "announced\t\tannounced\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "12\t\t12\t\tNUM\t\tCCONJ\n",
            "april\t\tapril\t\tPROPN\t\tCCONJ\n",
            "1989\t\t1989\t\tNUM\t\tDET\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "applied\t\tapplied\t\tVERB\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "own\t\town\t\tADJ\t\tCCONJ\n",
            "patents\t\tpatents\t\tNOUN\t\tCCONJ\n",
            "based\t\tbased\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "theoretical\t\ttheoretical\t\tADJ\t\tCCONJ\n",
            "work\t\twork\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "researchers\t\tresearchers\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "peter\t\tpeter\t\tPROPN\t\tCCONJ\n",
            "l.\t\tl.\t\tPROPN\t\tCCONJ\n",
            "hagelstein\t\thagelstein\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "been\t\tbeen\t\tAUX\t\tCCONJ\n",
            "sending\t\tsending\t\tVERB\t\tCCONJ\n",
            "papers\t\tpapers\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "journals\t\tjournals\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "5th\t\t5th\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "12th\t\t12th\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "april\t\tapril\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15414\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "cambridge\t\tcambridge\t\tPROPN\t\tCCONJ\n",
            "university\t\tuniversity\t\tPROPN\t\tCCONJ\n",
            "undergraduate\t\tundergraduate\t\tNOUN\t\tDET\n",
            "newspaper\t\tnewspaper\t\tNOUN\t\tCCONJ\n",
            "varsity\t\tvarsity\t\tPROPN\t\tDET\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "ran\t\tran\t\tVERB\t\tDET\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "own\t\town\t\tADJ\t\tCCONJ\n",
            "short\t\tshort\t\tADJ\t\tCCONJ\n",
            "article\t\tarticle\t\tNOUN\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "discovery\t\tdiscovery\t\tNOUN\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "saturday\t\tsaturday\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "may\t\tmay\t\tPROPN\t\tCCONJ\n",
            "30\t\t30\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "1953\t\t1953\t\tNUM\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15415\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "marked\t\tmarked\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "return\t\treturn\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "producer\t\tproducer\t\tNOUN\t\tCCONJ\n",
            "nick\t\tnick\t\tPROPN\t\tCCONJ\n",
            "lowe\t\tlowe\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "produced\t\tproduced\t\tVERB\t\tCCONJ\n",
            "costello\t\tcostello\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "first\t\tfirst\t\tADJ\t\tCCONJ\n",
            "five\t\tfive\t\tNUM\t\tCCONJ\n",
            "albums\t\talbums\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15416\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "keeping\t\tkeeping\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "basic\t\tbasic\t\tADJ\t\tDET\n",
            "tradition\t\ttradition\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "single-platform\t\tsingle-platform\t\tADJ\t\tDET\n",
            "hobbyist\t\thobbyist\t\tADJ\t\tDET\n",
            "versions\t\tversions\t\tNOUN\t\tDET\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "still\t\tstill\t\tADV\t\tCCONJ\n",
            "maintained\t\tmaintained\t\tVERB\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15417\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "16th\t\t16th\t\tADJ\t\tCCONJ\n",
            "century\t\tcentury\t\tNOUN\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "mughal\t\tmughal\t\tPROPN\t\tDET\n",
            "empire\t\tempire\t\tPROPN\t\tDET\n",
            "controlled\t\tcontrolled\t\tVERB\t\tCCONJ\n",
            "bengal\t\tbengal\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "dhaka\t\tdhaka\t\tPROPN\t\tCCONJ\n",
            "became\t\tbecame\t\tVERB\t\tDET\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "important\t\timportant\t\tADJ\t\tCCONJ\n",
            "provincial\t\tprovincial\t\tADJ\t\tDET\n",
            "centre\t\tcentre\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "mughal\t\tmughal\t\tPROPN\t\tDET\n",
            "administration\t\tadministration\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15418\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "same\t\tsame\t\tADJ\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "there\t\tthere\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "growing\t\tgrowing\t\tVERB\t\tCCONJ\n",
            "opposition\t\topposition\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "cantor\t\tcantor\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "ideas\t\tideas\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "led\t\tled\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "kronecker\t\tkronecker\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "admitted\t\tadmitted\t\tVERB\t\tCCONJ\n",
            "mathematical\t\tmathematical\t\tADJ\t\tDET\n",
            "concepts\t\tconcepts\t\tNOUN\t\tDET\n",
            "only\t\tonly\t\tADV\t\tCCONJ\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "could\t\tcould\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "constructed\t\tconstructed\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "finite\t\tfinite\t\tADJ\t\tDET\n",
            "number\t\tnumber\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "steps\t\tsteps\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "natural\t\tnatural\t\tADJ\t\tCCONJ\n",
            "numbers\t\tnumbers\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "took\t\ttook\t\tVERB\t\tCCONJ\n",
            "as\t\tas\t\tADV\t\tCCONJ\n",
            "intuitively\t\tintuitively\t\tADV\t\tCCONJ\n",
            "given\t\tgiven\t\tVERB\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15419\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "because\t\tbecause\t\tSCONJ\t\tCCONJ\n",
            "denver\t\tdenver\t\tPROPN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "most\t\tmost\t\tADJ\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "suburbs\t\tsuburbs\t\tNOUN\t\tCCONJ\n",
            "sit\t\tsit\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "bowl\t\tbowl\t\tNOUN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "city\t\tcity\t\tNOUN\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "often\t\toften\t\tADV\t\tCCONJ\n",
            "protected\t\tprotected\t\tVERB\t\tDET\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "harsh\t\tharsh\t\tADJ\t\tCCONJ\n",
            "cold\t\tcold\t\tADJ\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "strong\t\tstrong\t\tADJ\t\tCCONJ\n",
            "winds\t\twinds\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15420\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "only\t\tonly\t\tADV\t\tCCONJ\n",
            "then\t\tthen\t\tADV\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "candidate\t\tcandidate\t\tNOUN\t\tCCONJ\n",
            "eligible\t\teligible\t\tADJ\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "assignment\t\tassignment\t\tNOUN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "camp\t\tcamp\t\tPROPN\t\tCCONJ\n",
            "david\t\tdavid\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15421\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "fact\t\tfact\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "lineage\t\tlineage\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "traced\t\ttraced\t\tVERB\t\tDET\n",
            "back\t\tback\t\tADV\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "hezekiah\t\thezekiah\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "king\t\tking\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "judah\t\tjudah\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15422\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "opposed\t\topposed\t\tVERB\t\tCCONJ\n",
            "attacks\t\tattacks\t\tNOUN\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "rights\t\trights\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "industrial\t\tindustrial\t\tPROPN\t\tCCONJ\n",
            "workers\t\tworkers\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "world\t\tworld\t\tPROPN\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "iww\t\tiww\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "other\t\tother\t\tADJ\t\tCCONJ\n",
            "labor\t\tlabor\t\tNOUN\t\tDET\n",
            "unions\t\tunions\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "meet\t\tmeet\t\tVERB\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "organize\t\torganize\t\tVERB\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15423\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1962\t\t1962\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "electret\t\telectret\t\tADJ\t\tDET\n",
            "microphone\t\tmicrophone\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "invented\t\tinvented\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "gerhard\t\tgerhard\t\tPROPN\t\tDET\n",
            "m.\t\tm.\t\tPROPN\t\tCCONJ\n",
            "sessler\t\tsessler\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "james\t\tjames\t\tPROPN\t\tCCONJ\n",
            "edward\t\tedward\t\tPROPN\t\tCCONJ\n",
            "maceo\t\tmaceo\t\tPROPN\t\tCCONJ\n",
            "west\t\twest\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15424\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "romans\t\tromans\t\tPROPN\t\tDET\n",
            "conquered\t\tconquered\t\tVERB\t\tDET\n",
            "britain\t\tbritain\t\tPROPN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "ad\t\tad\t\tPROPN\t\tCCONJ\n",
            "43\t\t43\t\tNUM\t\tCCONJ\n",
            "during\t\tduring\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "reign\t\treign\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "emperor\t\temperor\t\tPROPN\t\tDET\n",
            "claudius\t\tclaudius\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "area\t\tarea\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "incorporated\t\tincorporated\t\tVERB\t\tDET\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "roman\t\troman\t\tPROPN\t\tDET\n",
            "empire\t\tempire\t\tPROPN\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "britannia\t\tbritannia\t\tPROPN\t\tDET\n",
            "province\t\tprovince\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15425\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "seductive\t\tseductive\t\tADJ\t\tCCONJ\n",
            "god\t\tgod\t\tNOUN\t\tDET\n",
            "plies\t\tplies\t\tVERB\t\tDET\n",
            "her\t\ther\t\tPRON\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "beer\t\tbeer\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "young\t\tyoung\t\tADJ\t\tCCONJ\n",
            "goddess\t\tgoddess\t\tNOUN\t\tDET\n",
            "maintains\t\tmaintains\t\tVERB\t\tDET\n",
            "her\t\ther\t\tDET\t\tCCONJ\n",
            "virtue\t\tvirtue\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "whilst\t\twhilst\t\tSCONJ\t\tDET\n",
            "enki\t\tenki\t\tPROPN\t\tDET\n",
            "proceeds\t\tproceeds\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "get\t\tget\t\tAUX\t\tCCONJ\n",
            "drunk\t\tdrunk\t\tADJ\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15426\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "windows\t\twindows\t\tPROPN\t\tDET\n",
            "vista\t\tvista\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "released\t\treleased\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "november\t\tnovember\t\tPROPN\t\tCCONJ\n",
            "30\t\t30\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "2006\t\t2006\t\tNUM\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "business\t\tbusiness\t\tNOUN\t\tCCONJ\n",
            "customers\t\tcustomers\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "consumer\t\tconsumer\t\tNOUN\t\tDET\n",
            "versions\t\tversions\t\tNOUN\t\tDET\n",
            "following\t\tfollowing\t\tVERB\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "january\t\tjanuary\t\tPROPN\t\tDET\n",
            "30\t\t30\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "2007\t\t2007\t\tNUM\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15427\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "göring\t\tgöring\t\tPROPN\t\tDET\n",
            "looked\t\tlooked\t\tVERB\t\tCCONJ\n",
            "up\t\tup\t\tADP\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "saw\t\tsaw\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "woman\t\twoman\t\tNOUN\t\tDET\n",
            "coming\t\tcoming\t\tVERB\t\tCCONJ\n",
            "down\t\tdown\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "staircase\t\tstaircase\t\tNOUN\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "toward\t\ttoward\t\tADP\t\tCCONJ\n",
            "him\t\thim\t\tPRON\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15428\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "2000\t\t2000\t\tNUM\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "49,442\t\t49,442\t\tNUM\t\tCCONJ\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "57.5\t\t57.5\t\tNUM\t\tDET\n",
            "%\t\t%\t\tNOUN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "86,014\t\t86,014\t\tNUM\t\tDET\n",
            "bronx\t\tbronx\t\tPROPN\t\tCCONJ\n",
            "residents\t\tresidents\t\tNOUN\t\tCCONJ\n",
            "seeking\t\tseeking\t\tVERB\t\tCCONJ\n",
            "college\t\tcollege\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "graduate\t\tgraduate\t\tNOUN\t\tDET\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "professional\t\tprofessional\t\tADJ\t\tDET\n",
            "degrees\t\tdegrees\t\tNOUN\t\tCCONJ\n",
            "attended\t\tattended\t\tVERB\t\tCCONJ\n",
            "public\t\tpublic\t\tADJ\t\tCCONJ\n",
            "institutions\t\tinstitutions\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15429\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "brief\t\tbrief\t\tADJ\t\tCCONJ\n",
            "rest\t\trest\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "large\t\tlarge\t\tADJ\t\tCCONJ\n",
            "cooked\t\tcooked\t\tADJ\t\tDET\n",
            "meal\t\tmeal\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "nansen\t\tnansen\t\tPROPN\t\tDET\n",
            "ordered\t\tordered\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "team\t\tteam\t\tNOUN\t\tCCONJ\n",
            "back\t\tback\t\tADV\t\tCCONJ\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "boats\t\tboats\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "begin\t\tbegin\t\tVERB\t\tCCONJ\n",
            "rowing\t\trowing\t\tVERB\t\tDET\n",
            "north\t\tnorth\t\tADV\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15430\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "first\t\tfirst\t\tADJ\t\tCCONJ\n",
            "duke\t\tduke\t\tPROPN\t\tCCONJ\n",
            "nukem\t\tnukem\t\tPROPN\t\tDET\n",
            "3d\t\t3d\t\tADJ\t\tDET\n",
            "port\t\tport\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "icculus.org\t\ticculus.org\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15431\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "crystal\t\tcrystal\t\tPROPN\t\tCCONJ\n",
            "field\t\tfield\t\tNOUN\t\tCCONJ\n",
            "theory\t\ttheory\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "introduced\t\tintroduced\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "hans\t\thans\t\tPROPN\t\tDET\n",
            "bethe\t\tbethe\t\tPROPN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1929\t\t1929\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "gives\t\tgives\t\tVERB\t\tDET\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "quantum\t\tquantum\t\tNOUN\t\tDET\n",
            "mechanically\t\tmechanically\t\tADV\t\tDET\n",
            "based\t\tbased\t\tVERB\t\tCCONJ\n",
            "attempt\t\tattempt\t\tNOUN\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "understanding\t\tunderstanding\t\tNOUN\t\tCCONJ\n",
            "complexes\t\tcomplexes\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15432\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "many\t\tmany\t\tADJ\t\tCCONJ\n",
            "19th\t\t19th\t\tADJ\t\tCCONJ\n",
            "century\t\tcentury\t\tNOUN\t\tCCONJ\n",
            "poets\t\tpoets\t\tNOUN\t\tDET\n",
            "reference\t\treference\t\tNOUN\t\tDET\n",
            "boethius\t\tboethius\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15433\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "charlton\t\tcharlton\t\tPROPN\t\tDET\n",
            "became\t\tbecame\t\tVERB\t\tDET\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "famed\t\tfamed\t\tADJ\t\tCCONJ\n",
            "busby\t\tbusby\t\tPROPN\t\tCCONJ\n",
            "babes\t\tbabes\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "collection\t\tcollection\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "precociously\t\tprecociously\t\tADV\t\tDET\n",
            "talented\t\ttalented\t\tADJ\t\tCCONJ\n",
            "footballers\t\tfootballers\t\tNOUN\t\tDET\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "emerged\t\temerged\t\tVERB\t\tCCONJ\n",
            "through\t\tthrough\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "system\t\tsystem\t\tNOUN\t\tDET\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "old\t\told\t\tPROPN\t\tCCONJ\n",
            "trafford\t\ttrafford\t\tPROPN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1940s\t\t1940s\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "1950s\t\t1950s\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "1960s\t\t1960s\t\tNOUN\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "matt\t\tmatt\t\tPROPN\t\tDET\n",
            "busby\t\tbusby\t\tPROPN\t\tCCONJ\n",
            "set\t\tset\t\tVERB\t\tCCONJ\n",
            "about\t\tabout\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "long-term\t\tlong-term\t\tADJ\t\tDET\n",
            "plan\t\tplan\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "rebuilding\t\trebuilding\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "club\t\tclub\t\tNOUN\t\tCCONJ\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "second\t\tsecond\t\tPROPN\t\tCCONJ\n",
            "world\t\tworld\t\tPROPN\t\tCCONJ\n",
            "war\t\twar\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15434\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "galton\t\tgalton\t\tPROPN\t\tDET\n",
            "claimed\t\tclaimed\t\tVERB\t\tDET\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "less\t\tless\t\tADV\t\tCCONJ\n",
            "intelligent\t\tintelligent\t\tADJ\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "fertile\t\tfertile\t\tADJ\t\tDET\n",
            "than\t\tthan\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "intelligent\t\tintelligent\t\tADJ\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15435\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "while\t\twhile\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "common\t\tcommon\t\tADJ\t\tCCONJ\n",
            "trade\t\ttrade\t\tNOUN\t\tCCONJ\n",
            "code\t\tcode\t\tNOUN\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "already\t\talready\t\tADV\t\tCCONJ\n",
            "been\t\tbeen\t\tAUX\t\tCCONJ\n",
            "introduced\t\tintroduced\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "confederation\t\tconfederation\t\tPROPN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1861\t\t1861\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "there\t\tthere\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "little\t\tlittle\t\tADJ\t\tCCONJ\n",
            "similarity\t\tsimilarity\t\tNOUN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "laws\t\tlaws\t\tNOUN\t\tCCONJ\n",
            "otherwise\t\totherwise\t\tADV\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15436\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "letter\t\tletter\t\tNOUN\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "mentioned\t\tmentioned\t\tVERB\t\tDET\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "might\t\tmight\t\tVERB\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "collaborating\t\tcollaborating\t\tVERB\t\tCCONJ\n",
            "further\t\tfurther\t\tADV\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "beddoes\t\tbeddoes\t\tPROPN\t\tDET\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "therapeutic\t\ttherapeutic\t\tADJ\t\tDET\n",
            "gases\t\tgases\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15437\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "president\t\tpresident\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "el\t\tel\t\tPROPN\t\tCCONJ\n",
            "salvador\t\tsalvador\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "currently\t\tcurrently\t\tADV\t\tDET\n",
            "mauricio\t\tmauricio\t\tPROPN\t\tCCONJ\n",
            "funes\t\tfunes\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "both\t\tboth\t\tDET\t\tCCONJ\n",
            "head\t\thead\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "state\t\tstate\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "head\t\thead\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "government\t\tgovernment\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15438\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "1978\t\t1978\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "filmed\t\tfilmed\t\tVERB\t\tCCONJ\n",
            "jumps\t\tjumps\t\tNOUN\t\tDET\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "el\t\tel\t\tPROPN\t\tCCONJ\n",
            "capitan\t\tcapitan\t\tPROPN\t\tDET\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "repeated\t\trepeated\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "publicity\t\tpublicity\t\tNOUN\t\tDET\n",
            "exercise\t\texercise\t\tNOUN\t\tCCONJ\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "movie\t\tmovie\t\tNOUN\t\tCCONJ\n",
            "stunt\t\tstunt\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "true\t\ttrue\t\tADJ\t\tCCONJ\n",
            "recreational\t\trecreational\t\tADJ\t\tDET\n",
            "activity\t\tactivity\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15439\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "release\t\trelease\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "fourth\t\tfourth\t\tADJ\t\tCCONJ\n",
            "edition\t\tedition\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "wizards\t\twizards\t\tPROPN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "coast\t\tcoast\t\tPROPN\t\tCCONJ\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "introduced\t\tintroduced\t\tVERB\t\tDET\n",
            "its\t\tits\t\tDET\t\tCCONJ\n",
            "game\t\tgame\t\tPROPN\t\tCCONJ\n",
            "system\t\tsystem\t\tPROPN\t\tDET\n",
            "license\t\tlicense\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "represents\t\trepresents\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "significant\t\tsignificant\t\tADJ\t\tCCONJ\n",
            "restriction\t\trestriction\t\tNOUN\t\tCCONJ\n",
            "compared\t\tcompared\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "very\t\tvery\t\tADV\t\tCCONJ\n",
            "open\t\topen\t\tADJ\t\tCCONJ\n",
            "policies\t\tpolicies\t\tNOUN\t\tCCONJ\n",
            "embodied\t\tembodied\t\tVERB\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "ogl\t\togl\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15440\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "addition\t\taddition\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "long\t\tlong\t\tADJ\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            "collaborators\t\tcollaborators\t\tNOUN\t\tCCONJ\n",
            "leopold\t\tleopold\t\tPROPN\t\tDET\n",
            "infeld\t\tinfeld\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "nathan\t\tnathan\t\tPROPN\t\tCCONJ\n",
            "rosen\t\trosen\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "peter\t\tpeter\t\tPROPN\t\tCCONJ\n",
            "bergmann\t\tbergmann\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "others\t\tothers\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "einstein\t\teinstein\t\tPROPN\t\tDET\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "one-shot\t\tone-shot\t\tADJ\t\tDET\n",
            "collaborations\t\tcollaborations\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "various\t\tvarious\t\tADJ\t\tCCONJ\n",
            "scientists\t\tscientists\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15441\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "same\t\tsame\t\tADJ\t\tCCONJ\n",
            "year\t\tyear\t\tNOUN\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "made\t\tmade\t\tVERB\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "debut\t\tdebut\t\tNOUN\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "italy\t\titaly\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "playing\t\tplaying\t\tVERB\t\tCCONJ\n",
            "against\t\tagainst\t\tADP\t\tCCONJ\n",
            "bulgaria\t\tbulgaria\t\tPROPN\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "quarter\t\tquarter\t\tNOUN\t\tCCONJ\n",
            "final\t\tfinal\t\tADJ\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1968\t\t1968\t\tNUM\t\tCCONJ\n",
            "european\t\teuropean\t\tPROPN\t\tCCONJ\n",
            "championships\t\tchampionships\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15442\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "when\t\twhen\t\tADV\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "friends\t\tfriends\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "financiers\t\tfinanciers\t\tNOUN\t\tDET\n",
            "heard\t\theard\t\tVERB\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "urged\t\turged\t\tVERB\t\tCCONJ\n",
            "him\t\thim\t\tPRON\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "premiere\t\tpremiere\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "symphony\t\tsymphony\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "vienna\t\tvienna\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15443\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "fed\t\tfed\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "task\t\ttask\t\tNOUN\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "supply\t\tsupply\t\tVERB\t\tCCONJ\n",
            "enough\t\tenough\t\tADJ\t\tCCONJ\n",
            "reserves\t\treserves\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "support\t\tsupport\t\tVERB\t\tCCONJ\n",
            "an\t\tan\t\tDET\t\tCCONJ\n",
            "adequate\t\tadequate\t\tADJ\t\tDET\n",
            "amount\t\tamount\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "money\t\tmoney\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "credit\t\tcredit\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "avoiding\t\tavoiding\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "excesses\t\texcesses\t\tNOUN\t\tDET\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "result\t\tresult\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "inflation\t\tinflation\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "shortages\t\tshortages\t\tNOUN\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "stifle\t\tstifle\t\tVERB\t\tDET\n",
            "economic\t\teconomic\t\tADJ\t\tCCONJ\n",
            "growth\t\tgrowth\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15444\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "proposed\t\tproposed\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "beazley\t\tbeazley\t\tPROPN\t\tDET\n",
            "led\t\tled\t\tVERB\t\tCCONJ\n",
            "australian\t\taustralian\t\tPROPN\t\tCCONJ\n",
            "labor\t\tlabor\t\tPROPN\t\tDET\n",
            "party\t\tparty\t\tPROPN\t\tDET\n",
            "opposition\t\topposition\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "2006\t\t2006\t\tNUM\t\tCCONJ\n",
            "press\t\tpress\t\tNOUN\t\tCCONJ\n",
            "release\t\trelease\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "intention\t\tintention\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "protecting\t\tprotecting\t\tVERB\t\tDET\n",
            "children\t\tchildren\t\tNOUN\t\tDET\n",
            "who\t\twho\t\tPRON\t\tDET\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "vulnerable\t\tvulnerable\t\tADJ\t\tCCONJ\n",
            "due\t\tdue\t\tADP\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "claimed\t\tclaimed\t\tVERB\t\tDET\n",
            "parental\t\tparental\t\tADJ\t\tDET\n",
            "computer\t\tcomputer\t\tNOUN\t\tDET\n",
            "illiteracy\t\tilliteracy\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15445\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "these\t\tthese\t\tDET\t\tCCONJ\n",
            "rights\t\trights\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "privileges\t\tprivileges\t\tNOUN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "see\t\tsee\t\tVERB\t\tCCONJ\n",
            "dhimmitude\t\tdhimmitude\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "including\t\tincluding\t\tVERB\t\tCCONJ\n",
            "freedom\t\tfreedom\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "worship\t\tworship\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "religious\t\treligious\t\tADJ\t\tCCONJ\n",
            "organisation\t\torganisation\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "often\t\toften\t\tADV\t\tCCONJ\n",
            "established\t\testablished\t\tVERB\t\tDET\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "principle\t\tprinciple\t\tNOUN\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "seldom\t\tseldom\t\tADV\t\tDET\n",
            "corresponded\t\tcorresponded\t\tVERB\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "reality\t\treality\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15446\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "2010\t\t2010\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "prs\t\tprs\t\tPROPN\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "music\t\tmusic\t\tPROPN\t\tCCONJ\n",
            "listed\t\tlisted\t\tVERB\t\tCCONJ\n",
            "edinburgh\t\tedinburgh\t\tPROPN\t\tDET\n",
            "amongst\t\tamongst\t\tADP\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "uk\t\tuk\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "top\t\ttop\t\tADJ\t\tCCONJ\n",
            "ten\t\tten\t\tNUM\t\tCCONJ\n",
            "'\t\t'\t\tPUNCT\t\tCCONJ\n",
            "most\t\tmost\t\tADJ\t\tCCONJ\n",
            "musical\t\tmusical\t\tADJ\t\tCCONJ\n",
            "'\t\t'\t\tPART\t\tCCONJ\n",
            "cities\t\tcities\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15447\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "highly\t\thighly\t\tADV\t\tCCONJ\n",
            "esteemed\t\testeemed\t\tVERB\t\tCCONJ\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "fellow-citizens\t\tfellow-citizens\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "because,\t\tbecause,\t\tNOUN\t\tDET\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "diogenes\t\tdiogenes\t\tPROPN\t\tDET\n",
            "laërtius\t\tlaërtius\t\tPROPN\t\tDET\n",
            "says\t\tsays\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "had\t\thad\t\tAUX\t\tCCONJ\n",
            "foretold\t\tforetold\t\tVERB\t\tDET\n",
            "them\t\tthem\t\tPRON\t\tCCONJ\n",
            "some\t\tsome\t\tDET\t\tCCONJ\n",
            "things\t\tthings\t\tNOUN\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "events\t\tevents\t\tNOUN\t\tCCONJ\n",
            "proved\t\tproved\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "true,\t\ttrue,\t\tNOUN\t\tDET\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "may\t\tmay\t\tVERB\t\tCCONJ\n",
            "refer\t\trefer\t\tVERB\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "knowledge\t\tknowledge\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "natural\t\tnatural\t\tADJ\t\tCCONJ\n",
            "phenomena\t\tphenomena\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15448\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "over\t\tover\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "years\t\tyears\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "browns\t\tbrowns\t\tNOUN\t\tCCONJ\n",
            "have\t\thave\t\tAUX\t\tCCONJ\n",
            "had\t\thad\t\tVERB\t\tCCONJ\n",
            "on-again\t\ton-again\t\tVERB\t\tDET\n",
            "/\t\t/\t\tSYM\t\tDET\n",
            "off-again\t\toff-again\t\tADJ\t\tDET\n",
            "periods\t\tperiods\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "wearing\t\twearing\t\tVERB\t\tCCONJ\n",
            "white\t\twhite\t\tNOUN\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "their\t\ttheir\t\tDET\t\tCCONJ\n",
            "home\t\thome\t\tNOUN\t\tCCONJ\n",
            "games\t\tgames\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "particularly\t\tparticularly\t\tADV\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "1970s\t\t1970s\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "1980s\t\t1980s\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "as\t\tas\t\tADV\t\tCCONJ\n",
            "well\t\twell\t\tADV\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "early\t\tearly\t\tADJ\t\tCCONJ\n",
            "2000s\t\t2000s\t\tNUM\t\tDET\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "team\t\tteam\t\tNOUN\t\tCCONJ\n",
            "returned\t\treturned\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "league\t\tleague\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15449\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "change\t\tchange\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "made\t\tmade\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "reflect\t\treflect\t\tVERB\t\tCCONJ\n",
            "adequately\t\tadequately\t\tADV\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "belarusian\t\tbelarusian\t\tADJ\t\tDET\n",
            "language\t\tlanguage\t\tNOUN\t\tDET\n",
            "form\t\tform\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "name\t\tname\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15450\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "having\t\thaving\t\tVERB\t\tCCONJ\n",
            "finished\t\tfinished\t\tVERB\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "political\t\tpolitical\t\tADJ\t\tCCONJ\n",
            "career\t\tcareer\t\tNOUN\t\tCCONJ\n",
            "genscher\t\tgenscher\t\tPROPN\t\tDET\n",
            "has\t\thas\t\tAUX\t\tCCONJ\n",
            "been\t\tbeen\t\tAUX\t\tCCONJ\n",
            "active\t\tactive\t\tADJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "lawyer\t\tlawyer\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "international\t\tinternational\t\tADJ\t\tCCONJ\n",
            "relations\t\trelations\t\tNOUN\t\tCCONJ\n",
            "organizations\t\torganizations\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15451\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "lugosi\t\tlugosi\t\tNOUN\t\tDET\n",
            "may\t\tmay\t\tVERB\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "have\t\thave\t\tAUX\t\tCCONJ\n",
            "been\t\tbeen\t\tAUX\t\tCCONJ\n",
            "happy\t\thappy\t\tADJ\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "onerous\t\tonerous\t\tADJ\t\tCCONJ\n",
            "makeup\t\tmakeup\t\tNOUN\t\tDET\n",
            "job\t\tjob\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "lack\t\tlack\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "dialogue\t\tdialogue\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "still\t\tstill\t\tADV\t\tCCONJ\n",
            "willing\t\twilling\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "play\t\tplay\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "part\t\tpart\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "frankenstein\t\tfrankenstein\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "monster\t\tmonster\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15452\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "u.s.\t\tu.s.\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "like\t\tlike\t\tSCONJ\t\tCCONJ\n",
            "most\t\tmost\t\tADJ\t\tCCONJ\n",
            "nations\t\tnations\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "conducts\t\tconducts\t\tVERB\t\tDET\n",
            "espionage\t\tespionage\t\tNOUN\t\tCCONJ\n",
            "against\t\tagainst\t\tADP\t\tCCONJ\n",
            "other\t\tother\t\tADJ\t\tCCONJ\n",
            "nations\t\tnations\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "under\t\tunder\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "control\t\tcontrol\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "national\t\tnational\t\tPROPN\t\tCCONJ\n",
            "clandestine\t\tclandestine\t\tPROPN\t\tCCONJ\n",
            "service\t\tservice\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15453\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "criticism\t\tcriticism\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "augustus\t\taugustus\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "admiral\t\tadmiral\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "historian\t\thistorian\t\tNOUN\t\tDET\n",
            "thomas\t\tthomas\t\tPROPN\t\tCCONJ\n",
            "gordon\t\tgordon\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "1658\t\t1658\t\tNUM\t\tDET\n",
            "--\t\t--\t\tPUNCT\t\tCCONJ\n",
            "1741\t\t1741\t\tNUM\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "compared\t\tcompared\t\tVERB\t\tCCONJ\n",
            "augustus\t\taugustus\t\tPROPN\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "puritanical\t\tpuritanical\t\tADJ\t\tDET\n",
            "tyrant\t\ttyrant\t\tNOUN\t\tDET\n",
            "oliver\t\toliver\t\tPROPN\t\tDET\n",
            "cromwell\t\tcromwell\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "1599\t\t1599\t\tNUM\t\tDET\n",
            "--\t\t--\t\tPUNCT\t\tCCONJ\n",
            "1658\t\t1658\t\tNUM\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15454\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "his\t\this\t\tDET\t\tCCONJ\n",
            "contributions\t\tcontributions\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "observational\t\tobservational\t\tADJ\t\tDET\n",
            "astronomy\t\tastronomy\t\tNOUN\t\tDET\n",
            "include\t\tinclude\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "telescopic\t\ttelescopic\t\tADJ\t\tDET\n",
            "confirmation\t\tconfirmation\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "phases\t\tphases\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "venus\t\tvenus\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "discovery\t\tdiscovery\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "four\t\tfour\t\tNUM\t\tCCONJ\n",
            "largest\t\tlargest\t\tADJ\t\tCCONJ\n",
            "satellites\t\tsatellites\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "jupiter\t\tjupiter\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "observation\t\tobservation\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "analysis\t\tanalysis\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "sunspots\t\tsunspots\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15455\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "much\t\tmuch\t\tADV\t\tCCONJ\n",
            "later\t\tlater\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "questions\t\tquestions\t\tNOUN\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "raised\t\traised\t\tVERB\t\tCCONJ\n",
            "whether\t\twhether\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "measurements\t\tmeasurements\t\tNOUN\t\tDET\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "accurate\t\taccurate\t\tADJ\t\tDET\n",
            "enough\t\tenough\t\tADV\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "support\t\tsupport\t\tVERB\t\tCCONJ\n",
            "einstein\t\teinstein\t\tPROPN\t\tDET\n",
            "'s\t\t's\t\tPART\t\tCCONJ\n",
            "theory\t\ttheory\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "==============================\n",
            "sentence 15456\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "if\t\tif\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "included\t\tincluded\t\tVERB\t\tCCONJ\n",
            "code\t\tcode\t\tNOUN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "licensed\t\tlicensed\t\tVERB\t\tDET\n",
            "under\t\tunder\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "more\t\tmore\t\tADV\t\tCCONJ\n",
            "permissive\t\tpermissive\t\tADJ\t\tDET\n",
            "license\t\tlicense\t\tNOUN\t\tDET\n",
            "such\t\tsuch\t\tADJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "lgpl\t\tlgpl\t\tVERB\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "library\t\tlibrary\t\tNOUN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "bsd\t\tbsd\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "or\t\tor\t\tCCONJ\t\tCCONJ\n",
            "public\t\tpublic\t\tADJ\t\tCCONJ\n",
            "domain\t\tdomain\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "developer\t\tdeveloper\t\tNOUN\t\tDET\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "entitled\t\tentitled\t\tVERB\t\tDET\n",
            "to\t\tto\t\tADP\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "option\t\toption\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15457\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "badminton\t\tbadminton\t\tPROPN\t\tDET\n",
            "world\t\tworld\t\tPROPN\t\tCCONJ\n",
            "federation\t\tfederation\t\tPROPN\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "bwf\t\tbwf\t\tPROPN\t\tDET\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "internationally\t\tinternationally\t\tADV\t\tDET\n",
            "recognized\t\trecognized\t\tVERB\t\tDET\n",
            "governing\t\tgoverning\t\tVERB\t\tDET\n",
            "body\t\tbody\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "sport\t\tsport\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15458\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "hungarian\t\thungarian\t\tADJ\t\tDET\n",
            "football\t\tfootball\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "known\t\tknown\t\tVERB\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "most\t\tmost\t\tADV\t\tCCONJ\n",
            "formidable\t\tformidable\t\tADJ\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "influential\t\tinfluential\t\tADJ\t\tCCONJ\n",
            "sides\t\tsides\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "football\t\tfootball\t\tNOUN\t\tDET\n",
            "history\t\thistory\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "which\t\twhich\t\tDET\t\tCCONJ\n",
            "revolutionized\t\trevolutionized\t\tVERB\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "play\t\tplay\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "game\t\tgame\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15459\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "csirac\t\tcsirac\t\tPROPN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "never\t\tnever\t\tADV\t\tCCONJ\n",
            "recorded\t\trecorded\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "but\t\tbut\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "music\t\tmusic\t\tNOUN\t\tCCONJ\n",
            "played\t\tplayed\t\tVERB\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "accurately\t\taccurately\t\tADV\t\tDET\n",
            "reconstructed\t\treconstructed\t\tVERB\t\tDET\n",
            "(\t\t(\t\tPUNCT\t\tDET\n",
            "reference\t\treference\t\tNOUN\t\tDET\n",
            "12\t\t12\t\tNUM\t\tCCONJ\n",
            ")\t\t)\t\tPUNCT\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15460\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "beaver\t\tbeaver\t\tNOUN\t\tDET\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "also\t\talso\t\tADV\t\tDET\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "symbol\t\tsymbol\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "many\t\tmany\t\tADJ\t\tCCONJ\n",
            "units\t\tunits\t\tNOUN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "organizations\t\torganizations\t\tNOUN\t\tCCONJ\n",
            "within\t\twithin\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "canadian\t\tcanadian\t\tPROPN\t\tDET\n",
            "forces\t\tforces\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "such\t\tsuch\t\tADJ\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "cap\t\tcap\t\tNOUN\t\tCCONJ\n",
            "badges\t\tbadges\t\tNOUN\t\tDET\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "royal\t\troyal\t\tPROPN\t\tCCONJ\n",
            "22\t\t22\t\tNUM\t\tCCONJ\n",
            "e\t\te\t\tNOUN\t\tCCONJ\n",
            "régiment\t\trégiment\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "canadian\t\tcanadian\t\tPROPN\t\tDET\n",
            "military\t\tmilitary\t\tPROPN\t\tCCONJ\n",
            "engineers\t\tengineers\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15461\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "more\t\tmore\t\tADJ\t\tCCONJ\n",
            "than\t\tthan\t\tSCONJ\t\tCCONJ\n",
            "40\t\t40\t\tNUM\t\tCCONJ\n",
            "percent\t\tpercent\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "all\t\tall\t\tDET\t\tCCONJ\n",
            "us\t\tus\t\tPROPN\t\tCCONJ\n",
            "wheat\t\twheat\t\tNOUN\t\tDET\n",
            "exports\t\texports\t\tNOUN\t\tCCONJ\n",
            "are\t\tare\t\tAUX\t\tCCONJ\n",
            "barged\t\tbarged\t\tVERB\t\tDET\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "columbia\t\tcolumbia\t\tPROPN\t\tDET\n",
            "river\t\triver\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15462\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "war\t\twar\t\tNOUN\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "scotland\t\tscotland\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "at\t\tat\t\tADP\t\tCCONJ\n",
            "first\t\tfirst\t\tADV\t\tCCONJ\n",
            "successful\t\tsuccessful\t\tADJ\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "ended\t\tended\t\tVERB\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "military\t\tmilitary\t\tADJ\t\tCCONJ\n",
            "withdrawal\t\twithdrawal\t\tNOUN\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "there\t\tthere\t\tADV\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "boulogne-sur-mer\t\tboulogne-sur-mer\t\tPROPN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15463\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "were\t\twere\t\tAUX\t\tCCONJ\n",
            "suspected\t\tsuspected\t\tVERB\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "being\t\tbeing\t\tAUX\t\tCCONJ\n",
            "quartodecimans\t\tquartodecimans\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "unjustly\t\tunjustly\t\tADV\t\tCCONJ\n",
            "because\t\tbecause\t\tSCONJ\t\tCCONJ\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "always\t\talways\t\tADV\t\tCCONJ\n",
            "kept\t\tkept\t\tVERB\t\tCCONJ\n",
            "easter\t\teaster\t\tPROPN\t\tDET\n",
            "on\t\ton\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "sunday\t\tsunday\t\tPROPN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "although\t\talthough\t\tSCONJ\t\tCCONJ\n",
            "that\t\tthat\t\tDET\t\tCCONJ\n",
            "sunday\t\tsunday\t\tPROPN\t\tCCONJ\n",
            "could\t\tcould\t\tVERB\t\tCCONJ\n",
            "be\t\tbe\t\tAUX\t\tCCONJ\n",
            "as\t\tas\t\tADV\t\tCCONJ\n",
            "early\t\tearly\t\tADV\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "fourteenth\t\tfourteenth\t\tADJ\t\tDET\n",
            "day\t\tday\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "lunar\t\tlunar\t\tADJ\t\tDET\n",
            "month\t\tmonth\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15464\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "although\t\talthough\t\tSCONJ\t\tCCONJ\n",
            "they\t\tthey\t\tPRON\t\tCCONJ\n",
            "have\t\thave\t\tAUX\t\tCCONJ\n",
            "reduced\t\treduced\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "extent\t\textent\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "plants\t\tplants\t\tNOUN\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "workforce\t\tworkforce\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "including\t\tincluding\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "sale\t\tsale\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "main\t\tmain\t\tADJ\t\tCCONJ\n",
            "site\t\tsite\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "gkn\t\tgkn\t\tPROPN\t\tDET\n",
            "operates\t\toperates\t\tVERB\t\tDET\n",
            "what\t\twhat\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "once\t\tonce\t\tADV\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "british\t\tbritish\t\tPROPN\t\tCCONJ\n",
            "hovercraft\t\thovercraft\t\tPROPN\t\tDET\n",
            "corporation\t\tcorporation\t\tPROPN\t\tDET\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "subsidiary\t\tsubsidiary\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "known\t\tknown\t\tVERB\t\tCCONJ\n",
            "latterly\t\tlatterly\t\tADV\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "when\t\twhen\t\tADV\t\tCCONJ\n",
            "manufacturing\t\tmanufacturing\t\tVERB\t\tCCONJ\n",
            "focus\t\tfocus\t\tNOUN\t\tCCONJ\n",
            "changed\t\tchanged\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "as\t\tas\t\tSCONJ\t\tCCONJ\n",
            "westland\t\twestland\t\tPROPN\t\tDET\n",
            "aircraft\t\taircraft\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15465\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "selig\t\tselig\t\tPROPN\t\tDET\n",
            "announced\t\tannounced\t\tVERB\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "july\t\tjuly\t\tPROPN\t\tDET\n",
            "2007\t\t2007\t\tNUM\t\tDET\n",
            "when\t\twhen\t\tADV\t\tCCONJ\n",
            "bonds\t\tbonds\t\tPROPN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "near\t\tnear\t\tSCONJ\t\tCCONJ\n",
            "755\t\t755\t\tNUM\t\tDET\n",
            "home\t\thome\t\tNOUN\t\tCCONJ\n",
            "runs\t\truns\t\tVERB\t\tDET\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "he\t\the\t\tPRON\t\tCCONJ\n",
            "would\t\twould\t\tVERB\t\tCCONJ\n",
            "attend\t\tattend\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "games\t\tgames\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15466\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "immediately\t\timmediately\t\tADV\t\tCCONJ\n",
            "after\t\tafter\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "cancellation\t\tcancellation\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "announced\t\tannounced\t\tVERB\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "both\t\tboth\t\tDET\t\tCCONJ\n",
            "edf\t\tedf\t\tPROPN\t\tDET\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "ddt\t\tddt\t\tPROPN\t\tDET\n",
            "manufacturers\t\tmanufacturers\t\tNOUN\t\tDET\n",
            "filed\t\tfiled\t\tVERB\t\tCCONJ\n",
            "suit\t\tsuit\t\tNOUN\t\tCCONJ\n",
            "against\t\tagainst\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "epa\t\tepa\t\tPROPN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "industry\t\tindustry\t\tNOUN\t\tCCONJ\n",
            "seeking\t\tseeking\t\tVERB\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "overturn\t\toverturn\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "ban\t\tban\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "edf\t\tedf\t\tPROPN\t\tDET\n",
            "seeking\t\tseeking\t\tVERB\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "comprehensive\t\tcomprehensive\t\tADJ\t\tDET\n",
            "ban\t\tban\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15467\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "not\t\tnot\t\tPART\t\tCCONJ\n",
            "always\t\talways\t\tADV\t\tCCONJ\n",
            "does\t\tdoes\t\tAUX\t\tCCONJ\n",
            "history\t\thistory\t\tNOUN\t\tCCONJ\n",
            "repeat\t\trepeat\t\tVERB\t\tCCONJ\n",
            "itself\t\titself\t\tPRON\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "however\t\thowever\t\tADV\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "because\t\tbecause\t\tSCONJ\t\tCCONJ\n",
            "this\t\tthis\t\tDET\t\tCCONJ\n",
            "time\t\ttime\t\tNOUN\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "cabinet\t\tcabinet\t\tNOUN\t\tDET\n",
            "minister\t\tminister\t\tNOUN\t\tDET\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "able\t\table\t\tADJ\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "convince\t\tconvince\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "emperor\t\temperor\t\tPROPN\t\tDET\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "exempt\t\texempt\t\tVERB\t\tDET\n",
            "cauchy\t\tcauchy\t\tNOUN\t\tDET\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "oath\t\toath\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15468\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "anni-frid\t\tanni-frid\t\tPUNCT\t\tDET\n",
            "==============================\n",
            "sentence 15469\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "frida\t\tfrida\t\tPROPN\t\tCCONJ\n",
            "\"\t\t\"\t\tPUNCT\t\tCCONJ\n",
            "lyngstad\t\tlyngstad\t\tPROPN\t\tDET\n",
            "sang\t\tsang\t\tVERB\t\tCCONJ\n",
            "from\t\tfrom\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "age\t\tage\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "thirteen\t\tthirteen\t\tNUM\t\tDET\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "various\t\tvarious\t\tADJ\t\tCCONJ\n",
            "dance\t\tdance\t\tNOUN\t\tCCONJ\n",
            "bands\t\tbands\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "worked\t\tworked\t\tVERB\t\tDET\n",
            "mainly\t\tmainly\t\tADV\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "a\t\ta\t\tDET\t\tCCONJ\n",
            "jazz-oriented\t\tjazz-oriented\t\tADJ\t\tCCONJ\n",
            "cabaret\t\tcabaret\t\tNOUN\t\tCCONJ\n",
            "style\t\tstyle\t\tNOUN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15470\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "1963\t\t1963\t\tNUM\t\tDET\n",
            "sylvania\t\tsylvania\t\tPROPN\t\tDET\n",
            "began\t\tbegan\t\tVERB\t\tCCONJ\n",
            "full-scale\t\tfull-scale\t\tADJ\t\tDET\n",
            "production\t\tproduction\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "color\t\tcolor\t\tNOUN\t\tCCONJ\n",
            "television\t\ttelevision\t\tNOUN\t\tCCONJ\n",
            "picture\t\tpicture\t\tNOUN\t\tDET\n",
            "tubes\t\ttubes\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "and\t\tand\t\tCCONJ\t\tCCONJ\n",
            "within\t\twithin\t\tADP\t\tCCONJ\n",
            "two\t\ttwo\t\tNUM\t\tCCONJ\n",
            "years\t\tyears\t\tNOUN\t\tCCONJ\n",
            "it\t\tit\t\tPRON\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "supplying\t\tsupplying\t\tVERB\t\tDET\n",
            "color\t\tcolor\t\tNOUN\t\tCCONJ\n",
            "tubes\t\ttubes\t\tNOUN\t\tCCONJ\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "18\t\t18\t\tNUM\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "23\t\t23\t\tNUM\t\tCCONJ\n",
            "domestic\t\tdomestic\t\tADJ\t\tCCONJ\n",
            "u.s.\t\tu.s.\t\tPROPN\t\tCCONJ\n",
            "television\t\ttelevision\t\tNOUN\t\tCCONJ\n",
            "manufacturers\t\tmanufacturers\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15471\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "september\t\tseptember\t\tPROPN\t\tCCONJ\n",
            "2009\t\t2009\t\tNUM\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "building\t\tbuilding\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "lit\t\tlit\t\tVERB\t\tDET\n",
            "for\t\tfor\t\tADP\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "night\t\tnight\t\tNOUN\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "orange\t\torange\t\tADJ\t\tCCONJ\n",
            "colors\t\tcolors\t\tNOUN\t\tCCONJ\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "in\t\tin\t\tADP\t\tCCONJ\n",
            "celebration\t\tcelebration\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "exploration\t\texploration\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "manhattan\t\tmanhattan\t\tPROPN\t\tCCONJ\n",
            "island\t\tisland\t\tPROPN\t\tDET\n",
            "by\t\tby\t\tADP\t\tCCONJ\n",
            "henry\t\thenry\t\tPROPN\t\tCCONJ\n",
            "hudson\t\thudson\t\tPROPN\t\tCCONJ\n",
            "400\t\t400\t\tNUM\t\tCCONJ\n",
            "years\t\tyears\t\tNOUN\t\tCCONJ\n",
            "earlier\t\tearlier\t\tADV\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15472\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "implication\t\timplication\t\tNOUN\t\tCCONJ\n",
            "is\t\tis\t\tAUX\t\tCCONJ\n",
            "that\t\tthat\t\tSCONJ\t\tCCONJ\n",
            "bluetooth\t\tbluetooth\t\tPROPN\t\tDET\n",
            "does\t\tdoes\t\tAUX\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "same\t\tsame\t\tADJ\t\tCCONJ\n",
            "with\t\twith\t\tADP\t\tCCONJ\n",
            "communications\t\tcommunications\t\tNOUN\t\tCCONJ\n",
            "protocols\t\tprotocols\t\tNOUN\t\tDET\n",
            ",\t\t,\t\tPUNCT\t\tCCONJ\n",
            "uniting\t\tuniting\t\tVERB\t\tDET\n",
            "them\t\tthem\t\tPRON\t\tCCONJ\n",
            "into\t\tinto\t\tADP\t\tCCONJ\n",
            "one\t\tone\t\tNUM\t\tCCONJ\n",
            "universal\t\tuniversal\t\tADJ\t\tDET\n",
            "standard\t\tstandard\t\tNOUN\t\tDET\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n",
            "sentence 15473\n",
            "\n",
            "token\t\tinput\t\tgold\t\tprediction\n",
            "----------------------------------------------------------------------------------------------------\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "aim\t\taim\t\tNOUN\t\tCCONJ\n",
            "of\t\tof\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "event\t\tevent\t\tNOUN\t\tCCONJ\n",
            "was\t\twas\t\tAUX\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "raise\t\traise\t\tVERB\t\tCCONJ\n",
            "money\t\tmoney\t\tNOUN\t\tCCONJ\n",
            "to\t\tto\t\tPART\t\tCCONJ\n",
            "aid\t\taid\t\tVERB\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "starving\t\tstarving\t\tVERB\t\tDET\n",
            "refugees\t\trefugees\t\tNOUN\t\tDET\n",
            "during\t\tduring\t\tADP\t\tCCONJ\n",
            "the\t\tthe\t\tDET\t\tCCONJ\n",
            "bangladesh\t\tbangladesh\t\tPROPN\t\tDET\n",
            "liberation\t\tliberation\t\tPROPN\t\tDET\n",
            "war\t\twar\t\tPROPN\t\tCCONJ\n",
            ".\t\t.\t\tPUNCT\t\tCCONJ\n",
            "==============================\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7DTchJUVMUVj",
        "colab_type": "code",
        "outputId": "037a6f93-3128-4a86-e5ae-9d192700e25f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "exp_1 = [['Pontë', 'Incumbent', 'of', 'Haworth', 'Yorkshire', '.'],\n",
        " ['Constantine', 'called', 'the', 'bishops', 'to', 'his', 'court', ',','among', 'them','Eusebius','.']]\n",
        "print(len(exp_1))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WKOTw-7NQ6UC",
        "colab_type": "code",
        "outputId": "ddab9cc3-64f5-4954-e70d-fff11ba4f94f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        }
      },
      "source": [
        "[' '.join(exp) for exp in exp_1]"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['Pontë Incumbent of Haworth Yorkshire .',\n",
              " 'Constantine called the bishops to his court , among them Eusebius .']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "t5qsaullAe-B",
        "colab_type": "code",
        "outputId": "9e5c781e-fe58-4be1-d8a1-ba426cccbc99",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 139
        }
      },
      "source": [
        "def print_outputs(l_trainer, l_testset, l_vocabulary, l_label_vocabulary):\n",
        "    arr = []\n",
        "    \n",
        "    inp_string = ' '.join([' '.join(s) for s in l_testset])\n",
        "    spacyconll = Spacy2ConllParser()\n",
        "    spacyconll.parseprint(input_str=inp_string, output_file=\"inp_string.conllu\")\n",
        "    t_testset = POSTaggingDataset(\"inp_string.conllu\", window_size, window_shift, device=device)\n",
        "    t_testset.index_dataset(l_vocabulary, l_label_vocabulary) \n",
        "\n",
        "    for i in range(len([' '.join(e) for e in l_testset])): \n",
        "        arri = []\n",
        "        test_elem = t_testset[i]\n",
        "        test_x, test_y = test_elem[\"inputs\"], test_elem[\"outputs\"]\n",
        "        \n",
        "        logits, predictions = l_trainer.predict(test_x.unsqueeze(0))\n",
        "        decoded_labels = POSTaggingDataset.decode_output(logits, l_label_vocabulary)[0]\n",
        "\n",
        "        for raw_elem, idx, label, predicted_label in zip(t_testset.get_raw_element(i), test_x.tolist(), test_y.tolist(), decoded_labels):\n",
        "            if idx == 0:\n",
        "                break\n",
        "            arri.append(predicted_label)\n",
        "\n",
        "        arr.append(arri)\n",
        "    return arr\n",
        "\n",
        "arr = print_outputs(bilstm_trainer, exp_1, vocabulary, label_vocabulary)\n",
        "print(arr)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[[12, 2, 2, 2, 12, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]]\n",
            "[['PART', 'PROPN', 'PROPN', 'PROPN', 'PART', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN']]\n",
            "[[2, 12, 2, 2, 2, 12, 2, 12, 2, 2, 12, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]]\n",
            "[['PROPN', 'PART', 'PROPN', 'PROPN', 'PROPN', 'PART', 'PROPN', 'PART', 'PROPN', 'PROPN', 'PART', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN', 'PROPN']]\n",
            "The final result:\n",
            "[['PART', 'PROPN', 'PROPN', 'PROPN', 'PART', 'PROPN'], ['PROPN', 'PART', 'PROPN', 'PROPN', 'PROPN', 'PART', 'PROPN', 'PART', 'PROPN', 'PROPN', 'PART', 'PROPN']]\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}