preparation-of-annotation-dataset.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Pre-processing of the `Facebook` dataset for human annotation\n"
      ],
      "metadata": {
        "id": "vdh6covbp1Gr"
      }
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6rk1dAvSLOtS"
      },
      "source": [
        "## Installs and imports"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "Y5f1fFbETSbM"
      },
      "outputs": [],
      "source": [
        "from matplotlib import pyplot as plt\n",
        "import numpy as np\n",
        "import pandas as pd"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XWqZ7LGMFeHV"
      },
      "source": [
        "## Load the `Facebook` dataset\n"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Mount Google Drive"
      ],
      "metadata": {
        "id": "Dy0-jWfJ8__7"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "dZ-s12zoL_1Q",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b13379af-fed5-4592-8157-eac8834a73ce"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Load the CSV"
      ],
      "metadata": {
        "id": "_QPjdw2Pu5Jj"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv ('/content/drive/MyDrive/CrowdTangle-NLP/FB_dataset.csv')"
      ],
      "metadata": {
        "id": "x-ykm1bLqhRO"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Check the shape of the pandas dataframe"
      ],
      "metadata": {
        "id": "X8LwJiQou7YQ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uQbWJhqPqmQP",
        "outputId": "f40a93f4-006d-4480-b16c-1e2f89cec71f"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(375922, 3)"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Check the column names of the dataframe"
      ],
      "metadata": {
        "id": "-odkuWzdu085"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df.columns"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xkdDMZqKqvK7",
        "outputId": "df5ee02f-8593-480a-f9f4-399cf48d8ef7"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['message', 'messageSentiment.score', 'messageHate.score'], dtype='object')"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Declare labels"
      ],
      "metadata": {
        "id": "wc18m-6fuyVV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "labels_ids_hate = {'non-hateful': 0, 'hateful': 1}\n",
        "n_labels = 2"
      ],
      "metadata": {
        "id": "oW4WC7QYirZm"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Statistics of the results"
      ],
      "metadata": {
        "id": "6_TDEoVaJRj6"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Overall numbers"
      ],
      "metadata": {
        "id": "dB9FAv3zDYY8"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print (\"Total number of non-hateful content within the dataset\", len(df [df['messageHate.score'] == 0]))\n",
        "print (\"Total number of hateful content within the dataset\", len(df [df['messageHate.score'] == 1]))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BcFPrXzlCt6N",
        "outputId": "0b08a3ae-839a-4e7c-f28b-c6fdb66f22e7"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Total number of non-hateful content within the dataset 331892\n",
            "Total number of hateful content within the dataset 44030\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Histograms of the predicted scores"
      ],
      "metadata": {
        "id": "gUXlf-HfBKOO"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "x = np.arange(n_labels)\n",
        "bins = np.linspace(0, 1, 10)\n",
        "\n",
        "fig, ax = plt.subplots (figsize=(5, 3), dpi=140)\n",
        "plt.title ('Histogram of the predicted labels')\n",
        "plt.hist (df ['messageHate.score'], bins, label=['label'] )\n",
        "ax.set_ylabel ('Count')\n",
        "ax.set_xticks (x)\n",
        "ax.set_xticklabels (list(labels_ids_hate.keys()))\n",
        "ax.legend (loc='upper right')\n",
        "plt.show ()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "fKxEXoxOBM7M",
        "outputId": "a20bbd7f-a24d-4904-cf13-18ba064c56b2"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 700x420 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAArYAAAGXCAYAAABGGxPiAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAAVhwAAFYcBshnuugAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzdeZhcVZn48e8bdhPCIoMBAgTGMAg4CirCRFkGhAFGRVGjKBrGIKPCIOMCA6IwoILbyKIMixjEAUEcUERWfxB2iSIKKMsgQdCABLLRhATI+f1xTiU3RVV3V6eSTt/+fp6nntt173vuPfdWVffbp849J1JKSJIkSUPdiMGugCRJktQNJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiKw2SiNgtIlJETB/sumjFiojXRMSlEfHXiHipvA+O79K+fV91UUTcWK7npKb1tbrO5VxSRIzroMy4Rrku1mNS2eeN3dpnP4/b8flr5WRiKw1A5Y/d8f2IbfzC3G051me3iDg+IvZfXsdQd0TEBsDNwAHk38HTgFuBP/Wj7OvL6zxpuVZSK1xEfKq8tuMGuy7SULbqYFdAGsaeAx4A/tyFfe0GfBE4H7i8C/vT8vN+4JXAXcCElNLzHZR9Pfl1ngpM6X7V1IFufn4BPgVsDtwITO/SPqVhx8RWGiQppTuBrQe7HlrhtinLX3SY1Gol4udXWjnZFUGSVqy1yvK5Qa2FJNWQia00SHq7+SQi1oiIf4+IX0bEnIh4odxo9LuI+HZE7FCJTeSvpwE+UunT2/KmjojYKSIujog/R8SCiJgZEddExAF91PcNEfGTiHg6Ip4rdTkyIkb0coPN4htBStwnIuLOck6Lb9SIiA0i4pCIuDwiHoyInvK4NyK+GhEbtqlTdf8REYdFxN2l7BMRcUFEbFqJ36Oc69Ml5uaI2LW38+7jmrwmIs6LiOnlWs6KiKkRMTkiVmmKnVJej8Y1+mJvr1OLY00Hvlee7tr8OrfrmxkR7yjXZ3Y5519GxPv7ONZG5brfGxHPlnK/i4gvRsTafdW1xf6mNPqkR8R6EXFqRDxSrtmfI+LsiNi4TdnF761Sr+9Uyt7YFPvqsv3B8h6dFxHTIvdfXaOX+r0uIi6rvLfviYjPNL+GTWX6vHksInaPiB9GxJ8i4vnyWbsrIk6OiFeXmEnl9d+8FLuh6XWd0ma/PyrXbmGp9zUR8c52dSnlDoiIW8prOjsibuqrzEAN9DPdtI9VIv8e/F0p+0xEXBERO/ZRbkDvg172d0BEXB35d/AL5XP+YERcFBHv6nR/Ws5SSj58+OjwQe4Hl4Dj+xGbymO3pvW7lfXTm9avUtl/Ah4B7gT+D5hf1p1Uib+FfONRAp4szxc/mvZ9JLCoxD5DvnHpz5VjnQ+MaHEO7wQWlphnS7k/luc/qtR3UlO5SWX9VODH5ec/lfN5ChhX4g4r2xYAj5b9P1g55p+BLVrUq7H/G4ELy88PAb+rlH2E3Kf1E+XcnwB+DcyrHHPCAN4D7ytlG9fkV5VrkoBrgbUq8ceU1+TJynVo+Tq1Od6PyjVJwJzm1xkY0/y+Ar5Qfn6i1G9WpX6HtTnOHsDsyrW5vzxeLOvuBzbu8FpNKWVPLa/PIuA+4O7Kfp8Etu7ls3ZSec+8WF7f3wDXVuI+CDxfYp8D7gEeBl4q624D1m6x/30qr2NPuU7Ty/Mf0/69vfg6t9jnCODMyrWeW/Z7P0s+w8dXjn9Lpe73NL2ux1T2G8Bplf0+Q+6r/URl3eltXoP/rMT8lfwZm1meH1HZNq6D13Vco1yLbd34TF9afm6Ub3xmXwTe26ZOA30ftDx/4MSm6/Zr8nt3TlnX52fXx4p9DHoFfPgYig+Wb2K7f1n/OPD3TdtWLX8I/6lp/fGlzJRe6rE7S5LaE4DVKtsOZMkf9880lduIJYnOD4BRlW3/VP7YNP5YTWoq2/gj9SL5j/BeTeeyavl5x3JeazSV3wA4u+zj6hbn1Nj/QmAGsHNl25bkpDYBPyl/5CYDUbaPBK4ZyB8nct/KRoJyDjCysm3PyvU6o0XZKf197/Ryvjf2EtN4Xy0s53xg0zX/dtk+j6Y/8MCryUlYI5GsvtYbAT8v237RYb2nVOr0ELBtZdumwC/L9t8Cq7T5rL0IXAdsVNm2VllOAF4o7+EjgNUrMVuR/5FKwHeb9v03wNNl2yXA6Mq2d5Tr1+693bjO01uc7/Fl2/PAv7L0Z21V8mf87U1lptPi90RTzOdKzGPAPzdt25sl/zQd1LRtT5b8Hvoc5Z/XUpfjK+fYzcS2G5/p54D9K9teAZzLkn8mxzWVHdD7oGx/2fmXur5Y9vleyu+OyvY3AB/t9HPsY/k+Br0CPnwMxQdLt6j297Fb0z5a/mEEji7r/6uD+jT+kE7pJeYXJebKNtsbLRNPVf8YkZPgRG5tWrVFuX+tnOOkpm2TKtsO7O/5tDjG4+SkfEwv+39ZCw65lbax/dsttm9b2b5uB/X5Lkta16LF9o9W/jhv1LRtCismsU3A51tsX5Pc8pSAdzRt+0FZf2qbfa9dXosE7NhBvadU6vQPLbZvTk4eEvDuNp+1vwLrtNn/LSXmyDbbNyUnQi9SaW0GjivlZgBrtih3TC/v7cZ1bv78bsiSf3oO7uAaTaeXxBZYj/zPyIvAG9vEvLvs4/dN6xuf/cvalLu2cp7jOqjzuEa5AbyX+/OZPqZFuRHk30UJOK0b74OyrVViu1NZ95tOz8/H4D3sYystm8fIY5D29ujUo2X5toj4m25UMiJGAruWp99sE/Zf5K/rNgDeXFn/T2U5JaX0Yoty55NbSHozj9wi1lsd14yIAyPirNKf7ebSH/AWckIV5OGuWpmVUvpRi/W/rvx8dvPGlNJ95FY1gL/t4xyq9i3Lb6XyF7DJ98mJ2GrA2zrYb7d9p3lFyiMx/KY8fXVjfUSsBjT6C57ZamcppXnkVlPIXRY6NS2ldFuL/T4KXFae7tem7KUppTnNKyNiE3JL3Yvk1ryXSSk9Rv4qexWWfA5gyet4dmo9QsW3y347sS/5n4c/kz8b3bIvMAr4VUrpV21iriD/g/CaiNgIXvbZP61NuW91sZ6LLeNn+kXy9V9KSmkRS85j8XtlGd8H7TR+F28VEW/sR7xWAg73JS2b81JKx/cWEJ3PynM5eXzMbYHHIuIG8oD+twG3p5T6SiJbeTX5lznAva0CUkrPRMSfgc3IX7XfVDb9XVne3abc/Ih4APj7Xo7/QJukGMg3YQFXAlv0sg/IfWVbebjN+r9Wfv6/XmI2IycNfYqIdYAx5Wm7a/lCRNxPbr0brCGhZqaUnmmz7cmyrN4INp78VS/AuRHRbr+bl+Wm7QJ60fJ6FfeRv+59TS/bW3ldWb4EXNVLvbcqy2q9G69Ny32nlOZExOPklsn+em1Z3lGSsG5pnOcWJTFsp/H7ZlNyS3T1s9/uGrZbP2Bd+Ew/1uofmaJR3y0jYvWU0kKW7X3QUkppRkRcABwE3BkRd5K/QbgduCmlNKuvfWjFM7GVVjIlUXwr+caf95NbTButpnMj4hzgCymlToaLaiQwi1g62Ws2g5zkVROeRsI3r5dyvW2DfFNOSxExgnyTzhbklsQvkltaZ5Y/WETETcBbyS2gnex/8T8VKaW+Ytr+JWxSvTZP9BI3o0X8itT2mpPfB7D0Oa9X+XlCP/b/ir5DXubJfmxrd73anU+j3mvQeb0bx+qrXuP6sd+G0WU5u4My/dE4zw3Loy+N86x+9p9qE9vb+XesS5/p/rxXIJ/f0yzb+6A3HyV3OTqE/E1W49usFyPip8CnU0rT+7kvrQAmttJKKKX0FHB4RPwbeUD/CeSbQ94BfJrc2jCxg102Es8R5D+K7f5obNQUD7lP2jr0nqAtS/K2I7mVbj755rKZLWLateoMhuq1GcOSryubtbqWK7NnyzKRb3Z6aTkc41X92Nbp9WrU+08ppc17jXy5ecC6/axXf80ty3U7LNeXxnl+P6X0kQ7KVT/7f0Prf2w7Pce+dOMz3d/XpHF+y/I+aCul9ALwNeBrETGW/Lt4d/KoKO8GXhcRr08pPdvLbrQC2cdWWoml7L6U0tkppQPId1MDvC8iqn8Y+uru8H8s6Su4XauAiFgP2KQ8/UNl0wNl+TpaiIi1WPL13kA0vqr8Q6s/gKVey7L/ripfjzZaattdy1VZ8jX3H1rFDPTwXdxXswfJfaWDNufVBdv2Y1un1+ueshwbEet3WPb+stym1cbS7WRsh/v8XVnuVFou+6uv17Zxnr11+Wnl/8hfz0Ob86T312UguvGZHhsRo9tsa9T3j40WYJbtfdAvKaXHU0oXp5T+ldzlZC65b/7ey+N4GhgTW2loqd6Mtknl50a3hJZfr5Wv4aeWp//eZt+fIvfFm0keFqfh6rL8SEnYmh1EvllmoBp1f1W07hh3JCvft0tXluWn2tT5IHLL+AssudmqG3p9nZdFSmk+8LPy9LPd3n+xY0Ts1LwyIjZjyT9tVzZv701K6Y/kr7lHkL/N6MRVZfmxNgP3f4LO33s/J7dUbkJ+H/RXX6/tz8p+Xx8R/b4hsXz2G/3lD28TdkR/99dP3fhMr0a+/ksp+2ucx+L3yjK+DzqWUvozeThBWPp3sQaZia20kikz7XwuIjZvWv8K8rBekAcHf6iyuXFj1Jsjot1NUF8itwrtG3kGqMV92yJiInBUeXpy0w1q/12O9xrgu+Uu60a5vYCvkxO4gbq9lN8E+M8osz1Fnqnsk+Qhl1rdsT6Yvk6u03bAWU3X5B+Bb5SnZ6WUeuuH26nG67xtRIzpNXJgjiV/tfvByLOBLXWMiFg1InaNPNvaQP6YvwCcX24sauxzLHAxOZG5F/jpAPb7afI3Ev8RESdFxFLdAMrd+ftExKVN5f6b3Bd2I2BKVGZVi4h/Bj5Ph+/t0o3o5Mb+I8++tTiJK9fwnRHx9qaijde25WgTKaW/kscWBvhRRHy4+R/NiFi/rP9aU/FGfd4dEZ9utCRHntnrOPJX693Ujc/0C8BxEfGOxoryO/As8rchz5FHcqka6PugpYjYMyK+FRE7VBP0ch4fZMk3G9P6sz+tIIM93pgPH0PxwfKdoOFblTJ/If/S/C25D1ki/8Kf2FRmJEtmH5oF3FHqeGNT3L+z9Mxjd7JkXNJEHqaq3cxjjXFG55U6PVyeX0puDU68fGD4SfQx7mqJazUrUmOs1XPoe2azlvunH+Ns0o+B8duUq8481nxNEk0zj1XKTenve6dF2SB/1Z3IN1NNa7zOtJh5rJf9tK1DKf9U2f4S+ev628lJZ2NGp07HO20crzrz2L3kG4sa76u/Upm4ocVnbVIfx3gfS39G7i31vp/KBAQtyv1zZXvjmj5Snv9vL++9tteZ3Gh0VuVazSn7/QNNM49VyhxQiX+Y3Mp6I3B00+v/1UrcPHIr5S/J7+PGZ/tlnwfgy5VyT7Jk9r/E8pl5bJk/0yyZeWx6qW9j8pAXgQ90+X3Qahzb/Vn6NfwNeQa5v1bWn9bf6+VjxTxssZVWPmeSW4p+Qf5FvC15yK0ngO8Bb0gpXVwtkPLXjXuQ70R+njwjzq40jdWYUvom8A/k6VmfJ48huRb56/L3ppQ+nFoMUZRS+gl5sPLGOJnbkf9Af5Z8E1ujxXJuc9n+SCl9gTwr2N3ku8q3Iv9xn5xSOmQg+1zeUkqXANuTk7ZnyH0fX0kemu0QYJ+Uv97v5jETeTzT88l3gr+OJa/zsnQHqR7jRnKL2BfIycgY4E3k1rd7yTfSTKD9TXO9mUW+seh08mgb25CTq+8CO6Q8rvBA631JqfdXycNBbVbqvUE5jxPIr1dzuZ+R73T/Cfkfle3ICe5nycOPDaQui1JKh5LHMP7fsr/Xlbr8npxkfr+pzI+BfyEnqX8DvIX8um5diUkppc+Rr+H3yAnqNuW8ViPPpHc48KEWdTqGnPTdRr72f0dOtPdPKZ06kPPsTZc+0xPJrbBzya/LS+TuB29JKV3U5rgDeh+0cTPwSfJr+CR5NsPXkRPrK8gTnPxbP/elFaQxtaQkDUj5mvEZ8h+v16WUftdHEQ0zETEF+AhwQupj3GdJWha22EpaVu8jJ7VPk1ujJEkaFCa2kvoUEf8UEROrd45H9i6WTNt6ZupldjFJkpa3lW0IHUkrp1eT+0U+HxEPkvvnbknutwZwA0vu2JYkaVDYYiupP64HziAPSbQJsAN5zNubgI8De6elhwiTJGmF8+YxSZIk1YIttpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbXgcF/DWETcD6wH/HGw6yJJkoaFLYFZKaWt+4wcABPb4W29UaNGbbjddtttONgVkSRJ9Xfvvffy7LPPLrf9m9gOb3/cbrvtNrz99tsHux6SJGkY2HnnnbnjjjuW2zfF9rGVJElSLZjYSpIkqRZMbCVJklQLJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm14Di2kiRphVu0aBGzZs1i3rx5LFiwgJTSYFdJHYoI1lhjDdZee23WW289RowY/PZSE1tJkrRCLVq0iMcff5yenp7F6yJiEGukgVi0aBHz589n/vz59PT0MHbs2EFPbk1sJUnSCjVr1ix6enpYbbXVGDNmDCNHjjSxHYJSSvT09PDEE0/Q09PD7NmzWX/99Qe1ToPfZixJkoaVefPmATBmzBhGjRplUjtERQSjRo1izJgxAMydO3eQa2RiK0mSVrAFCxYAMHLkyEGuibqh8To2XtfBZGIrSZJWqJQSEWFLbU00XsuV4QZA+9hquRt39JWDXYXlZvrJ+w12FSRJUmGLrSRJkmrBxFaSJEm1YGIrSZK0gk2fPp2IYNKkSQPex7hx4xg3blzX6tRsypQpRARTpkxZbsfoNvvYSpKklc7Ken+G91as3GyxlSRJUi2Y2EqSJKkWTGwlSZJWAr/+9a857LDD2G677VhnnXVYa621eO1rX8vJJ5/MCy+80Lbc7NmzOfTQQxkzZgxrrrkm22+/PRdddFHL2JQS5513HhMmTGD06NG84hWv4I1vfCPnnXfe8jqtFco+tpIkSSuBc845hyuuuIJddtmFfffdl+eee44bb7yR//iP/2DatGn8+Mc/flmZhQsXsueee/Lss89y0EEH0dPTwyWXXMKBBx7IzJkzOfzwwxfHppT44Ac/yEUXXcT48eM58MADWX311bnuuuv46Ec/yu9//3u+/vWvr8hT7joTW0mSpJXAMcccw7e//W1WWWWVxetSSkyePJnzzjuPW2+9lQkTJixVZsaMGYwfP57bbruN1VdfffF+tt9+ez772c/y7ne/m0022QSAc889l4suuoiDDz6Ys846i9VWWw3IyfF73vMevvGNb/CBD3yAN7zhDSvojLvPrgiSJEkrgc0222yppBbydLWf/OQnAbj++utblvvyl7+8OKkFGDt2LEcccQQLFizghz/84eL1Z5xxBiNHjuTb3/724qQWYPXVV+dLX/oSQNsuDEOFLbaSJEkrgYULF3LGGWfwwx/+kPvvv59nn32WlNLi7X/5y19eVmbVVVdl5513ftn6t771rQD85je/AeC5557jnnvuYeONN+aUU055WXyjD+/999/flXMZLCa2kiRJK4H3vOc9XHHFFWy11VZMnDiRDTfckNVWW43Zs2dz6qmnsmDBgpeV2WCDDRgx4uVfwL/qVa8CYM6cOQDMmjWLlBJ//vOfOeGEE9rWoaenp0tnMzhMbCVJkgbZtGnTuOKKK9h777258sorl+qScMcdd3Dqqae2LDdz5kwWLVr0suT2ySefBGCdddYBYPTo0QC84Q1v4Fe/+tXyOIWVgn1sJUmSBtnDDz8MwH777feyfrY333xz23Ivvvgit99++8vWN8psv/32AKy99tq85jWv4Q9/+AOzZ8/uVrVXOia2kiRJg2zzzTcH4JZbbllq/X333cdXvvKVXssec8wxLFy4cPHzxx9/nFNPPZU11liD97///YvX/9u//RvPPfcchxxySMsuB4888gjTp09fhrMYfHZFkCRJGmQ77rgjO+64I5dccgkzZsxgp5124k9/+hM//elP2W+//bj00ktblttoo43o6enh7//+73n729++eBzbp59+mtNOO23xUF8Ahx56KHfccQfnn38+t956K3vuuScbb7wxTz75JPfffz+//OUvufDCCxk3btwKOuvuM7GVJEkaZKussgo/+9nPOProo7n66quZNm0a48eP5+tf/zr77LNP28S2McHC0UcfzQUXXMDs2bPZeuutOf300/nABz6wVGxEMGXKFPbdd1/OOeccfvazn/Hss8+y4YYbLj7WnnvuuSJOd7mJ6jASGl4i4vaddtppp1Z9c7pp3NFXLtf9D6bpJ+832FWQpCGnMaTU1ltvPcg1Ubf09zXdeeedueOOO+5IKb18jLIusI+tJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLQypxDYi1oyIb0bETRHxl4h4PiKeiIhbI+LgiFitRZnRpcyjEbEgIqZHxNciYlSbY4yIiMMj4p6ImB8RT0XERRGxZS/12jsipkbEvIiYGxE3RMQevcRvFRGXRMTMcozfRsTHIyLaxHd0DpIkScPRkEpsgVHAx4EEXAl8E7gM2AQ4D/hZRCw+p4gYCUwFjgTuB/4LeAD4DPD/ImLNFsc4CzgNiLK8Gng3MC0ixjcHR8SHSsxrgCnA+cC2wHUR8Z4W8dsAdwLvBK4qx1gF+E75uTl+IOcgSZI07Ay1cWyfAdZJKS2sroyIVYHrgL2AfchJL8DngNcDp6SUjq7EnwwcRU4Wv1JZvzswGbgJeFvjOBFxIfBz4Axg70r8esDpwExgh5TS42X9KcBvgDMj4pqU0rxKdc8E1gH2TSldVeKPA64HDouIC1NK1fG3OjoHSZKk4WpItdimlBY1J7Vl/YvklluAVwOUr/UnA88CJzYVObGsn9y0/pCyPK56nJKA3gjsFRGbVeLfC6wLnN5Iakv84+QkeAPgXY31EbEVsAtwQyOpLfELgeOa6jDQc5AkaaUWEaSUcCz9emi8lm16VK5QQyqxbad0P/in8vTeshwPbAzcmlJaakLk8vxWYMuI2LSyaTegsa3ZNWW5a1M8wLVdiL+lHLsaP5BzkCRppbbGGmsA0NPT00ekhoLG69h4XQfTUOuKAEBErA4cQ+4H+0pgD2Br4HsppV+UsEZ/2Ifa7OYhcreC8cBjpS/rRsC9KaWX2sRX99vXMTqKTym9FBGPANtExKqlFbqjc2gTQ0S0m1psu3ZlJElaXtZee23mz5/PE088wZgxYxg5cuRK0dqnzqSU6Onp4YknngBg9OjRg1yjIZrYAqsDX6w8T8DXgf+orFunLOe02cfcprhO4/sq02l8o8wIYG1g1gDrJEnSSm299dajp6eHnp4eHnsst8uY2A491a4kI0eOZN111x3E2mRDMrFNKT1L7oI6gvxV/duBLwM7R8S+KaW5ve5gmGk3H3Npyd1pBVdHkjTMjRgxgrFjxzJ79mzmzp3LggUL7G87BI0YMYI11liD0aNHs+666zJixOD3cB2SiW1DSmkR8Dh59IGZwCXAseTRAhqtnO1aMxvt5XOalv2Nby7zdIfx7Y6RgMYoCgOpkyRJK70RI0aw/vrrs/766w92VVQjg59ad0/jhqzdyrJVH9eqpfqvlpuxZgBbRMQqfcX34xgdxZdjbgE8UvrXdnwOkiRJw1mdEtuNy/KFsnwI+AswodwYtlh5PoGcRFZvupoKNLY1a4xfe1NTPOTxc9vFT62s6y3+LeXY1fiBnIMkSdKwNKQS24jYJiJe0WL9K8izkEGeSIGUO+ucS56t7LimIseV9ec0rT+7LE8sIy809r8PuSX42pTSo5X4S8jdAA6PiLGV+LHAYeSJGxrj65JSeoCcGO9e9tmIX50l49SeW4kfyDlIkiQNS0Otj+37gH+PiFuA6eRRATYhzzb2SuBm8pSzDV8lT117VERsD9wF7EBuMZ0GfKu685TSDRFxLnnSg7si4kryEGATybOeHd4UPysiDgMuKPEXl00TS30mNs06BvAJ8vizl5f4GcB+5Gl4z0gp3dYU39E5SJIkDVdDLbH9GbnLwT8AO5NbLOcAvwN+CJxX6Z9KSqknInYFjgcOAHYnJ5LfAE5IKc1vcYxDgXuAjwFHkGf3ugw4NqX0cHNwSukH5ca1Y4CDyTd//Ro4KaV0fYv4+yLizcBJ5IR2JPAg8EnydLvN8QM5B0mSpGFnSCW2KaVfAb/qsMwc4Mjy6E/8IuC08ujvMa4Gru4g/gHydLz9je/oHCRJkoajIdXHVpIkSWrHxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiK0mSpFowsZUkSVItmNhKkiSpFkxsJUmSVAsmtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLZjYSpIkqRZMbCVJklQLJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqoUhk9hGxCYR8amIuDYi/hQRCyPiiYj4cUS8uUX88RGRenmMa3OcvSNiakTMi4i5EXFDROzRS722iohLImJmRMyPiN9GxMcjItrEj46Ib0bEoxGxICKmR8TXImJUm/gREXF4RNxT9v9URFwUEVv278pJkiQND6sOdgU6cDhwFPAwcC3wFDAe2B/YPyIOTCld3KLc+cD0FutnN6+IiA8BF5R9TymrJwLXRcT7UkqXNsVvA9wGrAVcAvwF2A/4DrBNqXM1fiQwFXh9OYeLgO2BzwC7RsQuKaXnm6p1FjAZuA84DdgYeB+wV0TslFJ6qMW5SZIkDTtDKbG9E9gtpTS1ujIi3gr8AjgzIi5PKS1oKjclpXRjXzuPiPWA04GZwA4ppcfL+lOA35T9X5NSmlcpdiawDrBvSumqEn8ccD1wWE5i8uQAACAASURBVERcmFK6vRL/OXJSe0pK6ejKsU8mJ+1HAl+prN+dnNTeBLwtpbSwrL8Q+DlwBrB3X+cmSZI0HAyZrggppf9tTmrL+puBG4D1gNcuwyHeC6wLnN5Iasv+HycnkBsA72qsj4itgF2AGxpJbYlfCBxXnh5SiQ9ykvoscGLTsU8s6yc3rW+UP66R1JZjXAXcSG613azTE5UkSaqjIZPY9uGFsnyxxbZdIuKoiPhsROzfri8rsFtZXtti2zVluWs/428Beprix5O7EdyaUuqpBpfntwJbRsSmTcdobOtPnSRJkoatodQVoaXSYrknMAO4p0XICU3PZ0fEESml7zetH1+WrfqsPtQU02t8SumliHgE2CYiVk0pvdjH/hvr9y5xj5X+uBsB96aUXupnnVqKiNvbbNqur7KSJElDxZBusY2I1cg3e60BHNWUAP4W+BdgS/LNXVuQb+ZKwJSIeEfT7tYpyzktDjW3Kaav+EaZEcDaHcRX4zqNlyRJGtaGbIttRIwgj1ywC3BOSumC6vaU0mVNRaYDZ0TEH4DrgJOAny7/mg6+lNLOrdaXltydVnB1JEmSlosh2WJbktrzgAOBHwD/2t+yKaVfkIcMe21EjK5sarSMtmoBHd0U01d8o0wCGqMo9Ce+GtdpvCRJ0rA25BLbktR+D/gIeRzYSSmlRR3uZmZZvqKyrrc+q636x7aNj4hVyF0fHin9a/va/8uOUW4omwFsUfbXnzpJkiQNW0Mqsa0ktR8GLgYOanNjVW/7GAlsSx5tYGZlU2Mosb1aFNu7Kaav+LcAI1k6/iHyBA4TSh2a6zSBnAg/1nSMxrZ2dbqpxTZJkqRhZ8gktpXuBx8GfgR8qF1SGxFrl3Fmm9evBZxDvqHrkkprKuSZw+YAh0fE2EqZscBh5CR4cb/dlNID5KRy94jYpxK/OkvGqT23Ep/K81EsGee24biy/pym9WeX5Yllv41j7EMeCuzalNKjra6BJEnScDOUbh77Arn7wbPAg8Dn85wHS7k8pXQ38Erg/oiYBvwBeAJ4FXlYsLHkYcE+Wy2YUpoVEYeRR1m4KyIa0/NOLPub2DTrGMAnyGPMXl7iZ5Cn1N0WOCOldFtT/FeBdwJHRcT2wF3ADuRW32nAt5rqdENEnEueuOGuiLiSPATYROAZmqbslSRJGs6GUmI7rixHAce2iZkO3E1O+r4D7AjsS56VbD45yT2NnHTOby6cUvpBRMwEjgEOJt/89WvgpJTS9S3i74uIN5NHWNiP3G3gQeCT5Ol2m+N7ImJX4HjgAGB3cjL8DeCEVnUCDiUn4h8DjiAn9pcBx6aUHm5zHSRJkoadIZPYppQmAZP6GTuX3H1gIMe5Gri6g/gHyNPx9jd+DnBkefQnfhE5GT+tv8eQJEkajoZMH1tJkiSpNya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiK0mSpFowsZUkSVItmNhKkiSpFkxsJUmSVAsmtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLZjYSpIkqRZMbCVJklQLJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiK0mSpFoYMoltRGwSEZ+KiGsj4k8RsTAinoiIH0fEm9uUGR0R34yIRyNiQURMj4ivRcSoNvEjIuLwiLgnIuZHxFMRcVFEbNlLvfaOiKkRMS8i5kbEDRGxRy/xW0XEJRExsxzjtxHx8YiIbpyDJEnScDVkElvgcOC/gC2Ba4FvALcA7wRui4iJ1eCIGAlMBY4E7i9lHwA+A/y/iFizxTHOAk4DoiyvBt4NTIuI8c3BEfGhEvMaYApwPrAtcF1EvKdF/DbAnaXOV5VjrAJ8p/zcHD+Qc5AkSRqWVh3sCnTgTmC3lNLU6sqIeCvwC+DMiLg8pbSgbPoc8HrglJTS0ZX4k4GjyMniVyrrdwcmAzcBb0spLSzrLwR+DpwB7F2JXw84HZgJ7JBSerysPwX4TanPNSmleZXqngmsA+ybUrqqxB8HXA8cFhEXppRur8R3dA6SJEnD2ZBpsU0p/W9zUlvW3wzcAKwHvBagfK0/GXgWOLGpyIll/eSm9YeU5XGNpLbs/yrgRmCviNisEv9eYF3g9EZSW+IfJyfBGwDvaqyPiK2AXYAbGkltiV8IHNdUh4GegyRJ0rDVtcQ2InZpSvxaxWwaEbt065gVL5Tli2U5HtgYuDWl1FMNLM9vBbaMiE0rm3YDGtuaXVOWuzbFQ+4Wsazxt5RjV+MHcg6SJEnDVjdbbG8AJvUR8+ES1zUlmd4TmAHcU1Y3+sM+1KbYQ9W40pd1I+CRlNJLfcX34xgdxZdjPgKMi4hV+4rv5RgtRcTtrR7Adn2VlSRJGiq6mdi2vKu/xfFS1w4YsRpwAbAGcFQlKV2nLOe0KTq3Ka7T+L7KdBrfKDMCWHsZ6iRJkjRsreibx8bTPlHrSESMII9EsAtwTkrpgm7st45SSju3Wl9abXdawdWRJElaLpYpsY2I85pW7R8R41qErgJsSk5Cr2qxvdPjjgDOAw4EfgD8a1NII3lu15o5uimu0/jmMk93GN/uGAlojKIwkDpJkiQNW8vaYjup8nMiD031+jaxCZhGHqJqwEpS+z1yf92LgEkppUVNYX31P12q/2pKqSciZgBbRMQqLfrZturv+hDwxrKtObFtF9+yThGxCrAFuY/vi33F93IMSZKkYWtZ+9huUR5bkvvYfquyrvrYDBidUtoppfR/Az1YU1J7MXBQLzd7/QWYUG4Mq+5jJDCBnEQ+Vtk0FWhsa9YYv/ampniAvXqJrw5P1lv8W8qxq/EDOQdJkqRha5kS25TSo+UxHTgYmFJZV3083jxkVacq3Q8+DPwI+FCbpJaUUgLOBUaxZIzYhuPK+nOa1p9dlidGxOqV4+5DHqrr2pTSo5X4S8jdAA6PiLGV+LHAYeSJGy6r1OkBcmK8e9lnI351loxTe+4ynoMkSdKw1bWbx1JK53drX218AfgIeWKCB4HP5zkMlnJ5Sunu8vNXyVPXHhUR2wN3ATuQW0ynkVuXF0sp3RAR55InPbgrIq4kDwE2EXiGPKVvNX5WRBxGHpXhroi4uGyaCLwSmNg06xjAJ8jjz15e4mcA+5Gn4T0jpXRbU3xH5yBJkjScdX1UhIjYEXgTeVauVVqEpJRS80xa/TGuLEcBx7aJmQ7cXQ7SExG7AscDBwC7kxPJbwAnpJTmtyh/KHks3I8BR5CT6MuAY1NKD7c4kR9ExEzgGHKLdQJ+DZyUUrq+Rfx9EfFm4CRyQjuSnKR/kjzdbnP8QM5BkiRpWOpaYhsR6wOXk/t+9jambeLlU8T2KaU0ib4ngGguM4d8s1q/blgrN6GdVh79PcbVwNUdxD9Ano63v/EdnYMkSdJw1c0W22+Sb4K6ETgfeJwlU9xKkiRJy1U3E9t/Bu4E9ig3PkmSJEkrTDen1F0LuMmkVpIkSYOhm4nt3Sy5wUuSJElaobqZ2J4AvCMiduriPiVJkqR+6WYf2zHAlcDUiPgf8pirc1sFppS+38XjSpIkSV1NbKeQh/IK8rBck8rzqijrTGwlSZLUVd1MbA/u4r4kSZKkjgylKXUlSZKktrp585gkSZI0aLo5pe5m/Y1NKf2pW8eVJEmSoLt9bKfz8pvFWkldPq4kSZLU1QTz+7RObNcBXgdsAUwlJ8CSJElSV3Xz5rFJ7bZFRACfBj4HfLRbx5QkSZIaVsjNYyn7OnAf8LUVcUxJkiQNLyt6VIRfAf+4go8pSZKkYWBFJ7Z/izeOSZIkaTlY7klmRIwANiFPsftO4BfL+5iSJEkafro5ju0ieh/uK4BZ5JvIJEmSpK7qZovtTbRObBeRE9ppwPdSSn/t4jElSZIkoLvDfe3WrX1JkiRJnVrRN49JkiRJy8VyuXksIiYArwdGA3OBu1NKty6PY0mSJEnQ5cQ2Iv4B+B7w6sYqSr/biHgIODildHs3jylJkiRBd0dF2Ba4FngFcB1wAzADGAPsDuwFXBMRO6WUft+t40qSJEnQ3RbbLwCrA/umlK5u2nZKRPwT8NMS9/4uHleSJEnq6s1juwGXtkhqASjrLyW33kqSJEld1c3Edh3gkT5iHilxkiRJUld1M7H9C7BTHzFvLnGSJElSV3Uzsf0psFtEnBgRa1Y3RMSaEXECuRvCT7p4TEmSJAno7s1jJwL/DBwDHBoRdwJPAq8C3gT8DfDHEidJkiR1VddabFNKT5O7IpwPjAL2BQ4uy7XJ49vulFJ6ZqDHiIgPRcRZEfGriFgQESkiJrWJPb5sb/cY16bc3hExNSLmRcTciLghIvbopU5bRcQlETEzIuZHxG8j4uMREW3iR0fENyPi0XIO0yPiaxExqk38iIg4PCLuKft/KiIuiogt+7xgkiRJw0hXJ2hIKc0E/iUiDgW2ZsnMY/enlF7owiFOAjYHZpLHyN28H2XOB6a3WD+7eUVEfAi4AHgKmFJWTwSui4j3pZQubYrfBrgNWAu4hNx/eD/gO8A2wOFN8SOBqeRZ2a4FLgK2Bz4D7BoRu6SUnm+q1lnAZOA+4DRgY+B9wF5lTOCH+rwCkiRJw8AyJ7YRcSwwEvhiI3kty3sqMatHxJeAeSmlk5fhcJOBh1JKj0bE0cBX+lFmSkrpxr6CImI94HRy0rxDSunxsv4U4DfAmRFxTUppXqXYmeRRHvZNKV1V4o8DrgcOi4gLm2Za+xw5qT0lpXR05dgnA0cBR1bPKSJ2L+d8E/C2lNLCsv5C4OfAGcDe/bgGkiRJtbdMXREiYk/gP4Gne2uRLQnZ08CXSrI2ICml61NKjw60fB/eC6wLnN5IassxHycnkBsA72qsj4itgF2AGxpJbYlfCBxXnh5SiQ9ykvosL+9nfGJZP7lpfaP8cY2kthzjKuBGcqvtZp2eqCRJUh0tax/bDwOzyIlfX74NPEPud7si7RIRR0XEZyNi/3Z9WckTTEDuItDsmrLctZ/xtwA9TfHjyd0Ibk0p9VSDy/NbgS0jYtOmYzS29adOkiRJw9aydkX4B+D6lNKCvgJTSgsi4npgwjIes1MnND2fHRFHpJS+37R+fFm26rP6UFNMr/EppZci4hFgm4hYNaX0Yh/7b6zfu8Q9VvrjbgTcm1J6qZ91aikibm+zabu+ykqSJA0Vy9piuzF5CK/+eoScrK0IvwX+BdiSfHPXFuSbuRIwJSLe0RTfmBFtTot9zW2K6Su+UWYEeUSI/sZX4zqNlyRJGtaWtcV2EbBaB/GrlTLLXUrpsqZV04EzIuIPwHXkERZ+uiLqMthSSju3Wl9acvuaLU6SJGlIWNYW27/Q2dfZ2wF/XsZjLpOU0i+Ah4HXRsToyqZGy2irFtDRTTF9xTfKJKAxikJ/4qtxncZLkiQNa8ua2N4M/GO7yQ6qSsw/koeuGmwzy/IVlXW99Vlt1T+2bXxErELu+vBI6V/b1/5fdoxyQ9kMYIuyv/7USZIkadha1sT22+TuBZdGxAbtgiLilcCPyF0fzlzGYy6TclPWtuTRBmZWNk0ty71aFNu7Kaav+LeQx/atxj9EbuGeUOrQXKcJ5ET4saZjNLa1q9PK8I+CJEnSoFumxDaldBfwLWAH4PcR8Z8RsXtEjC+P3SLiROD3wBuA/ypllquIWLuMM9u8fi3gHPINXZdUWlMhzxw2Bzg8IsZWyowFDiMnwYv77aaUHiAnlbtHxD6V+NVZMk7tuZX4VJ6PYsk4tw3HlfXnNK0/uyxPLPttHGMf8lBg1y7HcX0lSZKGlG5Mqftp4Hngs8Cx5VEVwEvkGbU+vywHiojJ5NZQgNeW5eSI2K38fEtK6VzglcD9ETEN+APwBPAqYE9gLHlWtM9W951SmhURh5Gn1L0rIi4umyaW/U1smnUM4BPkMWYvL/EzyFPqbguckVK6rSn+q8A7gaMiYnvgLvI/BXsB08j/JFTrdENEnEueuOGuiLiSPKrERPKYwEtN2StJkjScLXNiW1oij4mI75InX/gHYEzZ/AQ58ZuSUnp4WY9FTmo/0rRuAkt/VX8uOen7DrAjsC+wHjCfnOSeRk4657c4lx9ExEzgmHIuCfg1cFJK6foW8fdFxJvJIyzsR+428CDwSVp0uUgp9UTErsDxwAHA7uRk+BvACa3qBBxKTsQ/BhxBnqHsMuDYLl1TSZKkWuhGiy0AJclaphbZfhxjEjCpH3Fzyd0HBnKMq4GrO4h/gDwdb3/j5wBHlkd/4heRk/HT+nsMSZKk4WhZbx6TJEmSVgomtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLZjYSpIkqRZMbCVJklQLJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiK0mSpFowsZUkSVItmNhKkiSpFkxsJUmSVAsmtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaGFKJbUR8KCLOiohfRcSCiEgRMamX+NER8c2IeLTET4+Ir0XEqDbxIyLi8Ii4JyLmR8RTEXFRRGzZyzH2joipETEvIuZGxA0RsUcv8VtFxCURMbMc47cR8fGIiG6cgyRJ0nA1pBJb4CTgY8DmwIzeAiNiJDAVOBK4H/gv4AHgM8D/i4g1WxQ7CzgNiLK8Gng3MC0ixrc4xodKzGuAKcD5wLbAdRHxnhbx2wB3Au8ErirHWAX4Tvm5G+cgSZI0LA21xHYyMC6l9DfAf/cR+zng9cApKaW9U0pHp5T2Bk4B3kROFheLiN3L/m8CdkgpHZVSOgjYH1gfOKMpfj3gdGBmiT88pXQ4sAPwNHBmRKzdVKczgXWA/VNKB6WUjirxNwOHRcTOy3IOkiRJw9mQSmxTStenlB7tK658rT8ZeBY4sWnziWX95Kb1h5TlcSmlhZVjXgXcCOwVEZtV4t8LrAucnlJ6vBL/ODkJ3gB4V6VOWwG7ADeUfTbiFwLHNdVhoOcgSZI0bA2pxLYD44GNgVtTSj3VDeX5rcCWEbFpZdNuQGNbs2vKctemeIBruxB/Szl2NX4g5yBJkjRsrTrYFVhOGv1hH2qz/SFg7xL3WOnLuhFwb0rppTbx1f32dYyO4lNKL0XEI8A2EbFqSunFTs+hTQwAEXF7m03b9VZOkiRpKKlri+06ZTmnzfa5TXGdxvdVptP4RpkRQKNf7kDqJEmSNGzVtcVWFSml5pvSgMUtuTut4OpIkiQtF3VtsW20crZrzRzdFNdpfF9lOo1vlEnAvGWokyRJ0rBV18S2VR/XqqX6r5absWYAW0TEKn3F9+MYHcWXY24BPFL613Z8DpIkScNdnRPbvwATyo1hi5XnE8hJZPWmq6lAY1uzvcvypqZ4gL16iZ9aWddb/FvKsavxAzkHSZKkYauWiW1KKQHnAqNYMkZsw3Fl/TlN688uyxMjYvXGyojYhzxU17VNY+heQu4GcHhEjK3EjwUOI0/ccFmlTg+QE+Pdyz4b8auzZJzac5fxHCRJkoatIXXzWERMJrduAry2LCdHxG7l51tSSo3k8KvkqWuPiojtgbvIs3ztBUwDvlXdd0rphog4lzzpwV0RcSV5CLCJwDPA4U3xsyLiMOCCEn9x2TQReCUwMaU0j6V9gjz+7OUlfgawH3ka3jNSSrc1xXd0DpIkScPZkEpsyUntR5rWTWDp7gPnQu43GxG7AscDBwC7kxPJbwAnpJTmt9j/ocA9wMeAI8ize10GHJtSerg5OKX0g4iYCRwDHEy++evXwEkppetbxN8XEW8GTiIntCOBB4FPkqfbbY4fyDlIkiQNS0MqsU0pTQImdRA/BziyPPoTvwg4rTz6e4yrgas7iH+APB1vf+M7OgdJkqThqpZ9bCVJkjT8mNhKkiSpFkxsJUmSVAsmtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLZjYSpIkqRZMbCVJklQLJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiK0mSpFowsZUkSVItmNhKkiSpFkxsJUmSVAsmtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVQ+8Q2IqZHRGrzuLFF/BoR8YWIeCgino+Iv0TE2RGxYS/H+GBE3BkRPRExKyJ+FhE79BL/poj4eUTMLmXuiIj39RK/UUR8NyJmlDo9EBHHRsRqHV8QSZKkmlp1sCuwgswBvtVi/fTqk4gYAfwE2Bu4A/gxMB6YDOwRETullJ5qKnMscBLwKPDfwNrA+4HbImKPlNKtTfG7A9cAzwM/BOYBBwAXR8SmKaVvNMWPAX4JjAUuAx4Cdi3H3DEi9k8ppY6uhiRJUg0Nl8R2dkrp+H7EfYSc1F4EfLCRMEbEvwJnkpPJQxvBETEeOB54ENgxpTSnrP8OOTE+JyK2SyktKutXBc4BFgG7pJTuLuv/E7gT+HJEXJpSerRSp1OATYGPp5T+u8QHcCE5gX5/qa8kSdKwVvuuCB06pCz/o6kV9Czgj8AHI2KtyvqDyf8cfKmR1AKUhPUi4DXAWyrx/wj8LXBhI6kt8XOALwOrk5NrACJibWBiOfZZlfgEHN1UZ0mSpGFtuCS2a0TEpIg4JiIOi4g3NwdExJrAm4EHmlpMG4nkdcBI4I2VTbuV5bUtjnlNWe66DPE7A2sA1zV3Nyh1fACYEBGrtNifJEnSsDJcuiKMAb5XXRER04APpJQeLqv+lpzoP9RmH43144GbKz8/m1J6oo94mn5+2TFSSk9ExLP9ja+s/ztgc3KrbksRcXubTdu1KyNJkjTUDIcW2+8BewCvIre4bg9cALwJ+EX5uh9gnbKc87I9ZHOb4ho/dxrf1zE6jW8+hiRJ0rBU+xbblNIJTavuBj6c77/iIHIf1W+u6HqtSCmlnVutLy25O63g6kiSJC0Xw6HFtp3GzVgTyrLRKtqu9XN0U1zj507j+zpGp/HNx5AkSRqWhnNiO7MsR5blH8nDcI1vHd6yv+tDwKgy1mx/46vbFiv7GNXf+Mr6hcCf2myXJEkaNoZzYtsYGWE6QEppPnks2b+LiM2rgWXc2LcBPcCvKpumluVeLfa/d1PMQOLvICeubyt1qNZpc/KNY7emlF5ssT9JkqRhpdZ9bCNia+BPKaXnWqw/pTy9sLLpbHKf069ExAcrQ2wdCmwJnF0S4IbvAZ8Bjo2In1QmaHg98AHgD8AtlfhfkFuGD4yI0yoTNKwDHENOYr/fCE4pzY2IHwIfLnWoTtDwlRJ2TmdXRZIkLYtxR1852FVYbqafvN9gV2GZ1DqxJc/K9e8RcRN5ytseYCtgX2A14CsppZsq8eeTJ0T4ALBFREwFXg28G3gE+Hx15ymlByPiePKMZL+NiB+zZEpdgEMas46V+BcjYjJ5zNqbStLamFJ3c+AzKaXpTedwNLA78J2I2BP4P/JYtzsBV5Cn5ZUkSRr26p7Y3kCe/Wt74K3AK8h9a38OfCeltNRECSmlRRHxTnIyeRBwJPAM8F3g8ymlp5oPkFL6UkRMBz4FfJzc6nozcFxK6a4W8TdExFuAE8hJ9GrAPcBRKaWLW8TPKBNKnATsB7ydnKQfB3y1eeIGSZKk4arWiW1KaSpL91ntT5kF5KSzeZiw3sr8D/A/HcTfCezTQfwM4KP9jZckSRqOhvPNY5IkSaoRE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLZjYSpIkqRZMbCVJklQLJraSJEmqBRNbSZIk1YKJrSRJkmrBxFaSJEm1YGIrSZKkWjCxlSRJUi2Y2EqSJKkWTGwlSZJUCya2kiRJqgUTW0mSJNWCia0kSZJqwcRWkiRJtWBiK0mSpFowsZUkSVItmNhKkiSpFkxsJUmSVAsmtpIkSaoFE1tJkiTVgomtJEmSasHEVpIkSbVgYitJkqRaMLGVJElSLZjYDhER8aaI+HlEzI6Inoi4IyLeN9j1kiRJWlmsOtgVUN8iYnfgGuB54IfAPOAA4OKI2DSl9I3BrJ8kSdLKwBbblVxErAqcAywCdkkpfSyl9GngdcCDwJcjYvPBrKMkSdLKwMR25fePwN8CF6aU7m6sTCnNAb4MrA58ZJDqJkmStNIwsV357VaW17bYdk1Z7rpiqiJJkrTyipTSYNdBvYiIHwHvAd6YUvp1i+3zgFkppc162cftbTa9YdSoUf+/vbuPkasq4zj+/ZW0IkIXiNKCAgUEixZ5KS8CCgvYEsWoiAjFEBaQoFEQlViiQYoQjTHBKBIlRNzSCDSiUF8wQEmXKolQebUIASwLIg3Y0BcKlNry+Mc5Y29v79CZ7XRndvb3SW5Oeu65zz3TzOQ8e+ecM2OnTJnSms7W8eBzy7dq/HY6ZI+d2t0FMzMbZh7Xhm7x4sWsXr36pYiYsDXiO7HtcJLuBKYB+0bE0xXn/w1sHxE9bxGjXmJ7IGkh2pJW9LWOWta8eCvew8zMzLbccIzZe5MeyE3eGsG9K8IoEBFHtuvetaS6nX0wMzOzzeuGMdtzbDvfylzWeyI7vtDGzMzMbNRyYtv5nsrlvuUTkiYC2xfamJmZmY1aTmw73z25nF5x7sRSGzMzM7NRy4lt57ubtLjrDEkH1Sol9QDfAtYCN7Spb2ZmZmYdw4vHOlxErJP0BdKetQslFX9Sd0/g4ogYbGMXzczMzDqCt/saISQdDlwOHAWMBf4OXBURc9vaMTMzM7MO4cTWzMzMzLqC59iamZmZav5QcgAACABJREFUWVdwYmtmZmZmXcGJrZmZmZl1BSe2ZmZmZtYVnNiamZmZWVdwYmtDIqlfUkia1O6+NErSdEn3Slqe+37bEOPMytf3triLZmY2yknqzWPMrHb3pRGSJkqaLelfktbnvu84hDiT8rX9W9If/0CDdaT8gb4MOC4iBloQbxIwD1gB/BJYBTyxpXHNzMxGijwWPgPMjoi+FoXtB6YDNwFPAwGsaVHspjmxtdHio8C2wDci4sZ2d8bMzGykkzQOmAbMj4jPt7s/4KkINnrslssX2toLMzOz7jGRlEt2zNjqxLaDFOfVSDpU0l2SXpG0UtKtVfNZJR0t6Y+SXpa0RtITki6XtF1F25A0IGlCng+zTNLrkv66BfNFJenCfN83JD0r6TJJY0qNeiTNlHSPpBckrc3lDZL2KbUdIE1DAFiQ+x2SBkvtdpH0I0lP53svk/QbSVMKbSZJCtLPEZfj9Rb/X+q8uMHyfc3MzIZDI7mApJMl3ZTHwtdyuz9LOqXUro80DQHgrMJYuNGaESXn5DUpq3LMv0k6pxRvAHi2Il5/Pl93Lc7WXKviqQid6TDgm8AC4FrgYODTwAGSpkTEGgBJp5LmtLwBzAVeIs1z+Q5woqTeWtuCHYG/ACuBOcAuwGnAHZKmRsTiJvv6Q+BY4A/AHbmfs4BxwLcL7fYHvptf063Aq8Bk4AzgJEmHRETtA9Kfy2OB2cBg/veKWrCcDA8A7wHuBG7Lr+WU/NpPiIj78jWXA70V8WqlmZlZp2koFwC+D6wlje1LgXcBnwRukXRhRFyd2z0M/Bj4KvAIadysGYSU1AK/AmYATwE35tjTgF9Ien9EXJyv6c8xy/Eebs3LH6KI8NEhByn5inycVjp3Q64/Pf97PClpWwN8sNBuDHBzbntpKUYt9jXAmEL9ubn+5030tT9fswTYtVD/TmA5aXHWuEJ9D7BzRZzjgPXAdaX6WTl+b5373wusA04s1e+X7/1oo/Fy/UCd+wwCg830zYcPHz58+Bjq0UwukOv2roixPfBozhO2K9RPytf317n3efn89cDYQv044Hf53NRG4hXyhEkV5zYZRzfXt0YPT0XoTAsjYm6p7vpcHpbLT5GSxesj4tFao4h4k/QX3jqgryL2q8DM3K5mdm5/WEX7zbkiIpYW7r+MtPvADsD7CvUrI+Ll8sURsQB4jLS4qyGSDgaOIq3qvKMU70ngOvJftE2+FjMzs07RSC5ARCwpXxgRq0mJZQ/Nje1fIeUJX46I/xbirWXDt7Azmog37DwVoTM9UFH3fC5re8MdnMuBcsOIeE7SEmA/STtExCuF00/mN3yx/TpJLxZik+e99JZCPxwR5b1fG+lrMeZFwBGkJ7vF99/aijj1fCiXE1S9z9/kQtns1AozM7NO0ND4KmkX4BLgY8CewNtL1+xGA/LanANIC8FmplkJGxmby8nlE53EiW1nWlVRty6X2+RyfC5frBNjKelr+fFAMbGtil2Lv03h371sWMBVM5uN5+Q02tfafOC5wGrSXNxB4DXS1w59pA9jo3bO5Un5qOcdTcQ0MzPrJJsdXyXtDCwC9iBN0ZtPmn6wHjiI9O3u2xq8306AgHez6fhf1NFjqxPbkav2hp9Q5/zEUrumRMQs0hyYVplFmg88NSKeKp6QdHqTsWqv6YKI+GkL+hbU/yz0kBbamZmZdZpzSUntpRFxZfGEpEtIiW2jamPrAxFxaAv6VpvyWDW+9rQgfiXPsR25Hsplb/mEpN2BfYAlpWkI7bQP8HhFUrsrsHdF+/W53Kbi3H25PLJFfVtO+gt1I3mLkqZ/FtDMzGyY1LbLnFdx7iMVdXXH1pwvPA7sryH8JG6F5bncZHxlw3TKlnNiO3LNIz1JPFvSB2qVeauOH5D+QupvT9cqPQu8V9L/nzBL2hb4GRvm7RTVFprtXj4REfeTktsZkk4rn5c0RtKxTfRtETCpeI3Sr6lc1UQMMzOz4VbbJvPDxUpJZwAfr2i/nPQt5SZja/YTYDvgOkmbTDmQtFfVvrR1LMplXynGZ0nbb24VnoowQkXEKknnkfaxvU/SXOA/pN0FpgL3k/aY7RRX5+MhSbeQ3nvTSPN5HgEOLLVfQPrwfS8n7iuBFYWpBzNym5slXQQ8CLxO+krmSNI+fts22LerSPv/3i7pJtLc32mkeUpL3+pCMzOzNpoDzASulnQcKdE9EDgB+C3wmWLjiFgtaRFwjKQ5pL1q3wTmRNpL/lrSAu2zgKMlzSctJptAWjR2BGn/+cEG+jYP+CfQl79Jfoi0p/3xwO1UJ95bzE9sR7CI+DVpH9iFpDfv10jbbF0BHB+b/jhDO10DfJH0JPY84GTgHlISuqLcOCL+AZwNLAMuIL2miwvnnyF9lXElab++s4HzSZPlF9LEdiQRcSfwOdIH8EzgVOAuUnLbzG4NZmZmwyYinic9/byb9GDrfNKes9OB39e57EzgT8AnSOtfrgD2yvEiIvpIP9z0WG7zddJ4uIY0Ds9vsG+v5z7dBhwOfIn0wOkYNjzNbTnlTXHNzMzMzEY0P7E1MzMzs67gxNbMzMzMuoITWzMzMzPrCk5szczMzKwrOLE1MzMzs67gxNbMzMzMuoITWzMzMzPrCk5szczMzKwrOLE1MzMzs67gxNbMzMzMuoITWzMzMzPrCk5szczMzKwrOLE1MzMzs67gxNbMzMzMuoITWzMzMzPrCk5szczMzKwrOLE1MzMzs67wP6dlqEUksZvyAAAAAElFTkSuQmCC\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Prepare the annotation dataset - randomly select the dataset"
      ],
      "metadata": {
        "id": "rNPkTVm1ATyo"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Randomly select N entries from non-hate category\n",
        "\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "id": "QBDQzrY5BiEH"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_nonhate = df [df['messageHate.score'] == 0]\n",
        "df_nonhate = df_nonhate.sample(n = 384) # randomly select N entries"
      ],
      "metadata": {
        "id": "68u4by-jAaHQ"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Randomly select N entries from hate category"
      ],
      "metadata": {
        "id": "FOh8V6SXjcc_"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_hate = df [df['messageHate.score'] == 1]\n",
        "df_hate = df_hate.sample(n = 381) # randomly select N entries"
      ],
      "metadata": {
        "id": "ueTdjVbHjYJW"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Append sampled non-hate dataset with samples hate dataset"
      ],
      "metadata": {
        "id": "_EQ_fMPeCYD8"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_anot = df_hate.append (df_nonhate)"
      ],
      "metadata": {
        "id": "Ji-sw2LuCHEz"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Total size of the dataset"
      ],
      "metadata": {
        "id": "mSW_zklnEcAi"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print (len(df_anot))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5Sfvt9BaCfUr",
        "outputId": "a4078130-84db-4cfc-8a33-d20209e2c055"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "765\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Shuffle the dataframe and reset index"
      ],
      "metadata": {
        "id": "3GBwVEAaC7y9"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_anot = df_anot.sample(frac=1).reset_index(drop=True)"
      ],
      "metadata": {
        "id": "QH1iM2FnC26t"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "Print the first 40 entries"
      ],
      "metadata": {
        "id": "T6iPMXhoFGwR"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_anot.head(40)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "f2uYXtRHDBor",
        "outputId": "4b9ecaad-5124-4fa3-f470-5bb49e9f44cb"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                              message  messageSentiment.score  \\\n",
              "0                   ये मुगलों का आभार भी जता चुकी है!                       2   \n",
              "1   सवाल पूछता है ब्रह्मर्षि किस 🕌मस्जिद में हवन 🔥...                       1   \n",
              "2   कुरान की 26 आयतों को हटाने के लिए वसीम रिज़वी न...                       1   \n",
              "3   जब तक अदालत दोषी करार ना दे तब तक वाड्रा को अप...                       0   \n",
              "4             यूपी - 2016 की परेड यूपी - 2022 की परेड                       1   \n",
              "5   उल्लू को सूर्य से परेशानी हैं, और उल्लू के पठ्...                       2   \n",
              "6   एक छोटी सी मुहिम से जुड़ते चले अगली बार पछताना...                       1   \n",
              "7   प्रशांत किशोर ने लिख दिया था ऐसा,PM मोदी के ऑफ...                       1   \n",
              "8   370 हटने के बाद कश्मीर में अब जो शांति है ,शान...                       0   \n",
              "9   विक्की-कैटरीना कैफ के Wedding Venue का हुआ खुल...                       1   \n",
              "10  #कड़ी_कार्यवाही अनंतनाग में 3 आतंकवादी रवाना 72...                       1   \n",
              "11                अब एक-एक जिहादियों की ली जाएगी खबर!                       1   \n",
              "12  यहाँ देश मैं ना जाने कितने लोग भोजन के लिए परे...                       0   \n",
              "13  पहले नारा था मन्दिर वहीं बनाएंगे, लेकिन अब नार...                       2   \n",
              "14  ये हैं हमारे संस्कार . जो पुलिस पर पत्थर फेंकन...                       0   \n",
              "15  मोदी विरोध में कब ये देश विरोधी हो गए पता ही न...                       0   \n",
              "16  Not many people know .. Vasco De Gama ... and ...                       0   \n",
              "17                 अयोध्या के बाद अब ब्रज की बारी ...                       1   \n",
              "18  प्रधानमंत्री नरेंद्र मोदी ने शिवाजी पार्क पहुं...                       2   \n",
              "19  दीपावली के बाद देश में मोमबत्तियां जन्मदिन के ...                       0   \n",
              "20  तैमूर खान की अम्मी करीना खान फिर हुई ट्रोल लोग...                       0   \n",
              "21  Fraud Article 35(A) is going to be declared il...                       0   \n",
              "22  एक मुस्लिम व्यक्ति ने रुबिका लियाकत को कही ऐसी...                       0   \n",
              "23  \"\"एक अच्छी माँ हर किसी के पास होती है लेकिन\"\" ...                       1   \n",
              "24  यदि आप इस बात से सहमत हैं तो इसे शेयर करें और ...                       1   \n",
              "25  मंदिरओ पे जबरन आक्रमण तो कभी सनातनी साधुओ पे प...                       0   \n",
              "26  इस्लामिक जिहादियों ने फिर पार कीं क्रूरता की ह...                       0   \n",
              "27  महाराष्ट्र #नाँदेंड में #सदगुरु_शिवचर्या की गल...                       0   \n",
              "28  खुदवा दो मस्जिदों की दीवारें वहां भी महादेव के...                       0   \n",
              "29             Modi जी आपको शर्म नहीं आती पायल रोहतगी                       0   \n",
              "30  तारक मेहता का उल्टा चश्मा की पुरानी सोनू ने नए...                       1   \n",
              "31  गाय को काटकर खाने वाले और गाय को घर की पहली रो...                       0   \n",
              "32  अक्सर हिंदुओं को कई लोग व्यंग कसते हैं , गौ को...                       1   \n",
              "33  केजरीवाल के इस मंत्री ने राम और कृष्ण के बारे ...                       0   \n",
              "34  अमेरिका पर बुरी तरीके से भड़का उठा पाकिस्तान, ...                       0   \n",
              "35  we are a political party (Akhand bharat party)...                       0   \n",
              "36  https://youtu.be/ZvR2n5txfCA:=:https://www.you...                       1   \n",
              "37  पूरे परिवार का एक एक कलंक सामने आएगा, इतिहास य...                       0   \n",
              "38  राम मंदिर निर्माण के यज्ञ में संजय जैसे न जाने...                       0   \n",
              "39  शक्ति कपूर का बेटा हुआ ड्र-ग्स मामले में गिरफ्...                       0   \n",
              "\n",
              "    messageHate.score  \n",
              "0                   1  \n",
              "1                   1  \n",
              "2                   0  \n",
              "3                   1  \n",
              "4                   0  \n",
              "5                   1  \n",
              "6                   0  \n",
              "7                   0  \n",
              "8                   1  \n",
              "9                   0  \n",
              "10                  0  \n",
              "11                  1  \n",
              "12                  1  \n",
              "13                  1  \n",
              "14                  1  \n",
              "15                  1  \n",
              "16                  1  \n",
              "17                  0  \n",
              "18                  0  \n",
              "19                  1  \n",
              "20                  1  \n",
              "21                  0  \n",
              "22                  1  \n",
              "23                  0  \n",
              "24                  0  \n",
              "25                  1  \n",
              "26                  1  \n",
              "27                  0  \n",
              "28                  1  \n",
              "29                  0  \n",
              "30                  0  \n",
              "31                  1  \n",
              "32                  0  \n",
              "33                  1  \n",
              "34                  1  \n",
              "35                  1  \n",
              "36                  0  \n",
              "37                  0  \n",
              "38                  1  \n",
              "39                  0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e210774a-dc72-47f3-8483-c058eb044259\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>message</th>\n",
              "      <th>messageSentiment.score</th>\n",
              "      <th>messageHate.score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ये मुगलों का आभार भी जता चुकी है!</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>सवाल पूछता है ब्रह्मर्षि किस 🕌मस्जिद में हवन 🔥...</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>कुरान की 26 आयतों को हटाने के लिए वसीम रिज़वी न...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>जब तक अदालत दोषी करार ना दे तब तक वाड्रा को अप...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>यूपी - 2016 की परेड यूपी - 2022 की परेड</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>उल्लू को सूर्य से परेशानी हैं, और उल्लू के पठ्...</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>एक छोटी सी मुहिम से जुड़ते चले अगली बार पछताना...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>प्रशांत किशोर ने लिख दिया था ऐसा,PM मोदी के ऑफ...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>370 हटने के बाद कश्मीर में अब जो शांति है ,शान...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>विक्की-कैटरीना कैफ के Wedding Venue का हुआ खुल...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>#कड़ी_कार्यवाही अनंतनाग में 3 आतंकवादी रवाना 72...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>अब एक-एक जिहादियों की ली जाएगी खबर!</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>यहाँ देश मैं ना जाने कितने लोग भोजन के लिए परे...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>पहले नारा था मन्दिर वहीं बनाएंगे, लेकिन अब नार...</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>ये हैं हमारे संस्कार . जो पुलिस पर पत्थर फेंकन...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>मोदी विरोध में कब ये देश विरोधी हो गए पता ही न...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>Not many people know .. Vasco De Gama ... and ...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>अयोध्या के बाद अब ब्रज की बारी ...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>प्रधानमंत्री नरेंद्र मोदी ने शिवाजी पार्क पहुं...</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>दीपावली के बाद देश में मोमबत्तियां जन्मदिन के ...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>तैमूर खान की अम्मी करीना खान फिर हुई ट्रोल लोग...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>Fraud Article 35(A) is going to be declared il...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>एक मुस्लिम व्यक्ति ने रुबिका लियाकत को कही ऐसी...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>\"\"एक अच्छी माँ हर किसी के पास होती है लेकिन\"\" ...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>यदि आप इस बात से सहमत हैं तो इसे शेयर करें और ...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>मंदिरओ पे जबरन आक्रमण तो कभी सनातनी साधुओ पे प...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>इस्लामिक जिहादियों ने फिर पार कीं क्रूरता की ह...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>महाराष्ट्र #नाँदेंड में #सदगुरु_शिवचर्या की गल...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>खुदवा दो मस्जिदों की दीवारें वहां भी महादेव के...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>Modi जी आपको शर्म नहीं आती पायल रोहतगी</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>तारक मेहता का उल्टा चश्मा की पुरानी सोनू ने नए...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>गाय को काटकर खाने वाले और गाय को घर की पहली रो...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>अक्सर हिंदुओं को कई लोग व्यंग कसते हैं , गौ को...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>केजरीवाल के इस मंत्री ने राम और कृष्ण के बारे ...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>अमेरिका पर बुरी तरीके से भड़का उठा पाकिस्तान, ...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>we are a political party (Akhand bharat party)...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>https://youtu.be/ZvR2n5txfCA:=:https://www.you...</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>पूरे परिवार का एक एक कलंक सामने आएगा, इतिहास य...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>राम मंदिर निर्माण के यज्ञ में संजय जैसे न जाने...</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>शक्ति कपूर का बेटा हुआ ड्र-ग्स मामले में गिरफ्...</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e210774a-dc72-47f3-8483-c058eb044259')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-e210774a-dc72-47f3-8483-c058eb044259 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-e210774a-dc72-47f3-8483-c058eb044259');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Plot histogram of the annotation labels"
      ],
      "metadata": {
        "id": "X_QbYZ0oDveh"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "x = np.arange(n_labels)\n",
        "bins = np.linspace(0, 1, 10)\n",
        "\n",
        "fig, ax = plt.subplots (figsize=(5, 3), dpi=140)\n",
        "plt.title ('Histogram of the labels in the annotation dataset')\n",
        "plt.hist (df_anot ['messageHate.score'], bins )\n",
        "ax.set_ylabel ('Count')\n",
        "ax.set_xticks (x)\n",
        "ax.set_xticklabels (list(labels_ids_hate.keys()))\n",
        "#ax.legend (loc='upper right')\n",
        "plt.show ()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "ZGyBG8A1Dx_4",
        "outputId": "67514302-7449-47ec-fe96-441e8aa662c8"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 700x420 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAApkAAAGXCAYAAAD4TUu/AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAAVhwAAFYcBshnuugAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZwlVXn4/8/DJsoIblGWAANKgjpG1KjgRBhUQM3iFkWNy6ioiUoUJWI0yCDuCxqXGAXJoInKVxMwCSqoYUD4oYCIgBuoDKIgiyCbwLA8vz/OuXTNnXu7b3efnl7m83697qu665w6depW3brPPXXqVGQmkiRJUksbzXYFJEmStPAYZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEHmLIiIZRGREbF6tuui9SsiHhoRX46IqyLiznocrGhU9pw7riJiRa3TyoZlrqplLm9V5gjrXF7XuWqG17O4ridncj2TNRePLa0/s/GZmynr67OswiBzkjofthUj5M36WjaD9VlWv8ifOVPrUBsR8QDg28BzKJ+9s4EzgF+OsOxudT8vn9FKaoPjsTW3zfT+qWWviIj7zET5G4IauK6IiN1muy7TMRPbsUmrgjQpvwd+Cvy6QVnLgMOAY4ETGpSnmfN84P7AucDSzLx1EsvuRtnPpwIr21dNc8TtlHPD+uSxNbfN9P45rE5XAr8bkueXlOPy+hlY/0KwHNgLWA2cN6s1mZ7lNN4Og8xZkJlnAbvOdj203j2sTr81yQBTG4jM/DWeGzTHZOZLZrsOmp+8XC6tP/es09/Pai0kSVofMtPXJF7AKiCBFSPkzfpa1jd/WZ2/esAy9wDeCHyXcmniduAq4HzgE8CjB5Q/8DWg7N2B4yiX6W8DrgFOAp4zwXY8BvgK8FtKgHQ+cBDlR0rv/Vjet8zyOn9Vzfca4Ky6TQksrvkeALyScqn/IuDm+roQeD/wwCF16pYfwOsozfs3A78BPgds38n/5Lqtv615vg3sNY3j4KHAMZTLCrcB11EuZx0AbNyXd+Vk9tOAda2eYF/33su1jivgr+r787u6zd8Fnj/Burap7/uFwE11ufMpl9TuPYX3aUWt08oBaY8C3kHpl/orYE3dP/8HvASICT6Dy4Ht6374Vd0PlwAfBO4zQb2eDfwvcGVd75X1GNxzouNtQNqWwOH1+LuplncFcA7wIeAhk3i/Fg87LjrH0QrKD5bDKZcwbwWupny2d5nk/pnPx9a0zx2d/79b63QDcAqwz0THM7Ax5Tx4PuW8eF09ph4zTp0DeAHwDcqxvqYeu5+nc26fwv4J4GnAx4Hv1+PhNsq5/svAE8fZlmGvFYM+c0O2a+TzYWeZu7cBeATl+L2yLv9T4O3AZpM9LmrZi4B3Az+v5V1e99kO/ft/Ouckxj4Xw16rOnmndLzWZZ8EHF+343bK9+jP67yXD1nmnsAb6rZcx9j58VPATlPdjknvi6kuuKG+mMEgk3LSWtVZ7hJKYPYz4JY6752d/KdT+spk/XCe3n31lX0QcFfNey3lppNfd9Z1LLDRgG14Rv2gJeUkfDbwi/r/l5g4yDwV+M/69y/r9lzN2MnxdTXtNuDSWv5FnXX+uv8D0Vf+KsoJOoGLKSf83rKXUPpAvqZu+2+A7wE3dta5dArHwPPqsr335JzOe5LAycA9O/nfWvfJlZ33YeB+GrK+L9X3JCknl9P7Xlv3H1eUE3TWbT6HcpLp1e91Q9bzZErQ0HtvflJfd9R5PwG2neR7tYLhQeY5Ne13wI8HHJOfn+AzeHg9lu6gBHg/ZOwY/2nvfelb9h6UL93eOq6i9JH9bf3/LuDg8Y63vvn3Bn7UWfZiyjG+unMcHjCJ92txr24D0lbWtCPr9t5V130h5YsnKT8cd5zE+ubzsdXi3PEZxj6T36N8nhO4E3jGOMfzv1N+tPbOO+dRgv2kBJyPHbDsJvX97r1Xl9U6996XO4BXTXH/LOocg1cBP6h1urYz/2/7yn55LaNXn7P7yn55J+8qhgSZTPJ82Fmul/4qyvfbjXXZ7jngy5M5Jmq5963b3yvjx5TA+3bK5+Mdvf0/3XMSJSg9nbHGk4v63sOPNTheD+is/7q6X3/Q2be/GrDMDpTzYe9YvpSxRpik/JhaNpXtmPT+mOqCG+qLmQ0yn9k7aIA/6UvbhPJL9al981cw5Eu8k2dvxr58Dwc27aS9kLETxMF9y23D2Anw34FFnbSn1pNC7wOyvG/Z5YydOK8F9u3blk3q34+r23WPvuUfAHy6lvH1AdvUK7/XarRHJ21nSoCZlBbY39cPatT0LRj7gpgwyOtb766MBfxHAVt00p7Seb8+PmDZlaMeO+Ns76px8vSOqzV1m1/Y955/oqbfSF/LEfAQyokngXf27ettgK/WtG9Nst5Dj8967C0ZMP+xjH2xrtM6xthncA2lBarbYv1wyo+yBE4csOy/1LQL6fuBAfwN5SR8F32t3MPef0pLQVJ+3CzuS9sceG732Bzh/VrMxEHmGkpA9JBO2k6UQC2BYzeQY6vFueMaOq2WlHPDfzH2I7W/5WpFZ9lL6LRa1vWeUdNPHbDew2razcCzOvPvQWnx7p0vHz+F/bMZJVjbtm/+xpQg8OZa5+0HLNv7nlo8TvmrGHyen875sLfeNcD7gM07aS9k7Dtr70keF59jLGjr7p8/BL7D2HfWOu8n0z8nLR+nXpM+Xuv+u6amHUj93ux7//9+wLFwXl3mBDo/Ouux9t6adjVwv8lux2RfTQrZkF6s3dI46mtZXxnLGBxkvqXO//Ak6rOCiYPMbzHkS7emH9E56O7RmX84Y60MmwxY7m8727i8L215J+2Fo27PgHX8qp5sth6n/OcOWO41nfRPDEh/eCd93Eurfcv1Wj4uYMDlXOAVjJ04t+lLW8n6CTIT+KcB6ZtTWjkS+Ku+tH+v8/95SNn3rvsigce1PD6HLPeUutzXBqT1PoO3M6DVDljaeR+63Uv+mPKr/vpBy9U8b6zLfXWU9x/41zr/9VM9xvvKW9yr+4C03vFzK/DgAenPrunXbgjH1gjbNcq540UDltuasUCk/8f+is6ygy5BP7qm3QVs1Zm/BWOtRP8wpL6n1fT/mez+GeG9eGct45ABab3tWTzO8r3P3PK++dM5H/bW+80h6/zvmn7kJLZzR8pnPBncEr0jY63+k3o/Ge2ctHwyZU50vNZjMYHrJlFOr+XzbDoNSkPe2ze33o7+lzf+TN1llF+t470m69I63Sci/qBFJSNiC8qQBFAusw3yYcoH8wHA4zvzn1qnKzPzjgHLHUtpBR3PjcD/m6COm0fECyPiUxHx9Yj4dkScHhGnU76AgjKMxyDXZeaXBsz/XufvT/cnZuYPKV/WAA+eYBu6nl6nH8n6qezzWcqX7abAPpMot7V/6Z+R5Y7279d/H9KbHxGbAs+q/35yUGGZeSOlHxmUS59NRMSOEXFIRBwXEd/q7Pf31CyPGmfx4zPz0v6ZmXkG5QQL8OedpL+m9A/+2qDlqv+s02URsfEIm9Ar5y8jYtEI+Vs4KTN/PmD+mXV634i43wyuf84cW9M8d1wP/MeA+vyG0kq51rb0OT8zvz1g/vcp58Rg7fPKEyl9d29lyPtA6UsM8JSI2GxInnFFxOMi4j0RcUId07n3XjyvZhnv8zQVLc6Hnxgyv3c8D9sHgzyV8hlfTQmk1lI/98ePV8A0z0njmsLxehWlpXiriHj6oDIH2L9OP5OZtw/J0zvPNTuXD+MQRlN3TGauGC/DFJ7acQKlL9nDgcsi4hTKDSr/H3BmZk4U0A3yEEqTO5RLhOvIzGsj4teUfhy7Un5RQ2n5gSHjZWXmLRHxU+BPxln/T4cEqEB5Ag5wIuVy33juP2T+oC9bKB/Onp+Nk2cHSn+mCUXEVpRfljD8vbw9In4CPJDZG4rmmsy8dkjalXV67868XYB71b+Pjohh5e5Yp9tPr3pFRPw98AHK5Z1hhu13GLIPqh9SLnE9tDPvkXW6Rz2pD6xWnd6zrvuqIfl6jqG0fj4ZuCIivsHYj8yzM/POCZafiouGzL+y8/e9Kd1UWpszx1aDc8fFQwIjKNvyR6y9LV0D90FmZkRcRdmO7rK9c+nqzLxpSJkX1OnmlBbtYft5HRGxCeVYfPEEWcf7PE1Kw/PhRMfzsH0wSG8dPx5n3/6Q0o1lHQ3OSUNN5XjNzLsi4oPAocCJEXEB5crkmcBp9QdRv9557jUR8aIh6+gNvN/kXD4eg8w5pAZtT6R0rH8+5VdZrzXxhog4Cnh7Zk5mCJzeB7TXIXyYKygBV/cD3Qu+bhxnufHSoPQFGigiNqL8otqJ0gJwGKUF8prMXFPznEZpBdh0kuXffYLJzInyDP3m69N9bwZ9uHuuGJB/fRr6nlOOA1h7m+/b+XvpCOXfa+Is44uIPYB/rv9+gtIqfjFwY2beGRE7U35AjHeOunKEtO4+6G3nDvU1kQm3MzOvjIjHUY7dZ3VeAFdHxEeA94/3Q2sKBu7f+oXU+3fUY7rJuqv1dmzN8LkDBm/LdJbtHYejnDe6+Ud1MCXAvBX4R0qf818Cv6+B78spl7aHvRdT0ep8OOy9nGgfjFenUc4Na2l0ThpomsfrYZQrJgdSAshHUPuCR8S3KPdS/KCTv/eZe8QIVZv2uXwiBplzTGZeDRxYf1E9jHJi3o8yZMibKL889h9ewjp6QeBGlF+Twz582/Tlh3Kn4FaMf8KbTiD1OEpL0y2UG4OuGZCn2S/vBrrvzdaMXSrtN+i9nMt6LStJ6cMzE61v/V5ap1/OzNcNSB9lvz9ohLT+4xngHZl52AjljyQzLwGWR8QrKJe6llIuI+4LvIvyGTqk1frmmZk6tubruWPrcfJs0/l7sueO5XV6cGYOuvw8E+/FXDwf9tYxyrmhX4tz0jBTPl5ri+xngM/UbnRLKV3g9qf0E/2/iPiTLA9ygPKZuw/wpMw8ZRp1bsI+mXNUFj/MzE9n5nMod54DPC8iugfjRJfkf0a5YxFgyaAMEXFfYLv67487Sb3H2z2SASLinpRLSlPVu2zw40Efulqv6ZTfVGZez9gv9mHv5SZ0Ltm0XH3DsvpdxFg/soHbNQN6+/60Iem7j1DGw0dI6+6D3uXI8bp3TFlm3pmZ38vMj2bmUyktDwB/F+NcJ54D5uOxNa/OHZSbJwEWj9N3t9fydCulT2HPKPunxedpUmb5fDhM731+6DifuWHnjem8hxPtoybHa2ZenZknZOZBlC4YlwD3o1z57JnOea75ucAgc/7o3ki0Xefv3qXzgc3e9VLxqfXfNw4p+w2MDZVwVmf+1+v0pfVk0e/FlP5DU9Wr+4OGnBAOYu61tp9Yp28YUucXU1qMb2fsZoYWxt3P05GZt1AGkQb4h9blD9Hbnm36EyJic8YCtPE8KyLWuexdL3s9tv771U5Sb4zCP4+Ih/UvNwN6n9l7M3tdJ0YxH4+t+XbuOJ0yjNPmwN8NyfOmOv1G7xJqNcr+Ge/ztCvwlyMsO5X9P1vnw2FOolxmXwz8RX9iPV88s39+NZ1z0kTvYfPjtd4wd379txsT9G60fW1ETHafNj8XGGTOIRHxxoh4c0Ts2Df/XpShM6DcEXlxJ7l3U8vjx/mF/C7Kl+vTI2JFveOzV/b+jF3Ke2/fzUX/Wtf3UEpT/Rad5fal3A057O61UZxZl98OeEfvbt6I2CgiXksZxHyuPeP7g5Q6LQE+1feePIky3h3Ap4Z0yp6q3n5+eESMd8ltqt5GudT0NxHx6f51RMQmEbFXRBwTEdsNLmJSej98XhMRvYCQiHggZbD0UTukfzEi/rCz/EMpfamgjDl39ygDmXkBcDSlz9PJEfEX/Sf8iNg2Il4TEW8ZZeX1Tt6/i4gH9c2/D6VvHMBFmXnDiNszG+bjsTWvzh31x35vdI8VEXF3oBMRm0XE+4E9KaN8vKtv8VH2T+/z9O6IuDtIiohHAv9Tyx2mV/5TJtyQdc3W+XCgzFwNfLH++y8Rcfed4PXY+uKg5arpnJN67+Hetf9lvykdrxHxsIj4TET8WX+5EbEPY3eHn91JOorSmrkL5Ty3TotmRDw8Io6IiP4fHxNtx+S1GgtpQ3kxs4Oxf6SzzOWUA+cHjD2F4nZg/75ltqBcskjK0wC+U+u4qi/fG1n7iT9nMTY2XVKGmhj2xJ/euGI31jr9vP7/ZcoHM4EX9y23nBHGImPs6QtJuTHpbMbG2zuK4eOzjVs+44w32MmzetD+GWG/dp9w0f+eJMOfcLFy1GNnwLJB+dWalI7yZ/f2MwOeyjJOOUPrUJe/uqbfSbn0dCblztHe00zGHU9vQJkrGDBOZj1uu0/K+SnlyTtr6rp64+uts/86x0TviT+3UzrTX8jYMX4xA54gQ7lrtDduY++zcDbrPtmjv74DjzfKiBC9ZS6lDA7ffb9uYsijKid73I5y/ExxH83XY2tGzh19x1j/sisGHR99eVYz+Ly/CWs/bar3BLTegOV30vfEn0nsn0cw9j1xK+V74yed9fzjsG2mtKD26vRjyjl9VXfbh70fNW2q58Nx9/ko+2nIcvenBFm98n9EObeM+8QfpndOehxj43P+itJyvYoytNOUj1dKH+/eMjfX/XoWa5+rTqDvu5sSEJ/bd6x9h3Ke7D6hq//4nnA7JvuyJXNu+STwT5QhCtZQ+o78MSWI/DfK0wuO6y6Q5Rfykyl3rt1Kec74XoyNjdnLdyTwBMolw1spB+89KZcwnpuZL8nMu+iTmV+h9EX5H8qHdAml8/I/UDoe9365TqmlJjPfThk89jzKOHJ/RDlBHZCZr5xKmTMtM/8fZay0lZQg5U8oJ7ZvU55N+7QslwlbrjMpN5McS3kE4iMZ28/T6bLQXccqSv+pt1NOgFtTLjtvRwkGPkDpdD6sg/9k1nUz5U7KT1LuPt2JcpnqeMqJ7lsjFHMJZfDrz1Euye1COZl+mDKo9+UD1rsmM19EGbPvOMqX4iPq63bKCfsVlLt1R3EEZaDr0ylXhnZj7IlTH6c8PWRYH685Yb4eW/Pt3JFlhIHnUp4s9X+U0Tt2owQPX6Acs4PG9J1w/2Rppd+D8oSzWyjfG5sCH6Wcq67oL7fjw5Tj/QeUURf2rGUvHnG71vv5cIL6/JbyXfdeyufwwZTj7T8o54tfDFluyuekzDyLchl+FeU7cQ/Ke7hbJ89UjteLKOejz1PObdtT3uvNgG9Snqf+7P7v7sy8jPK9/QpKkL85JTbYhRJPHENpQPpi33ITbsdk9R6zJ01abfK/lvKBeWRmnj/BIpIkaQNhS6am43mUAPO3lMsMkiRJgEGmJhART42I/SPiHp15ERHPYuzxcp/MtoNNS5KkeW4uDfGguekhwMeAWyPiIkp/zp0pzzkHOIXSJ02SJOlu9snUuOoYa6+l3B26DeXpJTdS7t77AvCZzJzOMEaSJGkBMsiUJElSc/bJlCRJUnMGmZIkSWpu3geZEXFIRGR9rfMA+4jYMiKOjIhLI+K2iFgdER8Y9gjG+pinAyPigoi4JSKujogvRMTOM781kiRJC8O87pMZEUuAc4A7qKPTZ+Z3OulbUJ7EsRtl1PvvU0bL35fy1Ik9M/PWvjKPoozK/0PgRGBbyniQNwG7Z2b3ueGSJEkaYN4OYRQRm1Ies3Ue5TnFLxqQ7c2UAPN9mfmWzrLvBQ4BDgLe05m/NyXAPA3YJzPX1PmfB75KeUzcflOs70+A+zLkkVaSJEmN7Qxcl5m7zsbK521LZkSsAN5CeRbpm4GX0mnJjIigPOB9S2Dr+lzS3rJbUJ7feVVmPrgz//PAC4C9+p83HBGnUIbx2TEzfzmF+l65aNGiBy5ZsmSyi0qSJE3ahRdeyE033XRVZj5oNtY/L1syI+LRwNuAt2fmj0o8uY5dKJe6T+oGmACZeXNEnAHsFxHb14fJQwkibwbOGFDeSTV9L+BzU6j2L5YsWfLAM888cwqLSpIkTc4ee+zBd77znVm7gjrvgsz6eMPPUi6Tv3+crLvU6bA+lBdTLn3vAlxWWze3AS7MzDuH5O+WO6x+w6JImzAlSdIGY94FmcA7KIHeY4YEgz1b1en1Q9Jv6Ms32fySJEkaYl4FmRGxB3AwsCIzL5zt+gySmXsMml9bONcZYkmSJGkhmjfjZEbEJpS7yc8H3jvCIr0WyWEtj1v25ZtsfkmSJA0xn1oyFzHWH3LNkJt9zqzznwX8qM4b1odyrT6b9WagK4CdImLjAZfiJ+rjKUmSpGo+BZm3AZ8ZkrYnJQj8b+BqYDUlGLwcWBoRWwwYwmgpcEnnznKAU4Hn17S1hjBibHzM/vmSJEnqM2+CzMy8hTJQ+joiYiUlyHxP3xN/jgbeDhxKGVOz51BKy+i7+4r6NCXIPCIiuoOxP40yfNHJmXlpi+2RJElayOZNkDlF7weeARwSEY8CzqUM3t57rORHupkz85QamB4AnBsRJ1KGNdofuBY4cD3WXZIkad6aNzf+TEW9RL4XJZh8KPAmYFfgQ8CTa+tov1cDr69/vx54OnA88LjMvGjGKy1JkrQALIiWzMxcDiwfknY95RnlB41Y1l3AR+tLkiRJU7CgWzIlSZI0OwwyJUmS1JxBpiRJkppbEH0yNWbxW06c7SrMmNXv/fPZroIkSRqRLZmSJElqziBTkiRJzXm5XJIkzVl2A5u/bMmUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpqbN0FmRGweEUdGxGkRcXlE3BoRv4mIMyLiZRGx6YBltqzLXBoRt0XE6oj4QEQsGrKOjSLiwIi4ICJuiYirI+ILEbHzzG+hJEnSwjFvgkxgEfB3QAInAkcCxwPbAccA/xsRd29PRGwBnAocBPwE+DDwU+Bg4P8iYvMB6/gU8FEg6vTrwLOBsyNil5nZLEmSpIVnk9muwCRcC2yVmWu6MyNiE+AbwL7A0ygBKMCbgd2A92XmWzr53wscQgk+39OZvzdwAHAasE9vPRHxeeCrwMeB/WZkyyRJkhaYedOSmZl39QeYdf4dlBZNgIcARERQAsabgCP6Fjmizj+gb/4r6/TQ7noy82vAKmDfiNhhmpshSZK0QZg3QeYw9RL5U+u/F9bpLsC2wBmZeXM3f/3/DGDniNi+k7QM6KX1O6lO92pUbUmSpAVtPl0uByAiNgPeSuk3eX/gycCuwL9l5rdqtl7/yYuHFHMx5dL3LsBltf/mNsCFmXnnkPzdcser35lDkpZMtKwkSdJCMe+CTGAz4LDO/wl8EPjHzryt6vT6IWXc0JdvsvklSZI0jnkXZGbmTZRulxtRLon/JfBuYI+IeHpm3jBuATNfvz0Gza8tnLuv5+pIkiTNinnbJ7PeCPSrzPwk8CpgKfC2mtxrkRzW8rhlX77J5pckSdI45m2Q2efkOl1WpxP1oVyrz2a9GegKYKeI2Hii/JIkSRrfQgkyt63T2+v0YuByYGm9qedu9f+lwCWZeVkn6VSgl9avNz7mac1qLEmStIDNmyAzIh4WEfcaMP9elKf/QBk0ncxM4GjKU4IO7Vvk0Dr/qL75n67TI+od7L3yn0ZpIT05My+d5mZIkiRtEObTjT/PA94YEacDqyl3fG9HecrP/YFvUx4d2fN+4BnAIRHxKOBc4NGUJwOdDXykW3hmnhIRR1MGaT83Ik6kDGu0P+VpQwfO2JZJkiQtMPMpyPxfymXxJwB7UFojrwfOB74IHFOf/gOUfpYRsRewAngOsDel3+WHgMMz85YB63g1cAHlRqLXU54MdDzwtsz8+cxsliRJ0sIzb4LMzDwHOGeSy1xPeUb5QSPmvwv4aH1JkiRpiuZNn0xJkiTNHwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNNQsyI2LPiNhhgjzbR8SerdYpSZKkuallS+YpwPIJ8ryk5pMkSdIC1jLIjBHXlw3XKUmSpDlofffJ3AW4fj2vU5IkSevZJtNZOCKO6Zv1zIhYPCDrxsD2wJ7A16azTkmSJM190woyWbsPZgK71dcgCZwNHDTNdUqSJGmOm26QuVOdBvAL4CPAPw/IdydwXWbePM31SZIkaR6YVpCZmZf2/o6IlwHf786TJEnShmm6LZl3y8xjW5UlSZKk+a1ZkNkTEY8DHgvch3LDT7/MzCNar1eSJElzR7MgMyLuB5wALGX8MTMTMMiUJElawFq2ZB4J/BmwCjgW+BVwR8PyJUmSNE+0DDL/AjgLeHJm+lQfSZKkDVjLJ/7cEzjNABvZbe8AABXHSURBVFOSJEktg8zzgMUNy5MkSdI81TLIPBz4q4jYvWGZkiRJmoda9sncGjgRODUi/gM4F7hhUMbM/GzD9UqSJGmOaRlkrqQMTxSUZ5ovr/93RZ1nkClJkrSAtQwyX9awLEmSJM1jPlZSkiRJzbW88UeSJEkCGgaZEbHDqK8plr9dRLwhIk6OiF9GxJqI+E1E/GdEPH7IMltGxJERcWlE3BYRqyPiAxGxaEj+jSLiwIi4ICJuiYirI+ILEbHzVOosSZK0oWrZJ3M1697oM0hOcb0HAocAPwdOBq4GdgGeCTwzIl6Ymcf1MkfEFsCpwG41/xeARwEHA3tFxJ6ZeWvfOj4FHAD8EPgosC3wPGDfiNg9My+eQr0lSZI2OC2DzM8yOMjcCngksBMl6Fs9xfLPApZl5qndmRHxROBbwCcj4oTMvK0mvZkSYL4vM9/Syf9eSrB6EPCezvy9KQHmacA+mbmmzv888FXg48B+U6y7JEnSBqXljT/Lh6VFRABvogR+r5hi+f81ZP63I+IUYF/gEcA5dX0HADcBR/QtcgTw2pr+ns78V9bpob0As5b/tYhYRWnN3CEzfzmV+kuSJG1I1suNP1l8kHIZ+gMzsIrb6/SOOt2Fcqn7jMy8ua8uNwNnADtHxPadpGVAL63fSXW6V6sKS5IkLWQtL5eP4hxKC2Iz9UaipwBXABfU2bvU6bA+lBdTLn3vAlxW+29uA1yYmXcOyd8td7z6nDkkaclEy0qSJC0U63sIowfTMLCNiE2BzwH3AA7pBIhb1en1Qxa9oS/fZPNLkiRpHDPekhkRGwHbUR4z+QzKTTqtyl0J7AkclZmfa1HudGXmHoPm1xbO3ddzdSRJkmZFy1bFuxh/CKMArqPcADTddW0EHAO8EPh34G/7svRaJIe1PG7Zl2+y+SVJkjSOli2ZpzE4yLyLElyeDfxbZl41nZXUAPPfgJdQxr5cnpl39WWbqA/lWn02M/PmiLgC2CkiNh7QL3OiPp6SJEnqaDmE0bJWZQ3TF2AeB7x4nBt1LgeWRsQW3TvM600+S4FLMvOyzjKnAs+vaaf1ldcbH7N/viRJkgaYN88u71wifwnwJeBFQwJMMjOBo4FFwKF9yYfW+Uf1zf90nR4REZt11vs0yvBGJ2fmpdPcDEmSpA3CjNz4ExFLKU/b2ZJyZ/Z5mTlo/MnJeDvwUsoA6xcB/1TGXF/LCZl5Xv37/ZQbjQ6JiEcB5wKPpgzafjbwke6CmXlKRBxNGWLp3Ig4kTKs0f7AtZTHWkqSJGkETYPMiHgC5XL2Q3qzqP00I+Ji4GWZOWwcyYksrtNFwNuG5FkNnAd397PcC1gBPAfYmzKW5oeAwzPzlgHLv5oy1uargNdTAtrjgbdl5s+nWG9JkqQNTsu7yx8OnAzcC/gGcAolqNuaEuDtC5wUEbtn5o8mW359bOXySS5zPeUZ5QeNmP8u4KP1JUmSpClq2ZL5dmAz4OmZ+fW+tPdFxFOB/675nt9wvZIkSZpjWt74swz48oAAE4A6/8uUVk1JkiQtYC2DzK2ASybIcwk+mlGSJGnBaxlkXs7Ej018fM0nSZKkBaxlkPnfwLKIOCIiNu8mRMTmEXE45VL5VxquU5IkSXNQyxt/jgD+Angr8OqIOAu4EngQ8FjgD4Bf1HySJElawFo+VvK3EbE7ZRD05wNP7yTfShk/85DMvLbVOiVJkjQ3NR2MPTOvAV4eEa8GdmXsiT8/yczbW65LkiRJc9e0g8yIeBuwBXBYL5Cs0ws6eTaLiHcBN2bme6e7TkmSJM1t07rxJyKeArwD+O14LZWZuQb4LfCuiHCcTEmSpAVuuneXvwS4Dvj4CHk/AVwLvGya65QkSdIcN90g8wnANzPztoky1jzfBJZOc52SJEma46YbZG5LGZZoVJcA20xznZIkSZrjphtk3gVsOon8m9ZlJEmStIBNN8i8HFgyifxLgF9Pc52SJEma46YbZH4beFJELJ4oY83zJOC0aa5TkiRJc9x0g8xPUC6BfzkiHjAsU0TcH/gSZVzOT05znZIkSZrjpjUYe2aeGxEfAd4A/Cgi/hU4BfhVzbId8GTgVZRnlx+ZmedOZ52SJEma+1o8VvJNlGeT/wPwtvrqCuBO4D3APzVYnyRJkua4aQeZmZnAWyPiM5SB1p8AbF2TfwOcAazMzJ9Pd12SJEmaH1q0ZAJQg0hbKiVJkjTtG38kSZKkdRhkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1N6+CzIh4UUR8KiLOiYjbIiIjYvk4+beMiCMj4tKaf3VEfCAiFg3Jv1FEHBgRF0TELRFxdUR8ISJ2nrGNkiRJWoDmVZAJvBN4FbAjcMV4GSNiC+BU4CDgJ8CHgZ8CBwP/FxGbD1jsU8BHgajTrwPPBs6OiF0abYMkSdKCN9+CzAOAxZn5B8C/TpD3zcBuwPsyc7/MfEtm7ge8D3gsJfi8W0TsXcs/DXh0Zh6SmS8GngncD/h4202RJElauOZVkJmZ38zMSyfKFxFBCRhvAo7oSz6izj+gb/4r6/TQzFzTWefXgFXAvhGxwxSrLkmStEGZV0HmJOwCbAuckZk3dxPq/2cAO0fE9p2kZUAvrd9JdbpX+6pKkiQtPJvMdgVmSK//5MVD0i8G9qv5Lqv9N7cBLszMO4fk75Y7VEScOSRpyUTLSpIkLRQLtSVzqzq9fkj6DX35JptfkiRJ41ioLZmzJjP3GDS/tnDuvp6rI0mSNCsWaktmr0VyWMvjln35JptfkiRJ41ioQeZEfSjX6rNZbwa6AtgpIjaeKL8kSZLGt5CDzMuBpfWmnrvV/5cCl2TmZZ2kU4FeWr/96vS0GairJEnSgrMgg8zMTOBoYBFwaF/yoXX+UX3zP12nR0TEZr2ZEfE0yvBGJ48yRqckSZLm2Y0/EXEA8Gf130fU6QERsaz+fXpmHl3/fj/wDOCQiHgUcC7waGBf4GzgI92yM/OUiDiaMkj7uRFxImVYo/2Ba4EDZ2SjJEmSFqB5FWRSAsyX9s1bytqXuI+G0s8yIvYCVgDPAfam9Lv8EHB4Zt4yoPxXAxdQno/+esqTgY4H3paZP2+3GZIkSQvbvAoyM3M5sHwS+a+nPKP8oIny1vx3AR+tL0mSJE3RguyTKUmSpNllkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmjPIlCRJUnMGmZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMiVJktScQaYkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZA4QEY+NiK9GxO8i4uaI+E5EPG+26yVJkjRfbDLbFZhrImJv4CTgVuCLwI3Ac4DjImL7zPzQbNZPkiRpPrAlsyMiNgGOAu4C9szMV2Xmm4BHAhcB746IHWezjpIkSfOBQebangQ8GPh8Zp7Xm5mZ1wPvBjYDXjpLdZMkSZo3DDLXtqxOTx6QdlKd7rV+qiJJkjR/RWbOdh3mjIj4EvDXwJ9m5vcGpN8IXJeZO4xTxplDkh6zaNGiTZcsWdKmskOc+8vrZrT82fToHe4721WQJK1nfq9N3YUXXshNN910VWY+aEZXNIRBZkdEnAzsA+ySmT8bkP5rYFFmbjVOGcOCzEdSbiL6RYu6DtGLYC+cwXVIkqTpWx/f2TtTGsd2ncF1DOXd5Y1l5h6zte5egDubdZAkSRPbEL6z7ZO5tuvrdFhL5ZadPJIkSRrCIHNtF9fpLv0JEbE1sKiTR5IkSUMYZK7t1Drdd0Dafn15JEmSNIRB5tq+Rbkx54URsVtvZkRsBbwVWAN8dpbqJkmSNG94409HZt4REQdQxsQ8LSK6j5XcETg4M1fPYhUlSZLmBYcwGiAiHgccDjwB2BS4ADgyM4+b1YpJkiTNEwaZkiRJas4+mZIkSWrOIFOSJEnNGWRKkiSpOYNMSZIkNWeQKUmSpOYMMueBiFgZERkRi2e7LqOKiH0j4oyIuK7W/YQplrOiLr+scRUlSRu4iFhWv2NWzHZdRhERW0fEsRFxWUTcWet+nymUs7guu3IGqnk3B2MX9cN1GLB3Zq5qUN5i4CvA74B/A24AfjLdciVJmi/qd+ElwLGZubxRsSspj77+AvAzIIFbG5XdnEGmZsJTgM2BN2Xm52e7MpIkzXcRsRmwD/DNzPyb2a7PKLxcrpmwbZ1ePqu1kCRp4diaErfNm+/WDTbI7PbDiIg/jYhvRMSNEXF9RBw/qP9jRCyNiBMj4tqIuDUifhIRh0fEvQbkzYhYFREPqv0nromIWyLiO9PoXxgR8fd1vbdFxKURcVhEbNSXaauIOCQiTo2IyyNiTZ1+NiIe3Jd3FeVSOcAptd4ZEav78j0wIj4cET+r674mIv4zIpZ08iyOiKQ8krO/vGXd92XIxq3uX68kSevDKLFARDwrIr5Qvwt/X/N9OyKe05dvOeVSOcBLO9+Fa91jEMXL6z0MN9Qyz4mIl/eVtwq4dEB5K2v60Hs3ZvPeBi+Xw2OBNwOnAJ8CHgU8E3hERCzJzFsBIuK5lD4QtwHHAVdR+kW8HdgvIpb18nbcBzgduB74HPBAYH/gpIh4TGZeOMm6fgDYC/hf4KRazxXAZsDbOvkeCryjbtPxwM3ArsALgT+PiEdnZu9gXVmnewHHAqvr/7/rFVYD01XAHwInAyfUbXlO3fYnZ+Z36zKHA8sGlNebSpI014wUCwDvAdZQvtuvAP4A+CvgyxHx95n5sZrvPOCfgdcDP6B8b/ashhJgAv8BvAC4GPh8LXsf4DMR8bDMPLgus7KW2V/eeW02f4Zk5gb5ogRCWV/796V9ts5/fv1/S0oAdSvwJ518GwFfrHkP7SujV/YngI06819R5//rJOq6si7zC2CbzvwHANdRbqzZrDN/K+B+A8rZG7gTOKpv/opa/rIh6z8DuAPYr2/+H9V1nz9qeXX+qiHrWQ2snkzdfPny5cuXr6m+JhML1Hk7DyhjEXB+jRPu1Zm/uC6/csi6X1nTjwE27czfDPjvmvaYUcrrxAmLB6St8z06Ud1avTbYy+Udp2XmcX3zjqnTx9bpMyiB2zGZeX4vU2beRfnlcwewfEDZNwOH1Hw9x9b8jx2QfyJHZOYVnfVfQ7mL+97AH3fmX5+Z1/YvnJmnAD+k3Jgzkoh4FPAEyt1xJ/WVdxFwFPWX3iS3RZKkuWKUWIDM/EX/gpl5EyXI24rJfbe/jhInvDYzb++Ut4axq5MvmER5c46Xy+F7A+b9qk57Y089qk5X9WfMzF9GxC+AP4qIe2fmjZ3ki+rB181/R0Rc2Smb2k9iWV/R52Vm/9iSo9S1W+YbgMdTWjy7+3rNgHKG2b1OHxSDxxHbtTOd7OV/SZLmgpG+XyPigcBbgKcBOwL37FtmW0ZQ7+V4BOUmnkPKlfO1bFqnu/YnzCcGmeVyb7876nTjOt2yTq8cUsYVlEvHWwLdIHNQ2b3yN+78v4yxm296jmXtPhyj1rXXf/Q44CZK383VwO8pTePLKR+MUd2vTv+8vobZYhJlSpI0l0z4/RoR9wPOBnagdCP7JuUS+Z3AbpSrnvcYcX33BQLYjnW//7vm9XerQeZoegffg4akb92Xb1IycwWlz0QrKyj9Rx+TmRd3EyLi+ZMsq7dNB2bmxxvULRl+3G1FuUlKkqS55hWUAPPQzHxnNyEi3kIJMkfV+279Xmb+aYO69brlDfp+3apB+VNin8zRfL9Ol/UnRMT2wIOBX/RdKp9NDwZ+PCDA3AbYeUD+O+t04wFp363TPRrV7TrKL7e11GEXJv1oLEmS1pPeEIBfGZD2xAHzhn631njhx8BDYwqPhRzgujpd5/uVsS5/651B5mi+Qmlhe1lEPLw3sw4/8D7KL4eVs1O1gS4FHhIRd7e8RsTmwCcZ6+fR1btJaPv+hMw8ixJoviAi9u9Pj4iNImKvSdTtbGBxd5koTzE4chJlSJK0vvWG/vuz7syIeCHw9AH5r6NcvVvnu7X6KHAv4KiIWOeyeETsNGjcyyHOrtPlfWX8NWVIwVnh5fIRZOYNEfFKyjiZ342I44CrKXdpPwY4izKG5Vzxsfr6fkR8mbKf96H0//gB8Mi+/KdQPgjvrkH09cDvOpfHX1DzfDEi3gCcC9xCuWywB2WcsM1HrNuRlPFFvxoRX6D0Fd2H0q/livEWlCRpFn0OOAT4WETsTQk6Hwk8Gfgv4NndzJl5U0ScDewZEZ+jjIV5F/C5LGNVf4pyc+1LgaUR8U3KjUAPotzw83jK+NarR6jbV4CfA8vrFdbvU8bMfhLwVQYHwTPOlswRZeaXKONMnkY5kA6iDB10BPCkXHcg9tn0CeBvKS2UrwSeBZxKCQh/1585M38EvAy4BjiQsk0Hd9IvoTS3v5MyHtjLgFdTOjqfxiSGWMjMk4HnUT4MLwaeC3yDEmhO5q53SZLWm8z8FaVV8FuURqZXU8a03Bf4nyGLvRj4GvAXlPsljgB2quVlZi6nPKTlhzXPGynfh7dSvoe/OWLdbql1OgF4HPB3lMafPRlr5Vzvog7KKUmSJDVjS6YkSZKaM8iUJElScwaZkiRJas4gU5IkSc0ZZEqSJKk5g0xJkiQ1Z5ApSZKk5gwyJUmS1JxBpiRJkpozyJQkSVJzBpmSJElqziBTkiRJzRlkSpIkqTmDTEmSJDVnkClJkqTmDDIlSZLUnEGmJEmSmvv/ATGISvPDyeRAAAAAAElFTkSuQmCC\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Save the annotation dataset as CSV"
      ],
      "metadata": {
        "id": "IFcD6tZmE1tG"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_anot.to_csv('/content/drive/MyDrive/CrowdTangle-NLP/FB-annotation-dataset.csv', index=False)"
      ],
      "metadata": {
        "id": "mq24NkYoE4b3"
      },
      "execution_count": 16,
      "outputs": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "collapsed_sections": [],
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}