Machine Translation/NLP Translation Project-EN to FR/NLP Translation Project-EN_FR.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Machine Translation (English to French) - Version 2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This model will appear on my HuggingFace profile as: 'mbart-large-50-English_French_Translation'\n",
    "\n",
    "Dataset Source: https://www.kaggle.com/datasets/hgultekin/paralel-translation-corpus-in-22-languages"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Import Necessary Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "NOTE: Redirects are currently not supported in Windows or MacOs.\n"
     ]
    }
   ],
   "source": [
    "import os, sys\n",
    "os.environ['TOKENIZERS_PARALLELISM']='false'\n",
    "\n",
    "from tqdm import tqdm\n",
    "\n",
    "import torch\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "import transformers\n",
    "from transformers import DataCollatorForSeq2Seq, MBart50Tokenizer, AutoModelForSeq2SeqLM\n",
    "from transformers import Seq2SeqTrainingArguments, Seq2SeqTrainer, set_seed\n",
    "\n",
    "import datasets\n",
    "from datasets import Dataset, DatasetDict\n",
    "\n",
    "import evaluate"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Versions of Software & Libraries Used"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  Transformers: 4.26.1\n",
      "        Pandas: 1.5.0\n",
      "         NumPy: 1.24.2\n",
      "        Python: 3.9.12\n",
      "      Datasets: 2.9.0\n"
     ]
    }
   ],
   "source": [
    "print(\"Transformers:\".rjust(15), transformers.__version__)\n",
    "print(\"Pandas:\".rjust(15), pd.__version__)\n",
    "print(\"NumPy:\".rjust(15), np.__version__)\n",
    "print(\"Python:\".rjust(15), sys.version[0:6]) \n",
    "print(\"Datasets:\".rjust(15), datasets.__version__)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Ingest & Start Preprocessing Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>english</th>\n",
       "      <th>french</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>THE COMMISSION OF THE EUROPEAN COMMUNITIES,</td>\n",
       "      <td>LA COMMISSION DES COMMUNAUTÉS EUROPÉENNES,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Having regard to the Treaty establishing the E...</td>\n",
       "      <td>vu le traité instituant la Communauté européenne,</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Whereas:</td>\n",
       "      <td>considérant ce qui suit:</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>The amount(s) of the processing securities mus...</td>\n",
       "      <td>Le ou les montants des garanties de transforma...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The measures provided for in this Regulation a...</td>\n",
       "      <td>Les mesures prévues au présent règlement sont ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4015063</th>\n",
       "      <td>The exchange rates for the calculation of such...</td>\n",
       "      <td>Les taux de change utilisés pour le calcul de ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4015067</th>\n",
       "      <td>Albania</td>\n",
       "      <td>Afrique du Sud 69,0 Albanie</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4015068</th>\n",
       "      <td>Colombia</td>\n",
       "      <td>Cisjordanie — Bande de Gaza 87,8 Colombie</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4015069</th>\n",
       "      <td>Romania</td>\n",
       "      <td>République démocratique du Congo 140,9 Républi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4015071</th>\n",
       "      <td>Ethiopia</td>\n",
       "      <td>États-Unis (Washington) 100,1 Éthiopie 69,6 Ga...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2186467 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   english  \\\n",
       "3              THE COMMISSION OF THE EUROPEAN COMMUNITIES,   \n",
       "4        Having regard to the Treaty establishing the E...   \n",
       "6                                                 Whereas:   \n",
       "8        The amount(s) of the processing securities mus...   \n",
       "9        The measures provided for in this Regulation a...   \n",
       "...                                                    ...   \n",
       "4015063  The exchange rates for the calculation of such...   \n",
       "4015067                                            Albania   \n",
       "4015068                                           Colombia   \n",
       "4015069                                            Romania   \n",
       "4015071                                           Ethiopia   \n",
       "\n",
       "                                                    french  \n",
       "3               LA COMMISSION DES COMMUNAUTÉS EUROPÉENNES,  \n",
       "4        vu le traité instituant la Communauté européenne,  \n",
       "6                                 considérant ce qui suit:  \n",
       "8        Le ou les montants des garanties de transforma...  \n",
       "9        Les mesures prévues au présent règlement sont ...  \n",
       "...                                                    ...  \n",
       "4015063  Les taux de change utilisés pour le calcul de ...  \n",
       "4015067                        Afrique du Sud 69,0 Albanie  \n",
       "4015068          Cisjordanie — Bande de Gaza 87,8 Colombie  \n",
       "4015069  République démocratique du Congo 140,9 Républi...  \n",
       "4015071  États-Unis (Washington) 100,1 Éthiopie 69,6 Ga...  \n",
       "\n",
       "[2186467 rows x 2 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = pd.read_csv('EN-FR.txt', \n",
    "                   delimiter='\\t', \n",
    "                   engine=\"c\", \n",
    "                   header=None)\n",
    "\n",
    "data.drop_duplicates(inplace=True)\n",
    "\n",
    "data.dropna(inplace=True)\n",
    "\n",
    "data[0] = data[0].str.strip()\n",
    "data[1] = data[1].str.strip()\n",
    "\n",
    "data.drop(columns=[2, 3, 4, 5, 6, 7], inplace=True)\n",
    "\n",
    "data.rename(columns={1 : 'french', 0 : 'english'}, inplace=True)\n",
    "\n",
    "data = data[~data['english'].str.contains('\\\\d', regex=True)] # Drop samples with numbers\n",
    "\n",
    "data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Visual: Length of English Entries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABcUAAAK9CAYAAADlgQQ3AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy89olMNAAAACXBIWXMAAA9hAAAPYQGoP6dpAABopElEQVR4nOzde5hWZb0//vcAchCcQVAOs0UgNU+QFCiS5iHZYqFFWqmRIlLsCkzTTMxENBOkg4c8kPX9qruk1F2aiZKEp1JUhChFRU1RtzpgKoxiIsL6/dGP5+sIctCBQdfrdV3PJc+9Ps9an/XMPQjvubmfqqIoigAAAAAAQAk0a+oGAAAAAABgYxGKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwBsAnr06JFjjjmmqdtgEzBu3LhUVVXln//85wa/1tSpU9OnT5+0bt06VVVVWbRo0Qa/5rtRVVWVcePGVZ5fccUVqaqqyvz589f5HPPnz09VVVV+9KMfNX6DAAC8rwjFAQAa2crA7v7771/t8f322y+9evV6z9e56aabGgSF/D/vhwD0nHPOyfXXX99k13/xxRfzxS9+MW3atMnFF1+cX/7yl2nbtu1qa1fO6Xd63HPPPRu5+6Yxf/78DB8+PNttt11at26dLl26ZJ999skZZ5zRoO6SSy7JFVdc8a6v89xzz2XcuHGZM2fOe2t4E3P33Xdn3Lhxm+wPXwCA8mjR1A0AAJDMmzcvzZqt33qFm266KRdffLFg/H3qnHPOyec///kMGTKkSa4/c+bMvPLKK/n+97+fgQMHrtNrzjrrrPTs2XOV8e23376x21ujo446KkcccURatWq10a75+OOPZ/fdd0+bNm1y7LHHpkePHnn++ecze/bsnHvuuTnzzDMrtZdcckm22mqrd/2vP5577rmceeaZ6dGjR/r06dM4N7AJuPvuu3PmmWfmmGOOSfv27Zu6HQCgxITiAACbgI0Z7jWWJUuWvOPKYjZ9CxcuTJL1Cic/9alPpV+/fhuoo3XXvHnzNG/efKNe87zzzsurr76aOXPmpHv37g2OrXwvAQB4f7B9CgDAJuDte4ovW7YsZ555ZnbYYYe0bt06HTt2zN57751p06YlSY455phcfPHFSdJgG4uVlixZkpNOOindunVLq1atsuOOO+ZHP/pRiqJocN1//etf+eY3v5mtttoqW2yxRT7zmc/k2WefXWUP55X7XD/00EP50pe+lC233DJ77713kuTvf/97jjnmmHzoQx+qbClx7LHH5sUXX2xwrZXnePTRR/PlL385NTU12XrrrXP66aenKIo888wz+exnP5vq6up06dIlP/7xj1d5n55++uk88sgj7+m9fqulS5fmjDPOyPbbb59WrVqlW7du+c53vpOlS5c2qKuqqsro0aNz/fXXp1evXmnVqlV23XXXTJ06dZVz3n777enXr19at26d7bbbLj/72c8q9/7W8y1ZsiRXXnll5Wv39lXFixYtqqyorampyfDhw/Paa6+t031de+216du3b9q0aZOtttoqX/7yl/Pss89Wju+3334ZNmxYkmT33Xdf7fXfjbduW3PZZZdlu+22S6tWrbL77rtn5syZq+1zl112SevWrdOrV69cd911OeaYY9KjR481Xmd1e4rff//9GTRoULbaaqu0adMmPXv2zLHHHrva169Lb2/3j3/8I9tss80qgXiSdOrUqfLrHj16ZO7cubnjjjsqX9v99tsvSfLSSy/l29/+dnr37p127dqluro6n/rUp/K3v/2t8vrbb789u+++e5Jk+PDhlXO8dTuWe++9NwcddFBqamqy+eabZ999981dd93VoKfG+H5rzO+PcePG5eSTT06S9OzZs3JfK7+G06ZNy95775327dunXbt22XHHHfPd7353rV8XAIB3w0pxAIANZPHixav9sMRly5at9bXjxo3L+PHj85WvfCV77LFH6uvrc//992f27Nn5z//8z/zXf/1XnnvuuUybNi2//OUvG7y2KIp85jOfyW233ZYRI0akT58++eMf/5iTTz45zz77bM4777xK7THHHJNrrrkmRx11VPbcc8/ccccdGTx48Dv29YUvfCE77LBDzjnnnErAPm3atDzxxBMZPnx4unTpkrlz5+ayyy7L3Llzc8899zQIg5Pk8MMPz84775wJEyZkypQpOfvss9OhQ4f87Gc/yyc/+cmce+65ueqqq/Ltb387u+++e/bZZ5/Ka48++ujccccdq4T778aKFSvymc98Jn/5y18ycuTI7LzzznnggQdy3nnn5dFHH11lv++//OUv+d3vfpdvfOMb2WKLLXLhhRfmsMMOy9NPP52OHTsmSf7617/moIMOSteuXXPmmWdm+fLlOeuss7L11ls3ONcvf/nLytd25MiRSZLtttuuQc0Xv/jF9OzZM+PHj8/s2bPzi1/8Ip06dcq55567xvu64oorMnz48Oy+++4ZP358FixYkAsuuCB33XVX/vrXv6Z9+/Y57bTTsuOOO+ayyy6rbIny9uuvzurmdFVVVeX+V5o8eXJeeeWV/Nd//VeqqqoyceLEHHrooXniiSey2WabJUmmTJmSww8/PL1798748ePz8ssvZ8SIEfmP//iPtfbxdgsXLsyBBx6YrbfeOmPGjEn79u0zf/78/O53v1uldl16W53u3bvnT3/6U2699dZ88pOffMe6888/P8cdd1zatWuX0047LUnSuXPnJMkTTzyR66+/Pl/4whfSs2fPLFiwID/72c+y77775qGHHkptbW123nnnnHXWWRk7dmxGjhyZT3ziE0mSj3/840mSW2+9NZ/61KfSt2/fnHHGGWnWrFkuv/zyfPKTn8yf//zn7LHHHg36ebffb439/XHooYfm0Ucfza9//eucd9552WqrrZIkW2+9debOnZuDDz44H/nIR3LWWWelVatWefzxx1cJ+gEAGk0BAECjuvzyy4ska3zsuuuuDV7TvXv3YtiwYZXnu+22WzF48OA1XmfUqFHF6v44d/311xdJirPPPrvB+Oc///miqqqqePzxx4uiKIpZs2YVSYoTTjihQd0xxxxTJCnOOOOMytgZZ5xRJCmOPPLIVa732muvrTL261//ukhS3HnnnaucY+TIkZWxN998s9hmm22KqqqqYsKECZXxl19+uWjTpk2D96QoimLfffdd7T2/3ZNPPlkkKX74wx++Y80vf/nLolmzZsWf//znBuOTJk0qkhR33XVXZSxJ0bJly8p7VxRF8be//a1IUvz0pz+tjB1yyCHF5ptvXjz77LOVsccee6xo0aLFKn23bdt2lfsriv/3Ph177LENxj/3uc8VHTt2XON9v/HGG0WnTp2KXr16Ff/6178q4zfeeGORpBg7dmxlbOU8nTlz5hrP+dba1T1atWpVqVv5vnfs2LF46aWXKuO///3viyTFH/7wh8pY7969i2222aZ45ZVXKmO33357kaTo3r17g+u/fT6u7OfJJ58siqIorrvuurXey/r0tjoPPvhg0aZNmyJJ0adPn+L4448vrr/++mLJkiWr1O66667Fvvvuu8r466+/XixfvnyVvlq1alWcddZZlbGZM2cWSYrLL7+8Qe2KFSuKHXbYoRg0aFCxYsWKyvhrr71W9OzZs/jP//zPyth7/X7bEN8fP/zhDxt83VY677zziiTFCy+8sMp7BgCwIdg+BQBgA7n44oszbdq0VR4f+chH1vra9u3bZ+7cuXnsscfW+7o33XRTmjdvnm9+85sNxk866aQURZGbb745SSpbG3zjG99oUHfccce947m/9rWvrTLWpk2byq9ff/31/POf/8yee+6ZJJk9e/Yq9V/5ylcqv27evHn69euXoigyYsSIynj79u2z44475oknnmjw2ttvv71RVokn/966Y+edd85OO+2Uf/7zn5XHylXAt912W4P6gQMHNlhN/ZGPfCTV1dWVHpcvX54//elPGTJkSGprayt122+/fT71qU+td39vf68/8YlP5MUXX0x9ff07vub+++/PwoUL841vfCOtW7eujA8ePDg77bRTpkyZst59vNXq5vTK+fRWhx9+eLbccssGvSepvFfPPfdcHnjggRx99NFp165dpW7fffdN796917uvlfui33jjjWv9lxhr6+2d7LrrrpkzZ06+/OUvZ/78+bngggsyZMiQdO7cOT//+c/Xqc9WrVpVPlB3+fLlefHFFytbhazue+Xt5syZk8ceeyxf+tKX8uKLL1bm7JIlS3LAAQfkzjvvzIoVKxq85t1+vzX298earPz6/f73v1+lfwCADcH2KQAAG8gee+yx2g8l3HLLLVe7rcpbnXXWWfnsZz+bD3/4w+nVq1cOOuigHHXUUesUqD/11FOpra3NFlts0WB85513rhxf+d9mzZqlZ8+eDeq23377dzz322uTf++TfOaZZ+Y3v/nNKh84uHjx4lXqt9122wbPa2pq0rp168p2Cm8df/u+5I3psccey8MPP7zK1iYrvf1e3t538u+v5csvv1yp/9e//rXa929N7+k7efv1Vga5L7/8cqqrq1f7mpVf2x133HGVYzvttFP+8pe/rHcfb/VOc/rt1tT7W/t8p/dqXQLit9p3331z2GGH5cwzz8x5552X/fbbL0OGDMmXvvSlVT7Edm29rcmHP/zh/PKXv8zy5cvz0EMP5cYbb8zEiRMzcuTI9OzZMwMHDlzj61esWJELLrggl1xySZ588sksX768cuztW9Cszsofkq3cD351Fi9e3CD0f7ffb439/bEmhx9+eH7xi1/kK1/5SsaMGZMDDjgghx56aD7/+c9XfogAANCYhOIAAJugffbZJ//4xz/y+9//Prfcckt+8Ytf5LzzzsukSZMarPzc2N66KnylL37xi7n77rtz8sknp0+fPmnXrl1WrFiRgw46aLWrPps3b75OY0kabVX46qxYsSK9e/fOT37yk9Ue79atW4PnG7vHpnhPGsvG7r2qqir/8z//k3vuuSd/+MMf8sc//jHHHntsfvzjH+eee+5psBq9MXpr3rx5evfund69e2fAgAHZf//9c9VVV601FD/nnHNy+umn59hjj833v//9dOjQIc2aNcsJJ5ywTiukV9b88Ic/TJ8+fVZb89Z7Xdnr6vpfnbe+Bxvz+6NNmza58847c9ttt2XKlCmZOnVqrr766nzyk5/MLbfc8o7nBgB4t4TiAACbqA4dOmT48OEZPnx4Xn311eyzzz4ZN25cJRR/+wdYrrTyAwFfeeWVBqvFH3nkkcrxlf9dsWJFnnzyyeywww6Vuscff3yde3z55Zczffr0nHnmmRk7dmxl/N1s+7Kxbbfddvnb3/6WAw444B3fy/XRqVOntG7derXv3+rGGuOab7fyaztv3rxVPgxy3rx5leNNbWUf6/peras999wze+65Z37wgx9k8uTJGTp0aH7zm99s0B8krVw5//zzz1fG3ulr+z//8z/Zf//983/+z/9pML5o0aIGK7ff6fUrtyeprq5eawD/XjX290ey5jnfrFmzHHDAATnggAPyk5/8JOecc05OO+203HbbbRv8XgGA8vFv0QAANkFv3zakXbt22X777bN06dLKWNu2bZP8O1B7q09/+tNZvnx5Lrroogbj5513Xqqqqir7Ww8aNChJcskllzSo++lPf7rOfa5cwfn21aDnn3/+Op9jfTz99NOVcP+9+uIXv5hnn312tftB/+tf/8qSJUvW63zNmzfPwIEDc/311+e5556rjD/++OOr3Xe7bdu2q3zt3qt+/fqlU6dOmTRpUoO5cvPNN+fhhx/O4MGDG/V671ZtbW169eqV//7v/86rr75aGb/jjjvywAMPrPf5Xn755VXm4MqV1G99H96LP//5z6vdr/ymm25K0nDLmnf62jZv3nyVPq+99to8++yzDcbe6Xu7b9++2W677fKjH/2owfu20gsvvLBO97IuGvv7I3nn+3rppZdWqW3srx8AwFtZKQ4AsAnaZZddst9++6Vv377p0KFD7r///vzP//xPRo8eXanp27dvkuSb3/xmBg0alObNm+eII47IIYcckv333z+nnXZa5s+fn9122y233HJLfv/73+eEE06orDbt27dvDjvssJx//vl58cUXs+eee+aOO+7Io48+mmTdVjJXV1dnn332ycSJE7Ns2bL8x3/8R2655ZY8+eSTG+BdSY4++ujccccd67zVxfTp0/P666+vMj5kyJAcddRRueaaa/K1r30tt912W/baa68sX748jzzySK655pr88Y9/XKf9s99q3LhxueWWW7LXXnvl61//euWHE7169cqcOXMa1Pbt2zd/+tOf8pOf/CS1tbXp2bNn+vfvv17Xe7vNNtss5557boYPH5599903Rx55ZBYsWJALLrggPXr0yLe+9a33dP6bb755tT+U+PjHP54PfehD63Wuc845J5/97Gez1157Zfjw4Xn55Zcr79XqAt81ufLKK3PJJZfkc5/7XLbbbru88sor+fnPf57q6up8+tOfXq9zvZNzzz03s2bNyqGHHlrZ23/27Nn57//+73To0CEnnHBCpbZv37659NJLc/bZZ2f77bdPp06d8slPfjIHH3xwzjrrrAwfPjwf//jH88ADD+Sqq65a5b3bbrvt0r59+0yaNClbbLFF2rZtm/79+6dnz575xS9+kU996lPZddddM3z48PzHf/xHnn322dx2222prq7OH/7wh0a53w3x/bHy96zTTjstRxxxRDbbbLMccsghOeuss3LnnXdm8ODB6d69exYuXJhLLrkk22yzTfbee+9GuR8AgLcSigMAbIK++c1v5oYbbsgtt9ySpUuXpnv37jn77LNz8sknV2oOPfTQHHfccfnNb36TX/3qVymKIkcccUSaNWuWG264IWPHjs3VV1+dyy+/PD169MgPf/jDnHTSSQ2u89///d/p0qVLfv3rX+e6667LwIEDc/XVV2fHHXdM69at16nXyZMn57jjjsvFF1+coihy4IEH5uabb05tbW2jvifvxtSpUzN16tRVxnv06JFevXrl+uuvz3nnnZf//u//znXXXZfNN988H/rQh3L88cfnwx/+8Hpfr2/fvrn55pvz7W9/O6effnq6deuWs846Kw8//PAqYfJPfvKTjBw5Mt/73vfyr3/9K8OGDXvPoXiSHHPMMdl8880zYcKEnHLKKWnbtm0+97nP5dxzz0379u3f07nfukXOW11++eXrHYofcsgh+fWvf51x48ZlzJgx2WGHHXLFFVfkyiuvzNy5c9frXPvuu2/uu+++/OY3v8mCBQtSU1OTPfbYI1ddddVqPxz23fjud7+byZMn54477shVV12V1157LV27ds0RRxyR008/vcF1xo4dm6eeeioTJ07MK6+8kn333Tef/OQn893vfjdLlizJ5MmTc/XVV+djH/tYpkyZkjFjxjS41mabbZYrr7wyp556ar72ta/lzTffzOWXX56ePXtmv/32y4wZM/L9738/F110UV599dV06dIl/fv3z3/91381yr0m/97OpLG/P3bfffd8//vfz6RJkzJ16tTK9k2f+cxnMn/+/Pzf//t/889//jNbbbVV9t1335x55pmpqalptHsCAFipqng/fFIPAAAbzZw5c/LRj340v/rVrzJ06NCmbucDYciQIZk7d+77Yq/1ptanT59svfXWmTZtWlO3AgDAB5Q9xQEASuxf//rXKmPnn39+mjVrln322acJOnr/e/t7+thjj+Wmm27Kfvvt1zQNbaKWLVuWN998s8HY7bffnr/97W/eKwAANigrxQEASuzMM8/MrFmzsv/++6dFixa5+eabc/PNN2fkyJH52c9+1tTtvS917do1xxxzTD70oQ/lqaeeyqWXXpqlS5fmr3/9a3bYYYembm+TMX/+/AwcODBf/vKXU1tbm0ceeSSTJk1KTU1NHnzwwXTs2LGpWwQA4ANKKA4AUGLTpk3LmWeemYceeiivvvpqtt122xx11FE57bTT0qKFj595N4YPH57bbrstdXV1adWqVQYMGJBzzjknH/vYx5q6tU3K4sWLM3LkyNx111154YUX0rZt2xxwwAGZMGFC5cNgAQBgQxCKAwAAAABQGvYUBwAAAACgNITiAAAAAACUho0i12DFihV57rnnssUWW6Sqqqqp2wEAAAAAYDWKosgrr7yS2traNGu25rXgQvE1eO6559KtW7embgMAAAAAgHXwzDPPZJtttlljjVB8DbbYYosk/34jq6urm7gbAAAAAABWp76+Pt26datkumsiFF+DlVumVFdXC8UBAAAAADZx67INtg/aBAAAAACgNITiAAAAAACUxnqH4nfeeWcOOeSQ1NbWpqqqKtdff33l2LJly3LKKaekd+/eadu2bWpra3P00Ufnueeea3COl156KUOHDk11dXXat2+fESNG5NVXX21Q8/e//z2f+MQn0rp163Tr1i0TJ05cpZdrr702O+20U1q3bp3evXvnpptuanC8KIqMHTs2Xbt2TZs2bTJw4MA89thj63vLAAAAAAB8QKx3KL5kyZLstttuufjii1c59tprr2X27Nk5/fTTM3v27Pzud7/LvHnz8pnPfKZB3dChQzN37txMmzYtN954Y+68886MHDmycry+vj4HHnhgunfvnlmzZuWHP/xhxo0bl8suu6xSc/fdd+fII4/MiBEj8te//jVDhgzJkCFD8uCDD1ZqJk6cmAsvvDCTJk3Kvffem7Zt22bQoEF5/fXX1/e2AQAAAAD4AKgqiqJ41y+uqsp1112XIUOGvGPNzJkzs8cee+Spp57Ktttum4cffji77LJLZs6cmX79+iVJpk6dmk9/+tP53//939TW1ubSSy/Naaedlrq6urRs2TJJMmbMmFx//fV55JFHkiSHH354lixZkhtvvLFyrT333DN9+vTJpEmTUhRFamtrc9JJJ+Xb3/52kmTx4sXp3LlzrrjiihxxxBFrvb/6+vrU1NRk8eLFPmgTAAAAAGATtT5Z7gbfU3zx4sWpqqpK+/btkyQzZsxI+/btK4F4kgwcODDNmjXLvffeW6nZZ599KoF4kgwaNCjz5s3Lyy+/XKkZOHBgg2sNGjQoM2bMSJI8+eSTqaura1BTU1OT/v37V2rebunSpamvr2/wAAAAAADgg2ODhuKvv/56TjnllBx55JGVdL6uri6dOnVqUNeiRYt06NAhdXV1lZrOnTs3qFn5fG01bz3+1tetrubtxo8fn5qamsqjW7du633PAAAAAABsujZYKL5s2bJ88YtfTFEUufTSSzfUZRrVqaeemsWLF1cezzzzTFO3BAAAAABAI2qxIU66MhB/6qmncuuttzbYw6VLly5ZuHBhg/o333wzL730Urp06VKpWbBgQYOalc/XVvPW4yvHunbt2qCmT58+q+27VatWadWq1freLgAAAAAA7xONvlJ8ZSD+2GOP5U9/+lM6duzY4PiAAQOyaNGizJo1qzJ26623ZsWKFenfv3+l5s4778yyZcsqNdOmTcuOO+6YLbfcslIzffr0BueeNm1aBgwYkCTp2bNnunTp0qCmvr4+9957b6UGAAAAAIByWe9Q/NVXX82cOXMyZ86cJP/+QMs5c+bk6aefzrJly/L5z38+999/f6666qosX748dXV1qauryxtvvJEk2XnnnXPQQQflq1/9au67777cddddGT16dI444ojU1tYmSb70pS+lZcuWGTFiRObOnZurr746F1xwQU488cRKH8cff3ymTp2aH//4x3nkkUcybty43H///Rk9enSSpKqqKieccELOPvvs3HDDDXnggQdy9NFHp7a2NkOGDHmPbxsAAAAAAO9HVUVRFOvzgttvvz3777//KuPDhg3LuHHj0rNnz9W+7rbbbst+++2XJHnppZcyevTo/OEPf0izZs1y2GGH5cILL0y7du0q9X//+98zatSozJw5M1tttVWOO+64nHLKKQ3Oee211+Z73/te5s+fnx122CETJ07Mpz/96crxoihyxhln5LLLLsuiRYuy995755JLLsmHP/zhdbrX+vr61NTUZPHixQ22gAEAAAAAYNOxPlnueofiZSIUBwAAAADY9K1Pltvoe4oDAAAAAMCmSigOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDRaNHUDfPD1GDNljcfnTxi8kToBAAAAAMrOSnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApbHeofidd96ZQw45JLW1tamqqsr111/f4HhRFBk7dmy6du2aNm3aZODAgXnsscca1Lz00ksZOnRoqqur0759+4wYMSKvvvpqg5q///3v+cQnPpHWrVunW7dumThx4iq9XHvttdlpp53SunXr9O7dOzfddNN69wIAAAAAQHm0WN8XLFmyJLvttluOPfbYHHrooascnzhxYi688MJceeWV6dmzZ04//fQMGjQoDz30UFq3bp0kGTp0aJ5//vlMmzYty5Yty/DhwzNy5MhMnjw5SVJfX58DDzwwAwcOzKRJk/LAAw/k2GOPTfv27TNy5Mgkyd13350jjzwy48ePz8EHH5zJkydnyJAhmT17dnr16rXOvdD0eoyZstaa+RMGb4ROAAAAAIAPuqqiKIp3/eKqqlx33XUZMmRIkn+vzK6trc1JJ52Ub3/720mSxYsXp3PnzrniiityxBFH5OGHH84uu+ySmTNnpl+/fkmSqVOn5tOf/nT+93//N7W1tbn00ktz2mmnpa6uLi1btkySjBkzJtdff30eeeSRJMnhhx+eJUuW5MYbb6z0s+eee6ZPnz6ZNGnSOvWyNvX19ampqcnixYtTXV39bt+m0luX0HtthOIAAAAAwDtZnyy3UfcUf/LJJ1NXV5eBAwdWxmpqatK/f//MmDEjSTJjxoy0b9++EognycCBA9OsWbPce++9lZp99tmnEognyaBBgzJv3ry8/PLLlZq3XmdlzcrrrEsvb7d06dLU19c3eAAAAAAA8MHRqKF4XV1dkqRz584Nxjt37lw5VldXl06dOjU43qJFi3To0KFBzerO8dZrvFPNW4+vrZe3Gz9+fGpqaiqPbt26rcNdAwAAAADwftGoofj73amnnprFixdXHs8880xTtwQAAAAAQCNq1FC8S5cuSZIFCxY0GF+wYEHlWJcuXbJw4cIGx99888289NJLDWpWd463XuOdat56fG29vF2rVq1SXV3d4AEAAAAAwAdHo4biPXv2TJcuXTJ9+vTKWH19fe69994MGDAgSTJgwIAsWrQos2bNqtTceuutWbFiRfr371+pufPOO7Ns2bJKzbRp07Ljjjtmyy23rNS89Tora1ZeZ116AQAAAACgXNY7FH/11VczZ86czJkzJ8m/P9Byzpw5efrpp1NVVZUTTjghZ599dm644YY88MADOfroo1NbW5shQ4YkSXbeeeccdNBB+epXv5r77rsvd911V0aPHp0jjjgitbW1SZIvfelLadmyZUaMGJG5c+fm6quvzgUXXJATTzyx0sfxxx+fqVOn5sc//nEeeeSRjBs3Lvfff39Gjx6dJOvUCwAAAAAA5dJifV9w//33Z//99688XxlUDxs2LFdccUW+853vZMmSJRk5cmQWLVqUvffeO1OnTk3r1q0rr7nqqqsyevToHHDAAWnWrFkOO+ywXHjhhZXjNTU1ueWWWzJq1Kj07ds3W221VcaOHZuRI0dWaj7+8Y9n8uTJ+d73vpfvfve72WGHHXL99denV69elZp16QUAAAAAgPKoKoqiaOomNlX19fWpqanJ4sWL7S/+HvQYM+U9n2P+hMGN0AkAAAAA8EG0Plluo+4pDgAAAAAAmzKhOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGm0aOoGYF30GDNljcfnTxi8kToBAAAAAN7PrBQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAACl0aKpG4DG0GPMlDUenz9h8EbqBAAAAADYlFkpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASqPRQ/Hly5fn9NNPT8+ePdOmTZtst912+f73v5+iKCo1RVFk7Nix6dq1a9q0aZOBAwfmsccea3Cel156KUOHDk11dXXat2+fESNG5NVXX21Q8/e//z2f+MQn0rp163Tr1i0TJ05cpZ9rr702O+20U1q3bp3evXvnpptuauxbBgAAAADgfaLRQ/Fzzz03l156aS666KI8/PDDOffcczNx4sT89Kc/rdRMnDgxF154YSZNmpR77703bdu2zaBBg/L6669XaoYOHZq5c+dm2rRpufHGG3PnnXdm5MiRleP19fU58MAD071798yaNSs//OEPM27cuFx22WWVmrvvvjtHHnlkRowYkb/+9a8ZMmRIhgwZkgcffLCxbxsAAAAAgPeBquKtS7gbwcEHH5zOnTvn//yf/1MZO+yww9KmTZv86le/SlEUqa2tzUknnZRvf/vbSZLFixenc+fOueKKK3LEEUfk4Ycfzi677JKZM2emX79+SZKpU6fm05/+dP73f/83tbW1ufTSS3Paaaelrq4uLVu2TJKMGTMm119/fR555JEkyeGHH54lS5bkxhtvrPSy5557pk+fPpk0adJa76W+vj41NTVZvHhxqqurG+09KpseY6Y0dQuZP2FwU7cAAAAAAGwg65PlNvpK8Y9//OOZPn16Hn300STJ3/72t/zlL3/Jpz71qSTJk08+mbq6ugwcOLDympqamvTv3z8zZsxIksyYMSPt27evBOJJMnDgwDRr1iz33ntvpWafffapBOJJMmjQoMybNy8vv/xypeat11lZs/I6b7d06dLU19c3eAAAAAAA8MHRorFPOGbMmNTX12ennXZK8+bNs3z58vzgBz/I0KFDkyR1dXVJks6dOzd4XefOnSvH6urq0qlTp4aNtmiRDh06NKjp2bPnKudYeWzLLbdMXV3dGq/zduPHj8+ZZ575bm4bAAAAAID3gUZfKX7NNdfkqquuyuTJkzN79uxceeWV+dGPfpQrr7yysS/V6E499dQsXry48njmmWeauiUAAAAAABpRo68UP/nkkzNmzJgcccQRSZLevXvnqaeeyvjx4zNs2LB06dIlSbJgwYJ07dq18roFCxakT58+SZIuXbpk4cKFDc775ptv5qWXXqq8vkuXLlmwYEGDmpXP11az8vjbtWrVKq1atXo3tw0AAAAAwPtAo68Uf+2119KsWcPTNm/ePCtWrEiS9OzZM126dMn06dMrx+vr63PvvfdmwIABSZIBAwZk0aJFmTVrVqXm1ltvzYoVK9K/f/9KzZ133plly5ZVaqZNm5Ydd9wxW265ZaXmrddZWbPyOgAAAAAAlEujh+KHHHJIfvCDH2TKlCmZP39+rrvuuvzkJz/J5z73uSRJVVVVTjjhhJx99tm54YYb8sADD+Too49ObW1thgwZkiTZeeedc9BBB+WrX/1q7rvvvtx1110ZPXp0jjjiiNTW1iZJvvSlL6Vly5YZMWJE5s6dm6uvvjoXXHBBTjzxxEovxx9/fKZOnZof//jHeeSRRzJu3Ljcf//9GT16dGPfNgAAAAAA7wONvn3KT3/605x++un5xje+kYULF6a2tjb/9V//lbFjx1ZqvvOd72TJkiUZOXJkFi1alL333jtTp05N69atKzVXXXVVRo8enQMOOCDNmjXLYYcdlgsvvLByvKamJrfccktGjRqVvn37ZquttsrYsWMzcuTISs3HP/7xTJ48Od/73vfy3e9+NzvssEOuv/769OrVq7FvGwAAAACA94GqoiiKpm5iU1VfX5+amposXrw41dXVTd3O+1aPMVOauoXMnzC4qVsAAAAAADaQ9clyG337FAAAAAAA2FQJxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGm0aOoGYGPoMWbKWmvmTxi8EToBAAAAAJqSleIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0WjR1A7Cp6DFmyhqPz58weCN1AgAAAABsKFaKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKo0VTNwDvFz3GTFlrzfwJgzdCJwAAAADAu2WlOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNFo0dQPwQdJjzJQ1Hp8/YfBG6gQAAAAAWB0rxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSaNHUDfD+1mPMlKZuAQAAAABgnVkpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClsUFC8WeffTZf/vKX07Fjx7Rp0ya9e/fO/fffXzleFEXGjh2brl27pk2bNhk4cGAee+yxBud46aWXMnTo0FRXV6d9+/YZMWJEXn311QY1f//73/OJT3wirVu3Trdu3TJx4sRVern22muz0047pXXr1undu3duuummDXHLAAAAAAC8DzT6B22+/PLL2WuvvbL//vvn5ptvztZbb53HHnssW265ZaVm4sSJufDCC3PllVemZ8+eOf300zNo0KA89NBDad26dZJk6NChef755zNt2rQsW7Ysw4cPz8iRIzN58uQkSX19fQ488MAMHDgwkyZNygMPPJBjjz027du3z8iRI5Mkd999d4488siMHz8+Bx98cCZPnpwhQ4Zk9uzZ6dWrV2PfOqzVunww6fwJgzdCJwAAAABQTlVFURSNecIxY8bkrrvuyp///OfVHi+KIrW1tTnppJPy7W9/O0myePHidO7cOVdccUWOOOKIPPzww9lll10yc+bM9OvXL0kyderUfPrTn87//u//pra2NpdeemlOO+201NXVpWXLlpVrX3/99XnkkUeSJIcffniWLFmSG2+8sXL9PffcM3369MmkSZPWei/19fWpqanJ4sWLU11d/Z7elw+qdQl5WT9CcQAAAABYP+uT5Tb69ik33HBD+vXrly984Qvp1KlTPvrRj+bnP/955fiTTz6Zurq6DBw4sDJWU1OT/v37Z8aMGUmSGTNmpH379pVAPEkGDhyYZs2a5d57763U7LPPPpVAPEkGDRqUefPm5eWXX67UvPU6K2tWXuftli5dmvr6+gYPAAAAAAA+OBo9FH/iiSdy6aWXZocddsgf//jHfP3rX883v/nNXHnllUmSurq6JEnnzp0bvK5z586VY3V1denUqVOD4y1atEiHDh0a1KzuHG+9xjvVrDz+duPHj09NTU3l0a1bt/W+fwAAAAAANl2Nvqf4ihUr0q9fv5xzzjlJko9+9KN58MEHM2nSpAwbNqyxL9eoTj311Jx44omV5/X19YJxNrq1bUljexUAAAAAePcaPRTv2rVrdtlllwZjO++8c377298mSbp06ZIkWbBgQbp27VqpWbBgQfr06VOpWbhwYYNzvPnmm3nppZcqr+/SpUsWLFjQoGbl87XVrDz+dq1atUqrVq3W+V6hKfiwTgAAAAB49xp9+5S99tor8+bNazD26KOPpnv37kmSnj17pkuXLpk+fXrleH19fe69994MGDAgSTJgwIAsWrQos2bNqtTceuutWbFiRfr371+pufPOO7Ns2bJKzbRp07Ljjjtmyy23rNS89Tora1ZeBwAAAACAcmn0UPxb3/pW7rnnnpxzzjl5/PHHM3ny5Fx22WUZNWpUkqSqqionnHBCzj777Nxwww154IEHcvTRR6e2tjZDhgxJ8u+V5QcddFC++tWv5r777stdd92V0aNH54gjjkhtbW2S5Etf+lJatmyZESNGZO7cubn66qtzwQUXNNj+5Pjjj8/UqVPz4x//OI888kjGjRuX+++/P6NHj27s2wYAAAAA4H2g0bdP2X333XPdddfl1FNPzVlnnZWePXvm/PPPz9ChQys13/nOd7JkyZKMHDkyixYtyt57752pU6emdevWlZqrrroqo0ePzgEHHJBmzZrlsMMOy4UXXlg5XlNTk1tuuSWjRo1K3759s9VWW2Xs2LEZOXJkpebjH/94Jk+enO9973v57ne/mx122CHXX399evXq1di3DQAAAADA+0BVURRFUzexqaqvr09NTU0WL16c6urqpm5nk7Qu+1uz8dlTHAAAAIAyWZ8st9G3TwEAAAAAgE1Vo2+fAjS9ta3gt5IcAAAAgLISigOrJVgHAAAA4IPI9ikAAAAAAJSGleJQQj4gFQAAAICyslIcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAErDnuLAu7K2fcnnTxi8kToBAAAAgHVnpTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0vBBm8AGsbYP4kx8GCcAAAAAG5+V4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBptGjqBoDy6jFmyhqPz58weCN1AgAAAEBZWCkOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDR80CawyVrbB3EmPowTAAAAgPVjpTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACiNFk3dAMB70WPMlDUenz9h8EbqBAAAAID3AyvFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAabRo6gYANqQeY6astWb+hMEboRMAAAAANgVWigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASqNFUzcA0NR6jJmyxuPzJwzeSJ0AAAAAsKFZKQ4AAAAAQGkIxQEAAAAAKA3bpwCsxdq2V0lssQIAAADwfmGlOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACURoumbgDgg6DHmClrPD5/wuCN1AkAAAAAa2KlOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSaNHUDQCUQY8xU9ZaM3/C4I3QCQAAAEC5WSkOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpbPBQfMKECamqqsoJJ5xQGXv99dczatSodOzYMe3atcthhx2WBQsWNHjd008/ncGDB2fzzTdPp06dcvLJJ+fNN99sUHP77bfnYx/7WFq1apXtt98+V1xxxSrXv/jii9OjR4+0bt06/fv3z3333bchbhPgPesxZsoaHwAAAAC8dxs0FJ85c2Z+9rOf5SMf+UiD8W9961v5wx/+kGuvvTZ33HFHnnvuuRx66KGV48uXL8/gwYPzxhtv5O67786VV16ZK664ImPHjq3UPPnkkxk8eHD233//zJkzJyeccEK+8pWv5I9//GOl5uqrr86JJ56YM844I7Nnz85uu+2WQYMGZeHChRvytgEAAAAA2ERVFUVRbIgTv/rqq/nYxz6WSy65JGeffXb69OmT888/P4sXL87WW2+dyZMn5/Of/3yS5JFHHsnOO++cGTNmZM8998zNN9+cgw8+OM8991w6d+6cJJk0aVJOOeWUvPDCC2nZsmVOOeWUTJkyJQ8++GDlmkcccUQWLVqUqVOnJkn69++f3XffPRdddFGSZMWKFenWrVuOO+64jBkzZpWely5dmqVLl1ae19fXp1u3blm8eHGqq6s3xNv0vmf1Kmw88ycMbuoWAAAAADZJ9fX1qampWacsd4OtFB81alQGDx6cgQMHNhifNWtWli1b1mB8p512yrbbbpsZM2YkSWbMmJHevXtXAvEkGTRoUOrr6zN37txKzdvPPWjQoMo53njjjcyaNatBTbNmzTJw4MBKzduNHz8+NTU1lUe3bt3ewzsAAAAAAMCmZoOE4r/5zW8ye/bsjB8/fpVjdXV1admyZdq3b99gvHPnzqmrq6vUvDUQX3l85bE11dTX1+df//pX/vnPf2b58uWrrVl5jrc79dRTs3jx4srjmWeeWfebBgAAAABgk9eisU/4zDPP5Pjjj8+0adPSunXrxj79BtWqVau0atWqqdsAAAAAAGADafSV4rNmzcrChQvzsY99LC1atEiLFi1yxx135MILL0yLFi3SuXPnvPHGG1m0aFGD1y1YsCBdunRJknTp0iULFixY5fjKY2uqqa6uTps2bbLVVlulefPmq61ZeQ4AAAAAAMql0UPxAw44IA888EDmzJlTefTr1y9Dhw6t/HqzzTbL9OnTK6+ZN29enn766QwYMCBJMmDAgDzwwANZuHBhpWbatGmprq7OLrvsUql56zlW1qw8R8uWLdO3b98GNStWrMj06dMrNQAAAAAAlEujb5+yxRZbpFevXg3G2rZtm44dO1bGR4wYkRNPPDEdOnRIdXV1jjvuuAwYMCB77rlnkuTAAw/MLrvskqOOOioTJ05MXV1dvve972XUqFGV7U2+9rWv5aKLLsp3vvOdHHvssbn11ltzzTXXZMqUKZXrnnjiiRk2bFj69euXPfbYI+eff36WLFmS4cOHN/ZtAwAAAADwPtDoofi6OO+889KsWbMcdthhWbp0aQYNGpRLLrmkcrx58+a58cYb8/Wvfz0DBgxI27ZtM2zYsJx11lmVmp49e2bKlCn51re+lQsuuCDbbLNNfvGLX2TQoEGVmsMPPzwvvPBCxo4dm7q6uvTp0ydTp05d5cM3AQAAAAAoh6qiKIqmbmJTVV9fn5qamixevDjV1dVN3c4mqceYKWsvAhrF/AmDm7oFAAAAgE3S+mS5jb6nOAAAAAAAbKqaZPsUANbf2v5lhpXkAAAAAGtnpTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKo0VTNwBA4+gxZspaa+ZPGLwROgEAAADYdFkpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAojRZN3QAAG0+PMVPWeHz+hMEbqRMAAACApmGlOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSaNHUDQCw6egxZspaa+ZPGLwROgEAAADYMKwUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGm0aOoGAHh/6TFmyhqPz58weCN1AgAAALD+rBQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNJo0dQNAPDB0mPMlLXWzJ8weCN0AgAAALAqK8UBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKXRoqkbAKB8eoyZssbj8ycM3kidAAAAAGVjpTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKo0VTNwAAb9djzJS11syfMHgjdAIAAAB80FgpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNJo0dQNAMC70WPMlDUenz9h8EbqBAAAAHg/sVIcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSaNHUDQDAhtBjzJS11syfMHgjdAIAAABsSqwUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSaPRQfPz48dl9992zxRZbpFOnThkyZEjmzZvXoOb111/PqFGj0rFjx7Rr1y6HHXZYFixY0KDm6aefzuDBg7P55punU6dOOfnkk/Pmm282qLn99tvzsY99LK1atcr222+fK664YpV+Lr744vTo0SOtW7dO//79c9999zX2LQMAAAAA8D7R6KH4HXfckVGjRuWee+7JtGnTsmzZshx44IFZsmRJpeZb3/pW/vCHP+Taa6/NHXfckeeeey6HHnpo5fjy5cszePDgvPHGG7n77rtz5ZVX5oorrsjYsWMrNU8++WQGDx6c/fffP3PmzMkJJ5yQr3zlK/njH/9Yqbn66qtz4okn5owzzsjs2bOz2267ZdCgQVm4cGFj3zYAAAAAAO8DVUVRFBvyAi+88EI6deqUO+64I/vss08WL16crbfeOpMnT87nP//5JMkjjzySnXfeOTNmzMiee+6Zm2++OQcffHCee+65dO7cOUkyadKknHLKKXnhhRfSsmXLnHLKKZkyZUoefPDByrWOOOKILFq0KFOnTk2S9O/fP7vvvnsuuuiiJMmKFSvSrVu3HHfccRkzZsxae6+vr09NTU0WL16c6urqxn5rPhB6jJnS1C0AbDDzJwxu6hYAAACAdbA+We4G31N88eLFSZIOHTokSWbNmpVly5Zl4MCBlZqddtop2267bWbMmJEkmTFjRnr37l0JxJNk0KBBqa+vz9y5cys1bz3HypqV53jjjTcya9asBjXNmjXLwIEDKzVvt3Tp0tTX1zd4AAAAAADwwbFBQ/EVK1bkhBNOyF577ZVevXolSerq6tKyZcu0b9++QW3nzp1TV1dXqXlrIL7y+Mpja6qpr6/Pv/71r/zzn//M8uXLV1uz8hxvN378+NTU1FQe3bp1e3c3DgAAAADAJmmDhuKjRo3Kgw8+mN/85jcb8jKN5tRTT83ixYsrj2eeeaapWwIAAAAAoBG12FAnHj16dG688cbceeed2WabbSrjXbp0yRtvvJFFixY1WC2+YMGCdOnSpVJz3333NTjfggULKsdW/nfl2Ftrqqur06ZNmzRv3jzNmzdfbc3Kc7xdq1at0qpVq3d3wwAAAAAAbPIafaV4URQZPXp0rrvuutx6663p2bNng+N9+/bNZpttlunTp1fG5s2bl6effjoDBgxIkgwYMCAPPPBAFi5cWKmZNm1aqqurs8suu1Rq3nqOlTUrz9GyZcv07du3Qc2KFSsyffr0Sg0AAAAAAOXS6CvFR40alcmTJ+f3v/99tthii8r+3TU1NWnTpk1qamoyYsSInHjiienQoUOqq6tz3HHHZcCAAdlzzz2TJAceeGB22WWXHHXUUZk4cWLq6uryve99L6NGjaqs5P7a176Wiy66KN/5zndy7LHH5tZbb80111yTKVOmVHo58cQTM2zYsPTr1y977LFHzj///CxZsiTDhw9v7NsGAAAAAOB9oKooiqJRT1hVtdrxyy+/PMccc0yS5PXXX89JJ52UX//611m6dGkGDRqUSy65pMG2Jk899VS+/vWv5/bbb0/btm0zbNiwTJgwIS1a/L8c//bbb8+3vvWtPPTQQ9lmm21y+umnV66x0kUXXZQf/vCHqaurS58+fXLhhRemf//+63Qv9fX1qampyeLFi1NdXb1+b0RJ9BgzZe1FAB9Q8ycMbuoWAAAAgKxfltvoofgHiVB87YTiQJkJxQEAAGDTsD5ZbqPvKQ4AAAAAAJsqoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0mjR1A0AwPtVjzFT1lozf8LgjdAJAAAAsK6sFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKo0VTNwAAH2Q9xkxZ4/H5EwZvpE4AAACAxEpxAAAAAABKRCgOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDRaNHUDAFBmPcZMWWvN/AmDN0InAAAAUA5WigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAACl0aKpGwAA1qzHmClrPD5/wuCN1AkAAAC8/1kpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0fNAmALzPre2DOBMfxgkAAAArWSkOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDR80CYAlMDaPozTB3ECAABQFlaKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKXRoqkbAACaXo8xU9ZaM3/C4I3QCQAAAGxYVooDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGnYUxwAWCdr23fcnuMAAAC8H1gpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClYU9xAKBRrG3P8cS+4wAAADQ9K8UBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDTsKQ4AbDRr23fcnuMAAABsaFaKAwAAAABQGlaKAwCbDCvJAQAA2NCsFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0rCnOADwvrG2PccT+44DAACwZlaKAwAAAABQGkJxAAAAAABKw/YpAMAHytq2WLG9CgAAQLlZKQ4AAAAAQGlYKQ4AlIoP6wQAACg3K8UBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDTsKQ4A8DZr23fcnuMAAADvX1aKAwAAAABQGkJxAAAAAABKw/YpAADraW3bqyS2WAEAANhUCcUBADYA+5IDAABsmmyfAgAAAABAaVgpDgDQBGzBAgAA0DSsFAcAAAAAoDSsFAcA2ETZlxwAAKDxCcUBAN6nbMECAACw/myfAgAAAABAaVgpDgDwAWYLFgAAgIaE4gAAJSY0BwAAykYoDgDAO7JvOQAA8EFjT3EAAAAAAErDSnEAAN4TW7AAAADvJ0JxAAA2KFuwAAAAmxKhOAAATW5dgvO1EawDAADrwp7iAAAAAACUhpXiAAB8IFhtDgAArAuhOAAA/P8E6wAA8MEnFAcAgEa0tmBdaA4AAE1LKA4AABtRY6xGXxvBOwAAvDOhOAAAfMCsS/AuOAcAoKxKEYpffPHF+eEPf5i6urrstttu+elPf5o99tijqdsCAIAmszFWrK8L4TwAABvbBz4Uv/rqq3PiiSdm0qRJ6d+/f84///wMGjQo8+bNS6dOnZq6PQAAKLVNIZwXzAMAlEtVURRFUzexIfXv3z+77757LrrooiTJihUr0q1btxx33HEZM2bMGl9bX1+fmpqaLF68ONXV1Ruj3fedTeEvMQAAwLrzQwAA4INofbLcD/RK8TfeeCOzZs3KqaeeWhlr1qxZBg4cmBkzZqxSv3Tp0ixdurTyfPHixUn+/YayeiuWvtbULQAAAOth229d29QtQJN78MxB7/kcvc744ybRBwD/tjLDXZc14B/oUPyf//xnli9fns6dOzcY79y5cx555JFV6sePH58zzzxzlfFu3bptsB4BAACAjavm/Kbu4N82lT4APkheeeWV1NTUrLHmAx2Kr69TTz01J554YuX5ihUr8tJLL6Vjx46pqqpqws6aRn19fbp165ZnnnnG9jFsksxRNnXmKJs6c5RNnTnKps4cZVNnjrKpM0dpTEVR5JVXXkltbe1aaz/QofhWW22V5s2bZ8GCBQ3GFyxYkC5duqxS36pVq7Rq1arBWPv27Tdki+8L1dXVfmNik2aOsqkzR9nUmaNs6sxRNnXmKJs6c5RNnTlKY1nbCvGVmm3gPppUy5Yt07dv30yfPr0ytmLFikyfPj0DBgxows4AAAAAAGgKH+iV4kly4oknZtiwYenXr1/22GOPnH/++VmyZEmGDx/e1K0BAAAAALCRfeBD8cMPPzwvvPBCxo4dm7q6uvTp0ydTp05d5cM3WVWrVq1yxhlnrLKlDGwqzFE2deYomzpzlE2dOcqmzhxlU2eOsqkzR2kqVUVRFE3dBAAAAAAAbAwf6D3FAQAAAADgrYTiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnFW6+KLL06PHj3SunXr9O/fP/fdd19Tt0RJjR8/Prvvvnu22GKLdOrUKUOGDMm8efMa1Lz++usZNWpUOnbsmHbt2uWwww7LggULmqhjym7ChAmpqqrKCSecUBkzR2lqzz77bL785S+nY8eOadOmTXr37p3777+/crwoiowdOzZdu3ZNmzZtMnDgwDz22GNN2DFlsnz58px++unp2bNn2rRpk+222y7f//73UxRFpcYcZWO78847c8ghh6S2tjZVVVW5/vrrGxxflzn50ksvZejQoamurk779u0zYsSIvPrqqxvxLvggW9McXbZsWU455ZT07t07bdu2TW1tbY4++ug899xzDc5hjrIhre330bf62te+lqqqqpx//vkNxs1RNiShOKu4+uqrc+KJJ+aMM87I7Nmzs9tuu2XQoEFZuHBhU7dGCd1xxx0ZNWpU7rnnnkybNi3Lli3LgQcemCVLllRqvvWtb+UPf/hDrr322txxxx157rnncuihhzZh15TVzJkz87Of/Swf+chHGoybozSll19+OXvttVc222yz3HzzzXnooYfy4x//OFtuuWWlZuLEibnwwgszadKk3HvvvWnbtm0GDRqU119/vQk7pyzOPffcXHrppbnooovy8MMP59xzz83EiRPz05/+tFJjjrKxLVmyJLvttlsuvvji1R5flzk5dOjQzJ07N9OmTcuNN96YO++8MyNHjtxYt8AH3Jrm6GuvvZbZs2fn9NNPz+zZs/O73/0u8+bNy2c+85kGdeYoG9Lafh9d6brrrss999yT2traVY6Zo2xQBbzNHnvsUYwaNaryfPny5UVtbW0xfvz4JuwK/m3hwoVFkuKOO+4oiqIoFi1aVGy22WbFtddeW6l5+OGHiyTFjBkzmqpNSuiVV14pdthhh2LatGnFvvvuWxx//PFFUZijNL1TTjml2Hvvvd/x+IoVK4ouXboUP/zhDytjixYtKlq1alX8+te/3hgtUnKDBw8ujj322AZjhx56aDF06NCiKMxRml6S4rrrrqs8X5c5+dBDDxVJipkzZ1Zqbr755qKqqqp49tlnN1rvlMPb5+jq3HfffUWS4qmnniqKwhxl43qnOfq///u/xX/8x38UDz74YNG9e/fivPPOqxwzR9nQrBSngTfeeCOzZs3KwIEDK2PNmjXLwIEDM2PGjCbsDP5t8eLFSZIOHTokSWbNmpVly5Y1mLM77bRTtt12W3OWjWrUqFEZPHhwg7mYmKM0vRtuuCH9+vXLF77whXTq1Ckf/ehH8/Of/7xy/Mknn0xdXV2DOVpTU5P+/fubo2wUH//4xzN9+vQ8+uijSZK//e1v+ctf/pJPfepTScxRNj3rMidnzJiR9u3bp1+/fpWagQMHplmzZrn33ns3es+wePHiVFVVpX379knMUZreihUrctRRR+Xkk0/Orrvuuspxc5QNrUVTN8Cm5Z///GeWL1+ezp07Nxjv3LlzHnnkkSbqCv5txYoVOeGEE7LXXnulV69eSZK6urq0bNmy8oe7lTp37py6urom6JIy+s1vfpPZs2dn5syZqxwzR2lqTzzxRC699NKceOKJ+e53v5uZM2fmm9/8Zlq2bJlhw4ZV5uHq/t9vjrIxjBkzJvX19dlpp53SvHnzLF++PD/4wQ8ydOjQJDFH2eSsy5ysq6tLp06dGhxv0aJFOnToYN6y0b3++us55ZRTcuSRR6a6ujqJOUrTO/fcc9OiRYt885vfXO1xc5QNTSgOvG+MGjUqDz74YP7yl780dStQ8cwzz+T444/PtGnT0rp166ZuB1axYsWK9OvXL+ecc06S5KMf/WgefPDBTJo0KcOGDWvi7iC55pprctVVV2Xy5MnZddddM2fOnJxwwgmpra01RwHeo2XLluWLX/xiiqLIpZde2tTtQJJ//2vaCy64ILNnz05VVVVTt0NJ2T6FBrbaaqs0b948CxYsaDC+YMGCdOnSpYm6gmT06NG58cYbc9ttt2WbbbapjHfp0iVvvPFGFi1a1KDenGVjmTVrVhYuXJiPfexjadGiRVq0aJE77rgjF154YVq0aJHOnTubozSprl27ZpdddmkwtvPOO+fpp59Okso89P9+msrJJ5+cMWPG5Igjjkjv3r1z1FFH5Vvf+lbGjx+fxBxl07Muc7JLly5ZuHBhg+NvvvlmXnrpJfOWjWZlIP7UU09l2rRplVXiiTlK0/rzn/+chQsXZtttt638Heqpp57KSSedlB49eiQxR9nwhOI00LJly/Tt2zfTp0+vjK1YsSLTp0/PgAEDmrAzyqooiowePTrXXXddbr311vTs2bPB8b59+2azzTZrMGfnzZuXp59+2pxlozjggAPywAMPZM6cOZVHv379MnTo0MqvzVGa0l577ZV58+Y1GHv00UfTvXv3JEnPnj3TpUuXBnO0vr4+9957rznKRvHaa6+lWbOGfy1p3rx5VqxYkcQcZdOzLnNywIABWbRoUWbNmlWpufXWW7NixYr0799/o/dM+awMxB977LH86U9/SseOHRscN0dpSkcddVT+/ve/N/g7VG1tbU4++eT88Y9/TGKOsuHZPoVVnHjiiRk2bFj69euXPfbYI+eff36WLFmS4cOHN3VrlNCoUaMyefLk/P73v88WW2xR2TuspqYmbdq0SU1NTUaMGJETTzwxHTp0SHV1dY477rgMGDAge+65ZxN3TxlsscUWlT3uV2rbtm06duxYGTdHaUrf+ta38vGPfzznnHNOvvjFL+a+++7LZZddlssuuyxJUlVVlRNOOCFnn312dthhh/Ts2TOnn356amtrM2TIkKZtnlI45JBD8oMf/CDbbrttdt111/z1r3/NT37ykxx77LFJzFGaxquvvprHH3+88vzJJ5/MnDlz0qFDh2y77bZrnZM777xzDjrooHz1q1/NpEmTsmzZsowePTpHHHFEamtrm+iu+CBZ0xzt2rVrPv/5z2f27Nm58cYbs3z58srfozp06JCWLVuao2xwa/t99O0/qNlss83SpUuX7Ljjjkn8PspGUMBq/PSnPy223XbbomXLlsUee+xR3HPPPU3dEiWVZLWPyy+/vFLzr3/9q/jGN75RbLnllsXmm29efO5znyuef/75pmua0tt3332L448/vvLcHKWp/eEPfyh69epVtGrVqthpp52Kyy67rMHxFStWFKeffnrRuXPnolWrVsUBBxxQzJs3r4m6pWzq6+uL448/vth2222L1q1bFx/60IeK0047rVi6dGmlxhxlY7vttttW+2fQYcOGFUWxbnPyxRdfLI488siiXbt2RXV1dTF8+PDilVdeaYK74YNoTXP0ySeffMe/R912222Vc5ijbEhr+3307bp3716cd955DcbMUTakqqIoio2UvwMAAAAAQJOypzgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAJuMRx55JHvuuWdat26dPn36NHU7q7XffvvlhBNOeFevveKKK9K+fftG7WdDqqqqyvXXX58kmT9/fqqqqjJnzpy1vm59agEAYGMTigMAsN5eeOGFtGzZMkuWLMmyZcvStm3bPP300+/5vGeccUbatm2befPmZfr06ascnzRpUrbYYou8+eablbFXX301m222Wfbbb78Gtbfffnuqqqryj3/84z331VgOP/zwPProo+/pHCvva3WPurq6Rup0Vd26dcvzzz+fXr16bbBr/O1vf8tnPvOZdOrUKa1bt06PHj1y+OGHZ+HChUn+370vWrRovc77fgzp328/QAEAeD9p0dQNAADw/jNjxozstttuadu2be6999506NAh22677Xs+7z/+8Y8MHjw43bt3X+3x/fffP6+++mruv//+7LnnnkmSP//5z+nSpUvuvffevP7662ndunWS5Lbbbsu2226b7bbbbr37KIoiy5cvT4sWjfvH5TZt2qRNmzaNcq558+alurq6wVinTp0a5dyr07x583Tp0mWDnf+FF17IAQcckIMPPjh//OMf0759+8yfPz833HBDlixZssGuCwBA+VgpDgDAerv77ruz1157JUn+8pe/VH69JitWrMhZZ52VbbbZJq1atUqfPn0yderUyvGqqqrMmjUrZ511VqqqqjJu3LhVzrHjjjuma9euuf322ytjt99+ez772c+mZ8+eueeeexqM77///kmSpUuX5pvf/GZlBfLee++dmTNnNqitqqrKzTffnL59+6ZVq1b5y1/+kiVLluToo49Ou3bt0rVr1/z4xz9epadLLrkkO+ywQ1q3bp3OnTvn85///Du+B29f/Ttu3Lj06dMnv/zlL9OjR4/U1NTkiCOOyCuvvLLW97NTp07p0qVLg0ezZv/+4/0xxxyTIUOG5Ec/+lG6du2ajh07ZtSoUVm2bFnl9c8//3wGDx6cNm3apGfPnpk8eXJ69OiR888/f7XXe/tq65dffjlDhw7N1ltvnTZt2mSHHXbI5Zdf3uA1TzzxRPbff/9svvnm2W233TJjxox3vJ+77rorixcvzi9+8Yt89KMfTc+ePbP//vvnvPPOS8+ePTN//vzK13PLLbdMVVVVjjnmmCTJ1KlTs/fee6d9+/bp2LFjDj744Ab/QqBnz55Jko9+9KOpqqpq8K8KfvGLX2TnnXdO69ats9NOO+WSSy5Z5Z6vueaafOITn0ibNm2y++6759FHH83MmTPTr1+/tGvXLp/61KfywgsvNLifdTnv7373u9W+P7fffnuGDx+exYsXV/4VwMrvh/WZbwAAvIMCAADWwVNPPVXU1NQUNTU1xWabbVa0bt26qKmpKVq2bFm0atWqqKmpKb7+9a+/4+t/8pOfFNXV1cWvf/3r4pFHHim+853vFJtttlnx6KOPFkVRFM8//3yx6667FieddFLx/PPPF6+88spqz/OlL32pOPDAAyvPd9999+Laa68tvva1rxVjx44tiqIoXnvttaJVq1bFFVdcURRFUXzzm98samtri5tuuqmYO3duMWzYsGLLLbcsXnzxxaIoiuK2224rkhQf+chHiltuuaV4/PHHixdffLH4+te/Xmy77bbFn/70p+Lvf/97cfDBBxdbbLFFcfzxxxdFURQzZ84smjdvXkyePLmYP39+MXv27OKCCy54x/fg8ssvL2pqairPzzjjjKJdu3bFoYceWjzwwAPFnXfeWXTp0qX47ne/+47nWNnryy+//I41w4YNK6qrq4uvfe1rxcMPP1z84Q9/KDbffPPisssuq9QMHDiw6NOnT3HPPfcUs2bNKvbdd9+iTZs2xXnnnVepSVJcd911RVEUxZNPPlkkKf76178WRVEUo0aNKvr06VPMnDmzePLJJ4tp06YVN9xwQ4PanXbaqbjxxhuLefPmFZ///OeL7t27F8uWLVttzzNmzCiSFNdcc02xYsWKVY6/+eabxW9/+9siSTFv3rzi+eefLxYtWlQURVH8z//8T/Hb3/62eOyxx4q//vWvxSGHHFL07t27WL58eVEURXHfffcVSYo//elPxfPPP1/5uv/qV78qunbtWvz2t78tnnjiieK3v/1t0aFDh8q8eet9TJ06tXjooYeKPffcs+jbt2+x3377FX/5y1+K2bNnF9tvv33xta99rdLr+px3de/P0qVLi/PPP7+orq4unn/++cr3w/rONwAAVk8oDgDAOlm2bFnx5JNPFn/729+KzTbbrPjb3/5WPP7440W7du2KO+64o3jyySeLF1544R1fX1tbW/zgBz9oMLb77rsX3/jGNyrPd9ttt+KMM85YYx8///nPi7Zt2xbLli0r6uvrixYtWhQLFy4sJk+eXOyzzz5FURTF9OnTiyTFU089Vbz66qvFZpttVlx11VWVc7zxxhtFbW1tMXHixKIo/l/QfP3111dqXnnllaJly5bFNddcUxl78cUXizZt2lRC8d/+9rdFdXV1UV9fv+Y37/+3ulB88803b/D6k08+uejfv/87nmNlr23btm3w2GWXXSo1w4YNK7p37168+eablbEvfOELxeGHH14URVE8/PDDRZJi5syZleOPPfZYkWSdQ/FDDjmkGD58+Gp7XFn7i1/8ojI2d+7cIknx8MMPv+O9ffe73y1atGhRdOjQoTjooIOKiRMnFnV1davc+5p+IFAURfHCCy8USYoHHnhgtb2vtN122xWTJ09uMPb973+/GDBgwDvex69//esiSTF9+vTK2Pjx44sdd9zxPZ337e/P2+dKUaz/fAMAYPVsnwIAwDpp0aJFevTokUceeSS77757PvKRj6Suri6dO3fOPvvskx49emSrrbZa7Wvr6+vz3HPPrbLNyl577ZWHH354vfrYb7/9smTJksycOTN//vOf8+EPfzhbb7119t1338q+4rfffns+9KEPZdttt80//vGPLFu2rMG1N9tss+yxxx6rXLtfv36VX//jH//IG2+8kf79+1fGOnTokB133LHy/D//8z/TvXv3fOhDH8pRRx2Vq666Kq+99tp63U+PHj2yxRZbVJ537dq18sGSa/LnP/85c+bMqTxuuummBsd33XXXNG/efLXnnTdvXlq0aJGPfexjlePbb799ttxyy3Xu++tf/3p+85vfpE+fPvnOd76Tu+++e5Waj3zkIw2un2SN9/aDH/wgdXV1mTRpUnbddddMmjQpO+20Ux544IE19vLYY4/lyCOPzIc+9KFUV1enR48eSbLGD39dsmRJ/vGPf2TEiBFp165d5XH22Wev8uGsb72Pzp07J0l69+7dYGzlfb3b867L+9MY8w0AAB+0CQDAOtp1113z1FNPZdmyZVmxYkXatWuXN998M2+++WbatWuX7t27Z+7cuRu8j+233z7bbLNNbrvttrz88svZd999kyS1tbXp1q1b7r777tx222355Cc/ud7nbtu27XrVb7HFFpk9e3Zuv/323HLLLRk7dmzGjRuXmTNnNtg7fE0222yzBs+rqqqyYsWKtb6uZ8+ea7zGuz3vuvrUpz6Vp556KjfddFOmTZuWAw44IKNGjcqPfvSj1fZQVVWVJGvtoWPHjvnCF76QL3zhCznnnHPy0Y9+ND/60Y9y5ZVXvuNrDjnkkHTv3j0///nPU1tbmxUrVqRXr15544033vE1r776apLk5z//eYMffCRp8MOEd7qPt4+tvK/3et41vT+NMd8AAPBBmwAArKObbropc+bMSZcuXfKrX/0qc+bMSa9evXL++eevdqXyW1VXV6e2tjZ33XVXg/G77roru+yyy3r3sv/+++f222/P7bff3uBDE/fZZ5/cfPPNue+++yofyrjddtulZcuWDa69bNmyzJw5c43X3m677bLZZpvl3nvvrYy9/PLLefTRRxvUtWjRIgMHDszEiRPz97//PfPnz8+tt9663ve0Me244455880389e//rUy9vjjj+fll19er/NsvfXWGTZsWH71q1/l/PPPz2WXXdaofbZs2TLbbbddlixZUnmeJMuXL6/UvPjii5k3b16+973v5YADDsjOO++8yn2s7nWdO3dObW1tnnjiiWy//fYNHis/mPPdaKzztmzZskG/K70f5xsAwKbGSnEAANZJ9+7dU1dXlwULFuSzn/1sqqqqMnfu3Bx22GGVrR/W5OSTT84ZZ5yR7bbbLn369Mnll1+eOXPm5KqrrlrvXvbff/+MGjUqy5Ytq6wUT5J99903o0ePzhtvvFEJxdu2bZuvf/3rOfnkk9OhQ4dsu+22mThxYl577bWMGDHiHa/Rrl27jBgxIieffHI6duyYTp065bTTTkuzZv9vXcmNN96YJ554Ivvss0+23HLL3HTTTfn/2rm/UPb3OI7jLyd/tmmNViKUm9lslguUVlPiQso1N1MiuVqyCBf7mRtqd7tRUqRkVy6QKNbKhRu3blxI/qRW0trKltrOhdLR+dUP/X5Hx56Py++3z6f3+9vn6tXn+87lcm9GrPwpiURCmUzmzTOr1fqvG+I/43A41NPTo7GxMS0vL6ukpESBQEBGo/H1xvKvBINBtba2yuVyKZvNam9vT01NTZ/qRXr5ltFoVIODg2psbFQ+n9fu7q729/e1trYm6eUMFhUVaW9vT319fTIajaqsrJTVatXKyopqamp0fX2tmZmZN3tXVVXJaDTq4OBAdXV1MhgMslgsCoVC8vv9slgs6u3tVTab1dnZmR4fHzU5OfnpXn7Hvg0NDUqn0zo+PlZLS4tMJpNisdiXnTcAAIDvhFAcAAAA7xaPx9Xe3i6DwaCTkxPV1dW9KxCXJL/fr2QyqUAgoEQiIafTqZ2dHdlstg/X0dXVpaenJzkcjtcZz9JLKJ5KpWS329/UtbS0pFwuJ5/Pp1Qqpba2Nh0eHv5yhnY4HFY6nVZ/f7/MZrMCgYCSyeTr+4qKCm1vb2t+fl6ZTEY2m01bW1tyuVwf7umjfhaEnp6eqqOj413rNzY2NDIyos7OTlVXV2txcVHn5+cyGAzvWl9aWqrZ2VldXV3JaDTK6/UqGo1+qId/cjqdMplMCgQCurm5UVlZmWw2m1ZXV+Xz+SRJtbW1CoVCmpmZ0fDwsIaGhrS+vq5oNCq/36/m5mbZ7XZFIpE3fxAUFxcrEoloYWFBwWBQXq9X8Xhco6OjMplMCofDmpqaUnl5udxutyYmJj7dh6Tfsq/H49H4+LgGBgb08PCgHz9+qKen58vOGwAAwHdSlM/n819dBAAAAICvdXt7q/r6eh0dHam7u/urywEAAAD+GEJxAAAAoADFYjGl02m53W7d399renpad3d3uri4eNcIFgAAAOD/ivEpAAAAQAF6fn7W3NycLi8vZTab5fF4tLm5SSAOAACAb4+b4gAAAAAAAACAgvHXVxcAAAAAAAAAAMB/hVAcAAAAAAAAAFAwCMUBAAAAAAAAAAWDUBwAAAAAAAAAUDAIxQEAAAAAAAAABYNQHAAAAAAAAABQMAjFAQAAAAAAAAAFg1AcAAAAAAAAAFAw/gZGYejfNu6r2wAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 1800x800 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The Maximum length of English text (in words) is 278 words.\n"
     ]
    }
   ],
   "source": [
    "data['english_length'] = data['english'].str.split().str.len()\n",
    "\n",
    "n_bin = 150\n",
    "data.hist('english_length', grid=False, figsize=(18,8), range=(0,n_bin), bins=n_bin)\n",
    "plt.title('Histogram: Length of English Statements')\n",
    "plt.xlabel('# of Words in English Statements')\n",
    "plt.show()\n",
    "\n",
    "print(f\"The Maximum length of English text (in words) is {max(data['english_length'])} words.\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Visual: Length of French Entries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABcUAAAK9CAYAAADlgQQ3AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy89olMNAAAACXBIWXMAAA9hAAAPYQGoP6dpAABlBUlEQVR4nOzdebxWVb0/8M9hRuAcEGNKBBxyJE1QQMshSTSySM1MMzS63goc0ky8KoKZImbOSt5KG7TSW5qBooRTKSGiOItaoqYBTnAEFZCzf3/04vl5ZFbgoPv9fr2elzx7rWft795nHYTPWaxdVRRFEQAAAAAAKIFGDV0AAAAAAACsL0JxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAIANSPfu3XPkkUc2dBlsAEaOHJmqqqq88sor6/xcEyZMyE477ZQWLVqkqqoqc+fOXefnXF+6d++eL3zhCw1dBgAAGxChOADAOnL11Venqqoq999//3Lb99prr+ywww4f+Dw333xzRo4c+YHH+SiaOXNmqqqq8uMf/7ihS1mhs88+OzfeeGODnf/VV1/NIYcckpYtW+ayyy7Lr3/967Rq1Wq5fZfO6eW9hg8fvp4rXz/mz5+fM844IzvssENatWqV9u3bZ6eddspxxx2Xl156qdJvbXwfNvRcWBdeeumljBw5MtOnT2/oUgAAKpo0dAEAAPx/M2bMSKNGa7Zu4eabb85ll10mGP+QOvvss3PwwQdn0KBBDXL+qVOn5o033sgPf/jD9O/ff7U+c+aZZ6ZHjx71jq2NH/BsaBYvXpw99tgjTz75ZAYPHpxjjjkm8+fPz2OPPZZrr702X/7yl9OlS5cka+f7sKHnwrrw0ksvZdSoUenevXt22mmnhi4HACCJUBwAYIPSvHnzhi5hjS1YsGCFK4vZ8M2ZMydJ0rZt29X+zP7775/evXuvVt+33347zZo1W+Mf9mwIbrzxxjz44IO55pprcthhh9Vre/vtt7No0aIGqgwAgA/iw/cnUwCAj7D37im+ePHijBo1KltttVVatGiR9u3b59Of/nQmTpyYJDnyyCNz2WWXJUm9rSyWWrBgQU488cR07do1zZs3z9Zbb50f//jHKYqi3nnfeuutHHvssdlkk03Spk2bfPGLX8yLL76Yqqqqeitfl+5z/fjjj+ewww5Lu3bt8ulPfzpJ8vDDD+fII4/M5ptvnhYtWqRTp0755je/mVdffbXeuZaO8dRTT+XrX/96ampq8rGPfSynn356iqLICy+8kC996Uuprq5Op06dcv755y9zn55//vk8+eSTH+hev9vChQtzxhlnZMstt0zz5s3TtWvX/OAHP8jChQvr9auqqsqwYcNy4403Zocddkjz5s2z/fbbZ8KECcuMeeedd6Z3795p0aJFtthii/z0pz+tXPu7x1uwYEF++ctfVr52791Tfu7cuTnyyCPTtm3b1NTU5Kijjsqbb765Wtd1/fXXp1evXmnZsmU22WSTfP3rX8+LL75Yad9rr70yePDgJMkuu+yy3POviTvvvDNVVVX53e9+l9NOOy0f//jHs9FGG6W2tjZJMmXKlOy3336pqanJRhttlD333DP33HNPvTGW3qNnnnlmta77N7/5TXbddddstNFGadeuXfbYY4/cdttty/T729/+ll133TUtWrTI5ptvnl/96lervJ5//OMfSZLdd999mbYWLVqkuro6yaq/D3/84x9nt912S/v27dOyZcv06tUr//d//1dvvFXNhRdffDHf/OY307Fjx8q8+8UvflFvjKX3/7rrrsuoUaPy8Y9/PG3atMnBBx+cefPmZeHChTn++OPToUOHtG7dOkcdddQyc3zpPV06bzbeeOMceuiheeGFF+r1Wbr90+OPP5699947G220UT7+8Y9nzJgx9erZZZddkiRHHXVU5bquvvrqJMnTTz+dgw46KJ06dUqLFi2y6aab5tBDD828efNW+nUBAPigrBQHAFjH5s2bt9yHJS5evHiVnx05cmTOOeecfOtb38quu+6a2tra3H///XnggQfyuc99Lv/93/+dl156KRMnTsyvf/3rep8tiiJf/OIXc8cdd2TIkCHZaaedcuutt+akk07Kiy++mAsuuKDS98gjj8x1112XI444In379s1dd92VgQMHrrCur3zlK9lqq61y9tlnVwL2iRMn5p///GeOOuqodOrUKY899liuvPLKPPbYY/n73/9eLyRMkq9+9avZdtttM3r06IwfPz5nnXVWNt544/z0pz/NZz/72Zx77rm55ppr8v3vfz+77LJL9thjj8pnv/GNb+Suu+5aJtx/P+rq6vLFL34xf/vb33L00Udn2223zSOPPJILLrggTz311DJ7PP/tb3/LH//4x3z3u99NmzZtcvHFF+eggw7K888/n/bt2ydJHnzwwey3337p3LlzRo0alSVLluTMM8/Mxz72sXpj/frXv658bY8++ugkyRZbbFGvzyGHHJIePXrknHPOyQMPPJCf/exn6dChQ84999yVXtfVV1+do446KrvsskvOOeeczJ49OxdddFHuueeePPjgg2nbtm1OPfXUbL311rnyyisrW6K89/zLs7w5vckmm1R+/cMf/jDNmjXL97///SxcuDDNmjXL7bffnv333z+9evXKGWeckUaNGuWqq67KZz/72fz1r3/NrrvuusbXPWrUqIwcOTK77bZbzjzzzDRr1ixTpkzJ7bffnn333bfS75lnnsnBBx+cIUOGZPDgwfnFL36RI488Mr169cr222+/wuvs1q1bkuRXv/pVTjvttGXm8FIr+z5Mkosuuihf/OIXc/jhh2fRokX53e9+l6985SsZN25c5ftsZXNh9uzZ6du3b+WHMh/72Mdyyy23ZMiQIamtrc3xxx9f73znnHNOWrZsmeHDh+eZZ57JJZdckqZNm6ZRo0Z5/fXXM3LkyPz973/P1VdfnR49emTEiBGVz/7oRz/K6aefnkMOOSTf+ta38vLLL+eSSy7JHnvsUZk3S73++uvZb7/9cuCBB+aQQw7J//3f/+Xkk09Oz549s//++2fbbbfNmWeemREjRuToo4/OZz7zmSTJbrvtlkWLFmXAgAFZuHBhjjnmmHTq1Ckvvvhixo0bl7lz56ampmaFXxcAgA+sAABgnbjqqquKJCt9bb/99vU+061bt2Lw4MGV9zvuuGMxcODAlZ5n6NChxfL+WHfjjTcWSYqzzjqr3vGDDz64qKqqKp555pmiKIpi2rRpRZLi+OOPr9fvyCOPLJIUZ5xxRuXYGWecUSQpvva1ry1zvjfffHOZY7/97W+LJMXdd9+9zBhHH3105dg777xTbLrppkVVVVUxevToyvHXX3+9aNmyZb17UhRFseeeey73mt/r2WefLZIU55133gr7/PrXvy4aNWpU/PWvf613fOzYsUWS4p577qkcS1I0a9ascu+KoigeeuihIklxySWXVI4dcMABxUYbbVS8+OKLlWNPP/100aRJk2XqbtWq1TLXVxT//z5985vfrHf8y1/+ctG+ffuVXveiRYuKDh06FDvssEPx1ltvVY6PGzeuSFKMGDGicmzpPJ06depKx3x33+W9iqIo7rjjjiJJsfnmm9ebD3V1dcVWW21VDBgwoKirq6scf/PNN4sePXoUn/vc59b4up9++umiUaNGxZe//OViyZIl9fq++xzdunVbZg7OmTOnaN68eXHiiSeu9HrffPPNYuutty6SFN26dSuOPPLI4uc//3kxe/bsZfqu6Ptw6TjvtmjRomKHHXYoPvvZz9Y7vqK5MGTIkKJz587FK6+8Uu/4oYceWtTU1FTGX3r/d9hhh2LRokWVfl/72teKqqqqYv/996/3+X79+hXdunWrvJ85c2bRuHHj4kc/+lG9fo888kjRpEmTeseXfg/+6le/qhxbuHBh0alTp+Kggw6qHJs6dWqRpLjqqqvqjfnggw8WSYrrr79+mesFAFjXbJ8CALCOXXbZZZk4ceIyr09+8pOr/Gzbtm3z2GOP5emnn17j8958881p3Lhxjj322HrHTzzxxBRFkVtuuSVJKlt/fPe7363X75hjjlnh2N/+9reXOdayZcvKr99+++288sor6du3b5LkgQceWKb/t771rcqvGzdunN69e6coigwZMqRyvG3bttl6663zz3/+s95n77zzzrWySjz5zxYj2267bbbZZpu88sorlddnP/vZJMkdd9xRr3///v3rrab+5Cc/merq6kqNS5YsyV/+8pcMGjSo8hDGJNlyyy2z//77r3F9773Xn/nMZ/Lqq69WtiRZnvvvvz9z5szJd7/73bRo0aJyfODAgdlmm20yfvz4Na7j3ZY3p99t8ODB9ebD9OnT8/TTT+ewww7Lq6++WrnHCxYsyD777JO77747dXV19cZY1XXfeOONqaury4gRI5bZr/y9K7q32267yirlJPnYxz623Hn1Xi1btsyUKVNy0kknJfnP6vshQ4akc+fOOeaYY5a79ciKxlnq9ddfz7x58/KZz3xmud8X71UURf7whz/kgAMOSFEU9ebogAEDMm/evGXG+cY3vpGmTZtW3vfp0ydFUeSb3/xmvX59+vTJCy+8kHfeeSdJ8sc//jF1dXU55JBD6p2nU6dO2WqrrZb5XmjdunW+/vWvV943a9Ysu+666yrva5LKSvBbb711tbcDAgBYW2yfAgCwju26667LfShhu3btlrutyrudeeaZ+dKXvpRPfOIT2WGHHbLffvvliCOOWK1A/bnnnkuXLl3Spk2bese33XbbSvvS/zZq1Cg9evSo12/LLbdc4djv7Zskr732WkaNGpXf/e53lYc3LrW8PYI322yzeu9ramrSokWLettwLD3+3n3J16ann346TzzxxDJbmyz13mt5b93Jf76Wr7/+eqX/W2+9tdz7t7J7uiLvPV+7du2S/CdcXbqn9Xst/dpuvfXWy7Rts802+dvf/rbGdbzbiub0Uu+dH0t/qLN0//LlmTdvXuXaklVf9z/+8Y80atQo22233SrrXdXXbGVqamoyZsyYjBkzJs8991wmTZqUH//4x7n00ktTU1OTs846a5VjjBs3LmeddVamT59eL0hf0XYs7/byyy9n7ty5ufLKK3PllVcut8+q5ujSALpr167LHK+rq8u8efPSvn37PP300ymKIltttdVyz/PuoD1JNt1002WuoV27dnn44YdXeV09evTICSeckJ/85Ce55ppr8pnPfCZf/OIXK88ZAABYl4TiAAAbsD322CP/+Mc/8qc//Sm33XZbfvazn+WCCy7I2LFj6620Xt/evfJ1qUMOOST33ntvTjrppOy0005p3bp16urqst9++y2zCjj5z+rw1TmWZK2tCl+eurq69OzZMz/5yU+W2/7eIHF919gQ9+SDeu/8WPr1P++887LTTjst9zOtW7eu935tXvfaGqtbt2755je/mS9/+cvZfPPNc80116wyFP/rX/+aL37xi9ljjz1y+eWXp3PnzmnatGmuuuqqXHvttas859J79/Wvf32FP1R47w/JVnS9q7oPdXV1qaqqyi233LLcvmv7a3T++efnyCOPrPz+duyxx+acc87J3//+92y66aarNQYAwPshFAcA2MBtvPHGOeqoo3LUUUdl/vz52WOPPTJy5MhKKL6i1abdunXLX/7yl7zxxhv1Vos/+eSTlfal/62rq8uzzz5bb4XoM888s9o1vv7665k0aVJGjRpV76F972fbl/Vtiy22yEMPPZR99tlntVburkqHDh3SokWL5d6/5R1bG+d8r6Vf2xkzZlS2gVlqxowZlfb1Zel2M9XV1enfv/9aG7Ouri6PP/74CoP2daVdu3bZYost8uijj1aOrejr+Ic//CEtWrTIrbfemubNm1eOX3XVVcv0Xd4YH/vYx9KmTZssWbJkrd27Fdliiy1SFEV69OiRT3ziE2tlzFXN7549e6Znz5457bTTcu+992b33XfP2LFjV2sFPgDA+2VPcQCADdh7tw1p3bp1ttxyy3pbMLRq1SpJMnfu3Hp9P//5z2fJkiW59NJL6x2/4IILUlVVVdnfesCAAUmSyy+/vF6/Sy65ZLXrXLpi9L0rRC+88MLVHmNNPP/885Vw/4M65JBD8uKLL+Z///d/l2l76623smDBgjUar3Hjxunfv39uvPHGvPTSS5XjzzzzTGUf93dr1arVMl+7D6p3797p0KFDxo4dW2+u3HLLLXniiScycODAtXq+VenVq1e22GKL/PjHP878+fOXaX/55ZfXeMxBgwalUaNGOfPMM5f5lwhraxX9Qw89tNwtjp577rk8/vjj9banWdH3YePGjVNVVZUlS5ZUjs2cOTM33njjMuMuby40btw4Bx10UP7whz/UC+GXej/3bkUOPPDANG7cOKNGjVrmHhZF8b62MVrRfamtra3sZb5Uz54906hRo9Xeqx0A4P2yUhwAYAO23XbbZa+99kqvXr2y8cYb5/7778///d//ZdiwYZU+vXr1SpIce+yxGTBgQBo3bpxDDz00BxxwQPbee++ceuqpmTlzZnbcccfcdttt+dOf/pTjjz++snq3V69eOeigg3LhhRfm1VdfTd++fXPXXXflqaeeSrJ6K5mrq6uzxx57ZMyYMVm8eHE+/vGP57bbbsuzzz67Du7Kfx4keNddd612+Dlp0qS8/fbbyxwfNGhQjjjiiFx33XX59re/nTvuuCO77757lixZkieffDLXXXddbr311pXun708I0eOzG233Zbdd9893/nOdyo/nNhhhx0yffr0en179eqVv/zlL/nJT36SLl26pEePHunTp88ane+9mjZtmnPPPTdHHXVU9txzz3zta1/L7Nmzc9FFF6V79+753ve+94HGX1ONGjXKz372s+y///7Zfvvtc9RRR+XjH/94Xnzxxdxxxx2prq7On//85zUac8stt8ypp56aH/7wh/nMZz6TAw88MM2bN8/UqVPTpUuXnHPOOR+47okTJ+aMM87IF7/4xfTt2zetW7fOP//5z/ziF7/IwoULM3LkyErfFX0fDhw4MD/5yU+y33775bDDDsucOXNy2WWXZcstt1xm7+0VzYXRo0fnjjvuSJ8+ffJf//Vf2W677fLaa6/lgQceyF/+8pe89tprH/hak/+sFD/rrLNyyimnZObMmRk0aFDatGmTZ599NjfccEOOPvrofP/731/jMdu2bZuxY8emTZs2adWqVfr06ZOHHnoow4YNy1e+8pV84hOfyDvvvJNf//rXlR8CAACsS0JxAIAN2LHHHpubbropt912WxYuXJhu3brlrLPOykknnVTpc+CBB+aYY47J7373u/zmN79JURQ59NBD06hRo9x0000ZMWJEfv/73+eqq65K9+7dc9555+XEE0+sd55f/epX6dSpU37729/mhhtuSP/+/fP73/8+W2+9dVq0aLFatV577bU55phjctlll6Uoiuy777655ZZb0qVLl7V6T96PCRMmZMKECcsc7969e3bYYYfceOONueCCC/KrX/0qN9xwQzbaaKNsvvnmOe64497XNhK9evXKLbfcku9///s5/fTT07Vr15x55pl54oknllnh/pOf/CRHH310TjvttLz11lsZPHjwBw7Fk+TII4/MRhttlNGjR+fkk09Oq1at8uUvfznnnntu2rZt+4HHX1N77bVXJk+enB/+8Ie59NJLM3/+/HTq1Cl9+vTJf//3f7+vMc8888z06NEjl1xySU499dRstNFG+eQnP5kjjjhirdR80EEH5Y033shtt92W22+/Pa+99lratWuXXXfdNSeeeGL23nvvSt8VfR9+9rOfzc9//vOMHj06xx9/fHr06JFzzz03M2fOXCYUX9Fc6NixY+67776ceeaZ+eMf/5jLL7887du3z/bbb59zzz13rVzrUsOHD88nPvGJXHDBBRk1alSS/+yrv+++++aLX/ziGo/XtGnT/PKXv8wpp5ySb3/723nnnXdy1VVXZc8998yAAQPy5z//OS+++GI22mij7LjjjrnlllvSt2/ftXpNAADvVVVsyE/oAQCgwUyfPj2f+tSn8pvf/CaHH354Q5fzkTBo0KA89thjH4q91gEA4KPKnuIAAOStt95a5tiFF16YRo0aZY899miAij783ntPn3766dx8883Za6+9GqYgAAAgie1TAABIMmbMmEybNi177713mjRpkltuuSW33HJLjj766HTt2rWhy/tQ2nzzzXPkkUdm8803z3PPPZcrrrgizZo1yw9+8IOGLg0AAErN9ikAAGTixIkZNWpUHn/88cyfPz+bbbZZjjjiiJx66qlp0sQ6ivfjqKOOyh133JFZs2alefPm6devX84+++zsvPPODV0aAACUmlAcAAAAAIDSsKc4AAAAAAClIRQHAAAAAKA0bBC5EnV1dXnppZfSpk2bVFVVNXQ5AAAAAAAsR1EUeeONN9KlS5c0arTyteBC8ZV46aWX0rVr14YuAwAAAACA1fDCCy9k0003XWkfofhKtGnTJsl/bmR1dXUDVwMAAAAAwPLU1tama9eulUx3ZYTiK7F0y5Tq6mqhOAAAAADABm51tsH2oE0AAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpjjUPxu+++OwcccEC6dOmSqqqq3HjjjfXai6LIiBEj0rlz57Rs2TL9+/fP008/Xa/Pa6+9lsMPPzzV1dVp27ZthgwZkvnz59fr8/DDD+czn/lMWrRoka5du2bMmDHL1HL99ddnm222SYsWLdKzZ8/cfPPNa1wLAAAAAADlscah+IIFC7LjjjvmsssuW277mDFjcvHFF2fs2LGZMmVKWrVqlQEDBuTtt9+u9Dn88MPz2GOPZeLEiRk3blzuvvvuHH300ZX22tra7LvvvunWrVumTZuW8847LyNHjsyVV15Z6XPvvffma1/7WoYMGZIHH3wwgwYNyqBBg/Loo4+uUS0AAAAAAJRHVVEUxfv+cFVVbrjhhgwaNCjJf1Zmd+nSJSeeeGK+//3vJ0nmzZuXjh075uqrr86hhx6aJ554Itttt12mTp2a3r17J0kmTJiQz3/+8/nXv/6VLl265Iorrsipp56aWbNmpVmzZkmS4cOH58Ybb8yTTz6ZJPnqV7+aBQsWZNy4cZV6+vbtm5122iljx45drVpWpba2NjU1NZk3b16qq6vf720CAAAAAGAdWpMsd63uKf7ss89m1qxZ6d+/f+VYTU1N+vTpk8mTJydJJk+enLZt21YC8STp379/GjVqlClTplT67LHHHpVAPEkGDBiQGTNm5PXXX6/0efd5lvZZep7VqeW9Fi5cmNra2novAAAAAAA+OtZqKD5r1qwkSceOHesd79ixY6Vt1qxZ6dChQ732Jk2aZOONN67XZ3ljvPscK+rz7vZV1fJe55xzTmpqaiqvrl27rsZVAwAAAADwYbFWQ/EPu1NOOSXz5s2rvF544YWGLgkAAAAAgLVorYbinTp1SpLMnj273vHZs2dX2jp16pQ5c+bUa3/nnXfy2muv1euzvDHefY4V9Xl3+6pqea/mzZunurq63gsAAAAAgI+OtRqK9+jRI506dcqkSZMqx2prazNlypT069cvSdKvX7/MnTs306ZNq/S5/fbbU1dXlz59+lT63H333Vm8eHGlz8SJE7P11lunXbt2lT7vPs/SPkvPszq1AAAAAABQLmscis+fPz/Tp0/P9OnTk/zngZbTp0/P888/n6qqqhx//PE566yzctNNN+WRRx7JN77xjXTp0iWDBg1Kkmy77bbZb7/98l//9V+57777cs8992TYsGE59NBD06VLlyTJYYcdlmbNmmXIkCF57LHH8vvf/z4XXXRRTjjhhEodxx13XCZMmJDzzz8/Tz75ZEaOHJn7778/w4YNS5LVqgUAAAAAgHKpKoqiWJMP3Hnnndl7772XOT548OBcffXVKYoiZ5xxRq688srMnTs3n/70p3P55ZfnE5/4RKXva6+9lmHDhuXPf/5zGjVqlIMOOigXX3xxWrduXenz8MMPZ+jQoZk6dWo22WSTHHPMMTn55JPrnfP666/PaaedlpkzZ2arrbbKmDFj8vnPf77Svjq1rExtbW1qamoyb948W6kAAAAAAGyg1iTLXeNQvEyE4gAAAAAAG741yXLX6p7iAAAAAACwIROKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKXRpKELgO7Dx6+yz8zRA9dDJQAAAADAR52V4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0mjS0AXA6ug+fPxK22eOHrieKgEAAAAAPsysFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0ljrofiSJUty+umnp0ePHmnZsmW22GKL/PCHP0xRFJU+RVFkxIgR6dy5c1q2bJn+/fvn6aefrjfOa6+9lsMPPzzV1dVp27ZthgwZkvnz59fr8/DDD+czn/lMWrRoka5du2bMmDHL1HP99ddnm222SYsWLdKzZ8/cfPPNa/uSAQAAAAD4kFjrofi5556bK664IpdeemmeeOKJnHvuuRkzZkwuueSSSp8xY8bk4osvztixYzNlypS0atUqAwYMyNtvv13pc/jhh+exxx7LxIkTM27cuNx99905+uijK+21tbXZd999061bt0ybNi3nnXdeRo4cmSuvvLLS5957783Xvva1DBkyJA8++GAGDRqUQYMG5dFHH13blw0AAAAAwIdAVfHuJdxrwRe+8IV07NgxP//5zyvHDjrooLRs2TK/+c1vUhRFunTpkhNPPDHf//73kyTz5s1Lx44dc/XVV+fQQw/NE088ke222y5Tp05N7969kyQTJkzI5z//+fzrX/9Kly5dcsUVV+TUU0/NrFmz0qxZsyTJ8OHDc+ONN+bJJ59Mknz1q1/NggULMm7cuEotffv2zU477ZSxY8eu8lpqa2tTU1OTefPmpbq6eq3dI+rrPnz8Bx5j5uiBa6ESAAAAAODDaE2y3LW+Uny33XbLpEmT8tRTTyVJHnroofztb3/L/vvvnyR59tlnM2vWrPTv37/ymZqamvTp0yeTJ09OkkyePDlt27atBOJJ0r9//zRq1ChTpkyp9Nljjz0qgXiSDBgwIDNmzMjrr79e6fPu8yzts/Q877Vw4cLU1tbWewEAAAAA8NHRZG0POHz48NTW1mabbbZJ48aNs2TJkvzoRz/K4YcfniSZNWtWkqRjx471PtexY8dK26xZs9KhQ4f6hTZpko033rhenx49eiwzxtK2du3aZdasWSs9z3udc845GTVq1Pu5bBrYqlabW0kOAAAAACTrYKX4ddddl2uuuSbXXnttHnjggfzyl7/Mj3/84/zyl79c26da60455ZTMmzev8nrhhRcauiQAAAAAANaitb5S/KSTTsrw4cNz6KGHJkl69uyZ5557Luecc04GDx6cTp06JUlmz56dzp07Vz43e/bs7LTTTkmSTp06Zc6cOfXGfeedd/Laa69VPt+pU6fMnj27Xp+l71fVZ2n7ezVv3jzNmzd/P5cNAAAAAMCHwFoPxd988800alR/AXrjxo1TV1eXJOnRo0c6deqUSZMmVULw2traTJkyJd/5zneSJP369cvcuXMzbdq09OrVK0ly++23p66uLn369Kn0OfXUU7N48eI0bdo0STJx4sRsvfXWadeuXaXPpEmTcvzxx1dqmThxYvr167e2L5uVWBsP0gQAAAAAWBvW+vYpBxxwQH70ox9l/PjxmTlzZm644Yb85Cc/yZe//OUkSVVVVY4//vicddZZuemmm/LII4/kG9/4Rrp06ZJBgwYlSbbddtvst99++a//+q/cd999ueeeezJs2LAceuih6dKlS5LksMMOS7NmzTJkyJA89thj+f3vf5+LLrooJ5xwQqWW4447LhMmTMj555+fJ598MiNHjsz999+fYcOGre3LBgAAAADgQ2CtrxS/5JJLcvrpp+e73/1u5syZky5duuS///u/M2LEiEqfH/zgB1mwYEGOPvrozJ07N5/+9KczYcKEtGjRotLnmmuuybBhw7LPPvukUaNGOeigg3LxxRdX2mtqanLbbbdl6NCh6dWrVzbZZJOMGDEiRx99dKXPbrvtlmuvvTannXZa/ud//idbbbVVbrzxxuywww5r+7IBAAAAAPgQqCqKomjoIjZUtbW1qampybx581JdXd3Q5XxobQjbp8wcPbChSwAAAAAA1pE1yXLX+vYpAAAAAACwoRKKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKXRpKELgPWh+/Dxq+wzc/TA9VAJAAAAANCQrBQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASqNJQxcAG4ruw8evtH3m6IHrqRIAAAAAYF2xUhwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAojSYNXQB8WHQfPn6VfWaOHrgeKgEAAAAA3i8rxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGk0aegC4KOk+/DxK22fOXrgeqoEAAAAAFgeK8UBAAAAACiNdRKKv/jii/n617+e9u3bp2XLlunZs2fuv//+SntRFBkxYkQ6d+6cli1bpn///nn66afrjfHaa6/l8MMPT3V1ddq2bZshQ4Zk/vz59fo8/PDD+cxnPpMWLVqka9euGTNmzDK1XH/99dlmm23SokWL9OzZMzfffPO6uGQAAAAAAD4E1noo/vrrr2f33XdP06ZNc8stt+Txxx/P+eefn3bt2lX6jBkzJhdffHHGjh2bKVOmpFWrVhkwYEDefvvtSp/DDz88jz32WCZOnJhx48bl7rvvztFHH11pr62tzb777ptu3bpl2rRpOe+88zJy5MhceeWVlT733ntvvva1r2XIkCF58MEHM2jQoAwaNCiPPvro2r5sAAAAAAA+BKqKoijW5oDDhw/PPffck7/+9a/LbS+KIl26dMmJJ56Y73//+0mSefPmpWPHjrn66qtz6KGH5oknnsh2222XqVOnpnfv3kmSCRMm5POf/3z+9a9/pUuXLrniiity6qmnZtasWWnWrFnl3DfeeGOefPLJJMlXv/rVLFiwIOPGjaucv2/fvtlpp50yduzYVV5LbW1tampqMm/evFRXV3+g+1Jmq9pnu0zsKQ4AAAAAa9+aZLlrfaX4TTfdlN69e+crX/lKOnTokE996lP53//930r7s88+m1mzZqV///6VYzU1NenTp08mT56cJJk8eXLatm1bCcSTpH///mnUqFGmTJlS6bPHHntUAvEkGTBgQGbMmJHXX3+90ufd51naZ+l53mvhwoWpra2t9wIAAAAA4KNjrYfi//znP3PFFVdkq622yq233prvfOc7OfbYY/PLX/4ySTJr1qwkSceOHet9rmPHjpW2WbNmpUOHDvXamzRpko033rhen+WN8e5zrKjP0vb3Ouecc1JTU1N5de3adY2vHwAAAACADddaD8Xr6uqy88475+yzz86nPvWpHH300fmv//qv1dqupKGdcsopmTdvXuX1wgsvNHRJAAAAAACsRWs9FO/cuXO22267ese23XbbPP/880mSTp06JUlmz55dr8/s2bMrbZ06dcqcOXPqtb/zzjt57bXX6vVZ3hjvPseK+ixtf6/mzZunurq63gsAAAAAgI+OtR6K77777pkxY0a9Y0899VS6deuWJOnRo0c6deqUSZMmVdpra2szZcqU9OvXL0nSr1+/zJ07N9OmTav0uf3221NXV5c+ffpU+tx9991ZvHhxpc/EiROz9dZbp127dpU+7z7P0j5LzwMAAAAAQLk0WdsDfu9738tuu+2Ws88+O4ccckjuu+++XHnllbnyyiuTJFVVVTn++ONz1llnZauttkqPHj1y+umnp0uXLhk0aFCS/6ws32+//SrbrixevDjDhg3LoYcemi5duiRJDjvssIwaNSpDhgzJySefnEcffTQXXXRRLrjggkotxx13XPbcc8+cf/75GThwYH73u9/l/vvvr9QC61v34eNX2Wfm6IHroRIAAAAAKKe1HorvsssuueGGG3LKKafkzDPPTI8ePXLhhRfm8MMPr/T5wQ9+kAULFuToo4/O3Llz8+lPfzoTJkxIixYtKn2uueaaDBs2LPvss08aNWqUgw46KBdffHGlvaamJrfddluGDh2aXr16ZZNNNsmIESNy9NFHV/rstttuufbaa3Paaaflf/7nf7LVVlvlxhtvzA477LC2LxsAAAAAgA+BqqIoioYuYkNVW1ubmpqazJs3z/7iH8DqrI7m/7NSHAAAAADWzJpkuWt9T3EAAAAAANhQCcUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSaNHQBQH2rejCpB3ECAAAAwPtnpTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0vCgTT6QVT0UEgAAAABgQ2KlOAAAAAAApSEUBwAAAACgNITiAAAAAACUhj3F4UNmdfZxnzl64HqoBAAAAAA+fKwUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEqjSUMXAKx93YePX2n7zNED11MlAAAAALBhEYpDCa0qNE8E5wAAAAB8NNk+BQAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKXRpKELADZM3YePX2n7zNED11MlAAAAALD2WCkOAAAAAEBpCMUBAAAAACgN26cA74vtVQAAAAD4MLJSHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACiNJg1dAPDR1H34+FX2mTl64HqoBAAAAAD+PyvFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGB20CDWZVD+P0IE4AAAAA1jYrxQEAAAAAKA2hOAAAAAAApWH7FGCDtartVRJbrAAAAACwZqwUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACURpOGLgDgg+g+fPxK22eOHrieKgEAAADgw8BKcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJRGk4YuAGBd6j58/Cr7zBw9cD1UAgAAAMCGwEpxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpNGnoAgAaWvfh41faPnP0wPVUCQAAAADrmpXiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAErDgzYBVmFVD+JMPIwTAAAA4MPCSnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEqjSUMXAPBR0H34+JW2zxw9cD1VAgAAAMDKWCkOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0mjS0AUAlEH34eNX2Wfm6IHroRIAAACAcrNSHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0mjS0AUA8B/dh49fafvM0QPXUyUAAAAAH11WigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaazzUHz06NGpqqrK8ccfXzn29ttvZ+jQoWnfvn1at26dgw46KLNnz673ueeffz4DBw7MRhttlA4dOuSkk07KO++8U6/PnXfemZ133jnNmzfPlltumauvvnqZ81922WXp3r17WrRokT59+uS+++5bF5cJAAAAAMCHwDoNxadOnZqf/vSn+eQnP1nv+Pe+9738+c9/zvXXX5+77rorL730Ug488MBK+5IlSzJw4MAsWrQo9957b375y1/m6quvzogRIyp9nn322QwcODB77713pk+fnuOPPz7f+ta3cuutt1b6/P73v88JJ5yQM844Iw888EB23HHHDBgwIHPmzFmXlw0AAAAAwAaqqiiKYl0MPH/+/Oy88865/PLLc9ZZZ2WnnXbKhRdemHnz5uVjH/tYrr322hx88MFJkieffDLbbrttJk+enL59++aWW27JF77whbz00kvp2LFjkmTs2LE5+eST8/LLL6dZs2Y5+eSTM378+Dz66KOVcx566KGZO3duJkyYkCTp06dPdtlll1x66aVJkrq6unTt2jXHHHNMhg8fvsprqK2tTU1NTebNm5fq6uq1fYs+EroPH9/QJUBpzBw9sKFLAAAAANggrUmWu85Wig8dOjQDBw5M//796x2fNm1aFi9eXO/4Nttsk8022yyTJ09OkkyePDk9e/asBOJJMmDAgNTW1uaxxx6r9Hnv2AMGDKiMsWjRokybNq1en0aNGqV///6VPu+1cOHC1NbW1nsBAAAAAPDR0WRdDPq73/0uDzzwQKZOnbpM26xZs9KsWbO0bdu23vGOHTtm1qxZlT7vDsSXti9tW1mf2travPXWW3n99dezZMmS5fZ58sknl1v3Oeeck1GjRq3+hQIAAAAA8KGy1leKv/DCCznuuONyzTXXpEWLFmt7+HXqlFNOybx58yqvF154oaFLAgAAAABgLVrrofi0adMyZ86c7LzzzmnSpEmaNGmSu+66KxdffHGaNGmSjh07ZtGiRZk7d269z82ePTudOnVKknTq1CmzZ89epn1p28r6VFdXp2XLltlkk03SuHHj5fZZOsZ7NW/ePNXV1fVeAAAAAAB8dKz1UHyfffbJI488kunTp1devXv3zuGHH175ddOmTTNp0qTKZ2bMmJHnn38+/fr1S5L069cvjzzySObMmVPpM3HixFRXV2e77bar9Hn3GEv7LB2jWbNm6dWrV70+dXV1mTRpUqUPAAAAAADlstb3FG/Tpk122GGHesdatWqV9u3bV44PGTIkJ5xwQjbeeONUV1fnmGOOSb9+/dK3b98kyb777pvtttsuRxxxRMaMGZNZs2bltNNOy9ChQ9O8efMkybe//e1ceuml+cEPfpBvfvObuf3223Pddddl/PjxlfOecMIJGTx4cHr37p1dd901F154YRYsWJCjjjpqbV82wDrXffj4lbbPHD1wPVUCAAAA8OG1Th60uSoXXHBBGjVqlIMOOigLFy7MgAEDcvnll1faGzdunHHjxuU73/lO+vXrl1atWmXw4ME588wzK3169OiR8ePH53vf+14uuuiibLrppvnZz36WAQMGVPp89atfzcsvv5wRI0Zk1qxZ2WmnnTJhwoRlHr4JAAAAAEA5VBVFUTR0ERuq2tra1NTUZN68efYXX4FVrVwF1h8rxQEAAICyWpMsd63vKQ4AAAAAABsqoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSaNHQBAKwd3YePX2WfmaMHrodKAAAAADZcVooDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApdGkoQsAYP3pPnz8Sttnjh64nioBAAAAaBhWigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpNGroAADYc3YePX2WfmaMHrodKAAAAANYNK8UBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKXRpKELAODDpfvw8Sttnzl64HqqBAAAAGDNWSkOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlEaThi4AgI+W7sPHr7LPzNED10MlAAAAAMuyUhwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0mjR0AQCUT/fh41faPnP0wPVUCQAAAFA2VooDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaTRq6AAB4r+7Dx6+yz8zRA9dDJQAAAMBHjZXiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKI0mDV0AALwf3YePX2n7zNED11MlAAAAwIeJleIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjFAQAAAAAoDaE4AAAAAACl0aShCwCAdaH78PGr7DNz9MD1UAkAAACwIbFSHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0mjS0AUAQEPpPnz8Sttnjh64nioBAAAA1hcrxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEqjSUMXAAAbqu7Dx6+0febogeupEgAAAGBtsVIcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGkIxQEAAAAAKI21Hoqfc8452WWXXdKmTZt06NAhgwYNyowZM+r1efvttzN06NC0b98+rVu3zkEHHZTZs2fX6/P8889n4MCB2WijjdKhQ4ecdNJJeeedd+r1ufPOO7PzzjunefPm2XLLLXP11VcvU89ll12W7t27p0WLFunTp0/uu+++tX3JAAAAAAB8SKz1UPyuu+7K0KFD8/e//z0TJ07M4sWLs++++2bBggWVPt/73vfy5z//Oddff33uuuuuvPTSSznwwAMr7UuWLMnAgQOzaNGi3HvvvfnlL3+Zq6++OiNGjKj0efbZZzNw4MDsvffemT59eo4//vh861vfyq233lrp8/vf/z4nnHBCzjjjjDzwwAPZcccdM2DAgMyZM2dtXzYAAAAAAB8CVUVRFOvyBC+//HI6dOiQu+66K3vssUfmzZuXj33sY7n22mtz8MEHJ0mefPLJbLvttpk8eXL69u2bW265JV/4whfy0ksvpWPHjkmSsWPH5uSTT87LL7+cZs2a5eSTT8748ePz6KOPVs516KGHZu7cuZkwYUKSpE+fPtlll11y6aWXJknq6urStWvXHHPMMRk+fPgqa6+trU1NTU3mzZuX6urqtX1rPhK6Dx/f0CUAbNBmjh7Y0CUAAADAR96aZLnrfE/xefPmJUk23njjJMm0adOyePHi9O/fv9Jnm222yWabbZbJkycnSSZPnpyePXtWAvEkGTBgQGpra/PYY49V+rx7jKV9lo6xaNGiTJs2rV6fRo0apX///pU+77Vw4cLU1tbWewEAAAAA8NGxTkPxurq6HH/88dl9992zww47JElmzZqVZs2apW3btvX6duzYMbNmzar0eXcgvrR9advK+tTW1uatt97KK6+8kiVLliy3z9Ix3uucc85JTU1N5dW1a9f3d+EAAAAAAGyQ1mkoPnTo0Dz66KP53e9+ty5Ps9accsopmTdvXuX1wgsvNHRJAAAAAACsRU3W1cDDhg3LuHHjcvfdd2fTTTetHO/UqVMWLVqUuXPn1lstPnv27HTq1KnS57777qs33uzZsyttS/+79Ni7+1RXV6dly5Zp3LhxGjduvNw+S8d4r+bNm6d58+bv74IBAAAAANjgrfWV4kVRZNiwYbnhhhty++23p0ePHvXae/XqlaZNm2bSpEmVYzNmzMjzzz+ffv36JUn69euXRx55JHPmzKn0mThxYqqrq7PddttV+rx7jKV9lo7RrFmz9OrVq16furq6TJo0qdIHAAAAAIByWesrxYcOHZprr702f/rTn9KmTZvK/t01NTVp2bJlampqMmTIkJxwwgnZeOONU11dnWOOOSb9+vVL3759kyT77rtvtttuuxxxxBEZM2ZMZs2aldNOOy1Dhw6trOT+9re/nUsvvTQ/+MEP8s1vfjO33357rrvuuowfP75SywknnJDBgwend+/e2XXXXXPhhRdmwYIFOeqoo9b2ZQPAcnUfPn6l7TNHD1xPlQAAAADJOgjFr7jiiiTJXnvtVe/4VVddlSOPPDJJcsEFF6RRo0Y56KCDsnDhwgwYMCCXX355pW/jxo0zbty4fOc730m/fv3SqlWrDB48OGeeeWalT48ePTJ+/Ph873vfy0UXXZRNN900P/vZzzJgwIBKn69+9at5+eWXM2LEiMyaNSs77bRTJkyYsMzDNwEAAAAAKIeqoiiKhi5iQ1VbW5uamprMmzcv1dXVDV3OBmlVKyABWDkrxQEAAOCDW5Msd63vKQ4AAAAAABsqoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGk0augAAKLPuw8evss/M0QPXQyUAAABQDlaKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpCMUBAAAAACgND9oEgA3cqh7G6UGcAAAAsPqsFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0hCKAwAAAABQGkJxAAAAAABKQygOAAAAAEBpNGnoAgCAD6b78PGr7DNz9MD1UAkAAABs+KwUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaHrQJACWwqodxehAnAAAAZWGlOAAAAAAApSEUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGk0aegCAICG1334+FX2mTl64HqoBAAAANYtK8UBAAAAACgNoTgAAAAAAKUhFAcAAAAAoDSE4gAAAAAAlIYHbQIAq2VVD+P0IE4AAAA+DKwUBwAAAACgNITiAAAAAACUhlAcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEqjSUMXAAB8NHQfPn6VfWaOHrgeKgEAAIAVs1IcAAAAAIDSEIoDAAAAAFAaQnEAAAAAAEpDKA4AAAAAQGl40CYAsN6s6mGcHsQJAADAumalOAAAAAAApSEUBwAAAACgNITiAAAAAACUhj3FAYANhj3HAQAAWNesFAcAAAAAoDSE4gAAAAAAlIZQHAAAAACA0rCnOADwobGqPccT+44DAACwclaKAwAAAABQGkJxAAAAAABKw/YpAMBHyqq2WLG9CgAAQLlZKQ4AAAAAQGkIxQEAAAAAKA2hOAAAAAAApSEUBwAAAACgNITiAAAAAACURpOGLgAAYH3qPnz8KvvMHD1wPVQCAABAQ7BSHAAAAACA0hCKAwAAAABQGrZPAQB4j1VtsWJ7FQAAgA8vK8UBAAAAACgNoTgAAAAAAKVh+xQAgDW0qu1VElusAAAAbKisFAcAAAAAoDSE4gAAAAAAlIbtUwAA1oFVbbFiexUAAICGYaU4AAAAAAClIRQHAAAAAKA0bJ8CANAAVrW9SmKLFQAAgHXBSnEAAAAAAEpDKA4AAAAAQGnYPgUAYAO1qi1WbK8CAACw5qwUBwAAAACgNKwUBwD4kPKwTgAAgDVnpTgAAAAAAKUhFAcAAAAAoDRsnwIA8BHmYZ0AAAD1WSkOAAAAAEBpWCkOAFBiVpIDAABlIxQHAGCFVhWaJ4JzAADgw8X2KQAAAAAAlIZQHAAAAACA0rB9CgAAH4h9yQEAgA8TK8UBAAAAACgNK8UBAFinPKwTAADYkAjFAQBocLZgAQAA1hehOAAAGzyrzQEAgLXFnuIAAAAAAJSGleIAAHwk2IIFAABYHVaKAwAAAABQGlaKAwBQCquzL/mqWG0OAAAfflaKAwAAAABQGlaKAwDAarLaHAAAPvyE4gAAsB55ICgAADQsoTgAAGxAVmc1uuAcAADeP6E4AAB8yNjGBQAA3j+hOAAAlJBtXAAAKCuhOAAAsAyr0QEA+KgSigMAAOuE/dEBANgQCcUBAIAGszZWpK+K4B0AgHcTigMAAB9pgncAAN6tFKH4ZZddlvPOOy+zZs3KjjvumEsuuSS77rprQ5cFAAB8RKyP4H11COcBAFbtIx+K//73v88JJ5yQsWPHpk+fPrnwwgszYMCAzJgxIx06dGjo8gAAANaa9RXOryp8X1UdwnsAoCFVFUVRNHQR61KfPn2yyy675NJLL02S1NXVpWvXrjnmmGMyfPjwlX62trY2NTU1mTdvXqqrq9dHuR86G8qKGAAAgA8rPyQAgA9uTbLcj/RK8UWLFmXatGk55ZRTKscaNWqU/v37Z/Lkycv0X7hwYRYuXFh5P2/evCT/uaEsX93CNxu6BAAAgA+1zb53fUOXAKyBR0cNaOgSgOVYmuGuzhrwj3Qo/sorr2TJkiXp2LFjveMdO3bMk08+uUz/c845J6NGjVrmeNeuXddZjQAAAAB8eNRc2NAVACvzxhtvpKamZqV9PtKh+Jo65ZRTcsIJJ1Te19XV5bXXXkv79u1TVVXVgJU1jNra2nTt2jUvvPCC7WPYIJmjbOjMUTZ05igbOnOUDZ05yobOHGVDZ46yNhVFkTfeeCNdunRZZd+PdCi+ySabpHHjxpk9e3a947Nnz06nTp2W6d+8efM0b9683rG2bduuyxI/FKqrq/3GxAbNHGVDZ46yoTNH2dCZo2zozFE2dOYoGzpzlLVlVSvEl2q0jutoUM2aNUuvXr0yadKkyrG6urpMmjQp/fr1a8DKAAAAAABoCB/pleJJcsIJJ2Tw4MHp3bt3dt1111x44YVZsGBBjjrqqIYuDQAAAACA9ewjH4p/9atfzcsvv5wRI0Zk1qxZ2WmnnTJhwoRlHr7Jspo3b54zzjhjmS1lYENhjrKhM0fZ0JmjbOjMUTZ05igbOnOUDZ05SkOpKoqiaOgiAAAAAABgffhI7ykOAAAAAADvJhQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQirNcl112Wbp3754WLVqkT58+ue+++xq6JErqnHPOyS677JI2bdqkQ4cOGTRoUGbMmFGvz9tvv52hQ4emffv2ad26dQ466KDMnj27gSqm7EaPHp2qqqocf/zxlWPmKA3txRdfzNe//vW0b98+LVu2TM+ePXP//fdX2ouiyIgRI9K5c+e0bNky/fv3z9NPP92AFVMmS5Ysyemnn54ePXqkZcuW2WKLLfLDH/4wRVFU+pijrG933313DjjggHTp0iVVVVW58cYb67Wvzpx87bXXcvjhh6e6ujpt27bNkCFDMn/+/PV4FXyUrWyOLl68OCeffHJ69uyZVq1apUuXLvnGN76Rl156qd4Y5ijr0qp+H323b3/726mqqsqFF15Y77g5yrokFGcZv//973PCCSfkjDPOyAMPPJAdd9wxAwYMyJw5cxq6NErorrvuytChQ/P3v/89EydOzOLFi7PvvvtmwYIFlT7f+9738uc//znXX3997rrrrrz00ks58MADG7Bqymrq1Kn56U9/mk9+8pP1jpujNKTXX389u+++e5o2bZpbbrkljz/+eM4///y0a9eu0mfMmDG5+OKLM3bs2EyZMiWtWrXKgAED8vbbbzdg5ZTFueeemyuuuCKXXnppnnjiiZx77rkZM2ZMLrnkkkofc5T1bcGCBdlxxx1z2WWXLbd9debk4YcfnsceeywTJ07MuHHjcvfdd+foo49eX5fAR9zK5uibb76ZBx54IKeffnoeeOCB/PGPf8yMGTPyxS9+sV4/c5R1aVW/jy51ww035O9//3u6dOmyTJs5yjpVwHvsuuuuxdChQyvvlyxZUnTp0qU455xzGrAq+I85c+YUSYq77rqrKIqimDt3btG0adPi+uuvr/R54okniiTF5MmTG6pMSuiNN94ottpqq2LixInFnnvuWRx33HFFUZijNLyTTz65+PSnP73C9rq6uqJTp07FeeedVzk2d+7connz5sVvf/vb9VEiJTdw4MDim9/8Zr1jBx54YHH44YcXRWGO0vCSFDfccEPl/erMyccff7xIUkydOrXS55ZbbimqqqqKF198cb3VTjm8d44uz3333VckKZ577rmiKMxR1q8VzdF//etfxcc//vHi0UcfLbp161ZccMEFlTZzlHXNSnHqWbRoUaZNm5b+/ftXjjVq1Cj9+/fP5MmTG7Ay+I958+YlSTbeeOMkybRp07J48eJ6c3abbbbJZpttZs6yXg0dOjQDBw6sNxcTc5SGd9NNN6V37975yle+kg4dOuRTn/pU/vd//7fS/uyzz2bWrFn15mhNTU369OljjrJe7Lbbbpk0aVKeeuqpJMlDDz2Uv/3tb9l///2TmKNseFZnTk6ePDlt27ZN7969K3369++fRo0aZcqUKeu9Zpg3b16qqqrStm3bJOYoDa+uri5HHHFETjrppGy//fbLtJujrGtNGroANiyvvPJKlixZko4dO9Y73rFjxzz55JMNVBX8R11dXY4//vjsvvvu2WGHHZIks2bNSrNmzSp/uFuqY8eOmTVrVgNUSRn97ne/ywMPPJCpU6cu02aO0tD++c9/5oorrsgJJ5yQ//mf/8nUqVNz7LHHplmzZhk8eHBlHi7v//3mKOvD8OHDU1tbm2222SaNGzfOkiVL8qMf/SiHH354kpijbHBWZ07OmjUrHTp0qNfepEmTbLzxxuYt693bb7+dk08+OV/72tdSXV2dxByl4Z177rlp0qRJjj322OW2m6Osa0Jx4ENj6NChefTRR/O3v/2toUuBihdeeCHHHXdcJk6cmBYtWjR0ObCMurq69O7dO2effXaS5FOf+lQeffTRjB07NoMHD27g6iC57rrrcs011+Taa6/N9ttvn+nTp+f4449Ply5dzFGAD2jx4sU55JBDUhRFrrjiioYuB5L851/TXnTRRXnggQdSVVXV0OVQUrZPoZ5NNtkkjRs3zuzZs+sdnz17djp16tRAVUEybNiwjBs3LnfccUc23XTTyvFOnTpl0aJFmTt3br3+5izry7Rp0zJnzpzsvPPOadKkSZo0aZK77rorF198cZo0aZKOHTuaozSozp07Z7vttqt3bNttt83zzz+fJJV56P/9NJSTTjopw4cPz6GHHpqePXvmiCOOyPe+972cc845ScxRNjyrMyc7deqUOXPm1Gt/55138tprr5m3rDdLA/HnnnsuEydOrKwST8xRGtZf//rXzJkzJ5tttlnl71DPPfdcTjzxxHTv3j2JOcq6JxSnnmbNmqVXr16ZNGlS5VhdXV0mTZqUfv36NWBllFVRFBk2bFhuuOGG3H777enRo0e99l69eqVp06b15uyMGTPy/PPPm7OsF/vss08eeeSRTJ8+vfLq3bt3Dj/88MqvzVEa0u67754ZM2bUO/bUU0+lW7duSZIePXqkU6dO9eZobW1tpkyZYo6yXrz55ptp1Kj+X0saN26curq6JOYoG57VmZP9+vXL3LlzM23atEqf22+/PXV1denTp896r5nyWRqIP/300/nLX/6S9u3b12s3R2lIRxxxRB5++OF6f4fq0qVLTjrppNx6661JzFHWPdunsIwTTjghgwcPTu/evbPrrrvmwgsvzIIFC3LUUUc1dGmU0NChQ3PttdfmT3/6U9q0aVPZO6ympiYtW7ZMTU1NhgwZkhNOOCEbb7xxqqurc8wxx6Rfv37p27dvA1dPGbRp06ayx/1SrVq1Svv27SvHzVEa0ve+973stttuOfvss3PIIYfkvvvuy5VXXpkrr7wySVJVVZXjjz8+Z511Vrbaaqv06NEjp59+erp06ZJBgwY1bPGUwgEHHJAf/ehH2WyzzbL99tvnwQcfzE9+8pN885vfTGKO0jDmz5+fZ555pvL+2WefzfTp07Pxxhtns802W+Wc3HbbbbPffvvlv/7rvzJ27NgsXrw4w4YNy6GHHpouXbo00FXxUbKyOdq5c+ccfPDBeeCBBzJu3LgsWbKk8veojTfeOM2aNTNHWedW9fvoe39Q07Rp03Tq1Clbb711Er+Psh4UsByXXHJJsdlmmxXNmjUrdt111+Lvf/97Q5dESSVZ7uuqq66q9HnrrbeK7373u0W7du2KjTbaqPjyl79c/Pvf/264oim9PffcszjuuOMq781RGtqf//znYocddiiaN29ebLPNNsWVV15Zr72urq44/fTTi44dOxbNmzcv9tlnn2LGjBkNVC1lU1tbWxx33HHFZpttVrRo0aLYfPPNi1NPPbVYuHBhpY85yvp2xx13LPfPoIMHDy6KYvXm5Kuvvlp87WtfK1q3bl1UV1cXRx11VPHGG280wNXwUbSyOfrss8+u8O9Rd9xxR2UMc5R1aVW/j75Xt27digsuuKDeMXOUdamqKIpiPeXvAAAAAADQoOwpDgAAAABAaQjFAQAAAAAoDaE4AAAAAAClIRQHAAAAAKA0hOIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgDABufJJ59M375906JFi+y0004NXc5y7bXXXjn++OPf12evvvrqtG3bdq3Ws6GoqqrKjTfe2NBlAADACgnFAQB4315++eU0a9YsCxYsyOLFi9OqVas8//zzH3jcM844I61atcqMGTMyadKkZdrHjh2bNm3a5J133qkcmz9/fpo2bZq99tqrXt8777wzVVVV+cc//vGB61pbvvrVr+app576QGMsva73vk477bS1VOX68+yzz+awww5Lly5d0qJFi2y66ab50pe+lCeffDJJMnPmzFRVVWX69OlrPPaHLaRf+nWdO3duQ5cCAPCR1aShCwAA4MNr8uTJ2XHHHdOqVatMmTIlG2+8cTbbbLMPPO4//vGPDBw4MN26dVtu+95775358+fn/vvvT9++fZMkf/3rX9OpU6dMmTIlb7/9dlq0aJEkueOOO7LZZptliy22WOM6iqLIkiVL0qTJ2v1jc8uWLdOyZcu1MtaMGTNSXV1ded+6detl+ixZsiRVVVVp1GjDWxOzePHifO5zn8vWW2+dP/7xj+ncuXP+9a9/5ZZbbhEMAwCwTmx4fyoGAOBD4957783uu++eJPnb3/5W+fXK1NXV5cwzz8ymm26a5s2bZ6eddsqECRMq7VVVVZk2bVrOPPPMVFVVZeTIkcuMsfXWW6dz58658847K8fuvPPOfOlLX0qPHj3y97//vd7xvffeO0mycOHCHHvssenQoUNatGiRT3/605k6dWq9vlVVVbnlllvSq1evNG/ePH/729+yYMGCfOMb30jr1q3TuXPnnH/++cvUdPnll2errbZKixYt0rFjxxx88MErvAfv3T5l5MiR2WmnnfLrX/863bt3T01NTQ499NC88cYbq7yfHTp0SKdOnSqv1q1bV8a/6aabst1226V58+Z5/vnns3Dhwnz/+9/Pxz/+8bRq1Sp9+vSpdw+Xfu7WW2/Ntttum9atW2e//fbLv//973rn/MUvfpHtt98+zZs3T+fOnTNs2LB67a+88kq+/OUvZ6ONNspWW22Vm266aYX1P/bYY/nHP/6Ryy+/PH379k23bt2y++6756yzzqr8wKNHjx5Jkk996lOpqqqq/GuAqVOn5nOf+1w22WST1NTUZM8998wDDzxQGbt79+5Jki9/+cupqqqqvE+SP/3pT9l5553TokWLbL755hk1alS9f3lQVVWVn/70p/nCF76QjTbaKNtuu20mT56cZ555JnvttVdatWqV3XbbbZl/gbA64/7sZz9b7v2ZOXNmZa62a9cuVVVVOfLII5Mk//d//5eePXumZcuWad++ffr3758FCxas8L4CALASBQAArIHnnnuuqKmpKWpqaoqmTZsWLVq0KGpqaopmzZoVzZs3L2pqaorvfOc7K/z8T37yk6K6urr47W9/Wzz55JPFD37wg6Jp06bFU089VRRFUfz73/8utt9+++LEE08s/v3vfxdvvPHGcsc57LDDin333bfyfpdddimuv/764tvf/nYxYsSIoiiK4s033yyaN29eXH311UVRFMWxxx5bdOnSpbj55puLxx57rBg8eHDRrl274tVXXy2KoijuuOOOIknxyU9+srjtttuKZ555pnj11VeL73znO8Vmm21W/OUvfykefvjh4gtf+ELRpk2b4rjjjiuKoiimTp1aNG7cuLj22muLmTNnFg888EBx0UUXrfAeXHXVVUVNTU3l/RlnnFG0bt26OPDAA4tHHnmkuPvuu4tOnToV//M//7PCMZbW+vrrry93/KZNmxa77bZbcc899xRPPvlksWDBguJb3/pWsdtuuxV333138cwzzxTnnXde0bx588q9X/q5/v37F1OnTi2mTZtWbLvttsVhhx1WGfvyyy8vWrRoUVx44YXFjBkzivvuu6+44IILKu1Jik033bS49tpri6effro49thji9atW1fu8Xv961//Kho1alT8+Mc/Lt55553l9rnvvvuKJMVf/vKX4t///ndlrEmTJhW//vWviyeeeKJ4/PHHiyFDhhQdO3Ysamtri6Ioijlz5hRJiquuuqr497//XcyZM6coiqK4++67i+rq6uLqq68u/vGPfxS33XZb0b1792LkyJH1ruPjH/948fvf/76YMWNGMWjQoKJ79+7FZz/72WLChAnF448/XvTt27fYb7/9Kp9Z3XFXdH/eeeed4g9/+EORpJgxY0bx73//u5g7d27x0ksvFU2aNCl+8pOfFM8++2zx8MMPF5dddtkKvzcAAFg5oTgAAGtk8eLFxbPPPls89NBDRdOmTYuHHnqoeOaZZ4rWrVsXd911V/Hss88WL7/88go/36VLl+JHP/pRvWO77LJL8d3vfrfyfscddyzOOOOMldbxv//7v0WrVq2KxYsXF7W1tUWTJk2KOXPmFNdee22xxx57FEXxn9A0SfHcc88V8+fPL5o2bVpcc801lTEWLVpUdOnSpRgzZkxRFP8/aL7xxhsrfd54442iWbNmxXXXXVc59uqrrxYtW7ashOJ/+MMfiurq6koYuyrLC8U32mijep8/6aSTij59+qxwjKW1tmrVqt7rlVdeKa666qoiSTF9+vRK/+eee65o3Lhx8eKLL9YbZ5999ilOOeWUSl1JimeeeabSftlllxUdO3asvO/SpUtx6qmnrrCuJMVpp51WeT9//vwiSXHLLbes8DOXXnppsdFGGxVt2rQp9t577+LMM88s/vGPf1Tan3322SJJ8eCDD65wjKIoiiVLlhRt2rQp/vznP9er54Ybbljmms8+++x6x379618XnTt3XuF1TJ48uUhS/PznP68c++1vf1u0aNHiA4373vuzvB92TJs2rUhSzJw5c6XXDwDA6rGnOAAAa6RJkybp3r17rrvuuuyyyy755Cc/mXvuuScdO3bMHnvssdLP1tbW5qWXXlpmm5Xdd989Dz300BrVsddee2XBggWZOnVqXn/99XziE5/Ixz72sey555456qij8vbbb+fOO+/M5ptvns022ywPP/xwFi9eXO/cTZs2za677ponnnii3ti9e/eu/Pof//hHFi1alD59+lSObbzxxtl6660r7z/3uc+lW7du2XzzzbPffvtlv/32q2yPsbq6d++eNm3aVN537tw5c+bMWeXn/vrXv9b7XLt27ZIkzZo1yyc/+cnK8UceeSRLlizJJz7xiXqfX7hwYdq3b195v9FGG9Xbf/3ddcyZMycvvfRS9tlnn5XW9O7ztmrVKtXV1Su9lqFDh+Yb3/hG7rzzzvz973/P9ddfn7PPPjs33XRTPve5z63wc7Nnz85pp52WO++8M3PmzMmSJUvy5ptvrvJhrw899FDuueee/OhHP6ocW7JkSd5+++28+eabla/bu6+jY8eOSZKePXvWO/b222+ntrY21dXV72vc1bk/O+64Y/bZZ5/07NkzAwYMyL777puDDz648rUGAGDNCMUBAFgj22+/fZ577rksXrw4dXV1ad26dd5555288847ad26dbp165bHHntsndex5ZZbZtNNN80dd9yR119/PXvuuWeSpEuXLunatWvuvffe3HHHHfnsZz+7xmO3atVqjfq3adMmDzzwQO68887cdtttGTFiREaOHJmpU6fW2zt8ZZo2bVrvfVVVVerq6lb5uR49eiz3HC1btkxVVVXl/fz589O4ceNMmzYtjRs3rtf33Q/nXF4dRVFUxlwd7+da2rRpkwMOOCAHHHBAzjrrrAwYMCBnnXXWSkPxwYMH59VXX81FF12Ubt26pXnz5unXr18WLVq00nPNnz8/o0aNyoEHHrhM29IHtL73Opbey+UdW3pt72fcpeOs7P40btw4EydOzL333pvbbrstl1xySU499dRMmTKlst86AACrz4M2AQBYIzfffHOmT5+eTp065Te/+U2mT5+eHXbYIRdeeGGmT5+em2++eYWfra6uTpcuXXLPPffUO37PPfdku+22W+Na9t5779x555258847Kw9fTJI99tgjt9xyS+67777Kgwu32GKLNGvWrN65Fy9enKlTp6703FtssUWaNm2aKVOmVI69/vrreeqpp+r1a9KkSfr3758xY8bk4YcfzsyZM3P77bev8TWtK5/61KeyZMmSzJkzJ1tuuWW9V6dOnVZrjDZt2qR79+6ZNGnSOq21qqoq22yzTeVBks2aNUvyn1XX73bPPffk2GOPzec///nKgz9feeWVen2aNm26zOd23nnnzJgxY5n7sOWWW6ZRo/f/V6S1Me6KrrWqqiq77757Ro0alQcffDDNmjXLDTfc8L5rBQAoMyvFAQBYI926dcusWbMye/bsfOlLX0pVVVUee+yxHHTQQencufMqP3/SSSfljDPOyBZbbJGddtopV111VaZPn55rrrlmjWvZe++9M3To0CxevLiyUjxJ9txzzwwbNiyLFi2qhOKtWrXKd77znZx00knZeOONs9lmm2XMmDF58803M2TIkBWeo3Xr1hkyZEhOOumktG/fPh06dMipp55aL+QcN25c/vnPf2aPPfZIu3btcvPNN6eurq7eFisN7ROf+EQOP/zwfOMb38j555+fT33qU3n55ZczadKkfPKTn8zAgQNXa5yRI0fm29/+djp06JD9998/b7zxRu65554cc8wx76uu6dOn54wzzsgRRxyR7bbbLs2aNctdd92VX/ziFzn55JOTJB06dEjLli0zYcKEbLrppmnRokVqamqy1VZb5de//nV69+6d2tranHTSScusZl8a4u++++5p3rx52rVrlxEjRuQLX/hCNttssxx88MFp1KhRHnrooTz66KM566yz3td1JFkr43br1i1VVVUZN25cPv/5z6dly5Z57LHHMmnSpOy7777p0KFDpkyZkpdffjnbbrvt+64VAKDMrBQHAGCN3Xnnndlll13SokWL3Hfffdl0001XKxBPkmOPPTYnnHBCTjzxxPTs2TMTJkzITTfdlK222mqN69h7773z1ltvZcstt6zs+Zz8JxR/4403svXWW9era/To0TnooINyxBFHZOedd84zzzyTW2+9dZV7M5933nn5zGc+kwMOOCD9+/fPpz/96fTq1avS3rZt2/zxj3/MZz/72Wy77bYZO3Zsfvvb32b77bdf42tal6666qp84xvfyIknnpitt946gwYNytSpU7PZZput9hiDBw/OhRdemMsvvzzbb799vvCFL+Tpp59+3zVtuumm6d69e0aNGpU+ffpk5513zkUXXZRRo0bl1FNPTfKfVfgXX3xxfvrTn6ZLly750pe+lCT5+c9/ntdffz0777xzjjjiiBx77LHp0KFDvfHPP//8TJw4MV27ds2nPvWpJMmAAQMybty43Hbbbdlll13St2/fXHDBBenWrdv7vo61Ne7HP/7xjBo1KsOHD0/Hjh0zbNiwVFdX5+67787nP//5fOITn8hpp52W888/P/vvv/8HqhcAoKyqiqUbBAIAAAAAwEecleIAAAAAAJSGUBwAAAAAgNIQigMAAAAAUBpCcQAAAAAASkMoDgAAAABAaQjF+X/t2IEAAAAAgCB/60EujAAAAAAANqQ4AAAAAAAbUhwAAAAAgA0pDgAAAADAhhQHAAAAAGBDigMAAAAAsBGaHoAkhiErngAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 1800x800 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The Maximum length of French text (in words) is 354 words.\n"
     ]
    }
   ],
   "source": [
    "data['french_length'] = data['french'].str.split().str.len()\n",
    "\n",
    "n_bin=150\n",
    "data.hist('french_length', grid=False, range=(0,n_bin), figsize=(18,8), bins=n_bin)\n",
    "plt.title('Histogram: Length of French Statements')\n",
    "plt.xlabel('# of Words in French Statements')\n",
    "plt.show()\n",
    "\n",
    "print(f\"The Maximum length of French text (in words) is {max(data['french_length'])} words.\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Trim Dataset Size & Drop Unnecessary Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1518294 entries, 0 to 1518293\n",
      "Data columns (total 2 columns):\n",
      " #   Column   Non-Null Count    Dtype \n",
      "---  ------   --------------    ----- \n",
      " 0   english  1518294 non-null  object\n",
      " 1   french   1518294 non-null  object\n",
      "dtypes: object(2)\n",
      "memory usage: 23.2+ MB\n"
     ]
    }
   ],
   "source": [
    "upper_limit = 46\n",
    "lower_limit = 5\n",
    "\n",
    "data = data[data['french_length'] < upper_limit] # make sure that the French text ...\n",
    "data = data[data['french_length'] > lower_limit] # has between 6 & 45 words\n",
    "\n",
    "data = data[data['english_length'] < upper_limit] # make sure that the English text ...\n",
    "data = data[data['english_length'] > lower_limit] # has between 6 & 45 words\n",
    "\n",
    "data['eng_char_length'] = data['english'].str.len() # add column with calculated character length\n",
    "data['french_char_length'] = data['french'].str.len() # add column with calculated character length\n",
    "\n",
    "data = data[data['eng_char_length'] > 30] # make sure that the text has over 30 characters...\n",
    "data = data[data['french_char_length'] > 30] # ... for both languages\n",
    "\n",
    "# reset the index\n",
    "data.reset_index(drop=True, inplace=True)\n",
    "\n",
    "# Remove columns that are no longer necessary\n",
    "data.drop(columns=['french_length', \n",
    "                   'english_length', \n",
    "                   'eng_char_length', \n",
    "                   'french_char_length'], inplace=True)\n",
    "\n",
    "data.info()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Randomly Sample 30,000 Samples (Due to Hardware Limitations)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 30000 entries, 0 to 29999\n",
      "Data columns (total 2 columns):\n",
      " #   Column   Non-Null Count  Dtype \n",
      "---  ------   --------------  ----- \n",
      " 0   english  30000 non-null  object\n",
      " 1   french   30000 non-null  object\n",
      "dtypes: object(2)\n",
      "memory usage: 468.9+ KB\n"
     ]
    }
   ],
   "source": [
    "data = data.sample(n=30000, random_state=42, ignore_index=True)\n",
    "data.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Final Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>translation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>{'en': 'The standard in question should be inc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>{'en': 'Analysis of value creation and profita...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>{'en': 'Suspension or revocation of a medical ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>{'en': 'Other tree and bush fruits and nuts', ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>{'en': 'Automatic recognition of insolvency pr...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         translation\n",
       "0  {'en': 'The standard in question should be inc...\n",
       "1  {'en': 'Analysis of value creation and profita...\n",
       "2  {'en': 'Suspension or revocation of a medical ...\n",
       "3  {'en': 'Other tree and bush fruits and nuts', ...\n",
       "4  {'en': 'Automatic recognition of insolvency pr..."
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.rename(columns={'english' : 'en', 'french' : 'fr'}, inplace=True)\n",
    "\n",
    "all_data = data.to_dict(orient='records')\n",
    "df = pd.Series(all_data)\n",
    "df = pd.DataFrame(df)\n",
    "df.rename(columns={ 0 : 'translation'}, inplace=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Convert to Dataset Format & Split into Train/Test/Eval Datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Dataset Shape: (24000, 1)\n",
      "Testing Dataset Shape: (3000, 1)\n",
      "Evaluation Dataset Shape: (3000, 1)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'translation': {'en': 'The Member States concerned should, however, be allowed to lay down additional eligibility conditions so as to gear measures more closely to the national situation in the olive sector.',\n",
       "  'fr': 'Toutefois, il convient de permettre aux États membres concernés de prévoir des conditions d’éligibilité supplémentaires afin de mieux adapter les actions aux réalités nationales du secteur oléicole.'}}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset = Dataset.from_pandas(df)\n",
    "\n",
    "train_testEval = dataset.train_test_split(train_size=0.80)\n",
    "test_eval = train_testEval['test'].train_test_split(train_size=0.50)\n",
    "\n",
    "ds = DatasetDict({\n",
    "    'train' : train_testEval['train'],\n",
    "    'test' : test_eval['train'],\n",
    "    'eval' : test_eval['test'],\n",
    "})\n",
    "\n",
    "print(\"Training Dataset Shape:\", ds['train'].shape)\n",
    "print(\"Testing Dataset Shape:\", ds['test'].shape)\n",
    "print(\"Evaluation Dataset Shape:\", ds['eval'].shape)\n",
    "ds['train'][25]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Remember to Install git lfs & Enter HuggingFace Access Token"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Git LFS initialized.\n"
     ]
    }
   ],
   "source": [
    "# Enter Huggingface Access Token\n",
    "\n",
    "!git lfs install"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Basic Values/Constants"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cpu\n"
     ]
    }
   ],
   "source": [
    "set_seed = 42\n",
    "NUM_OF_EPOCHS = 1\n",
    "\n",
    "BATCH_SIZE = 32\n",
    "LEARNING_RATE = 2e-5\n",
    "\n",
    "SOURCE_LANGUAGE = \"en\"\n",
    "TARGET_LANGUAGE = \"fr\"\n",
    "\n",
    "MAX_LENGTH = int(upper_limit*2)\n",
    "MODEL_CKPT = \"facebook/mbart-large-50\"\n",
    "\n",
    "DEVICE = torch.device(\"cpu\")\n",
    "print(DEVICE)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Create Tokenizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokenizer = MBart50Tokenizer.from_pretrained(MODEL_CKPT, num_labels=2)\n",
    "\n",
    "if \"mbart\" in MODEL_CKPT:\n",
    "    tokenizer.src_lang=\"en_XX\"\n",
    "    tokenizer.tgt_lang='fr_XX'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Create Preprocessing Function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tokenizing_function(examples):\n",
    "    inputs = [ex[SOURCE_LANGUAGE] for ex in examples['translation']]\n",
    "    targets = [ex[TARGET_LANGUAGE] for ex in examples['translation']]\n",
    "    model_inputs = tokenizer(inputs, text_target=targets, max_length=MAX_LENGTH, padding=True, truncation=True)\n",
    "    return model_inputs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Apply Preprocessing Function to Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "97c3476bef4c4ca99caf152253dc3a67",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f9ae599a0e9d46c4b05fe1bdb530ebe8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "944bb73f766b45cdba664f35f635d268",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "encoded_ds = ds.map(tokenizing_function, batched=True, load_from_cache_file=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Print Example to Make Sure Edits Work as Expected"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(24000, 4)\n",
      "(3000, 4)\n",
      "(3000, 4)\n"
     ]
    }
   ],
   "source": [
    "print(encoded_ds['train'].shape)\n",
    "print(encoded_ds['test'].shape)\n",
    "print(encoded_ds['eval'].shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Instantiate Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d335293860d24e3cb5c168c1478bb20d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "model = (AutoModelForSeq2SeqLM.from_pretrained(MODEL_CKPT, num_labels=2)).to(DEVICE)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Instantiate Data Collator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_collator = DataCollatorForSeq2Seq(tokenizer=tokenizer, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Create Function to Compute Metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f3eea03cbb92404ebf20db20e22ddafd",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "753db77a95fd4bf2b52e8b5244d018f0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     /Users/briandunn/nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package punkt to /Users/briandunn/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package omw-1.4 to\n",
      "[nltk_data]     /Users/briandunn/nltk_data...\n",
      "[nltk_data]   Package omw-1.4 is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "bleu_metric = evaluate.load(\"sacrebleu\")\n",
    "rouge_metric = evaluate.load(\"rouge\")\n",
    "meteor_metric = evaluate.load(\"meteor\")\n",
    "\n",
    "def compute_metrics(eval_preds):\n",
    "    preds, labels = eval_preds\n",
    "    \n",
    "    if isinstance(preds, tuple):\n",
    "        preds = preds[0]\n",
    "    \n",
    "    decoded_preds = tokenizer.batch_decode(preds, skip_special_tokens=True)\n",
    "    \n",
    "    labels = np.where(labels != -100, labels, tokenizer.pad_token_id)\n",
    "    decoded_labels = tokenizer.batch_decode(labels, skip_special_tokens=True)\n",
    "    \n",
    "    decoded_preds = [pred.strip() for pred in decoded_preds]\n",
    "    decoded_labels = [[label.strip()] for label in decoded_labels]\n",
    "    \n",
    "    bleu_results = bleu_metric.compute(predictions=decoded_preds, references=decoded_labels)\n",
    "    rouge_results = rouge_metric.compute(predictions=decoded_preds, references=decoded_labels)\n",
    "    meteor_results = meteor_metric.compute(predictions=decoded_preds, references=decoded_labels)\n",
    "    \n",
    "    return {\"bleu\" : bleu_results[\"score\"], \"rouge\" : rouge_results, \"meteor\" : meteor_results}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Instantiate Training Arguments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "MODEL_NAME = MODEL_CKPT.split(\"/\")[-1]\n",
    "MODEL_NAME = f\"{MODEL_NAME}-English_French_Translation_v2\"\n",
    "\n",
    "args = Seq2SeqTrainingArguments(output_dir=MODEL_NAME, \n",
    "                                per_device_train_batch_size=BATCH_SIZE, \n",
    "                                per_device_eval_batch_size=BATCH_SIZE,\n",
    "                                evaluation_strategy=\"epoch\", \n",
    "                                logging_strategy=\"epoch\", \n",
    "                                learning_rate=LEARNING_RATE,\n",
    "                                report_to='all', \n",
    "                                weight_decay=0.01, \n",
    "                                save_total_limit=2, \n",
    "                                disable_tqdm=False,\n",
    "                                num_train_epochs=NUM_OF_EPOCHS, \n",
    "                                predict_with_generate=True,\n",
    "                                push_to_hub=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Instantiate Trainer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Cloning https://huggingface.co/DunnBC22/mbart-large-50-English_French_Translation_v2 into local empty directory.\n"
     ]
    }
   ],
   "source": [
    "trainer = Seq2SeqTrainer(model=model, \n",
    "                         args=args, \n",
    "                         train_dataset=encoded_ds['train'], \n",
    "                         eval_dataset=encoded_ds['eval'], \n",
    "                         tokenizer=tokenizer, \n",
    "                         data_collator=data_collator,\n",
    "                         compute_metrics=compute_metrics)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Train Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The following columns in the training set don't have a corresponding argument in `MBartForConditionalGeneration.forward` and have been ignored: translation. If translation are not expected by `MBartForConditionalGeneration.forward`,  you can safely ignore this message.\n",
      "/Users/briandunn/Documents/nlpnn/nlp_ml/lib/python3.9/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
      "  warnings.warn(\n",
      "***** Running training *****\n",
      "  Num examples = 24000\n",
      "  Num Epochs = 1\n",
      "  Instantaneous batch size per device = 32\n",
      "  Total train batch size (w. parallel, distributed & accumulation) = 32\n",
      "  Gradient Accumulation steps = 1\n",
      "  Total optimization steps = 750\n",
      "  Number of trainable parameters = 610879488\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dc7067ad703342dbaba731f8664b45ba",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Saving model checkpoint to mbart-large-50-English_French_Translation_v2/checkpoint-500\n",
      "Configuration saved in mbart-large-50-English_French_Translation_v2/checkpoint-500/config.json\n",
      "Configuration saved in mbart-large-50-English_French_Translation_v2/checkpoint-500/generation_config.json\n",
      "Model weights saved in mbart-large-50-English_French_Translation_v2/checkpoint-500/pytorch_model.bin\n",
      "tokenizer config file saved in mbart-large-50-English_French_Translation_v2/checkpoint-500/tokenizer_config.json\n",
      "Special tokens file saved in mbart-large-50-English_French_Translation_v2/checkpoint-500/special_tokens_map.json\n",
      "tokenizer config file saved in mbart-large-50-English_French_Translation_v2/tokenizer_config.json\n",
      "Special tokens file saved in mbart-large-50-English_French_Translation_v2/special_tokens_map.json\n",
      "Adding files tracked by Git LFS: ['.DS_Store']. This may take a bit of time if the files are large.\n",
      "The following columns in the evaluation set don't have a corresponding argument in `MBartForConditionalGeneration.forward` and have been ignored: translation. If translation are not expected by `MBartForConditionalGeneration.forward`,  you can safely ignore this message.\n",
      "***** Running Evaluation *****\n",
      "  Num examples = 3000\n",
      "  Batch size = 32\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'loss': 1.1677, 'learning_rate': 0.0, 'epoch': 1.0}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b81fd3cfc1214cbe9c77d5a39869fced",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Trainer is attempting to log a value of \"{'rouge1': 0.6419485887304972, 'rouge2': 0.45727961744986984, 'rougeL': 0.6069956611472951, 'rougeLsum': 0.6068859187671477}\" of type <class 'dict'> for key \"eval/rouge\" as a scalar. This invocation of Tensorboard's writer.add_scalar() is incorrect so we dropped this attribute.\n",
      "Trainer is attempting to log a value of \"{'meteor': 0.5916768663368279}\" of type <class 'dict'> for key \"eval/meteor\" as a scalar. This invocation of Tensorboard's writer.add_scalar() is incorrect so we dropped this attribute.\n",
      "\n",
      "\n",
      "Training completed. Do not forget to share your model on huggingface.co/models =)\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'eval_loss': 0.3901786208152771, 'eval_bleu': 35.1913671871774, 'eval_rouge': {'rouge1': 0.6419485887304972, 'rouge2': 0.45727961744986984, 'rougeL': 0.6069956611472951, 'rougeLsum': 0.6068859187671477}, 'eval_meteor': {'meteor': 0.5916768663368279}, 'eval_runtime': 40359.148, 'eval_samples_per_second': 0.074, 'eval_steps_per_second': 0.002, 'epoch': 1.0}\n",
      "{'train_runtime': 292169.2122, 'train_samples_per_second': 0.082, 'train_steps_per_second': 0.003, 'train_loss': 1.1677364908854166, 'epoch': 1.0}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "TrainOutput(global_step=750, training_loss=1.1677364908854166, metrics={'train_runtime': 292169.2122, 'train_samples_per_second': 0.082, 'train_steps_per_second': 0.003, 'train_loss': 1.1677364908854166, 'epoch': 1.0})"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainer.train()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Evaluate Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The following columns in the evaluation set don't have a corresponding argument in `MBartForConditionalGeneration.forward` and have been ignored: translation. If translation are not expected by `MBartForConditionalGeneration.forward`,  you can safely ignore this message.\n",
      "***** Running Evaluation *****\n",
      "  Num examples = 3000\n",
      "  Batch size = 32\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "58b69c774e9d4b64924a134a925c1743",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "A Jupyter Widget"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Generate config GenerationConfig {\n",
      "  \"bos_token_id\": 0,\n",
      "  \"decoder_start_token_id\": 2,\n",
      "  \"early_stopping\": true,\n",
      "  \"eos_token_id\": 2,\n",
      "  \"forced_eos_token_id\": 2,\n",
      "  \"max_length\": 200,\n",
      "  \"num_beams\": 5,\n",
      "  \"pad_token_id\": 1,\n",
      "  \"transformers_version\": \"4.26.1\"\n",
      "}\n",
      "\n",
      "Trainer is attempting to log a value of \"{'rouge1': 0.641952430267112, 'rouge2': 0.4572909036472911, 'rougeL': 0.607001331434416, 'rougeLsum': 0.6068905123656807}\" of type <class 'dict'> for key \"eval/rouge\" as a scalar. This invocation of Tensorboard's writer.add_scalar() is incorrect so we dropped this attribute.\n",
      "Trainer is attempting to log a value of \"{'meteor': 0.5916610499445853}\" of type <class 'dict'> for key \"eval/meteor\" as a scalar. This invocation of Tensorboard's writer.add_scalar() is incorrect so we dropped this attribute.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'eval_loss': 0.3901786208152771,\n",
       " 'eval_bleu': 35.191415393579575,\n",
       " 'eval_rouge': {'rouge1': 0.641952430267112,\n",
       "  'rouge2': 0.4572909036472911,\n",
       "  'rougeL': 0.607001331434416,\n",
       "  'rougeLsum': 0.6068905123656807},\n",
       " 'eval_meteor': {'meteor': 0.5916610499445853},\n",
       " 'eval_runtime': 40873.4837,\n",
       " 'eval_samples_per_second': 0.073,\n",
       " 'eval_steps_per_second': 0.002,\n",
       " 'epoch': 1.0}"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainer.evaluate(max_length=MAX_LENGTH)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Push Model to HuggingFace Hub (My Profile!)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Saving model checkpoint to mbart-large-50-English_French_Translation_v2\n",
      "Configuration saved in mbart-large-50-English_French_Translation_v2/config.json\n",
      "Configuration saved in mbart-large-50-English_French_Translation_v2/generation_config.json\n",
      "Model weights saved in mbart-large-50-English_French_Translation_v2/pytorch_model.bin\n",
      "tokenizer config file saved in mbart-large-50-English_French_Translation_v2/tokenizer_config.json\n",
      "Special tokens file saved in mbart-large-50-English_French_Translation_v2/special_tokens_map.json\n",
      "Dropping the following result as it does not have all the necessary fields:\n",
      "{'task': {'name': 'Sequence-to-sequence Language Modeling', 'type': 'text2text-generation'}, 'metrics': [{'name': 'Bleu', 'type': 'bleu', 'value': 35.191415393579575}, {'name': 'Rouge', 'type': 'rouge', 'value': {'rouge1': 0.641952430267112, 'rouge2': 0.4572909036472911, 'rougeL': 0.607001331434416, 'rougeLsum': 0.6068905123656807}}]}\n",
      "To https://huggingface.co/DunnBC22/mbart-large-50-English_French_Translation_v2\n",
      "   fe0f2ee..324b170  main -> main\n",
      "\n",
      "WARNING:huggingface_hub.repository:To https://huggingface.co/DunnBC22/mbart-large-50-English_French_Translation_v2\n",
      "   fe0f2ee..324b170  main -> main\n",
      "\n"
     ]
    }
   ],
   "source": [
    "trainer.push_to_hub()"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Notes & Other Takeaways From This Project\n",
    "****\n",
    "- These results are better than the English to German translation project because of minor edits in what data was part of the input.\n",
    "- These results are worse than the English to Spanish translation because the English to Spanish project was trained for two (2) epochs.\n",
    "****"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Citations\n",
    "\n",
    "- Model Checkpoint\n",
    "    - @article{tang2020multilingual,\n",
    "    title={Multilingual Translation with Extensible Multilingual Pretraining and Finetuning},\n",
    "    author={Yuqing Tang and Chau Tran and Xian Li and Peng-Jen Chen and Naman Goyal and Vishrav Chaudhary and Jiatao Gu and Angela Fan},\n",
    "    year={2020},\n",
    "    eprint={2008.00401},\n",
    "    archivePrefix={arXiv},\n",
    "    primaryClass={cs.CL}\n",
    "}\n",
    "***\n",
    "\n",
    "- Metrics\n",
    "    - Bleu\n",
    "        - @INPROCEEDINGS{Papineni02bleu:a,\n",
    "    author = {Kishore Papineni and Salim Roukos and Todd Ward and Wei-jing Zhu},\n",
    "    title = {BLEU: a Method for Automatic Evaluation of Machine Translation},\n",
    "    booktitle = {},\n",
    "    year = {2002},\n",
    "    pages = {311--318}\n",
    "}\n",
    "        - @inproceedings{lin-och-2004-orange,\n",
    "    title = \"{ORANGE}: a Method for Evaluating Automatic Evaluation Metrics for Machine Translation\",\n",
    "    author = \"Lin, Chin-Yew  and\n",
    "      Och, Franz Josef\",\n",
    "    booktitle = \"{COLING} 2004: Proceedings of the 20th International Conference on Computational Linguistics\",\n",
    "    month = \"aug 23{--}aug 27\",\n",
    "    year = \"2004\",\n",
    "    address = \"Geneva, Switzerland\",\n",
    "    publisher = \"COLING\",\n",
    "    url = \"https://www.aclweb.org/anthology/C04-1072\",\n",
    "    pages = \"501--507\",\n",
    "}\n",
    "    - Rouge\n",
    "        - @inproceedings{lin-2004-rouge,\n",
    "    title = '{ROUGE}: A Package for Automatic Evaluation of Summaries',\n",
    "    author = 'Lin, Chin-Yew',\n",
    "    booktitle = 'Text Summarization Branches Out',\n",
    "    month = jul,\n",
    "    year = '2004',\n",
    "    address = 'Barcelona, Spain',\n",
    "    publisher = 'Association for Computational Linguistics',\n",
    "    url = 'https://www.aclweb.org/anthology/W04-1013',\n",
    "    pages = '74--81',\n",
    "}\n",
    "    - Meteor\n",
    "        - @inproceedings{banarjee2005,\n",
    "  title     = {{METEOR}: An Automatic Metric for {MT} Evaluation with Improved Correlation with Human Judgments},\n",
    "  author    = {Banerjee, Satanjeev  and Lavie, Alon},\n",
    "  booktitle = {Proceedings of the {ACL} Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and/or Summarization},\n",
    "  month     = jun,\n",
    "  year      = {2005},\n",
    "  address   = {Ann Arbor, Michigan},\n",
    "  publisher = {Association for Computational Linguistics},\n",
    "  url       = {https://www.aclweb.org/anthology/W05-0909},\n",
    "  pages     = {65--72},\n",
    "}"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "nlp_ml",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "0b7a754c5aaaa44a21e2f2148f50b931a5abdffe7ef71537f5954179554f39df"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}