Text Summarization/Text-Summarized Data - Comparison/Flan-T5 - Text Summarization - 6 Epochs.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"DTteUPBTwzc3"},"source":["## Text Summarization Using Flan-T5 Transformer Model\n","\n","Dataset Source: https://www.kaggle.com/datasets/cuitengfeui/textsummarization-data"]},{"cell_type":"markdown","metadata":{"id":"5mOqfiAWwzc6"},"source":["#### Install Missing Libraries"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":21417,"status":"ok","timestamp":1678728227983,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"8llOKg5lwzc6","outputId":"63d4df39-7a7a-48bd-d8fd-d0da639ca05a"},"outputs":[{"output_type":"stream","name":"stdout","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting sentencepiece\n","  Downloading sentencepiece-0.1.97-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m17.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting rouge-score\n","  Downloading rouge_score-0.1.2.tar.gz (17 kB)\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: nltk in /usr/local/lib/python3.9/dist-packages (3.7)\n","Requirement already satisfied: tensorboard in /usr/local/lib/python3.9/dist-packages (2.11.2)\n","Requirement already satisfied: absl-py in /usr/local/lib/python3.9/dist-packages (from rouge-score) (1.4.0)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.9/dist-packages (from rouge-score) (1.22.4)\n","Requirement already satisfied: six>=1.14.0 in /usr/local/lib/python3.9/dist-packages (from rouge-score) (1.15.0)\n","Requirement already satisfied: click in /usr/local/lib/python3.9/dist-packages (from nltk) (8.1.3)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.9/dist-packages (from nltk) (1.1.1)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.9/dist-packages (from nltk) (4.65.0)\n","Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.9/dist-packages (from nltk) (2022.6.2)\n","Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (0.6.1)\n","Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (1.8.1)\n","Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (3.4.1)\n","Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (2.16.2)\n","Requirement already satisfied: protobuf<4,>=3.9.2 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (3.19.6)\n","Requirement already satisfied: requests<3,>=2.21.0 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (2.25.1)\n","Requirement already satisfied: grpcio>=1.24.3 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (1.51.3)\n","Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (57.4.0)\n","Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (2.2.3)\n","Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (0.38.4)\n","Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /usr/local/lib/python3.9/dist-packages (from tensorboard) (0.4.6)\n","Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from google-auth<3,>=1.6.3->tensorboard) (5.3.0)\n","Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.9/dist-packages (from google-auth<3,>=1.6.3->tensorboard) (0.2.8)\n","Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.9/dist-packages (from google-auth<3,>=1.6.3->tensorboard) (4.9)\n","Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.9/dist-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard) (1.3.1)\n","Requirement already satisfied: importlib-metadata>=4.4 in /usr/local/lib/python3.9/dist-packages (from markdown>=2.6.8->tensorboard) (6.0.0)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.9/dist-packages (from requests<3,>=2.21.0->tensorboard) (2.10)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/dist-packages (from requests<3,>=2.21.0->tensorboard) (2022.12.7)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/dist-packages (from requests<3,>=2.21.0->tensorboard) (1.26.14)\n","Requirement already satisfied: chardet<5,>=3.0.2 in /usr/local/lib/python3.9/dist-packages (from requests<3,>=2.21.0->tensorboard) (4.0.0)\n","Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.9/dist-packages (from werkzeug>=1.0.1->tensorboard) (2.1.2)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.9/dist-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard) (3.15.0)\n","Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.9/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard) (0.4.8)\n","Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.9/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard) (3.2.2)\n","Building wheels for collected packages: rouge-score\n","  Building wheel for rouge-score (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for rouge-score: filename=rouge_score-0.1.2-py3-none-any.whl size=24955 sha256=a28aa7f84f2cf94b8e390ee9f4533a217c0cbe9fcf84dd4cad07c56944f3e7c8\n","  Stored in directory: /root/.cache/pip/wheels/9b/3d/39/09558097d3119ca0a4d462df68f22c6f3c1b345ac63a09b86e\n","Successfully built rouge-score\n","Installing collected packages: sentencepiece, rouge-score\n","Successfully installed rouge-score-0.1.2 sentencepiece-0.1.97\n","Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting transformers\n","  Downloading transformers-4.26.1-py3-none-any.whl (6.3 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m49.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting datasets\n","  Downloading datasets-2.10.1-py3-none-any.whl (469 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m469.0/469.0 KB\u001b[0m \u001b[31m44.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: torch in /usr/local/lib/python3.9/dist-packages (1.13.1+cu116)\n","Collecting evaluate\n","  Downloading evaluate-0.4.0-py3-none-any.whl (81 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m81.4/81.4 KB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting huggingface-hub<1.0,>=0.11.0\n","  Downloading huggingface_hub-0.13.1-py3-none-any.whl (199 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m199.2/199.2 KB\u001b[0m \u001b[31m24.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.9/dist-packages (from transformers) (3.9.0)\n","Collecting tokenizers!=0.11.3,<0.14,>=0.11.1\n","  Downloading tokenizers-0.13.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m85.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.9/dist-packages (from transformers) (23.0)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.9/dist-packages (from transformers) (6.0)\n","Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.9/dist-packages (from transformers) (4.65.0)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.9/dist-packages (from transformers) (1.22.4)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.9/dist-packages (from transformers) (2022.6.2)\n","Requirement already satisfied: requests in /usr/local/lib/python3.9/dist-packages (from transformers) (2.25.1)\n","Requirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.9/dist-packages (from datasets) (2023.3.0)\n","Collecting xxhash\n","  Downloading xxhash-3.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.2/212.2 KB\u001b[0m \u001b[31m27.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.9/dist-packages (from datasets) (1.4.4)\n","Collecting multiprocess\n","  Downloading multiprocess-0.70.14-py39-none-any.whl (132 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.9/132.9 KB\u001b[0m \u001b[31m19.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting dill<0.3.7,>=0.3.0\n","  Downloading dill-0.3.6-py3-none-any.whl (110 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 KB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting responses<0.19\n","  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.9/dist-packages (from datasets) (9.0.0)\n","Collecting aiohttp\n","  Downloading aiohttp-3.8.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m53.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.9/dist-packages (from torch) (4.5.0)\n","Collecting async-timeout<5.0,>=4.0.0a3\n","  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n","Collecting yarl<2.0,>=1.0\n","  Downloading yarl-1.8.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (264 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m264.6/264.6 KB\u001b[0m \u001b[31m30.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting charset-normalizer<4.0,>=2.0\n","  Downloading charset_normalizer-3.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (199 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m199.2/199.2 KB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting frozenlist>=1.1.1\n","  Downloading frozenlist-1.3.3-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (158 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m158.8/158.8 KB\u001b[0m \u001b[31m20.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting multidict<7.0,>=4.5\n","  Downloading multidict-6.0.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.2/114.2 KB\u001b[0m \u001b[31m15.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets) (22.2.0)\n","Collecting aiosignal>=1.1.2\n","  Downloading aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (2022.12.7)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (1.26.14)\n","Requirement already satisfied: chardet<5,>=3.0.2 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (4.0.0)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (2.10)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.9/dist-packages (from pandas->datasets) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.9/dist-packages (from pandas->datasets) (2022.7.1)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.9/dist-packages (from python-dateutil>=2.8.1->pandas->datasets) (1.15.0)\n","Installing collected packages: tokenizers, xxhash, multidict, frozenlist, dill, charset-normalizer, async-timeout, yarl, responses, multiprocess, huggingface-hub, aiosignal, transformers, aiohttp, datasets, evaluate\n","Successfully installed aiohttp-3.8.4 aiosignal-1.3.1 async-timeout-4.0.2 charset-normalizer-3.1.0 datasets-2.10.1 dill-0.3.6 evaluate-0.4.0 frozenlist-1.3.3 huggingface-hub-0.13.1 multidict-6.0.4 multiprocess-0.70.14 responses-0.18.0 tokenizers-0.13.2 transformers-4.26.1 xxhash-3.2.0 yarl-1.8.2\n"]}],"source":["%pip install sentencepiece rouge-score nltk tensorboard \n","%pip install transformers datasets torch evaluate"]},{"cell_type":"markdown","metadata":{"id":"cMlEFfFQwzc8"},"source":["#### Importing Necessary Libraries"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16634,"status":"ok","timestamp":1678728244608,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"E1NeiRUywzc8","outputId":"f7b2c85d-1a16-4a5b-ec41-be20c7771c26"},"outputs":[{"output_type":"stream","name":"stderr","text":["[nltk_data] Downloading package punkt to /root/nltk_data...\n","[nltk_data]   Unzipping tokenizers/punkt.zip.\n"]},{"output_type":"stream","name":"stdout","text":["Error: Failed to call git rev-parse --git-dir: exit status 128 \n","Git LFS initialized.\n"]}],"source":["import os, sys\n","os.environ['TOKENIZERS_PARALLELISM']='false'\n","\n","import torch\n","import torch.nn\n","\n","import pandas as pd\n","import numpy as np\n","\n","from tqdm import tqdm\n","import nltk\n","nltk.download('punkt')\n","\n","import matplotlib.pyplot as plt\n","\n","import transformers\n","from transformers import AutoTokenizer, set_seed, AutoModelForSeq2SeqLM\n","from transformers import DataCollatorForSeq2Seq, Seq2SeqTrainingArguments, Seq2SeqTrainer \n","\n","from datasets import Dataset, DatasetDict, load_metric, load_dataset\n","\n","import evaluate\n","\n","!git lfs install"]},{"cell_type":"markdown","metadata":{"id":"Mffnk1xxeP89"},"source":["#### HuggingFace Access"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":8129,"status":"ok","timestamp":1678728252722,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"7Pq5J1qOePxP","outputId":"395323e7-cf58-43de-fc4a-8ef0280cc31d"},"outputs":[{"output_type":"stream","name":"stdout","text":["\n","    _|    _|  _|    _|    _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|_|_|_|    _|_|      _|_|_|  _|_|_|_|\n","    _|    _|  _|    _|  _|        _|          _|    _|_|    _|  _|            _|        _|    _|  _|        _|\n","    _|_|_|_|  _|    _|  _|  _|_|  _|  _|_|    _|    _|  _|  _|  _|  _|_|      _|_|_|    _|_|_|_|  _|        _|_|_|\n","    _|    _|  _|    _|  _|    _|  _|    _|    _|    _|    _|_|  _|    _|      _|        _|    _|  _|        _|\n","    _|    _|    _|_|      _|_|_|    _|_|_|  _|_|_|  _|      _|    _|_|_|      _|        _|    _|    _|_|_|  _|_|_|_|\n","    \n","    To login, `huggingface_hub` requires a token generated from https://huggingface.co/settings/tokens .\n","Token: \n","Add token as git credential? (Y/n) Y\n","Token is valid.\n","\u001b[1m\u001b[31mCannot authenticate through git-credential as no helper is defined on your machine.\n","You might have to re-authenticate when pushing to the Hugging Face Hub.\n","Run the following command in your terminal in case you want to set the 'store' credential helper as default.\n","\n","git config --global credential.helper store\n","\n","Read https://git-scm.com/book/en/v2/Git-Tools-Credential-Storage for more details.\u001b[0m\n","Token has not been saved to git credential helper.\n","Your token has been saved to /root/.cache/huggingface/token\n","Login successful\n"]}],"source":["!huggingface-cli login"]},{"cell_type":"markdown","metadata":{"id":"XhzFYj2jdbTF"},"source":["#### Mount Google Drive"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16249,"status":"ok","timestamp":1678728268967,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"c6nQSa5IdbJG","outputId":"0341b597-4366-4076-b6d4-15c765c3cb8e"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","\n","drive.mount(\"/content/drive\")"]},{"cell_type":"markdown","metadata":{"id":"PCfXrtGpwzc8"},"source":["#### Versions of Some Necessary Libraries Used"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":6,"status":"ok","timestamp":1678728268967,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"_5UB7fumwzc8","outputId":"ddbf65b5-8f65-4ba6-8d3a-4ee79a6d630c"},"outputs":[{"output_type":"stream","name":"stdout","text":["             Python: 3.9.16\n","              NumPy: 1.22.4\n","             Pandas: 1.4.4\n","       Transformers: 4.26.1\n","              Torch: 1.13.1+cu116\n"]}],"source":["library_Spacing = 20\n","print(\"Python:\".rjust(library_Spacing), sys.version[0:6])\n","print(\"NumPy:\".rjust(library_Spacing), np.__version__)\n","print(\"Pandas:\".rjust(library_Spacing), pd.__version__)\n","print(\"Transformers:\".rjust(library_Spacing), transformers.__version__)\n","print(\"Torch:\".rjust(library_Spacing), torch.__version__)"]},{"cell_type":"markdown","metadata":{"id":"SSNHBzDLwzc9"},"source":["#### Ingest & Start Preprocessing Training Dataset"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"executionInfo":{"elapsed":839,"status":"ok","timestamp":1678728269802,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"A1wrHFXvwzc9","outputId":"59b683a2-7f82-4c50-9dca-0bb331c3c4e0"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                                 article  \\\n","0      jason blake of the islanders will miss the res...   \n","1      the u.s. military on wednesday captured a wife...   \n","2      craig bellamy 's future at west ham appeared i...   \n","3      cambridge - when barack obama sought advice be...   \n","4      wall street held on to steep gains on monday ,...   \n","...                                                  ...   \n","19995  a rapidly growing world population and threat ...   \n","19996  ahead of nuclear talks between senior iranian ...   \n","19997  airbus ceo thomas enders dismissed a french in...   \n","19998  albania 's central bank said friday it has iss...   \n","19999  south africa 's deputy president phumzile mlam...   \n","\n","                                                 summary  \n","0                           blake missing rest of season  \n","1      u.s. arrests wife and daughter of saddam deput...  \n","2           west ham drops bellamy amid transfer turmoil  \n","3            in search for expertise harvard looms large  \n","4             wall street ends a three-day losing streak  \n","...                                                  ...  \n","19995  u.n. food agency must help more people with le...  \n","19996  us urges iran to change course on its nuclear ...  \n","19997  airbus ceo thomas enders calls eads insider tr...  \n","19998                 central bank licenses a local bank  \n","19999                s. african deputy president burgled  \n","\n","[19966 rows x 2 columns]"],"text/html":["\n","  <div id=\"df-ba413de7-8aa7-49b5-a5fe-7ac6c2f07996\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>article</th>\n","      <th>summary</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>jason blake of the islanders will miss the res...</td>\n","      <td>blake missing rest of season</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>the u.s. military on wednesday captured a wife...</td>\n","      <td>u.s. arrests wife and daughter of saddam deput...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>craig bellamy 's future at west ham appeared i...</td>\n","      <td>west ham drops bellamy amid transfer turmoil</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>cambridge - when barack obama sought advice be...</td>\n","      <td>in search for expertise harvard looms large</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>wall street held on to steep gains on monday ,...</td>\n","      <td>wall street ends a three-day losing streak</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>19995</th>\n","      <td>a rapidly growing world population and threat ...</td>\n","      <td>u.n. food agency must help more people with le...</td>\n","    </tr>\n","    <tr>\n","      <th>19996</th>\n","      <td>ahead of nuclear talks between senior iranian ...</td>\n","      <td>us urges iran to change course on its nuclear ...</td>\n","    </tr>\n","    <tr>\n","      <th>19997</th>\n","      <td>airbus ceo thomas enders dismissed a french in...</td>\n","      <td>airbus ceo thomas enders calls eads insider tr...</td>\n","    </tr>\n","    <tr>\n","      <th>19998</th>\n","      <td>albania 's central bank said friday it has iss...</td>\n","      <td>central bank licenses a local bank</td>\n","    </tr>\n","    <tr>\n","      <th>19999</th>\n","      <td>south africa 's deputy president phumzile mlam...</td>\n","      <td>s. african deputy president burgled</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>19966 rows × 2 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ba413de7-8aa7-49b5-a5fe-7ac6c2f07996')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-ba413de7-8aa7-49b5-a5fe-7ac6c2f07996 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-ba413de7-8aa7-49b5-a5fe-7ac6c2f07996');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":6}],"source":["parent_dir = \"/content/drive/MyDrive/Projects/text-summarization\"\n","\n","train_data_file = os.path.join(parent_dir, \"train.csv\")\n","\n","train_df = pd.read_csv(train_data_file)\n","\n","train_df.drop_duplicates(inplace=True)\n","\n","train_df.dropna(inplace=True)\n","\n","train_df.rename(columns={\"document\": \"article\", \"title\": \"summary\"}, inplace=True)\n","\n","train_df"]},{"cell_type":"markdown","metadata":{"id":"K_iusFy3wzc-"},"source":["#### Ingest & Start Preprocessing Evaluation Dataset"]},{"cell_type":"code","execution_count":7,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"executionInfo":{"elapsed":239,"status":"ok","timestamp":1678728270038,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"Q3_yS0V6wzc-","outputId":"a5631839-f8f0-40cb-8d6d-4923f57e5624"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                               article  \\\n","0    mr. emmons also was part of the design team fo...   \n","1    the secret 's out : in `` in &amp; out , '' to...   \n","2    indonesia 's top security official said thursd...   \n","3    <unk> on the tongue , pungent to the nose , gi...   \n","4    thirty years after they were written off as de...   \n","..                                                 ...   \n","995  `` who wants to die with money in the stock ma...   \n","996  the iraqi government 's failure to grasp the s...   \n","997  the provisional results of the european parlia...   \n","998  british prime minister tony blair saturday wel...   \n","999  a small earthquake rocked russia 's buryatia r...   \n","\n","                                               summary  \n","0    donn emmons architect of northern california l...  \n","1    in &amp; out brings gay sensibilities to mains...  \n","2    top security minister suspects foreign terrori...  \n","3                                    warm up to ginger  \n","4            vietnamese commandos seek payment from us  \n","..                                                 ...  \n","995            records set for ## contemporary artists  \n","996                  iraq far behind in mine clearance  \n","997  <unk> to remain biggest party group in europea...  \n","998           gore blair agree to boost cyber commerce  \n","999               small earthquake reported in siberia  \n","\n","[1000 rows x 2 columns]"],"text/html":["\n","  <div id=\"df-dd69a966-f5c3-4552-8753-8a7ac6f6dc34\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>article</th>\n","      <th>summary</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>mr. emmons also was part of the design team fo...</td>\n","      <td>donn emmons architect of northern california l...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>the secret 's out : in `` in &amp;amp; out , '' to...</td>\n","      <td>in &amp;amp; out brings gay sensibilities to mains...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>indonesia 's top security official said thursd...</td>\n","      <td>top security minister suspects foreign terrori...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>&lt;unk&gt; on the tongue , pungent to the nose , gi...</td>\n","      <td>warm up to ginger</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>thirty years after they were written off as de...</td>\n","      <td>vietnamese commandos seek payment from us</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>995</th>\n","      <td>`` who wants to die with money in the stock ma...</td>\n","      <td>records set for ## contemporary artists</td>\n","    </tr>\n","    <tr>\n","      <th>996</th>\n","      <td>the iraqi government 's failure to grasp the s...</td>\n","      <td>iraq far behind in mine clearance</td>\n","    </tr>\n","    <tr>\n","      <th>997</th>\n","      <td>the provisional results of the european parlia...</td>\n","      <td>&lt;unk&gt; to remain biggest party group in europea...</td>\n","    </tr>\n","    <tr>\n","      <th>998</th>\n","      <td>british prime minister tony blair saturday wel...</td>\n","      <td>gore blair agree to boost cyber commerce</td>\n","    </tr>\n","    <tr>\n","      <th>999</th>\n","      <td>a small earthquake rocked russia 's buryatia r...</td>\n","      <td>small earthquake reported in siberia</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>1000 rows × 2 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-dd69a966-f5c3-4552-8753-8a7ac6f6dc34')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-dd69a966-f5c3-4552-8753-8a7ac6f6dc34 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-dd69a966-f5c3-4552-8753-8a7ac6f6dc34');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":7}],"source":["eval_data_file = os.path.join(parent_dir, \"val.csv\")\n","\n","eval_df = pd.read_csv(eval_data_file)\n","\n","eval_df.drop_duplicates(inplace=True)\n","\n","eval_df.dropna(inplace=True)\n","\n","eval_df.rename(columns={\"document\": \"article\", \"title\": \"summary\"}, inplace=True)\n","\n","eval_df"]},{"cell_type":"markdown","metadata":{"id":"26FBIfiLwzc-"},"source":["#### Remove Unnecessary Whitespace"]},{"cell_type":"code","execution_count":8,"metadata":{"executionInfo":{"elapsed":6,"status":"ok","timestamp":1678728270193,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"jJ8HuuS7wzc-"},"outputs":[],"source":["train_df[\"article\"] = train_df[\"article\"].str.strip()\n","train_df[\"summary\"] = train_df[\"summary\"].str.strip()\n","eval_df[\"article\"] = eval_df[\"article\"].str.strip()\n","eval_df[\"summary\"] = eval_df[\"summary\"].str.strip()"]},{"cell_type":"markdown","metadata":{"id":"fJV8B7kmwzc_"},"source":["#### Visualize Length of Each Article"]},{"cell_type":"code","execution_count":9,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":367},"executionInfo":{"elapsed":427,"status":"ok","timestamp":1678728270615,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"u2iWHPXjwzc_","outputId":"f3b4287f-ecea-470e-9c22-3d4ed024f385"},"outputs":[{"output_type":"stream","name":"stdout","text":["The longest string (in words) in this dataset is 74 words.\n"]},{"output_type":"display_data","data":{"text/plain":["<Figure size 864x360 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAtoAAAFNCAYAAAA+ZchVAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAAsTAAALEwEAmpwYAAAnK0lEQVR4nO3de5xdZX3v8c/XREGIGC6aQkINKIrUC0KqiLZnIlSRolCLVmoVERvbUqtyPIoeX/VYa49aKgeOrRYFAatSQaqUUimNjCgCSrwgFy2ICsnhIncC3tDf+WOvyGaYmexMZu09e8/n/Xrt1+z1rLXX+u08rPCbJ7/1PKkqJEmSJM2uhw06AEmSJGkUmWhLkiRJLTDRliRJklpgoi1JkiS1wERbkiRJaoGJtiRJktQCE21JGiJJrkwy1sNxleQJ7UfUjiSnJPnrQcchSZvDRFuS+ijJeJI7kmzRw7EPSTar6jeqarzF+F6d5MttnX+uXFOS+sFEW5L6JMly4LeAAl68kWMX9CMmSVJ7TLQlqX9eBVwCnAIc3r2jGb3+UJJzk9wLHAm8AnhLkvVJ/rU57gdJ9m/eL0jy9iTfS3JPkjVJdp540SRbJDk2yfVJbk7y4SSP3NTgk+ye5Pwktyf5bpKXTYj/75P8WxPLpUke37X/+c1n7kryD0m+mOS1SZ4MfBh4dvM97+y65LZTnU+ShoGJtiT1z6uATzSvFyRZMmH/HwLvAR4FnNYc9/6qWlRVL5rkfEcDhwEHAtsArwHum+S49wJPBPYEngAsBf5yUwJPsjVwPvBJ4LHAy4F/SLJH12EvB94FbAtc23wXkuwAnAm8Ddge+C6wL0BVXQ38CXBx8z0Xb+x8kjQsTLQlqQ+SPBd4HPDpqloDfI9OYt3tc1V1UVX9sqp+0sNpXwu8o6q+Wx3fqqrbJlw3wCrgTVV1e1XdA/wNnSR2UxwE/KCqPlZV91fVN4DPAC/tOuZfquqrVXU/nV8S9mzaDwSurKqzmn0nADf1cM2pzidJQ2HhoAOQpHnicOA/qurWZvuTTdtxXcfcsInn3JlOwj6dxwBbAWs6OTcAATa1BvxxwLMmlHYsBD7etd2dPN8HLGre70TXd6uqSrK2h2tOdT5JGgom2pLUsqYe+mXAgiQbksctgMVJnl5V32raasJHJ25PdAPweOCKaY65Ffgx8BtVtW7TIn/Itb5YVb8zg8/eCCzbsNGMsi/r2r+x7ylJQ8nSEUlq3yHAL4A96JQ/7Ak8GfgSnbrtqdwM7DrN/o8C706yWzqelmT77gOq6pfAR4DjkjwWIMnSJC+Y5rxJsmX3CzgHeGKSVyZ5ePP6zeZhxo35N+CpSQ5JshA4Cvi1Cd9zWZJH9HAuSRoaJtqS1L7DgY9V1fVVddOGF/BB4BVN8jmZk4A9ktyZ5LOT7P8A8GngP4C7m+Mnm03krXQeJrwkyd3AfwJPmibefemMgk98PZ9Obff/o1PW8T46I/PTasplXgq8H7iNzi8clwE/bQ75AnAlcFOSWyc9iSQNoVT5L3aSpP5J8jBgLfCKqrpg0PFIUlsc0ZYktS7JC5IsblbEfDudBzIvGXBYktQqE21JUj88m84MKbcCLwIOqaofDzYkSWqXpSOSJElSCxzRliRJklpgoi1JkiS1YCQXrNlhhx1q+fLlA7n2vffey9Zbbz2Qa6t/7OfRZx/PD/bz/GA/zw+D6uc1a9bcWlWPmWxfa4l2kpOBg4BbquopTdvf0nkI5md0Hoo5oqrubPa9DTiSzqIOf1FV5zXtBwDH01ku+KNV9d6NXXv58uVcdtlls/6dejE+Ps7Y2NhArq3+sZ9Hn308P9jP84P9PD8Mqp+T/HCqfW2WjpwCHDCh7XzgKVX1NOC/gLcBJNmDziIIv9F85h+SLEiyAPh74IV0Fjg4rDlWkiRJmtNaS7Sr6kLg9glt/1FV9zeblwDLmvcHA6dX1U+r6vt0VjB7ZvO6tqquq6qfAac3x0qSJElz2iAfhnwN8O/N+6XADV371jZtU7VLkiRJc9pAHoZM8j+B+4FPzOI5VwGrAJYsWcL4+PhsnXqTrF+/fmDXVv/Yz6PPPp4f7Of5wX6eH+ZiP/c90U7yajoPSe5XD6yWsw7YueuwZU0b07Q/SFWdCJwIsGLFihrUQw8+cDE/2M+jzz6eH+zn+cF+nh/mYj/3tXSkmUHkLcCLq+q+rl1nAy9PskWSXYDdgK8CXwN2S7JLkkfQeWDy7H7GLEmSJM1Em9P7fQoYA3ZIshZ4J51ZRrYAzk8CcElV/UlVXZnk08BVdEpKjqqqXzTn+XPgPDrT+51cVVe2FbMkSZI0W1pLtKvqsEmaT5rm+PcA75mk/Vzg3FkMTZIkSWqdS7BLkiRJLTDRliRJklpgoi1JkiS1YCDzaEsafZ3nnR/qV5N6SpI04hzRliRJklpgoi1JkiS1wNIRSZtlqhIRSZLmO0e0JUmSpBaYaEuSJEktMNGWJEmSWmCiLUmSJLXARFuSJElqgbOOSOqJs4tIkrRpTLQl9ZUrRkqS5gtLRyRJkqQWmGhLkiRJLTDRliRJklpgoi1JkiS1wERbkiRJaoGJtiRJktQCE21JkiSpBSbakiRJUgtMtCVJkqQWmGhLkiRJLTDRliRJklpgoi1JkiS1wERbkiRJaoGJtiRJktQCE21JkiSpBQsHHYCkuSMZdASSJI0OR7QlSZKkFphoS5IkSS0w0ZYkSZJaYKItSZIktcBEW5IkSWqBibYkSZLUgtYS7SQnJ7klyRVdbdslOT/JNc3PbZv2JDkhybVJLk+yV9dnDm+OvybJ4W3FK0mSJM2mNke0TwEOmNB2DLC6qnYDVjfbAC8Edmteq4APQScxB94JPAt4JvDODcm5JEmSNJe1lmhX1YXA7ROaDwZObd6fChzS1X5adVwCLE6yI/AC4Pyqur2q7gDO56HJuyRJkjTn9LtGe0lV3di8vwlY0rxfCtzQddzapm2qdkmSJGlOG9gS7FVVSWq2zpdkFZ2yE5YsWcL4+PhsnXqTrF+/fmDXVv+Maj8fe+zgrj3X/jhHtY/1YPbz/GA/zw9zsZ/7nWjfnGTHqrqxKQ25pWlfB+zcddyypm0dMDahfXyyE1fVicCJACtWrKixsbHJDmvd+Pg4g7q2+mdU+3nlysFdu2bt1+7ZMap9rAezn+cH+3l+mIv93O/SkbOBDTOHHA58rqv9Vc3sI/sAdzUlJucBz0+ybfMQ5PObNkmSJGlOa21EO8mn6IxG75BkLZ3ZQ94LfDrJkcAPgZc1h58LHAhcC9wHHAFQVbcneTfwtea4v6qqiQ9YSpIkSXNOa4l2VR02xa79Jjm2gKOmOM/JwMmzGJokSZLUuoE9DClpcJJBRyBJ0uhzCXZJkiSpBSbakiRJUgssHZE0J0xVzjLXpv2TJKlXJtqS5jQTcEnSsLJ0RJIkSWqBibYkSZLUAktHpBHmNH6SJA2OI9qSJElSC0y0JUmSpBaYaEuSJEktMNGWJEmSWmCiLUmSJLVgo7OOJHkM8MfA8u7jq+o17YUlSZIkDbdepvf7HPAl4D+BX7QbjiRJkjQaekm0t6qqt7YeiSRJkjRCeqnRPifJga1HIkmSJI2QKUe0k9wDFBDg7Ul+Cvy82a6q2qY/IUqSJEnDZ8pEu6oe1c9AJEmSpFGy0dKRJKt7aZMkSZL0gOlKR7YEtgZ2SLItnZIRgG2ApX2ITZIkSRpa08068jrgjcBOwNe72u8GPthiTJIkSdLQm65G+3jg+CSvr6r/28eYJEmSpKHXyzza65K8ZELbXcC3q+qWFmKSJEmShl4vifaRwLOBC5rtMWANsEuSv6qqj7cUmyRJkjS0ekm0Hw48uapuBkiyBDgNeBZwIWCiLUmSJE3Qy8qQyzYk2Y1bgJ2r6nY6C9hIkiRJmqCXEe3xJOcAZzTbv9+0bQ3c2VZgknqXbPwYSZLUX70k2kfRSa6f02yfBnymqgpY2VZgkiRJ0jDbaKLdJNRnNi9JmhOmGsWv6m8ckiRNpZcl2F+S5JokdyW5O8k9Se7uR3CSJEnSsOqldOT9wIuq6uq2g5EkSZJGRS+zjtxski1JkiRtml5GtC9L8s/AZ4GfbmisqrPaCkqSJEkadr0k2tsA9wHP72orwERbkiRJmkIvs44cMdsXTfIm4LV0EvZvA0cAOwKnA9vTWeL9lVX1syRb0JlScG/gNuAPquoHsx2TJEmSNJt6mXXkiUlWJ7mi2X5aknfM9IJJlgJ/AayoqqcAC4CXA+8DjquqJwB3AEc2HzkSuKNpP645TpIkSZrTenkY8iPA22iWW6+qy+kkxptjIfDIJAuBrYAbgefxwFzdpwKHNO8PbrZp9u+XuA6eJEmS5rZeEu2tquqrE9run+kFq2odcCxwPZ0E+y46pSJ3VtWG864FljbvlwI3NJ+9vzl++5leX5IkSeqHXh6GvDXJ4+nUU5PkUDoJ8owk2ZbOKPUuwJ3AGcABMz1f13lXAasAlixZwvj4+OaeckbWr18/sGurf+ZaPx977KAjmDtmq1vmWh+rHfbz/GA/zw9zsZ97SbSPAk4Edk+yDvg+8IrNuOb+wPer6kcASc4CngMsTrKwGbVeBqxrjl8H7AysbUpNHk3nocgHqaoTmzhZsWJFjY2NbUaIMzc+Ps6grq3+mWv9vHLloCOYO2ZrCfa51sdqh/08P9jP88Nc7OeNlo5U1XVVtT/wGGD3qnou8Hubcc3rgX2SbNXUWu8HXAVcABzaHHM48Lnm/dnNNs3+L1TN1v9KJUmSpHb0UqMNQFXdW1X3NJtHz/SCVXUpnYcav05nar+H0RmJfitwdJJr6dRgn9R85CRg+6b9aOCYmV5bGnbJ5C9JkjT39FI6MpnN+l97Vb0TeOeE5uuAZ05y7E+Al27O9SRJkqR+63lEewJLNyRJkqRpTDmineQeJk+oAzyytYgkSZKkETBlol1Vj+pnIJIkSdIomWmNtiTNSVM9HOpcRZKkfptpjbYkSZKkaZhoS5IkSS3YaKKd5H29tEmSJEl6QC8j2r8zSdsLZzsQSZIkaZRMN73fnwJ/Buya5PKuXY8CLmo7MEmSJGmYTTfryCeBfwf+Nw9e9vyeqrq91agkSZKkITfdPNp3AXcBhwEkeSywJbAoyaKqur4/IUqSJEnDp5eHIV+U5Brg+8AXgR/QGemWJEmSNIVeHob8a2Af4L+qahdgP+CSVqOSJEmShlwvifbPq+o24GFJHlZVFwArWo5LkiRJGmq9LMF+Z5JFwIXAJ5LcAtzbbliSJEnScOtlRPtg4MfAm4DPA98DXtRmUJIkSdKw2+iIdlV1j16f2mIskiRJ0sjoZdaRlyS5JsldSe5Ock+Su/sRnCRJkjSseqnRfj/woqq6uu1gJEmSpFHRS6J9s0m21F/JoCOQJEmba8pEO8lLmreXJfln4LPATzfsr6qz2g1NkiRJGl7TjWh3zyxyH/D8ru0CTLQlSZKkKUyXaK+pqg/2LRJJkiRphEw368hr+haFJEmSNGJ6WbBGkiRJ0iaarnTkaVPMlx2gqmqblmKSJEmSht50ifa3q+oZfYtEkiRJGiGWjkiSJEktmC7RPqNvUUiSJEkjZspEu6r+pp+BSJIkSaPE0hFJkiSpBVMm2kmenST9DEaSJEkaFdONaL8KWJPk9CSvTvJr/QpKkiRJGnZTTu9XVX8KkGR34IXAKUkeDVwAfB64qKp+0ZcoJUmSpCGz0RrtqvpOVR1XVQcAzwO+DLwUuLTt4KRRl0z+kiRJw2+6BWsASPJu4ELgK1V1L3Bu85IkSZI0hV5mHbkOOAy4LMlXk/xdkoM356JJFic5M8l3klzdPHi5XZLzk1zT/Ny2OTZJTkhybZLLk+y1OdeWND/5rweSpH7rpXTkY1X1GmAl8E90ykb+aTOvezzw+araHXg6cDVwDLC6qnYDVjfb0KkP3615rQI+tJnXliRJklq30UQ7yUeTfIVOgrsQOBTYdqYXbB6o/G3gJICq+llV3QkcDJzaHHYqcEjz/mDgtOq4BFicZMeZXl+SJEnqh1TV9Ack/wLsBFwFfBG4sKqum/EFkz2BE5vzPR1YA7wBWFdVi5tjAtxRVYuTnAO8t6q+3OxbDby1qi6bcN5VdEa8WbJkyd6nn376TEPcLOvXr2fRokUDubb6Z7b6ec2aWQhGm2XvvSdv916eH+zn+cF+nh8G1c8rV65cU1UrJtu30Ychq+r3AJI8GXgBcEGSBVW1bIbxLAT2Al5fVZcmOZ4HykQ2XLOSTP8bwEPjPJFOAs+KFStqbGxshuFtnvHxcQZ1bfXPbPXzypWbH4s2z1RjDd7L84P9PD/Yz/PDXOznXmYdOQj4LTrlHouBLwBf2oxrrgXWVtWG6QHPpJNo35xkx6q6sSkNuaXZvw7Yuevzy5o2SZIkac7qZdaRA4CvA79fVU+uqiOq6uSZXrCqbgJuSPKkpmk/OmUkZwOHN22HA59r3p8NvKqZfWQf4K6qunGm15ckSZL6oZfSkT9v4bqvBz6R5BF0pg88gk7S/+kkRwI/BF7WHHsucCBwLXBfc6wkSZI0p2000W5DVX0TmKxofL9Jji3gqLZjkiRJkmZTL6UjkiRJkjbRJiXaSbZN8rS2gpEkSZJGRS8L1own2SbJdnQeivxIkg+0H5okSZI0vHoZ0X50Vd0NvITOCo3PAvZvNyxJkiRpuPWSaC9s5rV+GXBOy/FIUl8lk78kSdpcvSTafwWcB3yvqr6WZFfgmnbDkiRJkoZbL/NonwGc0bV9HfD7bQYlSZIkDbteHoZ8YpLVSa5otp+W5B3thyZJkiQNr15KRz4CvA34OUBVXQ68vM2gpFFjHbAkSfNPL4n2VlX11Qlt97cRjCRJkjQqekm0b03yeKAAkhwK3NhqVJIkSdKQ2+jDkMBRwInA7knWAd8H/qjVqCRJkqQh18usI9cB+yfZGnhYVd3TfliSJEnScJsy0U5y9BTtAFSVy7BLkiRJU5huRPtRfYtCkiRJGjFTJtpV9a5+BiJJkiSNkl4WrDk1yeKu7W2TnNxqVJIkSdKQ62V6v6dV1Z0bNqrqDuAZrUUkSZIkjYBeEu2HJdl2w0aS7ehtWkBJGlpr1riapyRp8/SSMP8dcHGSM4AAhwLvaTUqSZIkacj1Mo/2aUkuA57XNL2kqq5qNyxJkiRpuE03j/Y2VXV3UypyE/DJrn3bVdXt/QhQGiaWFkiSpA2mG9H+JHAQsAaorvY027u2GJckSZI01KabR/ug5ucu/QtHkiRJGg29zKO9upc2SZIkSQ+YrkZ7S2ArYIdmer8N1afbAEv7EJskSZI0tKar0X4d8EZgJzp12hsS7buBD7YbliRJkjTcpqvRPj7JB4G3V9W7+xiTJEmSNPSmrdGuql8AL+lTLJIkSdLI6GUJ9tVJfj9xhmBJkiSpV70k2q8DzgB+muTuJPckubvluCRJkqSh1ssS7I/qRyCSJEnSKOllRPtXkjw+yTuSXNlWQJIkSdIo6GXBmp2SHJ3ka8CVwALg5a1HJkmSJA2xKRPtJKuSXACMA9sBRwI3VtW7qurbfYpPkuaUZOqXJEndphvR/mCz/w+r6h1VdTlQs3XhJAuSfCPJOc32LkkuTXJtkn9O8oimfYtm+9pm//LZikGSJElqy3SJ9o7Ap4C/S/LdJO8GHj6L134DcHXX9vuA46rqCcAddEbQaX7e0bQf1xwnSZIkzWlTJtpVdVtVfbiq/huwH3AncHOSq5P8zeZcNMky4HeBjzbbAZ4HnNkccipwSPP+4GabZv9+zuktSZKkua6nWUeqam1V/V1VraCT+P5kM6/7f4C3AL9strcH7qyq+5vttcDS5v1S4IYmjvuBu5rjJUmSpDkrVbNWdt3bBZODgAOr6s+SjAFvBl4NXNKUh5BkZ+Dfq+opSa4ADqiqtc2+7wHPqqpbJ5x3FbAKYMmSJXuffvrpffpGD7Z+/XoWLVo0kGurf6bq5zVrBhCMWrFs2XrWrt20e3nvvVsKRq3x7+z5wX6eHwbVzytXrlzTDEY/xEYXrGnBc4AXJzkQ2BLYBjgeWJxkYTNqvQxY1xy/DtgZWJtkIfBo4LaJJ62qE4ETAVasWFFjY2Ntf49JjY+PM6hrq3+m6ueVK/sfi9px7LHjvPnNY5v0mT6PW2gW+Hf2/GA/zw9zsZ+nm97vOc3PLWbzglX1tqpaVlXL6czH/YWqegVwAXBoc9jhwOea92c32zT7v1D9HoaXJEmSNtF0NdonND8v7kcgwFuBo5NcS6cG+6Sm/SRg+6b9aOCYPsUjSZIkzdh0pSM/T3IisDTJCRN3VtVfbO7Fq2qczoI4VNV1wDMnOeYnwEs391qSJElSP02XaB8E7A+8APARL0mSJGkTTJloN7N6nJ7k6qr6Vh9jkiRJkoZeL/No35bkX5Lc0rw+0yw4I0mSJGkKvSTaH6Mz88dOzetfmzZJkiRJU+gl0X5sVX2squ5vXqcAj2k5LkkaOsnkL0nS/NRLon1rkj9KsqB5/RGTLBgjSZIk6QG9JNqvAV4G3ATcSGfRmCPaDEqSJEkadhtdgr2qfgi8uA+xSNJImqp8xDVuJWm09TKiLUmSJGkTmWhLM7BmjQ+9SZKk6ZloS5IkSS3YaKKd5B1d77doNxxJkiRpNEyZaCd5a5Jn05llZIOL2w9JkiRJGn7TzTryHeClwK5JvtRsb5/kSVX13b5EJ0mSJA2p6UpH7gTeDlwLjAHHN+3HJPlKu2FJkiRJw226Ee0XAH8JPB74AHA5cG9VuViNJEmStBFTjmhX1duraj/gB8DHgQXAY5J8Ocm/9ik+aaAmm8LPafwkSVIvNroyJHBeVV0GXJbkT6vquUl2aDswSZIkaZhtdHq/qnpL1+arm7Zb2wpIkiRJGgWbtGBNVX2rrUAkSZKkUeLKkJIkSVILTLQlSZKkFphoS5IkSS0w0ZYkSZJaYKItSZIktcBEW5IkSWqBibYkSZLUAhNtSZIkqQUm2pIkSVILFg46AGnQkkFHoPlqqv/2qvobhySpHY5oS5IkSS0w0ZYkSZJaYKItSZIktcBEW5IkSWqBibYkSZLUAhNtSZIkqQV9T7ST7JzkgiRXJbkyyRua9u2SnJ/kmubntk17kpyQ5NoklyfZq98xS5IkSZtqECPa9wP/var2APYBjkqyB3AMsLqqdgNWN9sALwR2a16rgA/1P2RJkiRp0/Q90a6qG6vq6837e4CrgaXAwcCpzWGnAoc07w8GTquOS4DFSXbsb9SSJEnSpkkNcAmyJMuBC4GnANdX1eKmPcAdVbU4yTnAe6vqy82+1cBbq+qyCedaRWfEmyVLlux9+umn9+17dFu/fj2LFi0ayLU1M2vWbPpnli1bz9q19vMoG2Qf7733QC47L/l39vxgP88Pg+rnlStXrqmqFZPtG9gS7EkWAZ8B3lhVd6drLeKqqiSb9BtAVZ0InAiwYsWKGhsbm8Voezc+Ps6grq2ZWbly0z9z7LHjvPnNY7Mei+aOQfaxS7D3j39nzw/28/wwF/t5ILOOJHk4nST7E1V1VtN884aSkObnLU37OmDnro8va9okaSQlk78kScNlELOOBDgJuLqqPtC162zg8Ob94cDnutpf1cw+sg9wV1Xd2LeAJUmSpBkYROnIc4BXAt9O8s2m7e3Ae4FPJzkS+CHwsmbfucCBwLXAfcARfY1WkuaIqUa1LTWRpLmp74l281DjVP8Iut8kxxdwVKtBSZIkSbNsYA9DSv1mjaskSeonl2CXJEmSWuCItkaOI9eSJGkucERbkiRJaoGJtiRJktQCE21JkiSpBdZoS9KQc35tSZqbHNGWJEmSWmCiLUmSJLXARFuSJElqgYm2JEmS1AIfhtTQcmEaSZI0lzmiLUmSJLXARFuSJElqgaUjmvMsEZEkScPIRFuSRpQL2UjSYJloa85w5FrqDxNwSeoPE21JEmACLkmzzYchJUmSpBaYaEuSJEktMNGWJEmSWmCiLUmSJLXAhyElSdPyIUlJmhkTbfWd0/hJkqT5wNIRSZIkqQUm2pIkSVILTLQlSZKkFlijrdZYiy2NtunucR+UlCRHtCVJkqRWOKItSeobpwqUNJ+YaEuSZp2lY5Jk6YgkSZLUCke0JUkDZ0mJpFHkiLYkSZLUAke0JUlzliPdkobZ0IxoJzkgyXeTXJvkmEHHI0kanGR2XpLUpqFItJMsAP4eeCGwB3BYkj0GG5UkSZI0tWEpHXkmcG1VXQeQ5HTgYOCqgUYlSRpJmzraPVUpy0xGzTe1LMbyGmnuGooRbWApcEPX9tqmTZKkGVuzZnZKSmazNKXt8pfZOr/lONLGpYbgV94khwIHVNVrm+1XAs+qqj/vOmYVsKrZfBLw3b4H2rEDcOuArq3+sZ9Hn308P9jP84P9PD8Mqp8fV1WPmWzHsJSOrAN27tpe1rT9SlWdCJzYz6Amk+Syqlox6DjULvt59NnH84P9PD/Yz/PDXOznYSkd+RqwW5JdkjwCeDlw9oBjkiRJkqY0FCPaVXV/kj8HzgMWACdX1ZUDDkuSJEma0lAk2gBVdS5w7qDj6MHAy1fUF/bz6LOP5wf7eX6wn+eHOdfPQ/EwpCRJkjRshqVGW5IkSRoqJtqzxCXiR1OSnZNckOSqJFcmeUPTvl2S85Nc0/zcdtCxavMlWZDkG0nOabZ3SXJpc1//c/MwtoZYksVJzkzynSRXJ3m29/NoSfKm5u/rK5J8KsmW3svDL8nJSW5JckVX26T3bjpOaPr78iR7DSpuE+1Z4BLxI+1+4L9X1R7APsBRTd8eA6yuqt2A1c22ht8bgKu7tt8HHFdVTwDuAI4cSFSaTccDn6+q3YGn0+lv7+cRkWQp8BfAiqp6Cp0JFF6O9/IoOAU4YELbVPfuC4Hdmtcq4EN9ivEhTLRnx6+WiK+qnwEblojXkKuqG6vq6837e+j8T3kpnf49tTnsVOCQgQSoWZNkGfC7wEeb7QDPA85sDrGfh1ySRwO/DZwEUFU/q6o78X4eNQuBRyZZCGwF3Ij38tCrqguB2yc0T3XvHgycVh2XAIuT7NiXQCcw0Z4dLhE/DyRZDjwDuBRYUlU3NrtuApYMKi7Nmv8DvAX4ZbO9PXBnVd3fbHtfD79dgB8BH2tKhD6aZGu8n0dGVa0DjgWup5Ng3wWswXt5VE11786ZvMxEW+pBkkXAZ4A3VtXd3fuqM3WP0/cMsSQHAbdU1ZpBx6JWLQT2Aj5UVc8A7mVCmYj383BranQPpvNL1U7A1jy03EAjaK7euybas2OjS8RreCV5OJ0k+xNVdVbTfPOGf4Zqft4yqPg0K54DvDjJD+iUfj2PTi3v4uafn8H7ehSsBdZW1aXN9pl0Em/v59GxP/D9qvpRVf0cOIvO/e29PJqmunfnTF5moj07XCJ+RDV1uicBV1fVB7p2nQ0c3rw/HPhcv2PT7Kmqt1XVsqpaTuf+/UJVvQK4ADi0Ocx+HnJVdRNwQ5InNU37AVfh/TxKrgf2SbJV8/f3hj72Xh5NU927ZwOvamYf2Qe4q6vEpK9csGaWJDmQTo3nhiXi3zPYiDQbkjwX+BLwbR6o3X07nTrtTwO/DvwQeFlVTXxIQ0MoyRjw5qo6KMmudEa4twO+AfxRVf10gOFpMyXZk84Dr48ArgOOoDPo5P08IpK8C/gDOrNGfQN4LZ36XO/lIZbkU8AYsANwM/BO4LNMcu82v2R9kE7Z0H3AEVV12QDCNtGWJEmS2mDpiCRJktQCE21JkiSpBSbakiRJUgtMtCVJkqQWmGhLkiRJLTDRlqQpJDkkSSXZfZpjFif5s67tnZKcuZHzjidZsQlxnJLk0I0fOTNJxpLsu6nXS/LIJF9MsqCX7z3hswcn+WzX9tuSXNu1/aIkM16PIMn6jez/z2YVQUlqjYm2JE3tMODLzc+HaFaaWwz8KtGuqv9XVa0lxS0ZA/bd2EGTeA1wVlX9Ygbf+yvAPl3bzwbuTvLYZnvf5piN6lrxb1N8nK5+k6Q2mGhL0iSSLAKeCxxJZ7XIDe1jSb7UjLZeBbwXeHySbyb52yTLk1zRHLsgybFJrkhyeZLXT3Kd5ye5OMnXk5zRXLeX+BY01/tac+7XdcU3nuTMJN9J8olm8QaSHNi0rUlyQpJzkiwH/gR4U/Mdfqu5xG8n+UqS66YZ3X4FzUpsE773q5OcleTzSa5J8v6JH6yqH9FJrJ/QNC0FPsMDCf++wEXNeb/QfMfVSX69ucYpST6c5FLg/c3KvBcn+XaSv+76c9oxyYXNd7ui6/udzRS/QEnSbDHRlqTJHQx8vqr+C7gtyd5d+/YC3lBVTwSOAb5XVXtW1f+YcI5VwHJgz6p6GvCJ7p1JdgDeAexfVXsBlwFH9xjfkXSWFf5N4DeBP06yS7PvGcAbgT2AXYHnJNkS+EfghVW1N/AYgKr6AfBh4LjmO3ypOceOdH7ROIjOLxMPkuQRwK7N5yezJ53V+Z4K/EGSnSc55iJg32ZJ9GuAS5rthcDTga8B/xc4tevP74Suzy8D9q2qo4HjgQ9V1VOB7qWW/xA4r6r2bM75zeZ73wFskWT7KeKXpM1moi1JkzuMzpLNND+7Rz+/WlXf7+Ec+wP/WFX3A0yyrPc+dJLhi5J8EzgceFyP8T0feFXzuUuB7YHduuJbW1W/pJNYLgd2B67rivtTGzn/Z6vql1V1FbBkkv07AHdO8/nVVXVXVf2Ezsj/ZN/rK3RGrvcFLga+CjyLzi8K32k++2zgk83xH6eT/G9wRlX9onn/nK7v9PGuY74GHJHkfwFPrap7uvbdAuw0zXeQpM0yk7o2SRppSbYDngc8NUkBC4BKsmHE+t7ZuhRwflXNpIQhwOur6rwHNSZjwE+7mn7BzP6u7z5HJtn/Y2DLHj8/VQwXAa+n8+f7kaq6pxl5H6O3+uyJ/VATD6iqC5P8NvC7wClJPlBVpzW7t2y+hyS1whFtSXqoQ4GPV9Xjqmp5Ve0MfB/4rUmOvQd41BTnOR943YaH9ZoEvtsldMo6ntDs3zrJE3uM8TzgT5M8vPnsE5NsPc3x3wV2bWqyoVPW0ct3mFRTerGgSYxn6mo6I8rPBb7RtH2TTs34Rc32V3igRv4VwJeY3EUTjgMgyeOAm6vqI8BH6ZT90NSt/xrwg82IX5KmZaItSQ91GPAvE9o+wyQPz1XVbXRKP65I8rcTdn8UuB64PMm36NQLd3/2R8CrgU8luZxO+cRUUwn+Y5K1zevi5txXAV9vHkL8R6YZua6qH9OZZePzSdbQSa7vanb/K/B7Ex6G7MV/8OBSjk1SVUWn7OW2qvp503wxnbryDSPar6dT+nE58ErgDVOc7g3AUUm+TefByg3GgG8l+QadXy6Ob9r3Bi7ZUNYjSW1I5+85SdKoS7KoqtY3o7l/D1xTVcdtxvn2At5UVa+ctSD7JMnxwNlVtXrQsUgaXY5oS9L88cfNw5NXAo+mMwo+Y1X1deCCJAtmIbZ+u8IkW1LbHNGWJEmSWuCItiRJktQCE21JkiSpBSbakiRJUgtMtCVJkqQWmGhLkiRJLTDRliRJklrw/wFlQmY0ZD0VPQAAAABJRU5ErkJggg==\n"},"metadata":{"needs_background":"light"}}],"source":["train_df['article_lengths'] = train_df['article'].str.split().apply(len)\n","eval_df['article_lengths'] = eval_df['article'].str.split().apply(len)\n","\n","article_lengths = pd.concat([pd.Series(train_df['article_lengths']), pd.Series(eval_df['article_lengths'])])\n","\n","print(f\"The longest string (in words) in this dataset is {max(article_lengths)} words.\")\n","\n","n = 100\n","article_lengths.hist(grid=True, color=\"Blue\", figsize=(12,5), bins=n, range=(0, n))\n","plt.suptitle('')\n","plt.xlabel('Article Length (in Words)')\n","plt.ylabel('# of Articles w/ That Length')\n","plt.title('Article Length')\n","plt.show()"]},{"cell_type":"markdown","metadata":{"id":"_XSM17EMwzc_"},"source":["#### Visualize Length of Each Summary"]},{"cell_type":"code","execution_count":10,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":367},"executionInfo":{"elapsed":219,"status":"ok","timestamp":1678728270825,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"O7knq-A2wzdA","outputId":"fe01c383-8b60-4552-c0e9-e36353a77491"},"outputs":[{"output_type":"stream","name":"stdout","text":["The longest string (in words) in this dataset is 26 words.\n"]},{"output_type":"display_data","data":{"text/plain":["<Figure size 864x360 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAtoAAAFNCAYAAAA+ZchVAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAAsTAAALEwEAmpwYAAAq6klEQVR4nO3debhlVXnv++9PQFEKLIikghQRJCg2xyBURKPRKhsarwYl6FWjYpOUesDoUe6xOfHakqAPoHJJ9IAiYFdiTxAbRHZsUShEWpUSMRQHIUhbikTwvX+ssWW53c3aVXvutfau7+d51lNrjjnmGO/ag7XrrcGYY6aqkCRJkjS37jHsACRJkqTFyERbkiRJ6oCJtiRJktQBE21JkiSpAybakiRJUgdMtCVJkqQOmGhLkhasJJXkz4YdhyRNxkRbkjZBkscl+XaSW5LcmORbSf5i2HF1LclYkr9b7H1K0qbYctgBSNJClWQ74AzgFcBpwD2BvwLuGGZcs5UkQKrqt8OORZIWE2e0JWnjPQigqj5eVXdV1e1V9ZWqugggyVuSfGS8cpJd21KHLdvxWJJ3tBnxDUn+LckfJflokluTnJdk177rK8l/T3JFktuSvD3J7u36W5OcluSere72Sc5I8p9Jbmrvl/e1NZbkyCTfAn4FvDbJ2v4Pl+Q1ST4/2x9Kkpckubz1++UkD5jwGV7ePsPNSf6lJfok2SLJMUluSPLTJIeP/7ySHEnvHzHHt5/V8X1dPnmy9iRp2Ey0JWnj/Ri4K8kpSQ5Msv1GtPEc4AXAzsDuwHeADwE7AJcDb55Qf39gH+DRwP8ETgCeD+wCPBx4bqt3j9bOA4A/BW4Hjp/Q1guA1cC2wHHAbkkeMuH8qbP5MEkOAt4IHAzsCHwD+PiEak8D/gJ4BPDs9pkA/h44ENgL2Bt4xvgFVfW/WluHV9WSqjp8gPYkaahMtCVpI1XVrcDjgAJOBP4zyelJls2imQ9V1U+q6hbgi8BPquqrVXUn8EngkRPqv6uqbq2qS4FLgK9U1ZV91z+yxfaLqvp0Vf2qqm4DjgSeMKGtk6vq0qq6s6ruAD5BL2knycOAXektjZmNlwP/XFWXt8/wT8Be/bPawFFVdXNV/QdwDr3EGnpJ8nuran1V3QQcNWCfU7UnSUNloi1Jm6AllC+qquX0ZpTvD7xnFk1c1/f+9kmOl2xM/ST3SfK/k/wsya3A14GlSbboq3/1hLZPAZ7Xll68ADitJeCz8QDgvW0Zx83AjUDozdiP+3nf+19x92e8/4SYJsY3lanak6ShMtGWpDlSVT8ETqaXcAP8ErhPX5U/mcdwXgs8GNi3qrYDHt/K+9cvV/8FVXUu8F/01kI/D/jwRvR7NfCyqlra97p3VX17gGuvBZb3He8y4XwhSQuIibYkbaQkeyZ57fhNhkl2obdG+txW5ULg8Un+NMl9gTfMY3jb0pvhvjnJDvzhWu+pnEpvLfdvquqbM9TdMsnWfa+tgPcDb2hLT0hy3yTPGrDv04BXJdk5yVLgdRPOXwc8cMC2JGnoTLQlaePdBuwLfDfJL+kl2JfQm02mqs6it+75ImAts1/vvCneA9wbuKHF9aUBr/swvRn5j8xUEXgfvWR+/PWhqvos8E5gTVuycgm9GxwHcSLwFXo/r+8DZwJ3Ane18+8FDmm7mRw3YJuSNDSp8v/ESZJ6ktwbuB7Yu6quGHIsBwLvr6oHzFhZkkaQM9qSpH6vAM4bRpKd5N5Jntr2zd6Z3nKXz853HJI0V5zRliQBkOQqejdLPqOqvj+E/u8D/DuwJ72lKF8AXtW2UZSkBcdEW5IkSeqAS0ckSZKkDphoS5IkSR3YctgBdOF+97tf7brrrkPp+5e//CXbbLPNUPrW5ByT0eS4jB7HZDQ5LqPHMRlNwxqXtWvX3lBVO052blEm2rvuuivnn3/+UPoeGxtj5cqVQ+lbk3NMRpPjMnock9HkuIwex2Q0DWtckvxsqnMuHZEkSZI6YKItSZIkdcBEW5IkSeqAibYkSZLUARNtSZIkqQMm2pIkSVIHTLQlSZKkDphoS5IkSR0w0ZYkSZI6YKItSZIkdcBEW5IkSerAlsMOQNLcS+a+zaq5b1OSpMXMGW1JkiSpAybakiRJUgdMtCVJkqQOmGhLkiRJHTDRliRJkjpgoi1JkiR1wERbkiRJ6oCJtiRJktQBE21JkiSpAybakiRJUgdMtCVJkqQOdJZoJ9k6yfeS/CDJpUne2spPTvLTJBe2116tPEmOS7IuyUVJ9u5r69AkV7TXoV3FLEmSJM2VLTts+w7giVW1IclWwDeTfLGd+3+q6lMT6h8I7NFe+wLvA/ZNsgPwZmAFUMDaJKdX1U0dxi5JkiRtks5mtKtnQzvcqr1qmksOAk5t150LLE2yE7A/cFZV3diS67OAA7qKW5IkSZoLna7RTrJFkguB6+kly99tp45sy0PeneRerWxn4Oq+y9e3sqnKJUmSpJGVqukmmeeok2Qp8FnglcAvgJ8D9wROAH5SVW9LcgZwVFV9s11zNvA6YCWwdVW9o5W/Cbi9qo6e0MdqYDXAsmXL9lmzZk3nn2syGzZsYMmSJUPpW5PbHMdk7dq5b3Offea2vc1xXEadYzKaHJfR45iMpmGNy6pVq9ZW1YrJznW5Rvt3qurmJOcAB/QlyHck+RBwRDu+Btil77Llrewaesl2f/nYJH2cQC9xZ8WKFbVy5cqJVebF2NgYw+pbk1sIY5IMO4KZzfW/yRfCuGxuHJPR5LiMHsdkNI3iuHS568iObSabJPcGngL8sK27JkmAZwCXtEtOB17Ydh95NHBLVV0LfBnYL8n2SbYH9mtlkiRJ0sjqckZ7J+CUJFvQS+hPq6ozknwtyY5AgAuBl7f6ZwJPBdYBvwJeDFBVNyZ5O3Beq/e2qrqxw7glSZKkTdZZol1VFwGPnKT8iVPUL+CwKc6dBJw0pwFKkiRJHfLJkJIkSVIHTLQlSZKkDphoS5IkSR0w0ZYkSZI6YKItSZIkdcBEW5IkSeqAibYkSZLUARNtSZIkqQMm2pIkSVIHTLQlSZKkDphoS5IkSR0w0ZYkSZI6YKItSZIkdcBEW5IkSeqAibYkSZLUARNtSZIkqQMm2pIkSVIHTLQlSZKkDphoS5IkSR0w0ZYkSZI6YKItSZIkdcBEW5IkSeqAibYkSZLUARNtSZIkqQMm2pIkSVIHTLQlDSSZ25ckSYtdZ4l2kq2TfC/JD5JcmuStrXy3JN9Nsi7JJ5Lcs5Xfqx2va+d37WvrDa38R0n27ypmSZIkaa50OaN9B/DEqvpzYC/ggCSPBt4JvLuq/gy4CXhpq/9S4KZW/u5WjyQPBZ4DPAw4APjXJFt0GLckSZK0yTpLtKtnQzvcqr0KeCLwqVZ+CvCM9v6gdkw7/6QkaeVrquqOqvopsA54VFdxS5IkSXOh0zXaSbZIciFwPXAW8BPg5qq6s1VZD+zc3u8MXA3Qzt8C/FF/+STXSJIkSSNpyy4br6q7gL2SLAU+C+zZVV9JVgOrAZYtW8bY2FhXXU1rw4YNQ+tbk1sIY3L00cOOYP4thHHZ3Dgmo8lxGT2OyWgaxXHpNNEeV1U3JzkHeAywNMmWbdZ6OXBNq3YNsAuwPsmWwH2BX/SVj+u/pr+PE4ATAFasWFErV67s6NNMb2xsjGH1rckthDFZtWrYEcy/c84Z/XHZ3CyE78rmyHEZPY7JaBrFcely15Ed20w2Se4NPAW4HDgHOKRVOxT4fHt/ejumnf9aVVUrf07blWQ3YA/ge13FLUmSJM2FLme0dwJOaTuE3AM4rarOSHIZsCbJO4DvAx9s9T8IfDjJOuBGejuNUFWXJjkNuAy4EzisLUmRJEmSRtaMiXaSHYG/B3btr19VL5nuuqq6CHjkJOVXMsmuIVX1a+BZU7R1JHDkTLFKkiRJo2KQGe3PA98Avgo4kyxJkiQNYJBE+z5V9brOI5EkSZIWkUFuhjwjyVM7j0SSJElaRKac0U5yG70nOQZ4Y5I7gN+046qq7eYnREmSJGnhmTLRrqpt5zMQSZIkaTGZcelIkrMHKZMkSZJ0t+mWjmwNbAPcL8n29JaMAGwH7DwPsUmSJEkL1nS7jrwMeDVwf+CCvvJbgeM7jEmSJEla8KZbo/1e4L1JXllV/988xiRJkiQteIPso31NkoMnlN0CXFxV13cQkyRJkrTgDZJovxR4DHBOO14JrAV2S/K2qvpwR7FJkiRJC9YgifZWwEOq6jqAJMuAU4F9ga8DJtqSJEnSBIM8GXL5eJLdXA/sUlU30nuAjSRJkqQJBpnRHktyBvDJdvw3rWwb4OauApNGWTJzHUmStHkbJNE+jF5y/dh2fCrw6aoqYFVXgUmSJEkL2YyJdkuoP9VekiRJkgYwyCPYD05yRZJbktya5LYkt85HcJIkSdJCNcjSkXcBT6+qy7sORpIkSVosBtl15DqTbEmSJGl2BpnRPj/JJ4DPAXeMF1bVZ7oKSpIkSVroBkm0twN+BezXV1aAibYkSZI0hUF2HXnxfAQiSZIkLSaD7DryoCRnJ7mkHT8iyT92H5okSZK0cA1yM+SJwBtoj1uvqouA53QZlCRJkrTQDZJo36eqvjeh7M4ugpEkSZIWi0ES7RuS7E7vBkiSHAJc22lUkiRJ0gI3SKJ9GPC/gT2TXAO8Gnj5TBcl2SXJOUkuS3Jpkle18rckuSbJhe311L5r3pBkXZIfJdm/r/yAVrYuyetn+yElSZKk+TbIriNXAk9Osg1wj6q6LcmrgffMcOmdwGur6oIk2wJrk5zVzr27qo7ur5zkofTWfj8MuD/w1SQPaqf/BXgKsB44L8npVXXZQJ9QkiRJGoJBZrQBqKpfVtVt7fA1A9S/tqouaO9vAy4Hdp7mkoOANVV1R1X9FFgHPKq91lXVlVX1X8CaVleSJEkaWamq2V+UXF1Vu8yi/q7A14GH00vSXwTcCpxPb9b7piTHA+dW1UfaNR8EvtiaOKCq/q6VvwDYt6oOn9DHamA1wLJly/ZZs2bNrD/XXNiwYQNLliwZSt+aXBdjsnbtnDa3WXrwg/2ujBp/f40mx2X0OCajaVjjsmrVqrVVtWKyc4M8GXIyA2fnSZYAnwZeXVW3Jnkf8PbWxtuBY4CXbGQcdwdUdQJwAsCKFStq5cqVm9rkRhkbG2NYfWtyXYzJqlVz2txm6Zxz/K6MGn9/jSbHZfQ4JqNpFMdlykQ7yW1MnlAHuPcgjSfZil6S/dGq+gxAVV3Xd/5E4Ix2eA3QP0u+vJUxTbkkSZI0kqZMtKtq201pOEmADwKXV9WxfeU7VdX49oDPBC5p708HPpbkWHo3Q+4BfI9eYr9Hkt3oJdjPAZ63KbFJkiRJXdvYpSODeCzwAuDiJBe2sjcCz02yF73Z8quAlwFU1aVJTgMuo7djyWFVdRdAksOBLwNbACdV1aUdxi1JkiRtss4S7ar6Jr3Z6InOnOaaI4EjJyk/c7rrJEmSpFEz8PZ+kiRJkgY3Y6Kd5J2DlEmSJEm62yAz2k+ZpOzAuQ5EkiRJWkym297vFcB/Bx6Y5KK+U9sC3+o6MEmSJGkhm+5myI/RezLjPwOv7yu/rapu7DQqSZIkaYGbbh/tW4BbgOcCJPljYGtgSZIlVfUf8xOiJEmStPAMcjPk05NcAfwU+Hd6e19/seO4JEmSpAVtkJsh3wE8GvhxVe0GPAk4t9OoJEmSpAVukET7N1X1C+AeSe5RVecAKzqOS5IkSVrQBnky5M1JlgBfBz6a5Hrgl92GJUmSJC1sg8xoHwTcDvwP4EvAT4CndxmUpMVv7VpI5u4lSdKomXFGu6r6Z69P6TAWSZIkadEYZNeRg5NckeSWJLcmuS3JrfMRnCRJkrRQDbJG+13A06vq8q6DkSRJkhaLQdZoX2eSLUmSJM3OlDPaSQ5ub89P8gngc8Ad4+er6jPdhiZJkiQtXNMtHenfWeRXwH59xwWYaEuSJElTmC7RXltVx89bJJIkSdIiMt0a7ZfMWxSSJEnSIjPIzZCSJEmSZmm6pSOPmGK/7ABVVdt1FJMkSZK04E2XaF9cVY+ct0gkSZKkRcSlI5IkSVIHpku0PzlvUUiSJEmLzJSJdlX903wGIkmSJC0mnS0dSbJLknOSXJbk0iSvauU7JDkryRXtz+1beZIcl2RdkouS7N3X1qGt/hVJDu0qZkmSJGmuTJloJ3lMkmxC23cCr62qhwKPBg5L8lDg9cDZVbUHcHY7BjgQ2KO9VgPva3HsALwZ2Bd4FPDm8eRckiRJGlXTzWi/EFibZE2SFyX5k9k0XFXXVtUF7f1twOXAzsBBwCmt2inAM9r7g4BTq+dcYGmSnYD9gbOq6saqugk4CzhgNrFIkiRJ823K7f2q6hUASfakN9t8cpL7AucAXwK+VVV3DdJJkl2BRwLfBZZV1bXt1M+BZe39zsDVfZetb2VTlUuSJEkjK1U1eOXk3sAqeon3Y6pqxQDXLAH+HTiyqj6T5OaqWtp3/qaq2j7JGcBRVfXNVn428DpgJbB1Vb2jlb8JuL2qjp7Qz2p6S05YtmzZPmvWrBn4c82lDRs2sGTJkqH0rcl1MSZr185pc5ul5cs3sH793I3LPvvMWVObLX9/jSbHZfQ4JqNpWOOyatWqtVPlxNM9sAaAJG8Hvg58u6p+CZzZXjNKshXwaeCjVfWZVnxdkp2q6tq2NOT6Vn4NsEvf5ctb2TX0ku3+8rGJfVXVCcAJACtWrKiVK1dOrDIvxsbGGFbfmlwXY7Jq1Zw2t1k6+ugxjjhi5Zy1N4s5A03B31+jyXEZPY7JaBrFcRlk15ErgecC5yf5XpJjkhw000XtRsoPApdX1bF9p04HxncOORT4fF/5C9vuI48GbmlLTL4M7Jdk+3YT5H6tTJIkSRpZM85oV9WHgA+1myGfDRxBb4nGtjNc+ljgBcDFSS5sZW8EjgJOS/JS4GetTejNkj8VWAf8Cnhx6//GNqt+Xqv3tqq6caBPJ0mSJA3JIEtHPgA8FLgO+AZwCHDBTNe1tdZTbQ/4pEnqF3DYFG2dBJw0U5+SJEnSqBhk6cgfAVsANwM3AjdU1Z1dBiVJkiQtdIMsHXkmQJKH0NvT+pwkW1TV8q6DkyRJkhaqQZaOPA34K+DxwFLga/SWkEiSJEmawoyJNr2nMH4DeG9V/Z+O45EkSZIWhUGWjhw+H4FIkiRJi8kgN0NKkiRJmiUTbUmSJKkDs0q029MZH9FVMJIkSdJiMWOinWQsyXZJdqD3oJoTkxw703WSJEnS5myQGe37VtWtwMHAqVW1L/DkbsOSJEmSFrZBEu0tk+wEPBs4o+N4JEmSpEVhkET7bcCXgZ9U1XlJHghc0W1YkiRJ0sI2yD7anwQ+2Xd8JfA3XQYlSZIkLXSD3Az5oCRnJ7mkHT8iyT92H5okSZK0cA2ydORE4A3AbwCq6iLgOV0GJUmSJC10gyTa96mq700ou7OLYCRJkqTFYpBE+4YkuwMFkOQQ4NpOo5IkSZIWuBlvhgQOA04A9kxyDfBT4PmdRiVJkiQtcIPsOnIl8OQk2wD3qKrbug9LkiRJWtimTLSTvGaKcgCqysewS5IkSVOYbkZ723mLQpIkSVpkpky0q+qt8xmIJEmStJgM8sCaU5Is7TvePslJnUYlSZIkLXCDbO/3iKq6efygqm4CHtlZRJIkSdIiMEiifY8k248fJNmBwbYFlCRJkjZbgyTMxwDfSfJJIMAhwJGdRiVJkiQtcDPOaFfVqcDBwHXAz4GDq+rDM12X5KQk1ye5pK/sLUmuSXJhez2179wbkqxL8qMk+/eVH9DK1iV5/Ww/oLR2LSRz+5IkSZrJdPtob1dVt7alIj8HPtZ3boequnGGtk8GjgdOnVD+7qo6ekJfDwWeAzwMuD/w1SQPaqf/BXgKsB44L8npVXXZjJ9MkiRJGqLplo58DHgasBaovvK04wdO13BVfT3JrgPGcRCwpqruAH6aZB3wqHZuXXs6JUnWtLom2pIkSRpp0+2j/bT2525z3OfhSV4InA+8tu1isjNwbl+d9a0M4OoJ5fvOcTySJEnSnEtVTV8hObuqnjRT2RTX7gqcUVUPb8fLgBvozYi/Hdipql6S5Hjg3Kr6SKv3QeCLrZkDqurvWvkLgH2r6vBJ+loNrAZYtmzZPmvWrJkpvE5s2LCBJUuWDKVvTe666zawfr1jMmqWL5/bcdlnnzlrarPl76/R5LiMHsdkNA1rXFatWrW2qlZMdm66NdpbA/cB7te29xu/BWw77p5tnpWquq6v/ROBM9rhNcAufVWXtzKmKZ/Y9gnACQArVqyolStXbkyIm2xsbIxh9a3JHXPMGEccsXLYYWiCo4+e23GZYc5AA/D312hyXEaPYzKaRnFcpluj/TLg1fRuTlzL3Yn2rfRucpy1JDtV1bXt8JnA+I4kpwMfS3Js628P4Hutzz2S7EYvwX4O8LyN6VuSJEmaT9Ot0X5vW9Lxxqp6+2wbTvJxYCW9GfH1wJuBlUn2ord05Cp6yTxVdWmS0+jd5HgncFhV3dXaORz4MrAFcFJVXTrbWCRJkqT5Nu0Da6rqriQH01tPPStV9dxJij84Tf0jmeRBOFV1JnDmbPuXJEmShmmQR7CfneRvEh/TIUmSJA1qkEewvwx4DXBnkl/T9tGuqu06jUySZmGupwK8uVKStKlmTLSratv5CESSJElaTAZZOvI7SXZP8o9JvCFRkiRJmsaMiXaS+yd5TZLzgEvp7f7xnM4jkyRJkhawKRPtJKuTnAOMATsALwWuraq3VtXF8xSfJEmStCBNt0b7eOA7wPOq6nyAJN4eJEmSJA1gukR7J+BZwDFJ/gQ4DdhqXqKSJEmSFrgpl45U1S+q6v1V9QTgScDNwHVJLk/yT/MVoCRJkrQQDbTrSFWtr6pjqmoFcBDw627DkiRJkha2QR5Y83uq6sfA2zqIRZIkSVo0ZrWPtiRJkqTBTLe932Pbn/eav3AkSZKkxWG6Ge3j2p/fmY9AJEmSpMVkujXav0lyArBzkuMmnqyqf+guLEmSJGlhmy7RfhrwZGB/YO38hCNJkiQtDlMm2lV1A7AmyeVV9YN5jEmSJEla8AbZdeQXST6b5Pr2+nSS5Z1HJkmSJC1ggyTaHwJOB+7fXv/WyiRJkiRNYZBE+4+r6kNVdWd7nQzs2HFckiRJ0oI2SKJ9Q5LnJ9mivZ4P/KLrwCRJkqSFbJBE+yXAs4GfA9cChwAv7jIoSZIkaaGbbns/AKrqZ8Bfz0MskiRJ0qIxyIy2JEmSpFky0ZYkSZI6YKItSZIkdWDGRDvJP/a9v9egDSc5qT3g5pK+sh2SnJXkivbn9q08SY5Lsi7JRUn27rvm0Fb/iiSHDv7RJEmSpOGZMtFO8rokj6G3y8i478yi7ZOBAyaUvR44u6r2AM5uxwAHAnu012rgfS2GHYA3A/sCjwLePJ6cS5IkSaNsuhntHwLPAh6Y5BtJTgT+KMmDB2m4qr4O3Dih+CDglPb+FOAZfeWnVs+5wNIkOwH7A2dV1Y1VdRNwFn+YvEuSJEkjJ1U1+YnkCcB3gW8DfwE8BPgC8DXgwVX1lzM2nuwKnFFVD2/HN1fV0vY+wE1VtTTJGcBRVfXNdu5s4HXASmDrqnpHK38TcHtVHT1JX6vpzYazbNmyfdasWTPgj2BubdiwgSVLlgylb03uuus2sH69YzJqli8f7XHZZ59hRzD//P01mhyX0eOYjKZhjcuqVavWVtWKyc5Nt4/2/sD/C+wOHAtcBPyyqubkYTVVVUkmz/I3rr0TgBMAVqxYUStXrpyrpmdlbGyMYfWtyR1zzBhHHLFy2GFogqOPHu1xmWIOYlHz99doclxGj2MymkZxXKZcOlJVb6yqJwFXAR8GtgB2TPLNJP+2kf1d15aE0P68vpVfA+zSV295K5uqXJIkSRppg2zv9+WqOr/NGK+vqsex8Y9gPx0Y3znkUODzfeUvbLuPPBq4paquBb4M7Jdk+3YT5H6tTJIkSRppgzyC/X/2Hb6old0w03VJPk5vjfX9kqynt3vIUcBpSV4K/Ax4dqt+JvBUYB3wK1oiX1U3Jnk7cF6r97aqmniDpSRJkjRyZky0+1XVD2ZR97lTnHrSJHULOGyKdk4CThq0X0mSJGkU+GRISZIkqQMm2pIkSVIHTLQlSZKkDphoS5IkSR2Y1c2QkrS5SOa+zc3xITiStDlzRluSJEnqgIm2JEmS1AETbUmSJKkDJtqSJElSB0y0JUmSpA6YaEuSJEkdMNGWJEmSOmCiLUmSJHXARFuSJEnqgIm2JEmS1AETbUmSJKkDJtoaOcncviRJkobBRFuSJEnqgIm2JEmS1AETbUmSJKkDJtqSJElSB0y0JUmSpA6YaEuSJEkdMNGWJEmSOmCiLUmSJHVgKIl2kquSXJzkwiTnt7IdkpyV5Ir25/atPEmOS7IuyUVJ9h5GzJIkSdJsDHNGe1VV7VVVK9rx64Gzq2oP4Ox2DHAgsEd7rQbeN++RSpIkSbM0SktHDgJOae9PAZ7RV35q9ZwLLE2y0xDikyRJkgY2rES7gK8kWZtkdStbVlXXtvc/B5a19zsDV/ddu76VSZIkSSMrVTX/nSY7V9U1Sf4YOAt4JXB6VS3tq3NTVW2f5AzgqKr6Zis/G3hdVZ0/oc3V9JaWsGzZsn3WrFkzT5/m923YsIElS5YMpe/FYu3auW1v+fINrF/vmIyazXFc9tln2BFMz99fo8lxGT2OyWga1risWrVqbd9S6N+z5XwHA1BV17Q/r0/yWeBRwHVJdqqqa9vSkOtb9WuAXfouX97KJrZ5AnACwIoVK2rlypUdfoKpjY2NMay+F4tVq+a2vaOPHuOII1bObaPaZI7LppvreRJ/f40mx2X0OCajaRTHZd6XjiTZJsm24++B/YBLgNOBQ1u1Q4HPt/enAy9su488Grilb4mJJEmSNJKGMaO9DPhskvH+P1ZVX0pyHnBakpcCPwOe3eqfCTwVWAf8Cnjx/IcsSZIkzc68J9pVdSXw55OU/wJ40iTlBRw2D6FJkiRJc2aUtveTJEmSFg0TbUmSJKkDJtqSJElSB0y0JUmSpA6YaEuSJEkdMNGWJEmSOmCiLUmSJHXARFuSJEnqgIm2JEmS1AETbUmSJKkDJtqStEAlc/uSJM0tE21JkiSpAybakiRJUgdMtCVJkqQOmGhLkiRJHTDRliRJkjpgoi1JkiR1wERbkgTA2rVuGShJc8lEW5IkSeqAibYkSZLUARNtSZIkqQMm2pIkSVIHTLQlSZKkDmw57AAkSYvXXO88UjW37UlSl5zRliRJkjpgoi1JkiR1YMEk2kkOSPKjJOuSvH7Y8UiS5p8P1JG0kCyIRDvJFsC/AAcCDwWem+Shw41KkiRJmtqCSLSBRwHrqurKqvovYA1w0JBjkiQtcM6QS+rSQkm0dwau7jte38o0AvyLSpJ65vr3YRe/E0c9PmkxSS2AvZKSHAIcUFV/145fAOxbVYf31VkNrG6HDwZ+NO+B9twPuGFIfWtyjsloclxGj2MymhyX0eOYjKZhjcsDqmrHyU4slH20rwF26Tte3sp+p6pOAE6Yz6Amk+T8qlox7Dh0N8dkNDkuo8cxGU2Oy+hxTEbTKI7LQlk6ch6wR5LdktwTeA5w+pBjkiRJkqa0IGa0q+rOJIcDXwa2AE6qqkuHHJYkSZI0pQWRaANU1ZnAmcOOYwBDX76iP+CYjCbHZfQ4JqPJcRk9jsloGrlxWRA3Q0qSJEkLzUJZoy1JkiQtKCbac8RHxI+mJFcluTjJhUnOH3Y8m6skJyW5PsklfWU7JDkryRXtz+2HGePmZooxeUuSa9r35cIkTx1mjJubJLskOSfJZUkuTfKqVu53ZYimGRe/L0OSZOsk30vygzYmb23luyX5bsvFPtE20BhurC4d2XTtEfE/Bp5C72E65wHPrarLhhqYSHIVsKKq3O90iJI8HtgAnFpVD29l7wJurKqj2j9Ot6+q1w0zzs3JFGPyFmBDVR09zNg2V0l2AnaqqguSbAusBZ4BvAi/K0Mzzbg8G78vQ5EkwDZVtSHJVsA3gVcBrwE+U1Vrkrwf+EFVvW+YsTqjPTd8RLw0jar6OnDjhOKDgFPa+1Po/cWleTLFmGiIquraqrqgvb8NuJzeU5D9rgzRNOOiIameDe1wq/Yq4InAp1r5SHxXTLTnho+IH10FfCXJ2vb0UI2OZVV1bXv/c2DZMIPR7xye5KK2tMQlCkOSZFfgkcB38bsyMiaMC/h9GZokWyS5ELgeOAv4CXBzVd3ZqoxELmaircXucVW1N3AgcFj73+UaMdVbw+Y6tuF7H7A7sBdwLXDMUKPZTCVZAnwaeHVV3dp/zu/K8EwyLn5fhqiq7qqqveg9LfxRwJ7DjWhyJtpzY8ZHxGs4quqa9uf1wGfpfRk1Gq5rax/H10BeP+R4NntVdV37y+u3wIn4fZl3bb3pp4GPVtVnWrHflSGbbFz8voyGqroZOAd4DLA0yfgzYkYiFzPRnhs+In4EJdmm3bhCkm2A/YBLpr9K8+h04ND2/lDg80OMRfwuiRv3TPy+zKt2g9cHgcur6ti+U35XhmiqcfH7MjxJdkyytL2/N73NKC6nl3Af0qqNxHfFXUfmSNvW5z3c/Yj4I4cbkZI8kN4sNvSegvoxx2U4knwcWAncD7gOeDPwOeA04E+BnwHPripvzpsnU4zJSnr/G7yAq4CX9a0NVseSPA74BnAx8NtW/EZ664H9rgzJNOPyXPy+DEWSR9C72XELepPGp1XV29rf+2uAHYDvA8+vqjuGF6mJtiRJktQJl45IkiRJHTDRliRJkjpgoi1JkiR1wERbkiRJ6oCJtiRJktQBE21Jm6Uk/yvJpe3xyRcm2XfYMW2sJFcluV+H7b8oyf1n21+SRyb5YHv/10leP4s+353k1X3HX07ygb7jY5K8ZuAP8fttr0xyxjTnd0zypY1pW5L6mWhL2uwkeQzwNGDvqnoE8GTg6uFG9fvSMyq/o18E3H+mSpN4I3AcQFWdXlVHzeLabwF/CdB+DvcDHtZ3/i+Bbw/SUJItZtEvVfWfwLVJHjub6yRpolH5JS5J82kn4IbxBxlU1Q1V9X/g92drk6xIMtbevyXJKUm+keRnSQ5O8q4kFyf5UntE8/j1/9xmyc9Psnebjf1Jkpe3OkuSnJ3kgnb9Qa181yQ/SnIqvafMvSnJe8aDTvL3Sd49yAdss7KfTnJeez2273OclGQsyZVJ/qHvmje1/r+Z5ONJjkhyCLAC+Gj7TPdu1V/ZF/+ek/S/LfCIqvpBO35RkuPb+5OTHJfk2y2GQyZeTy+Jfkx7/7D287gtyfZJ7gU8BLggyZOSfL/FcVI7Nz4O70xyAfCsJAck+WE7Prgvzie0z3Vha2fbdupzwN8O8rOWpKmYaEvaHH0F2CXJj5P8a5InDHjd7sATgb8GPgKcU1X/Dbgd+L/66v1HVe1F72lyJ9N7JPCjgbe2878GnllVewOrgGOSpJ3bA/jXqnoYcAzw9PEkHngxcNKAsb4XeHdV/QXwN8AH+s7tCewPPAp4c5KtkozX+3PgQHrJNVX1KeB84G+raq+qur21cUOL/33AEZP0v4LpH0m9E/A4ev9n4Q9muts/fO5M8qf0Zq+/Q+8JiY9pbV9M7++wk4H/u43DlsAr+pr5RYvxc8CJwNOBfYA/6atzBHBYG6+/ojeWtM/8V9PEL0kzMtGWtNmpqg30Eq7VwH8Cn0jyogEu/WJV/YZekrcFML6O92Jg1756p/eVf7eqbmvLEe5IshQI8E9JLgK+CuwMLGvX/Kyqzu2L82vA09qs8VZVdfGAH/PJwPFJLmzxbJdkSTv3haq6o6puAK5vfT8W+HxV/bqqbgP+bYb2P9P+XDvhs4/bid7Pdiqfq6rfVtVl3P3ZJ/o2vSR7PNH+Tt/xt4AHAz+tqh+3+qcAj++7/hPtzz1bvSuq9zjkj/TV+RZwbJvZX1pVd7by69m45TKS9DtbDjsASRqGqroLGAPGklwMHEpvdvRO7p6E2HrCZeNLTX6b5DctaQP4Lb//+/SOvvI7+srH6/0tsCOwT1X9JslVfX39ckKfH6C31vmHwIdm8RHvATy6qn7dX9gmzvtjuouN+7tgvI2prr+dP/z5TXY99P7hMZnxddr/jd7s+NXAa4FbGexnMfFn+Qeq6qgkXwCeCnwryf5V9cMW++3TXy1J03NGW9JmJ8mDk+zRV7QX8LP2/ip6s93QW0rRhfsC17ckexXwgKkqVtV3gV2A5wEfn0UfXwFeOX6QZK8Z6n+L3jKVrdvM99P6zt0GbDv5ZVO6HPizWV4z0bdbHDdW1V1VdSOwlN7ykW8DPwJ2TTLezwuAf5+knR+2eru34+eOn0iye1VdXFXvBM6jN/sN8CCmX/oiSTMy0Za0OVoCnJLksrZ846HAW9q5twLvTXI+vdnaLnwUWNFm0l9ILxGczmnAt6rqpmnqXJRkfXsdC/xD6+OiJJcBL5+ug6o6j94Sk4uAL9Jb9nJLO30y8P4JN0NOq80K37fv5sKNcTG93UbOnVB2S7uB9df01q1/sv0sfwu8f5JYfk1vmdAX2s2Q1/edfnWSS9p/B7+h99mht3b+C5sQuySRu//PpyRpFKW35/O7q+rsjvtZUlUbktwH+Dqwuqou2IT2/gdwW1V9YMbKIybJ14GDZvjHjSRNyxltSRpRSZYm+TFwe9dJdnNCu3nyAuDTm5JkN+/j99diLwhJdgSONcmWtKmc0ZYkSZI64Iy2JEmS1AETbUmSJKkDJtqSJElSB0y0JUmSpA6YaEuSJEkdMNGWJEmSOvD/A9EeidE4PhF/AAAAAElFTkSuQmCC\n"},"metadata":{"needs_background":"light"}}],"source":["train_df['summary_lengths'] = train_df['summary'].str.split().apply(len)\n","eval_df['summary_lengths'] = eval_df['summary'].str.split().apply(len)\n","\n","summary_lengths = pd.concat([pd.Series(train_df['summary_lengths']), pd.Series(eval_df['summary_lengths'])])\n","\n","print(f\"The longest string (in words) in this dataset is {max(summary_lengths)} words.\")\n","\n","n = 30\n","summary_lengths.hist(grid=True, color=\"Blue\", figsize=(12,5), bins=n, range=(0, n))\n","plt.suptitle('')\n","plt.xlabel('Summary Length (in Words)')\n","plt.ylabel('# of Articles w/ That Length')\n","plt.title('Summary Length')\n","plt.show()"]},{"cell_type":"markdown","metadata":{"id":"kdej9p-kwzdA"},"source":["#### Trimmed Dataset Based on Article &/or Summary Length"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":241},"executionInfo":{"elapsed":27,"status":"ok","timestamp":1678728270825,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"eppPh6LzwzdA","outputId":"de30fb75-a29b-40b0-f7bf-d4b18c33da8d"},"outputs":[{"output_type":"stream","name":"stdout","text":["The longest string (in words) in this dataset is 50 words.\n","The longest string (in words) in this dataset is 16 words.\n"]},{"output_type":"execute_result","data":{"text/plain":["                                             article  \\\n","0  jason blake of the islanders will miss the res...   \n","1  the u.s. military on wednesday captured a wife...   \n","2  craig bellamy 's future at west ham appeared i...   \n","3  cambridge - when barack obama sought advice be...   \n","4  wall street held on to steep gains on monday ,...   \n","\n","                                             summary  \n","0                       blake missing rest of season  \n","1  u.s. arrests wife and daughter of saddam deput...  \n","2       west ham drops bellamy amid transfer turmoil  \n","3        in search for expertise harvard looms large  \n","4         wall street ends a three-day losing streak  "],"text/html":["\n","  <div id=\"df-7180aebd-db81-48d5-95d0-4399e6499135\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>article</th>\n","      <th>summary</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>jason blake of the islanders will miss the res...</td>\n","      <td>blake missing rest of season</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>the u.s. military on wednesday captured a wife...</td>\n","      <td>u.s. arrests wife and daughter of saddam deput...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>craig bellamy 's future at west ham appeared i...</td>\n","      <td>west ham drops bellamy amid transfer turmoil</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>cambridge - when barack obama sought advice be...</td>\n","      <td>in search for expertise harvard looms large</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>wall street held on to steep gains on monday ,...</td>\n","      <td>wall street ends a three-day losing streak</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-7180aebd-db81-48d5-95d0-4399e6499135')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-7180aebd-db81-48d5-95d0-4399e6499135 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-7180aebd-db81-48d5-95d0-4399e6499135');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":11}],"source":["# trim training & evaluation article lengths to have no more than 50 words\n","train_df = train_df[train_df['article_lengths'] < 51]\n","train_df = train_df[train_df['article_lengths'] > 17]\n","\n","eval_df = eval_df[eval_df['article_lengths'] < 51]\n","eval_df = eval_df[eval_df['article_lengths'] > 17]\n","\n","# trim training & evaluation article lengths to have no more than 16 words\n","train_df = train_df[train_df['summary_lengths'] < 17]\n","eval_df = eval_df[eval_df['summary_lengths'] < 17]\n","\n","train_df.reset_index(drop=True, inplace=True)\n","eval_df.reset_index(drop=True, inplace=True)\n","\n","max_article_length = max(max(train_df['article_lengths']), max(eval_df['article_lengths']))\n","max_summary_length = max(max(train_df['summary_lengths']), max(eval_df['summary_lengths']))\n","\n","print(f\"The longest string (in words) in this dataset is {max_article_length} words.\")\n","print(f\"The longest string (in words) in this dataset is {max_summary_length} words.\")\n","\n","# drop unnecessary features\n","train_df = train_df.drop(columns=['article_lengths', 'summary_lengths'])\n","eval_df = eval_df.drop(columns=['article_lengths', 'summary_lengths'])\n","\n","train_df.head()"]},{"cell_type":"markdown","metadata":{"id":"M0a0xsoNwzdB"},"source":["#### Determine Longest Token Lengths"]},{"cell_type":"code","execution_count":12,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":180,"referenced_widgets":["8048ede6c2f34886a6f53d596fdea299","4b139b434b8c4f3f9a08d3339e817773","91961144bc4b4bc48a29c76e90f6c206","fe1562ea7bf545a48ea797fbfd96136c","1942a6b1d34e4b578e71d079ab06fcf2","f9f1ea22121843109bdc64dce4232ed9","f1554d60bc3e488ab46d46e04b36a405","b0880a87d831420f83d82e7d13011577","88a59a221242404490145f246599a0f7","b78e29a964164106aa1cf552da446f20","0997fb6c28704c8ba6b767d2bf863286","a77f89b786804dd9a6cb6e781cc594fd","53c57826860c400a813c3f7b7864fab7","2a78f2fe6be94a02a75080d4c9334cfc","370e1baeb1174a1e96db0793c15622cd","7d909c77229941ff8d3103451b4ec7cf","e5c8093bfd874e23b4fb33aecb6fd6bd","169238c1a3de4a5b9a06609956daca57","47b1972c273c42d7984eafc04cb07f46","36ce94911b64489383369ca2aed008a1","507699b7e2b8446684d76f8a2c7b15e8","e2ff433bdf4f4f3c9ad1d97539a624eb","8387f89e39ae4592a45c79a47d849e8a","dbca414d2f654233ae3e861c0c952fd9","96ea4ab610444107987e598671349ab2","d48bd288fb734265ae0af0dd9e7fd025","fd6b64a532ef4d97b200b99d451a718b","e89aca17a63a40d2b19d623ac29f577a","f1f7924a3cb442b6bee48d32d5974197","b5d6ab0e5b9b4466b183572f3315df64","2ce544070b0242ee879418318ce5f7d3","5740cdec6d4542859079b3ae4b2a1c0c","80aba76310b3480e8097086e7f9726bb","e106e3b2b19b4bdaa2dbcdd6653402df","2f879c73c2f8410a9cabc86e60af34c6","fed94362da49486b915723ac7a917562","a1baa39b7e664977be666d7969c743e9","50926cd3ff2e4eb7a45553df8c640a5f","ff56e00f701e4d3795258fa7418e2474","bfee688793984597ab2af3c15b9877b2","b2c28b91de6543aea82c03efa84a2657","8b98deeae9e04bbeabdcf650a1289cfa","32642e003ceb42ec9b9cd4a81a99efc4","17045c0352044e5a85ef64a1b7e30042"]},"executionInfo":{"elapsed":7267,"status":"ok","timestamp":1678728278068,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"6l7_i4-NwzdB","outputId":"80048f70-cd8a-4f8e-f771-ca17e9031ef1"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading (…)okenizer_config.json:   0%|          | 0.00/2.54k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8048ede6c2f34886a6f53d596fdea299"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading spiece.model:   0%|          | 0.00/792k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a77f89b786804dd9a6cb6e781cc594fd"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)/main/tokenizer.json:   0%|          | 0.00/2.42M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8387f89e39ae4592a45c79a47d849e8a"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)cial_tokens_map.json:   0%|          | 0.00/2.20k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"e106e3b2b19b4bdaa2dbcdd6653402df"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["The longest article length is 116 tokens.\n","The longest summary length is 42 tokens.\n"]}],"source":["MODEL_CKPT = \"google/flan-t5-base\"\n","\n","tokenizer = AutoTokenizer.from_pretrained(MODEL_CKPT, \n","                                             truncation=True, \n","                                             padding=True,\n","                                             batched=True, \n","                                             batch_size=None)\n","\n","train_a_len = [len(tokenizer.encode(a)) for a in train_df[\"article\"]]\n","train_s_len = [len(tokenizer.encode(a)) for a in train_df[\"summary\"]]\n","\n","eval_a_len = [len(tokenizer.encode(a)) for a in eval_df[\"article\"]]\n","eval_s_len = [len(tokenizer.encode(a)) for a in eval_df[\"summary\"]]\n","\n","max_art_len = max(max(train_a_len), max(eval_a_len))\n","max_sum_len = max(max(train_s_len), max(eval_s_len))\n","\n","print(f\"The longest article length is {max_art_len} tokens.\")\n","print(f\"The longest summary length is {max_sum_len} tokens.\")"]},{"cell_type":"markdown","metadata":{"id":"4VCh1y0HwzdB"},"source":["#### Convert DataFrame to Dataset & Split into Train & Eval Datasets"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":25,"status":"ok","timestamp":1678728278069,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"1rDVNUq8wzdB","outputId":"1f1d8159-7c71-4725-c33b-ec54cf1d6fbf"},"outputs":[{"output_type":"stream","name":"stdout","text":["Training Data Shape: (18776, 2)\n","Validation Data Shape: (932, 2)\n"]}],"source":["# Convert pandas dataframe to a dataset\n","train_ds = Dataset.from_pandas(train_df)\n","eval_ds = Dataset.from_pandas(eval_df)\n","\n","# Combine the train/test/valid into one datasetdict\n","dataset = DatasetDict({\n","    'train' : train_ds,\n","    'eval' : eval_ds\n","})\n","\n","print('Training Data Shape:', dataset['train'].shape)\n","print('Validation Data Shape:', dataset['eval'].shape)"]},{"cell_type":"markdown","metadata":{"id":"6wcUU476wzdC"},"source":["#### Define Basic Constants/Values"]},{"cell_type":"code","execution_count":14,"metadata":{"executionInfo":{"elapsed":22,"status":"ok","timestamp":1678728278069,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"Vm__tHRAwzdC"},"outputs":[],"source":["MODEL_CKPT = \"google/flan-t5-base\"\n","MODEL_NAME = MODEL_CKPT.split(\"/\")[-1] + \"-text_summarization_data_3_epochs\"\n","\n","DEVICE = torch.device(\"cuda\")\n","set_seed(42)\n","\n","BATCH_SIZE = 16\n","NUM_OF_EPOCHS = 6\n","\n","LEARNING_RATE = 2e-5\n","STRATEGY = \"epoch\"\n","\n","MAX_INPUT_LENGTH = max_art_len + 4\n","MAX_TARGET_LENGTH = max_sum_len + 4\n","\n","WEIGHT_DECAY = 0.01\n","REPORTS_TO = \"tensorboard\"\n","\n","PREFIX = \"summarize: \""]},{"cell_type":"markdown","metadata":{"id":"yL5zL3VwwzdC"},"source":["#### Instantiate both Tokenizer and Model"]},{"cell_type":"code","execution_count":15,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":113,"referenced_widgets":["60102dcea3a14e8ca690515437daf6c6","0deb7676165c46a18ab0d94309031b0f","6d403b0de1db47e699e11b8674d47440","65e811348062480697bf2e51730e376b","da55de8bca654e59be732a8ca7015873","489e2ba9b0dd46799f2edef82b6da269","f31646ecd70d4a34aa3f72b2f9df4485","c1ef0b5574094c42a0a916eb0e5d0b0f","9b43e445b9774ed6aa7e76c41fa72a73","43dc4eba4f2b42c7b3f083161692e88e","fd8030ec08a142d6a36e5fb06b659894","c7e322caee50474eb7370fd9b67d462f","9ca8f49e885449258502d2cfd1533f92","49b012f95eb9405b8b4aee761e84cb22","d23a4b560e82473c8bdac38b4bd01f5a","76a31aecf6aa44d7b51956a0c126f6db","f9baadbc825a4df881771fdb4f054586","0e837dbc906a44ce889b14f19e6a1d08","ce13fcb5a7734482bf28ba8bc1d77f47","76a71adfe1ce4743b8922f0fa5950a4b","eb1ff3c036064e459324899390aa6b22","70489447e11f49ffa47026e6504e5eb1","3c014e4109af42cdb7f2785ef6e70acb","49e3bd2f311a4423832eba2fe7fb6a2f","9fa1622935224c49bcdf56ffe5cec0c6","58aa80b6b9864d5ab93a3fd8bdc66200","750f1b50714e4c50aeaf94b1dcf98a4e","74399c14dafc4a0dbcad96730ecd52ce","c936e6dbc0214e5d8deeac3ee616cc7b","fdf357dc04b34f239aaee3c82669eeca","5a3b27f800174ec0a4c743f5a1d8265d","da77cd66338647289b380c5d385a1af8","1e6826ac8928441e986c6dfc1fc4d4fe"]},"executionInfo":{"elapsed":22676,"status":"ok","timestamp":1678728300726,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"Gc_cZhc6wzdC","outputId":"4683c6c5-b778-4f21-cb6b-ecac32997d69"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading (…)lve/main/config.json:   0%|          | 0.00/1.40k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"60102dcea3a14e8ca690515437daf6c6"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading pytorch_model.bin:   0%|          | 0.00/990M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c7e322caee50474eb7370fd9b67d462f"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)neration_config.json:   0%|          | 0.00/147 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3c014e4109af42cdb7f2785ef6e70acb"}},"metadata":{}}],"source":["tokenizer = AutoTokenizer.from_pretrained(MODEL_CKPT, \n","                                             truncation=True, \n","                                             padding=True, \n","                                             batched=True, \n","                                             batch_size=None)\n","\n","model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_CKPT)"]},{"cell_type":"markdown","metadata":{"id":"o-NMPwmfwzdC"},"source":["#### Create Function to Tokenize & Return Necessary Inputs for Batches of Samples"]},{"cell_type":"code","execution_count":16,"metadata":{"executionInfo":{"elapsed":201,"status":"ok","timestamp":1678728300921,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"SNzXqrglwzdC"},"outputs":[],"source":["def convert_examples_to_features(ex_batch, padding=\"max_length\"):\n","    inputs = [PREFIX + doc for doc in ex_batch[\"article\"]]\n","    \n","    input_encodings = tokenizer(inputs, \n","                                max_length=MAX_INPUT_LENGTH, \n","                                padding=\"max_length\",\n","                                truncation=True)\n","    \n","    with tokenizer.as_target_tokenizer():\n","        target_encodings = tokenizer(ex_batch['summary'], \n","                                     max_length=MAX_TARGET_LENGTH, \n","                                     truncation=True,\n","                                     padding=\"max_length\")\n","    \n","    if padding == \"max_length\":\n","        target_encodings[\"input_ids\"] = [\n","            [(l if l != tokenizer.pad_token_id else -100) for l in label] for label in target_encodings[\"input_ids\"]\n","        ]\n","    \n","    return {\"input_ids\" : input_encodings[\"input_ids\"],\n","            \"attention_mask\" : input_encodings[\"attention_mask\"],\n","            \"labels\" : target_encodings[\"input_ids\"],}"]},{"cell_type":"markdown","metadata":{"id":"07OLJiGJwzdD"},"source":["#### Apply Above Function to Dataset"]},{"cell_type":"code","execution_count":17,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":72,"referenced_widgets":["767b9dcab6f746869c04f16681bfc8a2","254959793897427f8e45d909325baa88","edce8530be9048c9ab9068d203031619","e2dbff78291c48bbb605fb413b43128e","d0fcf5627fc140499d34ae323e69c8ca","c419045ce6684eaa93cabb5e07b1ff09","03f730c86678482cae7aaa810cb11fae","5e8257632335432095f758ad8b2333a1","29eea5cc9251488cafe78fe7ef71943e","9464059ee37d4da782bd95c306ce673e","5df2d9ba70c1449b94f7faa339db7c99","2cb23cad349a4cf3bc4773f5198bdeed","606665dbb147437288e622f1fe188a42","ef7ce47cee534ec68504f3ab264cc2a1","37a083a237be4e0898540e5a290e3e9d","52e152b19d864a259848c1f5ac2305ed","f9120d789f1d4875884ca98135475fc9","956b22c1308743fd8570e1525f335e4e","b2eb8b7af24b43e1a23f50360bca75d9","02ccc68e3e6749d5980f23d6159d7443","fec75894c2f945248d4dc00893869f99","db327cc82bd84f99914c23320750cb5b"]},"executionInfo":{"elapsed":7871,"status":"ok","timestamp":1678728308779,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"ii6M7nkdwzdD","outputId":"be3c862b-dc82-4a73-c85a-08d2c1b5299c"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/18776 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"767b9dcab6f746869c04f16681bfc8a2"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.9/dist-packages/transformers/tokenization_utils_base.py:3581: UserWarning: `as_target_tokenizer` is deprecated and will be removed in v5 of Transformers. You can tokenize your labels by using the argument `text_target` of the regular `__call__` method (either in the same call as your input texts if you use the same keyword arguments, or in a separate call.\n","  warnings.warn(\n"]},{"output_type":"display_data","data":{"text/plain":["Map:   0%|          | 0/932 [00:00<?, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"2cb23cad349a4cf3bc4773f5198bdeed"}},"metadata":{}}],"source":["encoded_ds = dataset.map(convert_examples_to_features, batched=True)\n","encoded_ds.set_format(type=\"torch\", columns=['input_ids', 'labels', 'attention_mask'])"]},{"cell_type":"markdown","metadata":{"id":"THjZBeUcwzdD"},"source":["#### Instantiate TrainingArguments"]},{"cell_type":"code","execution_count":18,"metadata":{"executionInfo":{"elapsed":335,"status":"ok","timestamp":1678728309572,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"AfH7EZHYwzdD"},"outputs":[],"source":["training_args = Seq2SeqTrainingArguments(\n","    output_dir=MODEL_NAME,\n","    num_train_epochs=NUM_OF_EPOCHS,\n","    learning_rate=LEARNING_RATE,\n","    per_device_train_batch_size=BATCH_SIZE,\n","    per_device_eval_batch_size=BATCH_SIZE,\n","    weight_decay=WEIGHT_DECAY,\n","    logging_strategy=STRATEGY,\n","    evaluation_strategy=STRATEGY,\n","    logging_first_step=True,\n","    disable_tqdm=False,\n","    report_to=REPORTS_TO,\n","    predict_with_generate=True,\n","    hub_private_repo=True,\n","    push_to_hub=True)"]},{"cell_type":"markdown","metadata":{"id":"XykI0H6vwzdD"},"source":["#### Create Function to Computes Metrics"]},{"cell_type":"code","execution_count":19,"metadata":{"executionInfo":{"elapsed":286,"status":"ok","timestamp":1678728309853,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"BiO0MEVDwzdD","colab":{"base_uri":"https://localhost:8080/","height":49,"referenced_widgets":["7a25c64ae3ec46c88b6a0c004aa5b924","16de5ddff6564e51ad5052512bd7776a","98bc2ad8e9f8472bb06dab6caa342c49","baff7fd2df2c422fb8442c9b53ecf918","83cc9399297d4dcbbabf5e853fd68277","5e193838bf364dfc90133715a1335a45","4323dc94f05c425a8ab5acf5e90fc5cf","71d403d1c0414270966477abdab4d059","2ff5d13d3bf54eabb9e12aad1294c353","b32690a4af094e1d96e6eb51e9d971dc","9c26ba3d107a420291528d234f310cb7"]},"outputId":"259ef3e3-a4a4-4d1b-d61e-6db7727a9cdf"},"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading builder script:   0%|          | 0.00/6.27k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"7a25c64ae3ec46c88b6a0c004aa5b924"}},"metadata":{}}],"source":["rouge_metric = evaluate.load(\"rouge\")\n","\n","def compute_metrics(eval_pred):\n","    predictions, labels = eval_pred\n","    decoded_preds = tokenizer.batch_decode(predictions, skip_special_tokens=True)\n","    # Replace -100 in the labels as we cannot decode them.\n","    labels = np.where(labels != -100, labels, tokenizer.pad_token_id)\n","    decoded_labels = tokenizer.batch_decode(labels, skip_special_tokens=True)\n","    \n","    # Rouge expects a newline after each sentence\n","    decoded_preds = [\"\\n\".join(nltk.sent_tokenize(pred.strip())) for pred in decoded_preds]\n","    decoded_labels = [\"\\n\".join(nltk.sent_tokenize(label.strip())) for label in decoded_labels]\n","    \n","    result = rouge_metric.compute(predictions=decoded_preds, references=decoded_labels, use_stemmer=True)\n","    # Extract a few results\n","    result = {key: value * 100 for key, value in result.items()}\n","    \n","    # Add mean generated length\n","    prediction_lens = [np.count_nonzero(pred != tokenizer.pad_token_id) for pred in predictions]\n","    result[\"gen_len\"] = np.mean(prediction_lens)\n","    \n","    return {k: round(v, 4) for k, v in result.items()}"]},{"cell_type":"markdown","metadata":{"id":"5zl7xl5iwzdE"},"source":["#### Instantiate Data Collator"]},{"cell_type":"code","execution_count":20,"metadata":{"executionInfo":{"elapsed":5,"status":"ok","timestamp":1678728309854,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"CTZGZOeswzdE"},"outputs":[],"source":["seq2seq_data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)"]},{"cell_type":"markdown","metadata":{"id":"CpnjCOXTwzdE"},"source":["#### Instantiate Trainer"]},{"cell_type":"code","execution_count":21,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":12429,"status":"ok","timestamp":1678728322279,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"},"user_tz":300},"id":"_KuZGQIjwzdE","outputId":"d548a4db-1f82-47b6-f15b-dca954796328"},"outputs":[{"output_type":"stream","name":"stderr","text":["Cloning https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs into local empty directory.\n","WARNING:huggingface_hub.repository:Cloning https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs into local empty directory.\n"]}],"source":["trainer = Seq2SeqTrainer(model=model, \n","                  args=training_args,\n","                  data_collator=seq2seq_data_collator,\n","                  train_dataset=encoded_ds['train'], \n","                  eval_dataset=encoded_ds['eval'], \n","                  tokenizer=tokenizer,\n","                  compute_metrics=compute_metrics)"]},{"cell_type":"markdown","metadata":{"id":"3-euvUrdwzdE"},"source":["#### Train Model"]},{"cell_type":"code","execution_count":22,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"id":"lWt774awwzdE","executionInfo":{"status":"ok","timestamp":1678734505923,"user_tz":300,"elapsed":6183652,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"}},"outputId":"7f28145d-0087-450a-9de8-fc269751b020"},"outputs":[{"output_type":"stream","name":"stderr","text":["The following columns in the training set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","/usr/local/lib/python3.9/dist-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n","  warnings.warn(\n","***** Running training *****\n","  Num examples = 18776\n","  Num Epochs = 6\n","  Instantaneous batch size per device = 16\n","  Total train batch size (w. parallel, distributed & accumulation) = 16\n","  Gradient Accumulation steps = 1\n","  Total optimization steps = 7044\n","  Number of trainable parameters = 247577856\n","You're using a T5TokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","    <div>\n","      \n","      <progress value='7044' max='7044' style='width:300px; height:20px; vertical-align: middle;'></progress>\n","      [7044/7044 1:42:59, Epoch 6/6]\n","    </div>\n","    <table border=\"1\" class=\"dataframe\">\n","  <thead>\n"," <tr style=\"text-align: left;\">\n","      <th>Epoch</th>\n","      <th>Training Loss</th>\n","      <th>Validation Loss</th>\n","      <th>Rouge1</th>\n","      <th>Rouge2</th>\n","      <th>Rougel</th>\n","      <th>Rougelsum</th>\n","      <th>Gen Len</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <td>1</td>\n","      <td>2.007900</td>\n","      <td>1.715040</td>\n","      <td>43.421800</td>\n","      <td>19.898400</td>\n","      <td>40.005900</td>\n","      <td>40.058200</td>\n","      <td>14.501100</td>\n","    </tr>\n","    <tr>\n","      <td>2</td>\n","      <td>1.912200</td>\n","      <td>1.702009</td>\n","      <td>44.037400</td>\n","      <td>20.575600</td>\n","      <td>40.591500</td>\n","      <td>40.568300</td>\n","      <td>14.617000</td>\n","    </tr>\n","    <tr>\n","      <td>3</td>\n","      <td>1.858800</td>\n","      <td>1.688100</td>\n","      <td>43.949800</td>\n","      <td>20.563300</td>\n","      <td>40.465600</td>\n","      <td>40.511600</td>\n","      <td>14.452800</td>\n","    </tr>\n","    <tr>\n","      <td>4</td>\n","      <td>1.824300</td>\n","      <td>1.681192</td>\n","      <td>43.602400</td>\n","      <td>20.484500</td>\n","      <td>40.178400</td>\n","      <td>40.221100</td>\n","      <td>14.507500</td>\n","    </tr>\n","    <tr>\n","      <td>5</td>\n","      <td>1.799600</td>\n","      <td>1.677963</td>\n","      <td>43.665200</td>\n","      <td>20.553000</td>\n","      <td>40.220900</td>\n","      <td>40.265100</td>\n","      <td>14.523600</td>\n","    </tr>\n","    <tr>\n","      <td>6</td>\n","      <td>1.787600</td>\n","      <td>1.678251</td>\n","      <td>43.599400</td>\n","      <td>20.444600</td>\n","      <td>40.132000</td>\n","      <td>40.169200</td>\n","      <td>14.583700</td>\n","    </tr>\n","  </tbody>\n","</table><p>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-1000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-1500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-2000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-2500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-3000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-3500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-4000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-4500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Several commits (2) will be pushed upstream.\n","WARNING:huggingface_hub.repository:Several commits (2) will be pushed upstream.\n","The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-5000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Several commits (3) will be pushed upstream.\n","WARNING:huggingface_hub.repository:Several commits (3) will be pushed upstream.\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-5500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-6000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-6500/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/checkpoint-7000/spiece.model\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n","The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","\n","\n","Training completed. Do not forget to share your model on huggingface.co/models =)\n","\n","\n"]},{"output_type":"execute_result","data":{"text/plain":["TrainOutput(global_step=7044, training_loss=1.8651155138949926, metrics={'train_runtime': 6183.5219, 'train_samples_per_second': 18.219, 'train_steps_per_second': 1.139, 'total_flos': 1.808016194469888e+16, 'train_loss': 1.8651155138949926, 'epoch': 6.0})"]},"metadata":{},"execution_count":22}],"source":["trainer.train()"]},{"cell_type":"markdown","metadata":{"id":"2UeeglXowzdF"},"source":["#### Compute & Print Metrics"]},{"cell_type":"code","execution_count":23,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"id":"guHowNgLwzdF","executionInfo":{"status":"ok","timestamp":1678734554346,"user_tz":300,"elapsed":48441,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"}},"outputId":"56f58db8-0325-4de2-d868-4966bb8bcba5"},"outputs":[{"output_type":"stream","name":"stderr","text":["The following columns in the evaluation set don't have a corresponding argument in `T5ForConditionalGeneration.forward` and have been ignored: article, summary. If article, summary are not expected by `T5ForConditionalGeneration.forward`,  you can safely ignore this message.\n","***** Running Evaluation *****\n","  Num examples = 932\n","  Batch size = 16\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","    <div>\n","      \n","      <progress value='59' max='59' style='width:300px; height:20px; vertical-align: middle;'></progress>\n","      [59/59 00:46]\n","    </div>\n","    "]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n","Generate config GenerationConfig {\n","  \"decoder_start_token_id\": 0,\n","  \"eos_token_id\": 1,\n","  \"pad_token_id\": 0,\n","  \"transformers_version\": \"4.26.1\"\n","}\n","\n"]}],"source":["score = trainer.evaluate()"]},{"cell_type":"markdown","metadata":{"id":"BrRohi2qwzdF"},"source":["#### Print Out Full Rouge Metric Dictionary"]},{"cell_type":"code","execution_count":24,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":162},"id":"dRnUKhp_wzdF","executionInfo":{"status":"ok","timestamp":1678734554348,"user_tz":300,"elapsed":27,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"}},"outputId":"cf8090ba-d969-449d-ca98-bc9b75e660e5"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["         eval_loss  eval_rouge1  eval_rouge2  eval_rougeL  eval_rougeLsum  \\\n","FLAN-T5   1.678251      43.5994      20.4446       40.132         40.1692   \n","\n","         eval_gen_len  eval_runtime  eval_samples_per_second  \\\n","FLAN-T5       14.5837       48.4519                   19.236   \n","\n","         eval_steps_per_second  epoch  \n","FLAN-T5                  1.218    6.0  "],"text/html":["\n","  <div id=\"df-f0614b61-0fcf-409c-9fa5-fafc1ce8d2c3\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>eval_loss</th>\n","      <th>eval_rouge1</th>\n","      <th>eval_rouge2</th>\n","      <th>eval_rougeL</th>\n","      <th>eval_rougeLsum</th>\n","      <th>eval_gen_len</th>\n","      <th>eval_runtime</th>\n","      <th>eval_samples_per_second</th>\n","      <th>eval_steps_per_second</th>\n","      <th>epoch</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>FLAN-T5</th>\n","      <td>1.678251</td>\n","      <td>43.5994</td>\n","      <td>20.4446</td>\n","      <td>40.132</td>\n","      <td>40.1692</td>\n","      <td>14.5837</td>\n","      <td>48.4519</td>\n","      <td>19.236</td>\n","      <td>1.218</td>\n","      <td>6.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f0614b61-0fcf-409c-9fa5-fafc1ce8d2c3')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-f0614b61-0fcf-409c-9fa5-fafc1ce8d2c3 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-f0614b61-0fcf-409c-9fa5-fafc1ce8d2c3');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":24}],"source":["pd.DataFrame(score, index=[f\"FLAN-T5\"])"]},{"cell_type":"markdown","metadata":{"id":"LCsBwTy5wzdF"},"source":["### Push Fine-Tuned Model to HuggingFace Hub (My Profile)"]},{"cell_type":"code","execution_count":25,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":863,"referenced_widgets":["d534a94895ec46fabdac2e3195d3a56d","c417ef645ea64b06860d42b5eff0e001","3773cd2fe4204654994cf67134abe95a","9034f81c10454cf283245ab2bb7b6f4e","d37a4adeba444c9ea1c411708dd8372a","b58ae83a0aff4b62a2d9b90c0c6a3483","b6cbf8790e4d489cad9c489627782770","318214b03fea47f2aa02b24b124e59bc","8ecae12ad9d945cbadeb846ce0182f1e","c54a5e9d0020468e871953206dd8d397","df6e4bdeaa224a07978d4b6cf8bfe1ae","e1c6dcd5a25245c79b4d278e6b33e54e","dcd5c1303eef454ca7a8f02a8e79e724","ce4408c80ebc49cd9d3519dfe24d184e","68fdda976e4249199b7aec59e0dc3119","80836698503e463283ab188a3e3f3b52","26d8b00e285a459086207af2dd3d870c","9661acba762b4ab7b21aec9e7365d989","7c68af65a0c84dc3a4b285e93e6ceb31","b8b8d638758d4ea28df61cc1df0bcd34","d0e7848d893b4030a874be5ebd2e5e34","f06c55b9391840ecb35026c6b713c9db","63a318a9e2ba4544b5dd3ae6bb633dff","380b39f1fb0641ee91837a95ad69cac1","efb8594f22c94f93a55a21bb73068e05","d36281c6af874e6691c669812787a617","d68a2c5139554492b0f9c4f9b704236b","dccbbbcd73354cdd9a57d1c3de4de3c7","5dfe7dfb309b4f6d9dfccefd86477778","05b98741932e4aa1afe42ee4c0aa7ad9","c9db9e6f55d346459022cefd30bdc33e","789b51532a444803941ff83029b9c2b2","140544eb082e4ab6a8c7d0a082d7e556"]},"id":"4euPIJvjwzdF","executionInfo":{"status":"ok","timestamp":1678734735576,"user_tz":300,"elapsed":181251,"user":{"displayName":"Brian Dunn","userId":"01516971241446510859"}},"outputId":"1af9a42b-4ed8-42f7-dd05-96973d879485"},"outputs":[{"output_type":"stream","name":"stderr","text":["Saving model checkpoint to flan-t5-base-text_summarization_data_3_epochs\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/config.json\n","Configuration saved in flan-t5-base-text_summarization_data_3_epochs/generation_config.json\n","Model weights saved in flan-t5-base-text_summarization_data_3_epochs/pytorch_model.bin\n","tokenizer config file saved in flan-t5-base-text_summarization_data_3_epochs/tokenizer_config.json\n","Special tokens file saved in flan-t5-base-text_summarization_data_3_epochs/special_tokens_map.json\n","Copy vocab file to flan-t5-base-text_summarization_data_3_epochs/spiece.model\n"]},{"output_type":"display_data","data":{"text/plain":["Upload file pytorch_model.bin:   0%|          | 32.0k/945M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d534a94895ec46fabdac2e3195d3a56d"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Upload file runs/Mar13_17-25-08_ddf8f10c20b8/events.out.tfevents.1678734554.ddf8f10c20b8.125.2: 100%|#########…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"e1c6dcd5a25245c79b4d278e6b33e54e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Upload file runs/Mar13_17-25-08_ddf8f10c20b8/events.out.tfevents.1678728322.ddf8f10c20b8.125.0: 100%|#########…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"63a318a9e2ba4544b5dd3ae6bb633dff"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["remote: Scanning LFS files of refs/heads/main for validity...        \n","remote: LFS file scan complete.        \n","To https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs\n","   7883972..453df5f  main -> main\n","\n","WARNING:huggingface_hub.repository:remote: Scanning LFS files of refs/heads/main for validity...        \n","remote: LFS file scan complete.        \n","To https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs\n","   7883972..453df5f  main -> main\n","\n","Dropping the following result as it does not have all the necessary fields:\n","{'task': {'name': 'Sequence-to-sequence Language Modeling', 'type': 'text2text-generation'}, 'metrics': [{'name': 'Rouge1', 'type': 'rouge', 'value': 43.5994}]}\n","remote: ----------------------------------------------------------\u001b[0;33m        \n","remote: Your push was accepted, but with warnings:        \n","remote: - Warning: empty or missing yaml metadata in repo card        \n","remote: help: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;32m        \n","remote: ----------------------------------------------------------        \n","remote: Please find the documentation at:        \n","remote: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;0m        \n","remote: ----------------------------------------------------------        \n","To https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs\n","   453df5f..8f0e367  main -> main\n","\n","WARNING:huggingface_hub.repository:remote: ----------------------------------------------------------\u001b[0;33m        \n","remote: Your push was accepted, but with warnings:        \n","remote: - Warning: empty or missing yaml metadata in repo card        \n","remote: help: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;32m        \n","remote: ----------------------------------------------------------        \n","remote: Please find the documentation at:        \n","remote: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;0m        \n","remote: ----------------------------------------------------------        \n","To https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs\n","   453df5f..8f0e367  main -> main\n","\n"]},{"output_type":"execute_result","data":{"text/plain":["'https://huggingface.co/DunnBC22/flan-t5-base-text_summarization_data_3_epochs/commit/453df5f163a1ef2c2741604b3a04e52261627828'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":25}],"source":["trainer.push_to_hub(commit_message=\"All Dunn!\")"]},{"cell_type":"markdown","source":["### Notes & Other Takeaways From This Project\n","****\n","- I decided at the last minute to train this project for 6 epochs instead of 3, but forgot to update the model checkpoint. I will manually change that on the HuggingFace Hub.\n","****"],"metadata":{"id":"rpA-lFC_oNDb"}},{"cell_type":"markdown","metadata":{"id":"Au5kpkonC1Mh"},"source":["### Citations\n","\n","***\n","- Model Checkpoint\n","> @misc{https://doi.org/10.48550/arxiv.2210.11416,\n","doi = {10.48550/ARXIV.2210.11416},  \n","  url = {https://arxiv.org/abs/2210.11416},\n","  author = {Chung, Hyung Won and Hou, Le and Longpre, Shayne and Zoph, Barret and Tay, Yi and Fedus, William and Li, Eric and Wang, Xuezhi and Dehghani, Mostafa and Brahma, Siddhartha and Webson, Albert and Gu, Shixiang Shane and Dai, Zhuyun and Suzgun, Mirac and Chen, Xinyun and Chowdhery, Aakanksha and Narang, Sharan and Mishra, Gaurav and Yu, Adams and Zhao, Vincent and Huang, Yanping and Dai, Andrew and Yu, Hongkun and Petrov, Slav and Chi, Ed H. and Dean, Jeff and Devlin, Jacob and Roberts, Adam and Zhou, Denny and Le, Quoc V. and Wei, Jason},\n","  keywords = {Machine Learning (cs.LG), Computation and Language (cs.CL), FOS: Computer and information sciences, FOS: Computer and information sciences},\n","  title = {Scaling Instruction-Finetuned Language Models},\n","  publisher = {arXiv},  \n","  year = {2022},\n","  copyright = {Creative Commons Attribution 4.0 International}\n","}\n","\n","- Metric (Rouge)\n","> @inproceedings{lin-2004-rouge,\n","    title = &quot;{ROUGE}: A Package for Automatic Evaluation of Summaries&quot;,\n","    author = &quot;Lin, Chin-Yew&quot;,\n","    booktitle = &quot;Text Summarization Branches Out&quot;,\n","    month = jul,\n","    year = &quot;2004&quot;,\n","    address = &quot;Barcelona, Spain&quot;,\n","    publisher = &quot;Association for Computational Linguistics&quot;,\n","    url = &quot;https://www.aclweb.org/anthology/W04-1013&quot;,\n","    pages = &quot;74--81&quot;,\n","}\n","****\n"]}],"metadata":{"accelerator":"GPU","colab":{"provenance":[]},"gpuClass":"standard","kernelspec":{"display_name":"nlpcv","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.9.12"},"vscode":{"interpreter":{"hash":"0f2f65fb703e64d564cd9efcad5c1927cf411d56f2690ec4a46f5d87d6a6451f"}},"widgets":{"application/vnd.jupyter.widget-state+json":{"8048ede6c2f34886a6f53d596fdea299":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4b139b434b8c4f3f9a08d3339e817773","IPY_MODEL_91961144bc4b4bc48a29c76e90f6c206","IPY_MODEL_fe1562ea7bf545a48ea797fbfd96136c"],"layout":"IPY_MODEL_1942a6b1d34e4b578e71d079ab06fcf2"}},"4b139b434b8c4f3f9a08d3339e817773":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f9f1ea22121843109bdc64dce4232ed9","placeholder":"​","style":"IPY_MODEL_f1554d60bc3e488ab46d46e04b36a405","value":"Downloading (…)okenizer_config.json: 100%"}},"91961144bc4b4bc48a29c76e90f6c206":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b0880a87d831420f83d82e7d13011577","max":2537,"min":0,"orientation":"horizontal","style":"IPY_MODEL_88a59a221242404490145f246599a0f7","value":2537}},"fe1562ea7bf545a48ea797fbfd96136c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b78e29a964164106aa1cf552da446f20","placeholder":"​","style":"IPY_MODEL_0997fb6c28704c8ba6b767d2bf863286","value":" 2.54k/2.54k [00:00&lt;00:00, 34.3kB/s]"}},"1942a6b1d34e4b578e71d079ab06fcf2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f9f1ea22121843109bdc64dce4232ed9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f1554d60bc3e488ab46d46e04b36a405":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b0880a87d831420f83d82e7d13011577":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"88a59a221242404490145f246599a0f7":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b78e29a964164106aa1cf552da446f20":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0997fb6c28704c8ba6b767d2bf863286":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a77f89b786804dd9a6cb6e781cc594fd":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_53c57826860c400a813c3f7b7864fab7","IPY_MODEL_2a78f2fe6be94a02a75080d4c9334cfc","IPY_MODEL_370e1baeb1174a1e96db0793c15622cd"],"layout":"IPY_MODEL_7d909c77229941ff8d3103451b4ec7cf"}},"53c57826860c400a813c3f7b7864fab7":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e5c8093bfd874e23b4fb33aecb6fd6bd","placeholder":"​","style":"IPY_MODEL_169238c1a3de4a5b9a06609956daca57","value":"Downloading spiece.model: 100%"}},"2a78f2fe6be94a02a75080d4c9334cfc":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_47b1972c273c42d7984eafc04cb07f46","max":791656,"min":0,"orientation":"horizontal","style":"IPY_MODEL_36ce94911b64489383369ca2aed008a1","value":791656}},"370e1baeb1174a1e96db0793c15622cd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_507699b7e2b8446684d76f8a2c7b15e8","placeholder":"​","style":"IPY_MODEL_e2ff433bdf4f4f3c9ad1d97539a624eb","value":" 792k/792k [00:00&lt;00:00, 6.02MB/s]"}},"7d909c77229941ff8d3103451b4ec7cf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e5c8093bfd874e23b4fb33aecb6fd6bd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"169238c1a3de4a5b9a06609956daca57":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"47b1972c273c42d7984eafc04cb07f46":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"36ce94911b64489383369ca2aed008a1":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"507699b7e2b8446684d76f8a2c7b15e8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e2ff433bdf4f4f3c9ad1d97539a624eb":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8387f89e39ae4592a45c79a47d849e8a":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_dbca414d2f654233ae3e861c0c952fd9","IPY_MODEL_96ea4ab610444107987e598671349ab2","IPY_MODEL_d48bd288fb734265ae0af0dd9e7fd025"],"layout":"IPY_MODEL_fd6b64a532ef4d97b200b99d451a718b"}},"dbca414d2f654233ae3e861c0c952fd9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e89aca17a63a40d2b19d623ac29f577a","placeholder":"​","style":"IPY_MODEL_f1f7924a3cb442b6bee48d32d5974197","value":"Downloading (…)/main/tokenizer.json: 100%"}},"96ea4ab610444107987e598671349ab2":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b5d6ab0e5b9b4466b183572f3315df64","max":2424064,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2ce544070b0242ee879418318ce5f7d3","value":2424064}},"d48bd288fb734265ae0af0dd9e7fd025":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5740cdec6d4542859079b3ae4b2a1c0c","placeholder":"​","style":"IPY_MODEL_80aba76310b3480e8097086e7f9726bb","value":" 2.42M/2.42M [00:00&lt;00:00, 16.9MB/s]"}},"fd6b64a532ef4d97b200b99d451a718b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e89aca17a63a40d2b19d623ac29f577a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f1f7924a3cb442b6bee48d32d5974197":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b5d6ab0e5b9b4466b183572f3315df64":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2ce544070b0242ee879418318ce5f7d3":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5740cdec6d4542859079b3ae4b2a1c0c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"80aba76310b3480e8097086e7f9726bb":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e106e3b2b19b4bdaa2dbcdd6653402df":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_2f879c73c2f8410a9cabc86e60af34c6","IPY_MODEL_fed94362da49486b915723ac7a917562","IPY_MODEL_a1baa39b7e664977be666d7969c743e9"],"layout":"IPY_MODEL_50926cd3ff2e4eb7a45553df8c640a5f"}},"2f879c73c2f8410a9cabc86e60af34c6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ff56e00f701e4d3795258fa7418e2474","placeholder":"​","style":"IPY_MODEL_bfee688793984597ab2af3c15b9877b2","value":"Downloading (…)cial_tokens_map.json: 100%"}},"fed94362da49486b915723ac7a917562":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b2c28b91de6543aea82c03efa84a2657","max":2201,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8b98deeae9e04bbeabdcf650a1289cfa","value":2201}},"a1baa39b7e664977be666d7969c743e9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_32642e003ceb42ec9b9cd4a81a99efc4","placeholder":"​","style":"IPY_MODEL_17045c0352044e5a85ef64a1b7e30042","value":" 2.20k/2.20k [00:00&lt;00:00, 103kB/s]"}},"50926cd3ff2e4eb7a45553df8c640a5f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ff56e00f701e4d3795258fa7418e2474":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bfee688793984597ab2af3c15b9877b2":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b2c28b91de6543aea82c03efa84a2657":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8b98deeae9e04bbeabdcf650a1289cfa":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"32642e003ceb42ec9b9cd4a81a99efc4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"17045c0352044e5a85ef64a1b7e30042":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"60102dcea3a14e8ca690515437daf6c6":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_0deb7676165c46a18ab0d94309031b0f","IPY_MODEL_6d403b0de1db47e699e11b8674d47440","IPY_MODEL_65e811348062480697bf2e51730e376b"],"layout":"IPY_MODEL_da55de8bca654e59be732a8ca7015873"}},"0deb7676165c46a18ab0d94309031b0f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_489e2ba9b0dd46799f2edef82b6da269","placeholder":"​","style":"IPY_MODEL_f31646ecd70d4a34aa3f72b2f9df4485","value":"Downloading (…)lve/main/config.json: 100%"}},"6d403b0de1db47e699e11b8674d47440":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c1ef0b5574094c42a0a916eb0e5d0b0f","max":1404,"min":0,"orientation":"horizontal","style":"IPY_MODEL_9b43e445b9774ed6aa7e76c41fa72a73","value":1404}},"65e811348062480697bf2e51730e376b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_43dc4eba4f2b42c7b3f083161692e88e","placeholder":"​","style":"IPY_MODEL_fd8030ec08a142d6a36e5fb06b659894","value":" 1.40k/1.40k [00:00&lt;00:00, 59.9kB/s]"}},"da55de8bca654e59be732a8ca7015873":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"489e2ba9b0dd46799f2edef82b6da269":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f31646ecd70d4a34aa3f72b2f9df4485":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c1ef0b5574094c42a0a916eb0e5d0b0f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9b43e445b9774ed6aa7e76c41fa72a73":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"43dc4eba4f2b42c7b3f083161692e88e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fd8030ec08a142d6a36e5fb06b659894":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c7e322caee50474eb7370fd9b67d462f":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9ca8f49e885449258502d2cfd1533f92","IPY_MODEL_49b012f95eb9405b8b4aee761e84cb22","IPY_MODEL_d23a4b560e82473c8bdac38b4bd01f5a"],"layout":"IPY_MODEL_76a31aecf6aa44d7b51956a0c126f6db"}},"9ca8f49e885449258502d2cfd1533f92":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f9baadbc825a4df881771fdb4f054586","placeholder":"​","style":"IPY_MODEL_0e837dbc906a44ce889b14f19e6a1d08","value":"Downloading pytorch_model.bin: 100%"}},"49b012f95eb9405b8b4aee761e84cb22":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_ce13fcb5a7734482bf28ba8bc1d77f47","max":990402637,"min":0,"orientation":"horizontal","style":"IPY_MODEL_76a71adfe1ce4743b8922f0fa5950a4b","value":990402637}},"d23a4b560e82473c8bdac38b4bd01f5a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_eb1ff3c036064e459324899390aa6b22","placeholder":"​","style":"IPY_MODEL_70489447e11f49ffa47026e6504e5eb1","value":" 990M/990M [00:15&lt;00:00, 57.9MB/s]"}},"76a31aecf6aa44d7b51956a0c126f6db":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f9baadbc825a4df881771fdb4f054586":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0e837dbc906a44ce889b14f19e6a1d08":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ce13fcb5a7734482bf28ba8bc1d77f47":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"76a71adfe1ce4743b8922f0fa5950a4b":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"eb1ff3c036064e459324899390aa6b22":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"70489447e11f49ffa47026e6504e5eb1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3c014e4109af42cdb7f2785ef6e70acb":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_49e3bd2f311a4423832eba2fe7fb6a2f","IPY_MODEL_9fa1622935224c49bcdf56ffe5cec0c6","IPY_MODEL_58aa80b6b9864d5ab93a3fd8bdc66200"],"layout":"IPY_MODEL_750f1b50714e4c50aeaf94b1dcf98a4e"}},"49e3bd2f311a4423832eba2fe7fb6a2f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_74399c14dafc4a0dbcad96730ecd52ce","placeholder":"​","style":"IPY_MODEL_c936e6dbc0214e5d8deeac3ee616cc7b","value":"Downloading (…)neration_config.json: 100%"}},"9fa1622935224c49bcdf56ffe5cec0c6":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_fdf357dc04b34f239aaee3c82669eeca","max":147,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5a3b27f800174ec0a4c743f5a1d8265d","value":147}},"58aa80b6b9864d5ab93a3fd8bdc66200":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_da77cd66338647289b380c5d385a1af8","placeholder":"​","style":"IPY_MODEL_1e6826ac8928441e986c6dfc1fc4d4fe","value":" 147/147 [00:00&lt;00:00, 2.28kB/s]"}},"750f1b50714e4c50aeaf94b1dcf98a4e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"74399c14dafc4a0dbcad96730ecd52ce":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c936e6dbc0214e5d8deeac3ee616cc7b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fdf357dc04b34f239aaee3c82669eeca":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5a3b27f800174ec0a4c743f5a1d8265d":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"da77cd66338647289b380c5d385a1af8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1e6826ac8928441e986c6dfc1fc4d4fe":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"767b9dcab6f746869c04f16681bfc8a2":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_254959793897427f8e45d909325baa88","IPY_MODEL_edce8530be9048c9ab9068d203031619","IPY_MODEL_e2dbff78291c48bbb605fb413b43128e"],"layout":"IPY_MODEL_d0fcf5627fc140499d34ae323e69c8ca"}},"254959793897427f8e45d909325baa88":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c419045ce6684eaa93cabb5e07b1ff09","placeholder":"​","style":"IPY_MODEL_03f730c86678482cae7aaa810cb11fae","value":"Map: 100%"}},"edce8530be9048c9ab9068d203031619":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_5e8257632335432095f758ad8b2333a1","max":18776,"min":0,"orientation":"horizontal","style":"IPY_MODEL_29eea5cc9251488cafe78fe7ef71943e","value":18776}},"e2dbff78291c48bbb605fb413b43128e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9464059ee37d4da782bd95c306ce673e","placeholder":"​","style":"IPY_MODEL_5df2d9ba70c1449b94f7faa339db7c99","value":" 18776/18776 [00:07&lt;00:00, 3745.71 examples/s]"}},"d0fcf5627fc140499d34ae323e69c8ca":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"c419045ce6684eaa93cabb5e07b1ff09":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"03f730c86678482cae7aaa810cb11fae":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5e8257632335432095f758ad8b2333a1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"29eea5cc9251488cafe78fe7ef71943e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9464059ee37d4da782bd95c306ce673e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5df2d9ba70c1449b94f7faa339db7c99":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2cb23cad349a4cf3bc4773f5198bdeed":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_606665dbb147437288e622f1fe188a42","IPY_MODEL_ef7ce47cee534ec68504f3ab264cc2a1","IPY_MODEL_37a083a237be4e0898540e5a290e3e9d"],"layout":"IPY_MODEL_52e152b19d864a259848c1f5ac2305ed"}},"606665dbb147437288e622f1fe188a42":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f9120d789f1d4875884ca98135475fc9","placeholder":"​","style":"IPY_MODEL_956b22c1308743fd8570e1525f335e4e","value":"Map: 100%"}},"ef7ce47cee534ec68504f3ab264cc2a1":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_b2eb8b7af24b43e1a23f50360bca75d9","max":932,"min":0,"orientation":"horizontal","style":"IPY_MODEL_02ccc68e3e6749d5980f23d6159d7443","value":932}},"37a083a237be4e0898540e5a290e3e9d":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fec75894c2f945248d4dc00893869f99","placeholder":"​","style":"IPY_MODEL_db327cc82bd84f99914c23320750cb5b","value":" 932/932 [00:00&lt;00:00, 3400.26 examples/s]"}},"52e152b19d864a259848c1f5ac2305ed":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"f9120d789f1d4875884ca98135475fc9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"956b22c1308743fd8570e1525f335e4e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b2eb8b7af24b43e1a23f50360bca75d9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"02ccc68e3e6749d5980f23d6159d7443":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"fec75894c2f945248d4dc00893869f99":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"db327cc82bd84f99914c23320750cb5b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7a25c64ae3ec46c88b6a0c004aa5b924":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_16de5ddff6564e51ad5052512bd7776a","IPY_MODEL_98bc2ad8e9f8472bb06dab6caa342c49","IPY_MODEL_baff7fd2df2c422fb8442c9b53ecf918"],"layout":"IPY_MODEL_83cc9399297d4dcbbabf5e853fd68277"}},"16de5ddff6564e51ad5052512bd7776a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5e193838bf364dfc90133715a1335a45","placeholder":"​","style":"IPY_MODEL_4323dc94f05c425a8ab5acf5e90fc5cf","value":"Downloading builder script: 100%"}},"98bc2ad8e9f8472bb06dab6caa342c49":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_71d403d1c0414270966477abdab4d059","max":6270,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2ff5d13d3bf54eabb9e12aad1294c353","value":6270}},"baff7fd2df2c422fb8442c9b53ecf918":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b32690a4af094e1d96e6eb51e9d971dc","placeholder":"​","style":"IPY_MODEL_9c26ba3d107a420291528d234f310cb7","value":" 6.27k/6.27k [00:00&lt;00:00, 296kB/s]"}},"83cc9399297d4dcbbabf5e853fd68277":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5e193838bf364dfc90133715a1335a45":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4323dc94f05c425a8ab5acf5e90fc5cf":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"71d403d1c0414270966477abdab4d059":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2ff5d13d3bf54eabb9e12aad1294c353":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b32690a4af094e1d96e6eb51e9d971dc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9c26ba3d107a420291528d234f310cb7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d534a94895ec46fabdac2e3195d3a56d":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_c417ef645ea64b06860d42b5eff0e001","IPY_MODEL_3773cd2fe4204654994cf67134abe95a","IPY_MODEL_9034f81c10454cf283245ab2bb7b6f4e"],"layout":"IPY_MODEL_d37a4adeba444c9ea1c411708dd8372a"}},"c417ef645ea64b06860d42b5eff0e001":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b58ae83a0aff4b62a2d9b90c0c6a3483","placeholder":"​","style":"IPY_MODEL_b6cbf8790e4d489cad9c489627782770","value":"Upload file pytorch_model.bin: 100%"}},"3773cd2fe4204654994cf67134abe95a":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_318214b03fea47f2aa02b24b124e59bc","max":990408885,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8ecae12ad9d945cbadeb846ce0182f1e","value":990408885}},"9034f81c10454cf283245ab2bb7b6f4e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c54a5e9d0020468e871953206dd8d397","placeholder":"​","style":"IPY_MODEL_df6e4bdeaa224a07978d4b6cf8bfe1ae","value":" 945M/945M [01:51&lt;00:00, 7.87MB/s]"}},"d37a4adeba444c9ea1c411708dd8372a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b58ae83a0aff4b62a2d9b90c0c6a3483":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b6cbf8790e4d489cad9c489627782770":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"318214b03fea47f2aa02b24b124e59bc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8ecae12ad9d945cbadeb846ce0182f1e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c54a5e9d0020468e871953206dd8d397":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"df6e4bdeaa224a07978d4b6cf8bfe1ae":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e1c6dcd5a25245c79b4d278e6b33e54e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_dcd5c1303eef454ca7a8f02a8e79e724","IPY_MODEL_ce4408c80ebc49cd9d3519dfe24d184e","IPY_MODEL_68fdda976e4249199b7aec59e0dc3119"],"layout":"IPY_MODEL_80836698503e463283ab188a3e3f3b52"}},"dcd5c1303eef454ca7a8f02a8e79e724":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_26d8b00e285a459086207af2dd3d870c","placeholder":"​","style":"IPY_MODEL_9661acba762b4ab7b21aec9e7365d989","value":"Upload file runs/Mar13_17-25-08_ddf8f10c20b8/events.out.tfevents.1678734554.ddf8f10c20b8.125.2: 100%"}},"ce4408c80ebc49cd9d3519dfe24d184e":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c68af65a0c84dc3a4b285e93e6ceb31","max":565,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b8b8d638758d4ea28df61cc1df0bcd34","value":565}},"68fdda976e4249199b7aec59e0dc3119":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d0e7848d893b4030a874be5ebd2e5e34","placeholder":"​","style":"IPY_MODEL_f06c55b9391840ecb35026c6b713c9db","value":" 565/565 [01:51&lt;?, ?B/s]"}},"80836698503e463283ab188a3e3f3b52":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"26d8b00e285a459086207af2dd3d870c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9661acba762b4ab7b21aec9e7365d989":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7c68af65a0c84dc3a4b285e93e6ceb31":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b8b8d638758d4ea28df61cc1df0bcd34":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d0e7848d893b4030a874be5ebd2e5e34":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f06c55b9391840ecb35026c6b713c9db":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"63a318a9e2ba4544b5dd3ae6bb633dff":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_380b39f1fb0641ee91837a95ad69cac1","IPY_MODEL_efb8594f22c94f93a55a21bb73068e05","IPY_MODEL_d36281c6af874e6691c669812787a617"],"layout":"IPY_MODEL_d68a2c5139554492b0f9c4f9b704236b"}},"380b39f1fb0641ee91837a95ad69cac1":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_dccbbbcd73354cdd9a57d1c3de4de3c7","placeholder":"​","style":"IPY_MODEL_5dfe7dfb309b4f6d9dfccefd86477778","value":"Upload file runs/Mar13_17-25-08_ddf8f10c20b8/events.out.tfevents.1678728322.ddf8f10c20b8.125.0: 100%"}},"efb8594f22c94f93a55a21bb73068e05":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_05b98741932e4aa1afe42ee4c0aa7ad9","max":9477,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c9db9e6f55d346459022cefd30bdc33e","value":9477}},"d36281c6af874e6691c669812787a617":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_789b51532a444803941ff83029b9c2b2","placeholder":"​","style":"IPY_MODEL_140544eb082e4ab6a8c7d0a082d7e556","value":" 9.25k/9.25k [01:51&lt;?, ?B/s]"}},"d68a2c5139554492b0f9c4f9b704236b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dccbbbcd73354cdd9a57d1c3de4de3c7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5dfe7dfb309b4f6d9dfccefd86477778":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"05b98741932e4aa1afe42ee4c0aa7ad9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9db9e6f55d346459022cefd30bdc33e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"789b51532a444803941ff83029b9c2b2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"140544eb082e4ab6a8c7d0a082d7e556":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":0}