AdversarialAttack (1).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Mx3s6SaXrBXk",
    "outputId": "dbed58e9-60d7-4c43-9d86-b98da69ab8f6"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: nlp in /home/asmuralidharan/.local/lib/python3.9/site-packages (0.4.0)\n",
      "Requirement already satisfied: filelock in /home/asmuralidharan/.local/lib/python3.9/site-packages (from nlp) (3.12.1)\n",
      "Requirement already satisfied: xxhash in /home/asmuralidharan/.local/lib/python3.9/site-packages (from nlp) (3.2.0)\n",
      "Requirement already satisfied: pyarrow>=0.16.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from nlp) (12.0.0)\n",
      "Requirement already satisfied: tqdm>=4.27 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from nlp) (4.65.0)\n",
      "Requirement already satisfied: requests>=2.19.0 in /opt/conda/lib/python3.9/site-packages (from nlp) (2.26.0)\n",
      "Requirement already satisfied: dill in /home/asmuralidharan/.local/lib/python3.9/site-packages (from nlp) (0.3.5.1)\n",
      "Requirement already satisfied: numpy in /opt/conda/lib/python3.9/site-packages (from nlp) (1.22.4)\n",
      "Requirement already satisfied: pandas in /opt/conda/lib/python3.9/site-packages (from nlp) (1.5.3)\n",
      "Requirement already satisfied: charset-normalizer~=2.0.0 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->nlp) (2.0.0)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->nlp) (3.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->nlp) (2023.5.7)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->nlp) (1.26.6)\n",
      "Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.9/site-packages (from pandas->nlp) (2021.1)\n",
      "Requirement already satisfied: python-dateutil>=2.8.1 in /opt/conda/lib/python3.9/site-packages (from pandas->nlp) (2.8.2)\n",
      "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.9/site-packages (from python-dateutil>=2.8.1->pandas->nlp) (1.16.0)\n",
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: transformers in /home/asmuralidharan/.local/lib/python3.9/site-packages (4.30.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /opt/conda/lib/python3.9/site-packages (from transformers) (2023.5.5)\n",
      "Requirement already satisfied: requests in /opt/conda/lib/python3.9/site-packages (from transformers) (2.26.0)\n",
      "Requirement already satisfied: numpy>=1.17 in /opt/conda/lib/python3.9/site-packages (from transformers) (1.22.4)\n",
      "Requirement already satisfied: filelock in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers) (3.12.1)\n",
      "Requirement already satisfied: safetensors>=0.3.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers) (0.3.1)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.9/site-packages (from transformers) (5.4.1)\n",
      "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers) (0.13.3)\n",
      "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.9/site-packages (from transformers) (21.0)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers) (0.15.1)\n",
      "Requirement already satisfied: tqdm>=4.27 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers) (4.65.0)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in /opt/conda/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.5.0)\n",
      "Requirement already satisfied: fsspec in /home/asmuralidharan/.local/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.6.0)\n",
      "Requirement already satisfied: pyparsing>=2.0.2 in /opt/conda/lib/python3.9/site-packages (from packaging>=20.0->transformers) (2.4.7)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (1.26.6)\n",
      "Requirement already satisfied: charset-normalizer~=2.0.0 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (2.0.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (2023.5.7)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (3.1)\n",
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: transformers-interpret in /home/asmuralidharan/.local/lib/python3.9/site-packages (0.10.0)\n",
      "Requirement already satisfied: ipython<8.0.0,>=7.31.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers-interpret) (7.34.0)\n",
      "Requirement already satisfied: transformers>=3.0.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers-interpret) (4.30.1)\n",
      "Requirement already satisfied: captum>=0.3.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers-interpret) (0.6.0)\n",
      "Requirement already satisfied: matplotlib in /opt/conda/lib/python3.9/site-packages (from captum>=0.3.1->transformers-interpret) (3.4.2)\n",
      "Requirement already satisfied: numpy in /opt/conda/lib/python3.9/site-packages (from captum>=0.3.1->transformers-interpret) (1.22.4)\n",
      "Requirement already satisfied: torch>=1.6 in /opt/conda/lib/python3.9/site-packages (from captum>=0.3.1->transformers-interpret) (1.9.0+cu111)\n",
      "Requirement already satisfied: backcall in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (0.2.0)\n",
      "Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (3.0.19)\n",
      "Requirement already satisfied: setuptools>=18.5 in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (49.6.0.post20210108)\n",
      "Requirement already satisfied: pygments in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (2.9.0)\n",
      "Requirement already satisfied: pexpect>4.3 in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (4.8.0)\n",
      "Requirement already satisfied: jedi>=0.16 in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (0.18.0)\n",
      "Requirement already satisfied: traitlets>=4.2 in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (5.1.1)\n",
      "Requirement already satisfied: decorator in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (5.0.9)\n",
      "Requirement already satisfied: pickleshare in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (0.7.5)\n",
      "Requirement already satisfied: matplotlib-inline in /opt/conda/lib/python3.9/site-packages (from ipython<8.0.0,>=7.31.1->transformers-interpret) (0.1.2)\n",
      "Requirement already satisfied: parso<0.9.0,>=0.8.0 in /opt/conda/lib/python3.9/site-packages (from jedi>=0.16->ipython<8.0.0,>=7.31.1->transformers-interpret) (0.8.2)\n",
      "Requirement already satisfied: ptyprocess>=0.5 in /opt/conda/lib/python3.9/site-packages (from pexpect>4.3->ipython<8.0.0,>=7.31.1->transformers-interpret) (0.7.0)\n",
      "Requirement already satisfied: wcwidth in /opt/conda/lib/python3.9/site-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->ipython<8.0.0,>=7.31.1->transformers-interpret) (0.2.5)\n",
      "Requirement already satisfied: typing-extensions in /opt/conda/lib/python3.9/site-packages (from torch>=1.6->captum>=0.3.1->transformers-interpret) (4.5.0)\n",
      "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (0.13.3)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (5.4.1)\n",
      "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (21.0)\n",
      "Requirement already satisfied: tqdm>=4.27 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (4.65.0)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: regex!=2019.12.17 in /opt/conda/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (2023.5.5)\n",
      "Requirement already satisfied: safetensors>=0.3.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (0.3.1)\n",
      "Requirement already satisfied: filelock in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (3.12.1)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (0.15.1)\n",
      "Requirement already satisfied: requests in /opt/conda/lib/python3.9/site-packages (from transformers>=3.0.0->transformers-interpret) (2.26.0)\n",
      "Requirement already satisfied: fsspec in /home/asmuralidharan/.local/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers>=3.0.0->transformers-interpret) (2023.6.0)\n",
      "Requirement already satisfied: pyparsing>=2.0.2 in /opt/conda/lib/python3.9/site-packages (from packaging>=20.0->transformers>=3.0.0->transformers-interpret) (2.4.7)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /opt/conda/lib/python3.9/site-packages (from matplotlib->captum>=0.3.1->transformers-interpret) (1.3.1)\n",
      "Requirement already satisfied: cycler>=0.10 in /opt/conda/lib/python3.9/site-packages (from matplotlib->captum>=0.3.1->transformers-interpret) (0.10.0)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /opt/conda/lib/python3.9/site-packages (from matplotlib->captum>=0.3.1->transformers-interpret) (8.3.1)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in /opt/conda/lib/python3.9/site-packages (from matplotlib->captum>=0.3.1->transformers-interpret) (2.8.2)\n",
      "Requirement already satisfied: six in /opt/conda/lib/python3.9/site-packages (from cycler>=0.10->matplotlib->captum>=0.3.1->transformers-interpret) (1.16.0)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests->transformers>=3.0.0->transformers-interpret) (1.26.6)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests->transformers>=3.0.0->transformers-interpret) (3.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests->transformers>=3.0.0->transformers-interpret) (2023.5.7)\n",
      "Requirement already satisfied: charset-normalizer~=2.0.0 in /opt/conda/lib/python3.9/site-packages (from requests->transformers>=3.0.0->transformers-interpret) (2.0.0)\n",
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: textattack in /home/asmuralidharan/.local/lib/python3.9/site-packages (0.3.8)\n",
      "Requirement already satisfied: jieba in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.42.1)\n",
      "Requirement already satisfied: flair in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.12.2)\n",
      "Requirement already satisfied: transformers>=4.21.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (4.30.1)\n",
      "Requirement already satisfied: lru-dict in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (1.2.0)\n",
      "Requirement already satisfied: bert-score>=0.3.5 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.3.13)\n",
      "Requirement already satisfied: pandas>=1.0.1 in /opt/conda/lib/python3.9/site-packages (from textattack) (1.5.3)\n",
      "Requirement already satisfied: numpy>=1.21.0 in /opt/conda/lib/python3.9/site-packages (from textattack) (1.22.4)\n",
      "Requirement already satisfied: OpenHowNet in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (2.0)\n",
      "Requirement already satisfied: word2number in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (1.1)\n",
      "Requirement already satisfied: tqdm in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (4.65.0)\n",
      "Requirement already satisfied: editdistance in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.6.2)\n",
      "Requirement already satisfied: nltk in /opt/conda/lib/python3.9/site-packages (from textattack) (3.8.1)\n",
      "Requirement already satisfied: scipy>=1.4.1 in /opt/conda/lib/python3.9/site-packages (from textattack) (1.7.0)\n",
      "Requirement already satisfied: filelock in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (3.12.1)\n",
      "Requirement already satisfied: pycld2 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.41)\n",
      "Requirement already satisfied: more-itertools in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (9.1.0)\n",
      "Requirement already satisfied: terminaltables in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (3.1.10)\n",
      "Requirement already satisfied: click<8.1.0 in /opt/conda/lib/python3.9/site-packages (from textattack) (8.0.1)\n",
      "Requirement already satisfied: pinyin==0.4.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.4.0)\n",
      "Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in /opt/conda/lib/python3.9/site-packages (from textattack) (1.7.1)\n",
      "Requirement already satisfied: language-tool-python in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (2.7.1)\n",
      "Requirement already satisfied: num2words in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.5.12)\n",
      "Requirement already satisfied: torch!=1.8,>=1.7.0 in /opt/conda/lib/python3.9/site-packages (from textattack) (1.9.0+cu111)\n",
      "Requirement already satisfied: lemminflect in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (0.2.3)\n",
      "Requirement already satisfied: datasets==2.4.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from textattack) (2.4.0)\n",
      "Requirement already satisfied: huggingface-hub<1.0.0,>=0.1.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (0.15.1)\n",
      "Requirement already satisfied: aiohttp in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (3.8.4)\n",
      "Requirement already satisfied: packaging in /opt/conda/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (21.0)\n",
      "Requirement already satisfied: dill<0.3.6 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (0.3.5.1)\n",
      "Requirement already satisfied: fsspec[http]>=2021.11.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (2023.6.0)\n",
      "Requirement already satisfied: pyarrow>=6.0.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (12.0.0)\n",
      "Requirement already satisfied: requests>=2.19.0 in /opt/conda/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (2.26.0)\n",
      "Requirement already satisfied: xxhash in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (3.2.0)\n",
      "Requirement already satisfied: multiprocess in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (0.70.13)\n",
      "Requirement already satisfied: responses<0.19 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from datasets==2.4.0->textattack) (0.18.0)\n",
      "Requirement already satisfied: matplotlib in /opt/conda/lib/python3.9/site-packages (from bert-score>=0.3.5->textattack) (3.4.2)\n",
      "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (2.0.0)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (1.3.3)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (1.3.1)\n",
      "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (4.0.2)\n",
      "Requirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (21.2.0)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (1.9.2)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from aiohttp->datasets==2.4.0->textattack) (6.0.4)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.9/site-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets==2.4.0->textattack) (5.4.1)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in /opt/conda/lib/python3.9/site-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets==2.4.0->textattack) (4.5.0)\n",
      "Requirement already satisfied: pyparsing>=2.0.2 in /opt/conda/lib/python3.9/site-packages (from packaging->datasets==2.4.0->textattack) (2.4.7)\n",
      "Requirement already satisfied: python-dateutil>=2.8.1 in /opt/conda/lib/python3.9/site-packages (from pandas>=1.0.1->textattack) (2.8.2)\n",
      "Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.9/site-packages (from pandas>=1.0.1->textattack) (2021.1)\n",
      "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.9/site-packages (from python-dateutil>=2.8.1->pandas>=1.0.1->textattack) (1.16.0)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->datasets==2.4.0->textattack) (1.26.6)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->datasets==2.4.0->textattack) (3.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests>=2.19.0->datasets==2.4.0->textattack) (2023.5.7)\n",
      "Requirement already satisfied: safetensors>=0.3.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=4.21.0->textattack) (0.3.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /opt/conda/lib/python3.9/site-packages (from transformers>=4.21.0->textattack) (2023.5.5)\n",
      "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=4.21.0->textattack) (0.13.3)\n",
      "Requirement already satisfied: scikit-learn>=0.21.3 in /opt/conda/lib/python3.9/site-packages (from flair->textattack) (0.24.2)\n",
      "Requirement already satisfied: ftfy in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (6.1.1)\n",
      "Requirement already satisfied: sqlitedict>=1.6.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (2.1.0)\n",
      "Requirement already satisfied: tabulate in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.9.0)\n",
      "Requirement already satisfied: transformer-smaller-training-vocab>=0.2.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.2.4)\n",
      "Requirement already satisfied: bpemb>=0.3.2 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.3.4)\n",
      "Requirement already satisfied: lxml in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (4.9.2)\n",
      "Requirement already satisfied: hyperopt>=0.2.7 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.2.7)\n",
      "Requirement already satisfied: deprecated>=1.2.4 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (1.2.14)\n",
      "Requirement already satisfied: janome in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.4.2)\n",
      "Requirement already satisfied: mpld3==0.3 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.3)\n",
      "Requirement already satisfied: wikipedia-api in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.5.8)\n",
      "Requirement already satisfied: pptree in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (3.1)\n",
      "Requirement already satisfied: langdetect in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (1.0.9)\n",
      "Requirement already satisfied: pytorch-revgrad in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (0.2.0)\n",
      "Requirement already satisfied: segtok>=1.5.7 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (1.5.11)\n",
      "Requirement already satisfied: conllu>=4.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (4.5.2)\n",
      "Requirement already satisfied: gdown==4.4.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (4.4.0)\n",
      "Requirement already satisfied: boto3 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (1.26.152)\n",
      "Requirement already satisfied: gensim>=3.8.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from flair->textattack) (4.3.1)\n",
      "Requirement already satisfied: beautifulsoup4 in /opt/conda/lib/python3.9/site-packages (from gdown==4.4.0->flair->textattack) (4.9.3)\n",
      "Requirement already satisfied: sentencepiece in /home/asmuralidharan/.local/lib/python3.9/site-packages (from bpemb>=0.3.2->flair->textattack) (0.1.99)\n",
      "Requirement already satisfied: wrapt<2,>=1.10 in /opt/conda/lib/python3.9/site-packages (from deprecated>=1.2.4->flair->textattack) (1.14.1)\n",
      "Requirement already satisfied: smart-open>=1.8.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from gensim>=3.8.0->flair->textattack) (6.3.0)\n",
      "Requirement already satisfied: py4j in /home/asmuralidharan/.local/lib/python3.9/site-packages (from hyperopt>=0.2.7->flair->textattack) (0.10.9.7)\n",
      "Requirement already satisfied: networkx>=2.2 in /opt/conda/lib/python3.9/site-packages (from hyperopt>=0.2.7->flair->textattack) (2.5)\n",
      "Requirement already satisfied: cloudpickle in /opt/conda/lib/python3.9/site-packages (from hyperopt>=0.2.7->flair->textattack) (1.6.0)\n",
      "Requirement already satisfied: future in /home/asmuralidharan/.local/lib/python3.9/site-packages (from hyperopt>=0.2.7->flair->textattack) (0.18.3)\n",
      "Requirement already satisfied: cycler>=0.10 in /opt/conda/lib/python3.9/site-packages (from matplotlib->bert-score>=0.3.5->textattack) (0.10.0)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /opt/conda/lib/python3.9/site-packages (from matplotlib->bert-score>=0.3.5->textattack) (1.3.1)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /opt/conda/lib/python3.9/site-packages (from matplotlib->bert-score>=0.3.5->textattack) (8.3.1)\n",
      "Requirement already satisfied: decorator>=4.3.0 in /opt/conda/lib/python3.9/site-packages (from networkx>=2.2->hyperopt>=0.2.7->flair->textattack) (5.0.9)\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /opt/conda/lib/python3.9/site-packages (from scikit-learn>=0.21.3->flair->textattack) (2.2.0)\n",
      "Requirement already satisfied: joblib>=0.11 in /opt/conda/lib/python3.9/site-packages (from scikit-learn>=0.21.3->flair->textattack) (1.0.1)\n",
      "Requirement already satisfied: protobuf<=3.20.3 in /opt/conda/lib/python3.9/site-packages (from transformers>=4.21.0->textattack) (3.20.3)\n",
      "Requirement already satisfied: accelerate>=0.20.2 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from transformers>=4.21.0->textattack) (0.20.3)\n",
      "Requirement already satisfied: psutil in /opt/conda/lib/python3.9/site-packages (from accelerate>=0.20.2->transformers>=4.21.0->textattack) (5.8.0)\n",
      "Requirement already satisfied: soupsieve>1.2 in /opt/conda/lib/python3.9/site-packages (from beautifulsoup4->gdown==4.4.0->flair->textattack) (2.0.1)\n",
      "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from boto3->flair->textattack) (1.0.1)\n",
      "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from boto3->flair->textattack) (0.6.1)\n",
      "Requirement already satisfied: botocore<1.30.0,>=1.29.152 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from boto3->flair->textattack) (1.29.152)\n",
      "Requirement already satisfied: wcwidth>=0.2.5 in /opt/conda/lib/python3.9/site-packages (from ftfy->flair->textattack) (0.2.5)\n",
      "Requirement already satisfied: docopt>=0.6.2 in /home/asmuralidharan/.local/lib/python3.9/site-packages (from num2words->textattack) (0.6.2)\n",
      "Requirement already satisfied: anytree in /home/asmuralidharan/.local/lib/python3.9/site-packages (from OpenHowNet->textattack) (2.8.0)\n",
      "Requirement already satisfied: setuptools in /opt/conda/lib/python3.9/site-packages (from OpenHowNet->textattack) (49.6.0.post20210108)\n",
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: tensorflow_hub in /home/asmuralidharan/.local/lib/python3.9/site-packages (0.13.0)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: protobuf>=3.19.6 in /opt/conda/lib/python3.9/site-packages (from tensorflow_hub) (3.20.3)\r\n",
      "Requirement already satisfied: numpy>=1.12.0 in /opt/conda/lib/python3.9/site-packages (from tensorflow_hub) (1.22.4)\r\n"
     ]
    }
   ],
   "source": [
    "!pip install nlp\n",
    "!pip install transformers\n",
    "!pip install transformers-interpret\n",
    "!pip install textattack\n",
    "!pip install tensorflow_hub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "95MtGHs1qI7M"
   },
   "outputs": [],
   "source": [
    "import torch\n",
    "import pandas as pd\n",
    "import scipy as sp\n",
    "import numpy as np\n",
    "import torch.nn as nn\n",
    "import transformers\n",
    "from transformers import AutoTokenizer, AutoModelForSequenceClassification\n",
    "from torch.utils.data import DataLoader, Dataset\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "vjKhjQt6zeTF",
    "outputId": "b53d16f7-8f73-42f6-d6bd-455da5f80ebb"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cuda\n"
     ]
    }
   ],
   "source": [
    "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
    "print(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "id": "kxG5cKUAqI7P"
   },
   "outputs": [],
   "source": [
    "train = pd.read_csv(\"./data/medical_tc_train_cleaned.csv\")\n",
    "test =  pd.read_csv(\"./data/medical_tc_test_cleaned.csv\")\n",
    "labels = pd.read_csv(\"./data/medical_tc_labels.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "3KyUAQ392DSD",
    "outputId": "7fc7b615-b137-4511-a018-a37bd4389199"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "      condition_label                                   medical_abstract\n",
      "0  non-cardiovascular  obstructive sleep apnea following topical orop...\n",
      "1  non-cardiovascular  neutrophil function and pyogenic infections bo...\n",
      "2  non-cardiovascular  phase ii study combined methotrexate and tenip...\n",
      "3  non-cardiovascular  flow cytometric dna analysis parathyroid tumor...\n",
      "4      cardiovascular  paraneoplastic vasculitic neuropathy treatable...\n"
     ]
    }
   ],
   "source": [
    "print(test.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "id": "XMDcU_JN4dqb"
   },
   "outputs": [],
   "source": [
    "testData = pd.DataFrame({'medical_abstract': test['medical_abstract'], 'condition_label': test['condition_label']})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "K5wnnbty5g8Z",
    "outputId": "52ac4245-c97b-4089-a1dd-83a6466d96d5"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>medical_abstract</th>\n",
       "      <th>condition_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>obstructive sleep apnea following topical orop...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>neutrophil function and pyogenic infections bo...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>phase ii study combined methotrexate and tenip...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>flow cytometric dna analysis parathyroid tumor...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>paraneoplastic vasculitic neuropathy treatable...</td>\n",
       "      <td>cardiovascular</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    medical_abstract     condition_label\n",
       "0  obstructive sleep apnea following topical orop...  non-cardiovascular\n",
       "1  neutrophil function and pyogenic infections bo...  non-cardiovascular\n",
       "2  phase ii study combined methotrexate and tenip...  non-cardiovascular\n",
       "3  flow cytometric dna analysis parathyroid tumor...  non-cardiovascular\n",
       "4  paraneoplastic vasculitic neuropathy treatable...      cardiovascular"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testData.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "-9V9ncfR5iA7",
    "outputId": "ed47cbcf-632e-479c-fcc3-83d6e6fa9bd9"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>medical_abstract</th>\n",
       "      <th>condition_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>obstructive sleep apnea following topical orop...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>neutrophil function and pyogenic infections bo...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>phase ii study combined methotrexate and tenip...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>flow cytometric dna analysis parathyroid tumor...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>paraneoplastic vasculitic neuropathy treatable...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    medical_abstract  condition_label\n",
       "0  obstructive sleep apnea following topical orop...                0\n",
       "1  neutrophil function and pyogenic infections bo...                0\n",
       "2  phase ii study combined methotrexate and tenip...                0\n",
       "3  flow cytometric dna analysis parathyroid tumor...                0\n",
       "4  paraneoplastic vasculitic neuropathy treatable...                1"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def convertLabels(x):\n",
    "  return 0 if x == 'non-cardiovascular' else 1\n",
    "\n",
    "testData['condition_label'] = testData['condition_label'].apply(convertLabels)\n",
    "testData.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "J-iNXYM1-ySM",
    "outputId": "62cb05b2-96a9-4bea-ae11-b2a09e0dd724"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "medical_abstract    string\n",
      "condition_label      int64\n",
      "dtype: object\n"
     ]
    }
   ],
   "source": [
    "testData = testData.astype({'medical_abstract': 'string', 'condition_label': 'int'})\n",
    "print(testData.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "DkycgT1I7TET",
    "outputId": "63c315c6-d86c-44d2-9f25-5f6dff6a5a1f"
   },
   "outputs": [],
   "source": [
    "testData = testData.to_records(index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "id": "WgrFDpzDsxF1"
   },
   "outputs": [],
   "source": [
    "num_classes = 2\n",
    "num_epochs = 101\n",
    "batch_size = 32\n",
    "hidden_dim = 256\n",
    "max_length = 256"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "laUCG7pz635d",
    "outputId": "b79ed60a-b7f1-45a7-f923-5085b90c4f98"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of the model checkpoint at dmis-lab/biobert-base-cased-v1.1 were not used when initializing BertForSequenceClassification: ['cls.predictions.decoder.bias', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.seq_relationship.bias', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.bias', 'cls.seq_relationship.weight', 'cls.predictions.transform.dense.weight']\n",
      "- This IS expected if you are initializing BertForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing BertForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "Some weights of BertForSequenceClassification were not initialized from the model checkpoint at dmis-lab/biobert-base-cased-v1.1 and are newly initialized: ['classifier.bias', 'classifier.weight']\n",
      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "tokenizer = AutoTokenizer.from_pretrained(\"dmis-lab/biobert-base-cased-v1.1\")\n",
    "model = AutoModelForSequenceClassification.from_pretrained(\"dmis-lab/biobert-base-cased-v1.1\")\n",
    "model.classifier = nn.Sequential(\n",
    "    nn.Linear(model.config.hidden_size, hidden_dim),\n",
    "    nn.ReLU(),\n",
    "    nn.Dropout(0.2),\n",
    "    nn.Linear(hidden_dim, num_classes)\n",
    ")\n",
    "model.load_state_dict(torch.load(\"./models/biobert_fine_tuned_epoch_16.pt\")['model_state_dict'])\n",
    "model.to(device)\n",
    "print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Ro5PzeCE8ZJj",
    "outputId": "b355c980-d28f-46f2-a592-ab4ea32c0887"
   },
   "outputs": [],
   "source": [
    "import textattack"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 268,
     "referenced_widgets": [
      "b78c5dea8e36452d93c8402dbc2af618",
      "50c67ffdb82541a887b57b1f0fac2fd5",
      "f1d521357a264264867eafca5d6c9f25",
      "37552ae7aa574ced9cf3589f05cefb9e",
      "3cf3ed37eff844a7b9be584c7316d8fd",
      "49362cdd6dbf49f9bad060076cc838f3",
      "d1ea3932c0c143ed80fe6aa141d65a84",
      "715d951463494ee6848d451113fddd60",
      "0d623873572144d382ec24c4026726ef",
      "d853ecc0bf2c4eec87b60b759a90447b",
      "8f192f438dd9433a9640d0827df5025a",
      "69d8061c413b446481ea0e0eba8cb453",
      "408186444a134cd383d37a778b74b742",
      "554b0a3568af471d972f195a16697c82",
      "c95bbd77202e4af0b0a4a8415cbeba6b",
      "51de2787bb9e45d292e0d62fd37a8f93",
      "3b4bfee5d37942d6838d764b84dfc0ec",
      "f4099203729440ba940798c84310bab9",
      "32c9f72b45bd4191abc5cf953b8f0eab",
      "b1d3502378124efcbfc2806bb843d452",
      "bd9e62af01a24817b12baaaf8a61e466",
      "150b7538d3b1425e9bce1ef4e34671d0",
      "b0f62382a4e740628138d6d59779c5fa",
      "92c64305c58d4e1fafe909f6d2161c42",
      "268736292ab24e00a61a8cc2fdea3ca8",
      "34c3bba64411401ebd89b1544e1c0c69",
      "3717cf8966454f3a8615020be6abc9b1",
      "0e8a8c1be31b4f17be5203d8acde1ef9",
      "a2b77d2f1e1c48618f6d62c44b774d41",
      "dc1044493bfb49abbf80ba73c073289b",
      "680aaffb5ef944bea8df8672d47f6bc2",
      "a326dbe54eb34becbc50be08c8c3d39d",
      "66d07ff64c824124b7b034198c347233",
      "9a220ca4bc8c4de0b0ffebae32ae862e",
      "dc0f22d12ab44342857b7e1f4643ca21",
      "451ac190b92049e9ab46ca9176664398",
      "bb9c61e643b84b42af3e5964e183ac5e",
      "bb1fd3fdd5f742808de7e99ea47aadfe",
      "85311130cea34949a389b44d4961a530",
      "e02aae8e799c4a5bba98e5ce5aa7999c",
      "899ca7ec1da74e24a4322d3ffeeb7b7e",
      "84f54787563249d6afea2d799c2f9a43",
      "19ce4073beb54351854674079da34bec",
      "6532e620645e4cbe854c3a1cb34afc2a",
      "b35261816c5f45c2ad82c9160f4d3fa1",
      "7159a7d9a4b7416b99707fa18ca75916",
      "d71726547a874801aeb742ac67ca452c",
      "8e5e17bd71f74664a10ffcae940ed7a0",
      "5e8cb3fd02fb4e36b2b766b267c8f3a0",
      "a7423e7dd9c74dc39ddd13504c1a7a77",
      "6b8557fc7ab944bfad33b2725a9bd49e",
      "e8b9f6eeba3144b8bbedb099eb199ab5",
      "cda991f84439483183c77fcc13f66ed3",
      "e1830fa9826a4b2393981ab34eeddacb",
      "f27521be7d334160aa6b5e5f3cb5fca6"
     ]
    },
    "id": "DJsubsPbegj2",
    "outputId": "4330a3c2-baf0-4761-8ea2-decfda0f4354"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForMaskedLM: ['cls.seq_relationship.bias', 'cls.seq_relationship.weight']\n",
      "- This IS expected if you are initializing BertForMaskedLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing BertForMaskedLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
      "textattack: Unknown if model of class <class 'transformers.models.bert.modeling_bert.BertForSequenceClassification'> compatible with goal function <class 'textattack.goal_functions.classification.untargeted_classification.UntargetedClassification'>.\n"
     ]
    }
   ],
   "source": [
    "model_wrapper = textattack.models.wrappers.HuggingFaceModelWrapper(model, tokenizer)\n",
    "attack = textattack.attack_recipes.bae_garg_2019.BAEGarg2019.build(model_wrapper)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "qsJNeHdyt--1",
    "outputId": "8635b876-09c9-4897-d773-5159fe6d00ad"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original Text:\n",
      "neutrophil function and pyogenic infections bone marrow transplant recipients consecutive entry trial incidence and time course decreased neutrophil function assessed 20 patients treated with allogeneic bone marrow transplantation bmt aim study assess prognostic value low neutrophil function late pyogenic infections chemotaxis superoxide production and phagocyticbactericidal activity studied before and 2 6 9 and 12 months after bmt skin window migration quantitatively assessed 2 months after bmt infectious complications recorded prospectively with preset criteria during 1 year six 20 leukemic patients had defective neutrophil function before bmt two months after bmt all 10 patients with greater than stage ii graftversushost disease gvhd and 6 10 patients with less than or equal stage ii gvhd had at least one decreased function at this time patients with subsequent pyogenic infections had lower chemotaxis p less than 05 phagocyticbactericidal activity p less than 005 and superoxide production p less than 025 than those without defective skin window migration and combined defects predictive late pyogenic infections at 9 months all tests normal seven patients surviving without gvhd contrast at 9 months three three patients and at 1 year two three with chronic gvhd had still decreased neutrophil function conclusion neutrophil function frequently impaired during first months after bmt combined neutrophil defects predispose pyogenic infections and indicate patient at risk 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[92m1 (51%)\u001b[0m\n",
      "\n",
      "neutrophil function and \u001b[91mpyogenic\u001b[0m infections bone marrow transplant recipients consecutive entry \u001b[91mtrial\u001b[0m incidence and time course decreased neutrophil function assessed 20 \u001b[91mpatients\u001b[0m treated with allogeneic bone marrow transplantation bmt aim study assess prognostic \u001b[91mvalue\u001b[0m \u001b[91mlow\u001b[0m neutrophil function late pyogenic infections chemotaxis superoxide production and phagocyticbactericidal activity studied before and 2 6 9 and 12 months after bmt skin window migration quantitatively assessed 2 months after bmt infectious complications recorded prospectively with preset criteria during 1 year six \u001b[91m20\u001b[0m leukemic patients had defective neutrophil function before bmt two months after bmt all 10 patients with greater than stage ii graftversushost disease gvhd and 6 10 patients with \u001b[91mless\u001b[0m than or equal stage ii gvhd had at least one decreased function at this time patients with subsequent pyogenic infections had \u001b[91mlower\u001b[0m chemotaxis p \u001b[91mless\u001b[0m than 05 phagocyticbactericidal activity p less than 005 and superoxide production \u001b[91mp\u001b[0m \u001b[91mless\u001b[0m than 025 than those without defective skin window migration and combined defects predictive late \u001b[91mpyogenic\u001b[0m infections at 9 months all tests normal \u001b[91mseven\u001b[0m patients surviving without gvhd contrast at 9 \u001b[91mmonths\u001b[0m three three patients and at 1 year two three with chronic gvhd had still decreased \u001b[91mneutrophil\u001b[0m function conclusion neutrophil function frequently impaired during first months after bmt combined neutrophil defects predispose \u001b[91mpyogenic\u001b[0m infections and \u001b[91mindicate\u001b[0m patient at risk\n",
      "\n",
      "neutrophil function and \u001b[92mcardiac\u001b[0m infections bone marrow transplant recipients consecutive entry \u001b[92mdate\u001b[0m incidence and time course decreased neutrophil function assessed 20 \u001b[92mpersons\u001b[0m treated with allogeneic bone marrow transplantation bmt aim study assess prognostic \u001b[92mbenefit\u001b[0m \u001b[92mpoor\u001b[0m neutrophil function late pyogenic infections chemotaxis superoxide production and phagocyticbactericidal activity studied before and 2 6 9 and 12 months after bmt skin window migration quantitatively assessed 2 months after bmt infectious complications recorded prospectively with preset criteria during 1 year six \u001b[92mtwo\u001b[0m leukemic patients had defective neutrophil function before bmt two months after bmt all 10 patients with greater than stage ii graftversushost disease gvhd and 6 10 patients with \u001b[92mfewer\u001b[0m than or equal stage ii gvhd had at least one decreased function at this time patients with subsequent pyogenic infections had \u001b[92mweak\u001b[0m chemotaxis p \u001b[92mfewer\u001b[0m than 05 phagocyticbactericidal activity p less than 005 and superoxide production \u001b[92mrate\u001b[0m \u001b[92msmaller\u001b[0m than 025 than those without defective skin window migration and combined defects predictive late \u001b[92mcardiac\u001b[0m infections at 9 months all tests normal \u001b[92mfour\u001b[0m patients surviving without gvhd contrast at 9 \u001b[92mjune\u001b[0m three three patients and at 1 year two three with chronic gvhd had still decreased \u001b[92mvascular\u001b[0m function conclusion neutrophil function frequently impaired during first months after bmt combined neutrophil defects predispose \u001b[92ml\u001b[0m infections and \u001b[92maffected\u001b[0m patient at risk\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "phase ii study combined methotrexate and teniposide infusions prior reinduction therapy relapsed childhood acute lymphoblastic leukemia pediatric oncology group study teniposide vm26 can increase intracellular methotrexate mtx and its polyglutamate derivatives vitro and thus has potential improve therapeutic index regimens containing mtx this phase ii study children and adolescents with acute lymphoblastic leukemia all first or second marrow relapse randomly assigned receive either simultaneous n 11 or sequential n 12 continuous infusions mtx and vm26 prior reinduction infusions vm26 begun 12 hours after completion mtx infusion sequential group dosages individually adjusted maintain plasma concentration levels 10 microns mtx and 15 microns vm26 total infusion times 24 and 72 hours respectively significant toxicity first six patients who received scheduled 72hour vm26 infusion including one drugrelated death prompted 50 reduction infusion duration reduced dose associated with similar but more manageable toxicity examination bone marrow aspirates 10 days after therapy begun showed one complete and two partial marrow remissions fourth patient who had aplastic marrow day 10 received no further chemotherapy and had complete remission cr documented day 31 there no obvious clinical advantage associated with either infusion schedule although small sample sizes preclude definitive conclusions 17 response rate mtxvm26 therapeutic window patients with refractory disease suggests need further investigation evaluate alternative schedules and concomitant therapy this drug combination 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "phase ii study combined methotrexate and teniposide infusions prior reinduction therapy relapsed childhood acute lymphoblastic leukemia pediatric oncology group study teniposide vm26 can increase intracellular methotrexate mtx and its polyglutamate derivatives vitro and thus has potential improve therapeutic index regimens containing mtx this phase ii study children and adolescents with acute lymphoblastic leukemia all first or second marrow relapse randomly assigned receive either simultaneous n 11 or sequential n 12 continuous infusions mtx and vm26 prior reinduction infusions vm26 begun 12 hours after completion mtx infusion sequential group dosages individually adjusted maintain plasma concentration levels 10 microns mtx and 15 microns vm26 total infusion times 24 and 72 hours respectively significant toxicity first six patients who received scheduled 72hour vm26 infusion including one drugrelated death prompted 50 reduction infusion duration reduced dose associated with similar but more manageable toxicity examination bone marrow aspirates 10 days after therapy begun showed one complete and two partial marrow remissions fourth patient who had aplastic marrow day 10 received no further chemotherapy and had complete remission cr documented day 31 there no obvious clinical advantage associated with either infusion schedule although small sample sizes preclude definitive conclusions 17 response rate mtxvm26 therapeutic window patients with refractory disease suggests need further investigation evaluate alternative schedules and concomitant therapy this drug combination\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "flow cytometric dna analysis parathyroid tumors implication aneuploidy pathologic and biologic classification previous cytometric studies parathyroid tumors have provided conflicting data regarding relationship between dna content and histopathology resulting from differences technical methods and data analysis this study measured nuclear dna parathyroid tumors by flow cytometry fresh material and determined whether dna aneuploidy really assists making pathologic diagnosis carcinoma or not from may 1987 through april 1989 65 consecutive patients operated primary hyperparathyroidism had dna analysis freshly excised parathyroid tumors three patients had metastatic lesions parathyroid carcinoma lung cervical lymph nodes and lung and mediastinal lymph nodes respectively pathologic classifications lesions from other 62 patients 54 adenomas four carcinomas and four hyperplasias all latter patients hyperplasia associated with multiple endocrine neoplasia syndrome unequivocal evidence aneuploidy found all metastatic lesions and 60 primary lesions carcinomas 9 adenomas and 50 hyperplasias therefore parathyroid carcinomas more apt be aneuploid than adenomas p 00015 bothsided testing each cases aneuploid hyperplasia small aneuploid peak found high incidence aneuploidy patients with multiple endocrine neoplasia type 1 may indicate presence clonal heterogeneity hyperplastic glands and presence abnormal subset cells that have malignant potential cell distribution analysis did not provide any significant information beyond ploidy level conclusion dna flow cytometric analysis dna ploidy patterns valuable adjunct histopathologic diagnosis parathyroid neoplasms 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "flow cytometric dna analysis parathyroid tumors implication aneuploidy pathologic and biologic classification previous cytometric studies parathyroid tumors have provided conflicting data regarding relationship between dna content and histopathology resulting from differences technical methods and data analysis this study measured nuclear dna parathyroid tumors by flow cytometry fresh material and determined whether dna aneuploidy really assists making pathologic diagnosis carcinoma or not from may 1987 through april 1989 65 consecutive patients operated primary hyperparathyroidism had dna analysis freshly excised parathyroid tumors three patients had metastatic lesions parathyroid carcinoma lung cervical lymph nodes and lung and mediastinal lymph nodes respectively pathologic classifications lesions from other 62 patients 54 adenomas four carcinomas and four hyperplasias all latter patients hyperplasia associated with multiple endocrine neoplasia syndrome unequivocal evidence aneuploidy found all metastatic lesions and 60 primary lesions carcinomas 9 adenomas and 50 hyperplasias therefore parathyroid carcinomas more apt be aneuploid than adenomas p 00015 bothsided testing each cases aneuploid hyperplasia small aneuploid peak found high incidence aneuploidy patients with multiple endocrine neoplasia type 1 may indicate presence clonal heterogeneity hyperplastic glands and presence abnormal subset cells that have malignant potential cell distribution analysis did not provide any significant information beyond ploidy level conclusion dna flow cytometric analysis dna ploidy patterns valuable adjunct histopathologic diagnosis parathyroid neoplasms\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "paraneoplastic vasculitic neuropathy treatable neuropathy paraneoplastic vasculitic neuropathy has been recently described we report first case this disorder which responded both clinically and electrophysiologically cyclophosphamide treatment 54yearold woman with history metastatic endometrial carcinoma remission had asymmetrical polyneuropathy electrophysiological findings consistent with diffuse axonal neuropathy high sedimentation rate and spinal fluid protein and microvasculitis with axonal degeneration nerve biopsy patient treated with 150 mg cyclophosphamide daily with gradual clinical and electrophysiological improvement 1\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (94%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "paraneoplastic vasculitic neuropathy treatable neuropathy paraneoplastic vasculitic neuropathy has been recently described we report first case this disorder which responded both clinically and electrophysiologically cyclophosphamide treatment 54yearold woman with history metastatic endometrial carcinoma remission had asymmetrical polyneuropathy electrophysiological findings consistent with diffuse axonal neuropathy high sedimentation rate and spinal fluid protein and microvasculitis with axonal degeneration nerve biopsy patient treated with 150 mg cyclophosphamide daily with gradual clinical and electrophysiological improvement\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "treatment childhood angiomatous diseases with recombinant interferon alfa2a heterogeneous group five patients with progressive invasive angiomatous diseases including pulmonary hemangiomatosis angiosarcoma or massive hemangioma with associated consumptive coagulopathy treated with interferon alfa2a periods 17 33 months one patient with large thoracic hemangioma cardiorespiratory failure and consumptive coagulopathy died after less than 2 months treatment remaining four patients have shown beneficial responses including 1 regression abnormal vessels pulmonary angiogram and improved exercise tolerance pulmonary hemangiomatosis two patients 2 decreased corticosteroid andor platelet transfusion requirements consumptive coagulopathy two patients and 3 decreased size and number tumor nodules one patient with angiosarcoma arising preexisting angiomatous lesions responses occurred during periods 2 20 months treatment there no measurable progression angiomatous lesions any patient receiving interferon at therapeutic dose except possibly one who died each four surviving patients had improved linear growth and weight gain during interferon treatment 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (86%)\u001b[0m --> \u001b[92m1 (52%)\u001b[0m\n",
      "\n",
      "treatment \u001b[91mchildhood\u001b[0m angiomatous diseases with recombinant interferon alfa2a heterogeneous group five patients with \u001b[91mprogressive\u001b[0m invasive angiomatous diseases including pulmonary hemangiomatosis angiosarcoma or massive hemangioma with associated consumptive coagulopathy treated with interferon alfa2a periods 17 33 months one patient with large thoracic hemangioma cardiorespiratory failure and consumptive coagulopathy died after less than 2 months treatment remaining four patients have shown beneficial responses including 1 regression abnormal vessels pulmonary angiogram and improved exercise tolerance pulmonary hemangiomatosis two patients 2 decreased corticosteroid andor platelet transfusion requirements consumptive coagulopathy two patients and 3 decreased size and number tumor nodules one patient with angiosarcoma arising preexisting angiomatous lesions responses occurred during periods 2 20 months treatment there no measurable progression angiomatous lesions any patient receiving interferon at therapeutic dose except \u001b[91mpossibly\u001b[0m one who died each four surviving patients had improved linear \u001b[91mgrowth\u001b[0m and weight gain during interferon treatment\n",
      "\n",
      "treatment \u001b[92macquired\u001b[0m angiomatous diseases with recombinant interferon alfa2a heterogeneous group five patients with \u001b[92mlow\u001b[0m invasive angiomatous diseases including pulmonary hemangiomatosis angiosarcoma or massive hemangioma with associated consumptive coagulopathy treated with interferon alfa2a periods 17 33 months one patient with large thoracic hemangioma cardiorespiratory failure and consumptive coagulopathy died after less than 2 months treatment remaining four patients have shown beneficial responses including 1 regression abnormal vessels pulmonary angiogram and improved exercise tolerance pulmonary hemangiomatosis two patients 2 decreased corticosteroid andor platelet transfusion requirements consumptive coagulopathy two patients and 3 decreased size and number tumor nodules one patient with angiosarcoma arising preexisting angiomatous lesions responses occurred during periods 2 20 months treatment there no measurable progression angiomatous lesions any patient receiving interferon at therapeutic dose except \u001b[92mjust\u001b[0m one who died each four surviving patients had improved linear \u001b[92mhealth\u001b[0m and weight gain during interferon treatment\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "expression major histocompatibility complex class ii antigens and interleukin1 by epithelial cells warthins tumor immunoreactivity class ii antigens major histocompatibility complex and interleukin1 il1 warthins tumor wt cells studied addition macrophages dendritic cells and capillary endothelia luminal tumor cells and some keratinocytes metaplastic squamous foci exhibited immunoreactivity both class ii antigens and il1 distribution class ii antigens luminal tumor cells limited their basolateral membrane these data together with previous findings strongly suggest that luminal tumor cells wt introduce luminal antigen underlying lymphoid tissue and thus act as antigenpresenting cell 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "expression major histocompatibility complex class ii antigens and interleukin1 by epithelial cells warthins tumor immunoreactivity class ii antigens major histocompatibility complex and interleukin1 il1 warthins tumor wt cells studied addition macrophages dendritic cells and capillary endothelia luminal tumor cells and some keratinocytes metaplastic squamous foci exhibited immunoreactivity both class ii antigens and il1 distribution class ii antigens luminal tumor cells limited their basolateral membrane these data together with previous findings strongly suggest that luminal tumor cells wt introduce luminal antigen underlying lymphoid tissue and thus act as antigenpresenting cell\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "questionable role cns radioprophylaxis therapeutic management childhood rhabdomyosarcoma with meningeal extension series 15 consecutive children with head and neck nonorbital rhabdomyosarcoma rmsa with meningeal extension prospectively treated with chemotherapy consisting adriamycin doxorubicin adria laboratory columbus oh adm vincristine vcr cyclophosphamide cpm and dactinomycin dact followed by radiotherapy 60 gy primary tumor volume along with intrathecal methotrexate it mtx thirteen 15 responded preradiation chemotherapy four 13 relapsed relapse occurred at level primary tumor three four 3year progressionfree survival pfs 59 similar that achieved previous series treated with comparable therapeutic approach that also included wholebrain radiotherapy as prophylaxis possible occult meningeal seeding it concluded that cns prophylaxis with radiotherapy questionable management childhood rmsa with meningeal extension 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "questionable role cns radioprophylaxis therapeutic management childhood rhabdomyosarcoma with meningeal extension series 15 consecutive children with head and neck nonorbital rhabdomyosarcoma rmsa with meningeal extension prospectively treated with chemotherapy consisting adriamycin doxorubicin adria laboratory columbus oh adm vincristine vcr cyclophosphamide cpm and dactinomycin dact followed by radiotherapy 60 gy primary tumor volume along with intrathecal methotrexate it mtx thirteen 15 responded preradiation chemotherapy four 13 relapsed relapse occurred at level primary tumor three four 3year progressionfree survival pfs 59 similar that achieved previous series treated with comparable therapeutic approach that also included wholebrain radiotherapy as prophylaxis possible occult meningeal seeding it concluded that cns prophylaxis with radiotherapy questionable management childhood rmsa with meningeal extension\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "reversibility hepatic fibrosis experimentally induced cholestasis rat reversibility hepatic fibrosis investigated experimental model extrahepatic cholestasis rat after common bile duct ligation 2 weeks followed by bilioduodenal anastomosis 3 weeks bile duct ligation resulted transitory marked elevation serum concentration 5nucleotidase alkaline phosphatase and bilirubin during first 3 days then these levels decreased threefold twofold and 100fold normal values respectively during following 4 weeks histologic examination liver disclosed extensive bile duct proliferation and formation periportal fibrosis with only slight inflammation and necrosis distribution major components hepatic extracellular matrix analyzed 2 weeks after bile duct ligation using indirect immunoperoxidase method fibrous septa found be strongly stained collagens i proiii iii and iv fibronectin and laminin most intense staining found enlarged periportal areas collagen iv and laminin being particularly abundant around newly formed bile ducts these changes paralleled high steadystate levels alpha 1i and alpha 1iv collagen and b2 chain laminin mrnas relief obstruction 2 weeks resulted shift serum concentration 5nucleotidase alkaline phosphatase and bilirubin toward normal values dramatic resorption bile duct proliferations and periportal fibrosis observed three weeks after bile duct repermeabilization immunohistochemical study showed that pattern distribution extracellular matrix components almost normal except collagen iv which remained abundant sinusoids when compared with normal liver parallel steadystate b2chain laminin mrna level became lower than cholestatic livers whereas alpha 1i and alpha 1iv mrnas almost undetectable these results show that hepatic fibrosis induced by experimental extrahepatic cholestasis rat disappears less than 3 weeks after relief bile duct obstruction suggesting that active degradation matrix protein occurs except collagen iv sinusoid 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[92m1 (52%)\u001b[0m\n",
      "\n",
      "reversibility \u001b[91mhepatic\u001b[0m fibrosis experimentally induced cholestasis rat reversibility hepatic \u001b[91mfibrosis\u001b[0m investigated experimental model extrahepatic cholestasis rat after \u001b[91mcommon\u001b[0m bile duct ligation 2 weeks followed by bilioduodenal \u001b[91manastomosis\u001b[0m 3 weeks bile duct ligation resulted transitory marked elevation serum concentration 5nucleotidase alkaline phosphatase and bilirubin during \u001b[91mfirst\u001b[0m 3 days then these levels decreased threefold twofold and 100fold normal values respectively during following 4 weeks histologic examination liver disclosed extensive bile \u001b[91mduct\u001b[0m proliferation and formation periportal fibrosis with only slight inflammation and necrosis distribution major components hepatic \u001b[91mextracellular\u001b[0m matrix analyzed 2 weeks after bile duct ligation using indirect immunoperoxidase method fibrous septa found be strongly stained collagens i proiii iii and iv fibronectin and laminin most \u001b[91mintense\u001b[0m staining found enlarged periportal areas collagen iv and laminin being particularly abundant around newly formed bile ducts these changes \u001b[91mparalleled\u001b[0m high steadystate levels alpha 1i and alpha 1iv collagen and b2 chain laminin mrnas relief obstruction 2 weeks resulted \u001b[91mshift\u001b[0m serum concentration 5nucleotidase alkaline phosphatase and bilirubin toward normal values dramatic resorption bile duct \u001b[91mproliferations\u001b[0m and periportal fibrosis observed three weeks after bile duct \u001b[91mrepermeabilization\u001b[0m immunohistochemical study showed that pattern distribution extracellular matrix components almost normal except collagen iv which remained \u001b[91mabundant\u001b[0m sinusoids when compared with normal liver parallel \u001b[91msteadystate\u001b[0m b2chain \u001b[91mlaminin\u001b[0m mrna level became lower than cholestatic livers whereas alpha 1i and alpha 1iv \u001b[91mmrnas\u001b[0m almost undetectable these results show that hepatic fibrosis induced by \u001b[91mexperimental\u001b[0m extrahepatic cholestasis rat disappears less than 3 \u001b[91mweeks\u001b[0m after relief bile duct obstruction suggesting that active degradation matrix protein occurs except collagen iv sinusoid\n",
      "\n",
      "reversibility \u001b[92mcardiac\u001b[0m fibrosis experimentally induced cholestasis rat reversibility hepatic \u001b[92mplaque\u001b[0m investigated experimental model extrahepatic cholestasis rat after \u001b[92mnormal\u001b[0m bile duct ligation 2 weeks followed by bilioduodenal \u001b[92mity\u001b[0m 3 weeks bile duct ligation resulted transitory marked elevation serum concentration 5nucleotidase alkaline phosphatase and bilirubin during \u001b[92mprior\u001b[0m 3 days then these levels decreased threefold twofold and 100fold normal values respectively during following 4 weeks histologic examination liver disclosed extensive bile \u001b[92mchannel\u001b[0m proliferation and formation periportal fibrosis with only slight inflammation and necrosis distribution major components hepatic \u001b[92marterial\u001b[0m matrix analyzed 2 weeks after bile duct ligation using indirect immunoperoxidase method fibrous septa found be strongly stained collagens i proiii iii and iv fibronectin and laminin most \u001b[92mefficient\u001b[0m staining found enlarged periportal areas collagen iv and laminin being particularly abundant around newly formed bile ducts these changes \u001b[92mrequired\u001b[0m high steadystate levels alpha 1i and alpha 1iv collagen and b2 chain laminin mrnas relief obstruction 2 weeks resulted \u001b[92mrising\u001b[0m serum concentration 5nucleotidase alkaline phosphatase and bilirubin toward normal values dramatic resorption bile duct \u001b[92mwidening\u001b[0m and periportal fibrosis observed three weeks after bile duct \u001b[92mreorganization\u001b[0m immunohistochemical study showed that pattern distribution extracellular matrix components almost normal except collagen iv which remained \u001b[92msimilar\u001b[0m sinusoids when compared with normal liver parallel \u001b[92mdecreased\u001b[0m b2chain \u001b[92mv\u001b[0m mrna level became lower than cholestatic livers whereas alpha 1i and alpha 1iv \u001b[92mproved\u001b[0m almost undetectable these results show that hepatic fibrosis induced by \u001b[92macute\u001b[0m extrahepatic cholestasis rat disappears less than 3 \u001b[92mtime\u001b[0m after relief bile duct obstruction suggesting that active degradation matrix protein occurs except collagen iv sinusoid\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "current status duplex doppler ultrasound examination abdominal vasculature duplex doppler ultrasound has come play central role diagnosis broad spectrum vascular diseases such as carotid artery occlusive disease and deep vein thrombosis role duplex doppler evaluation intraabdominal vascular disease remains unclear this article summarizes current status duplex scanning investigation mesenteric arteries renal arteries and portal venous system examination technically demanding operatordependent timeconsuming and frequently unsatisfactory due bowel gas obesity complex anatomy or postoperative alterations normal anatomic patterns its advantages reside primarily absence toxicity and generation physiologic as well as anatomic information centers with proper instrumentation and skilled technician duplex examination can be useful diagnosis and management abdominal vascular disease and avoids inherent dangers contrast angiography 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (73%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "current status duplex doppler ultrasound examination abdominal vasculature duplex doppler ultrasound has come play central role diagnosis broad spectrum vascular diseases such as carotid artery occlusive disease and deep vein thrombosis role duplex doppler evaluation intraabdominal vascular disease remains unclear this article summarizes current status duplex scanning investigation mesenteric arteries renal arteries and portal venous system examination technically demanding operatordependent timeconsuming and frequently unsatisfactory due bowel gas obesity complex anatomy or postoperative alterations normal anatomic patterns its advantages reside primarily absence toxicity and generation physiologic as well as anatomic information centers with proper instrumentation and skilled technician duplex examination can be useful diagnosis and management abdominal vascular disease and avoids inherent dangers contrast angiography\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "importance congenital hypertrophy retinal pigment epithelium familial adenomatous polyposis we describe family with familial adenomatous polyposis fap and congenital hypertrophy retinal pigment epithelium rpe three five members with fap showed flat welldemarcated round oval pigmented patches congenital hypertrophy rpe we stress importance congenital hypertrophy rpe as clinical marker identifying patients with fap since they at risk cancer 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "importance congenital hypertrophy retinal pigment epithelium familial adenomatous polyposis we describe family with familial adenomatous polyposis fap and congenital hypertrophy retinal pigment epithelium rpe three five members with fap showed flat welldemarcated round oval pigmented patches congenital hypertrophy rpe we stress importance congenital hypertrophy rpe as clinical marker identifying patients with fap since they at risk cancer\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "human papillomavirus women with vulvar intraepithelial neoplasia iii untreated cases vulvar intraepithelial neoplasia vin iii may progress invasive vulvar carcinoma tissues from 29 new zealand women with vin iii examined presence human papillomavirus hpv types 6 11 16 and 18 by situ hybridization and polymerase chain reaction hpv 16 only hpv type detected lesions identified about half cases hpvpositive women younger than hpvnegative women and their lesions displayed koilocytosis more often four five cases which there progression invasive cancer hpv 16 detected both vin iii and invasive cancer tissue 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "human papillomavirus women with vulvar intraepithelial neoplasia iii untreated cases vulvar intraepithelial neoplasia vin iii may progress invasive vulvar carcinoma tissues from 29 new zealand women with vin iii examined presence human papillomavirus hpv types 6 11 16 and 18 by situ hybridization and polymerase chain reaction hpv 16 only hpv type detected lesions identified about half cases hpvpositive women younger than hpvnegative women and their lesions displayed koilocytosis more often four five cases which there progression invasive cancer hpv 16 detected both vin iii and invasive cancer tissue\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "gentamicin iontophoresis treatment bacterial otitis externa guinea pig model pseudomonas otitis externa one most common infections treated by otolaryngologists infections induced 30 guinea pigs appeared similar that seen humans ears then placed into four treatment groups group which received single cleaning group b which received single cleaning followed by gentamicin drops 4 times daily group c which received single cleaning followed by single gentamicin iontophoresis treatment and group d control group which received no treatment infections analyzed by grading edema purulence and erythema average 102 days required control group return normal appearance groups b and c had mean resolution times 59 47 and 43 days respectively gentamicin iontophoresis appears be promising with results as good as drop therapy otitis externa guinea pig model 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "gentamicin iontophoresis treatment bacterial otitis externa guinea pig model pseudomonas otitis externa one most common infections treated by otolaryngologists infections induced 30 guinea pigs appeared similar that seen humans ears then placed into four treatment groups group which received single cleaning group b which received single cleaning followed by gentamicin drops 4 times daily group c which received single cleaning followed by single gentamicin iontophoresis treatment and group d control group which received no treatment infections analyzed by grading edema purulence and erythema average 102 days required control group return normal appearance groups b and c had mean resolution times 59 47 and 43 days respectively gentamicin iontophoresis appears be promising with results as good as drop therapy otitis externa guinea pig model\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "repeat hepatic resection primary and metastatic carcinoma liver during last 15 years 19 patients underwent repeated hepatic resections malignant lesions liver first hepatic resection had been performed four 40 months earlier treatment hepatocellular carcinoma nine patients or hepatic metastases ten patients eight which colorectal origin repeat resection extensive hepatectomy six segmentectomy six and local excision seven one patient three wedge resections and finally hepatic transplantation subsequently performed after initial extended right lobectomy operative mortality rate 52 per cent three year actuarial survival rate 64 per cent after second resection 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "repeat hepatic resection primary and metastatic carcinoma liver during last 15 years 19 patients underwent repeated hepatic resections malignant lesions liver first hepatic resection had been performed four 40 months earlier treatment hepatocellular carcinoma nine patients or hepatic metastases ten patients eight which colorectal origin repeat resection extensive hepatectomy six segmentectomy six and local excision seven one patient three wedge resections and finally hepatic transplantation subsequently performed after initial extended right lobectomy operative mortality rate 52 per cent three year actuarial survival rate 64 per cent after second resection\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "evidence intraluminal ca regulatory site defect sarcoplasmic reticulum from malignant hyperthermia pig muscle malignant hyperthermia mh pharmacogenetic disease humans and various animal species that predisposes lifethreatening anesthetic agentinduced syndrome mh thought be consequence abnormal sustained increases myoplasmic ca and sarcoplasmic reticulum sr membranes from mh muscle have been shown have ca release channel defect present study we have tested hypothesis that abnormal ca release mechanism mh can be expressed when ca loaded presence pyrophosphate sr membrane vesicles isolated from normal and mh pig muscle loaded with ca presence and absence pyrophosphate until cainduced ca release occurred under both circumstances threshold amount ca loaded until ca release occurred lower sr from mh pig skeletal muscle this difference amount ca preload not explained by results obtained comparing rates ca uptake number ryanodine binding sites or amounts calsequestrin among sr vesicles from mh and normal muscle we conclude from this study that use pyrophosphate ca loading does not ablate abnormal ca release sr from mh muscle suggesting study can be done small amounts sr from biopsied human muscle data also suggest that abnormality intraluminal low affinity ca binding site regulating ca release occurs sr membrane mh pig muscle 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[92m1 (58%)\u001b[0m\n",
      "\n",
      "evidence intraluminal ca regulatory site defect sarcoplasmic reticulum from malignant hyperthermia pig muscle malignant hyperthermia mh \u001b[91mpharmacogenetic\u001b[0m disease humans and various animal species that predisposes lifethreatening anesthetic agentinduced syndrome mh thought be consequence abnormal sustained increases myoplasmic ca and sarcoplasmic reticulum sr membranes from mh muscle have been shown have ca release channel defect present study we have tested hypothesis that abnormal ca release mechanism mh can be \u001b[91mexpressed\u001b[0m when ca loaded presence pyrophosphate sr membrane vesicles \u001b[91misolated\u001b[0m from normal and mh pig muscle loaded with ca presence and absence pyrophosphate until cainduced ca release occurred under both circumstances threshold amount ca loaded until ca release occurred lower sr from mh pig skeletal muscle this difference amount ca preload not explained by results obtained comparing rates ca \u001b[91muptake\u001b[0m number ryanodine binding sites or amounts calsequestrin among sr vesicles from mh and \u001b[91mnormal\u001b[0m muscle we conclude from this study that use pyrophosphate ca loading does not ablate abnormal ca release sr from mh muscle suggesting study can be done small amounts sr from \u001b[91mbiopsied\u001b[0m human muscle data also suggest that abnormality intraluminal low affinity ca binding site regulating ca release occurs sr membrane mh pig muscle\n",
      "\n",
      "evidence intraluminal ca regulatory site defect sarcoplasmic reticulum from malignant hyperthermia pig muscle malignant hyperthermia mh \u001b[92mvascular\u001b[0m disease humans and various animal species that predisposes lifethreatening anesthetic agentinduced syndrome mh thought be consequence abnormal sustained increases myoplasmic ca and sarcoplasmic reticulum sr membranes from mh muscle have been shown have ca release channel defect present study we have tested hypothesis that abnormal ca release mechanism mh can be \u001b[92mleft\u001b[0m when ca loaded presence pyrophosphate sr membrane vesicles \u001b[92mreleased\u001b[0m from normal and mh pig muscle loaded with ca presence and absence pyrophosphate until cainduced ca release occurred under both circumstances threshold amount ca loaded until ca release occurred lower sr from mh pig skeletal muscle this difference amount ca preload not explained by results obtained comparing rates ca \u001b[92mreduced\u001b[0m number ryanodine binding sites or amounts calsequestrin among sr vesicles from mh and \u001b[92msmooth\u001b[0m muscle we conclude from this study that use pyrophosphate ca loading does not ablate abnormal ca release sr from mh muscle suggesting study can be done small amounts sr from \u001b[92melevated\u001b[0m human muscle data also suggest that abnormality intraluminal low affinity ca binding site regulating ca release occurs sr membrane mh pig muscle\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "glutamic acid and gammaaminobutyric acid neurotransmitters central control breathing we review recent crossdisciplinary experimental and theoretical investigations metabolism amino acid neurotransmitters glutamic acid and gammaaminobutyric acid gaba brain during hypoxia and hypercapnia and their possible role central control breathing roles classical modifiers central chemical drive breathing h and cholinergic mechanisms summarized brief perspective current widespread interest gaba and glutamate central control given basic biochemistry these amino acids and their roles ammonia and bicarbonate metabolism discussed this review further addresses recent work central respiratory effects inhibitory gaba and excitatory glutamate current understanding sites and mechanisms action these amino acids or near ventral surface medulla reviewed we focus particularly tracer kinetic investigations glutamatergic and gabaergic mechanisms hypoxia and hypercapnia and their possible role ventilatory response hypoxia we conclude with some speculative remarks critical importance these investigations and suggest specific directions research central mechanisms respiratory control 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "glutamic acid and gammaaminobutyric acid neurotransmitters central control breathing we review recent crossdisciplinary experimental and theoretical investigations metabolism amino acid neurotransmitters glutamic acid and gammaaminobutyric acid gaba brain during hypoxia and hypercapnia and their possible role central control breathing roles classical modifiers central chemical drive breathing h and cholinergic mechanisms summarized brief perspective current widespread interest gaba and glutamate central control given basic biochemistry these amino acids and their roles ammonia and bicarbonate metabolism discussed this review further addresses recent work central respiratory effects inhibitory gaba and excitatory glutamate current understanding sites and mechanisms action these amino acids or near ventral surface medulla reviewed we focus particularly tracer kinetic investigations glutamatergic and gabaergic mechanisms hypoxia and hypercapnia and their possible role ventilatory response hypoxia we conclude with some speculative remarks critical importance these investigations and suggest specific directions research central mechanisms respiratory control\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "useful technique measurement back strength osteoporotic and elderly patients improvement back extensor strength bes can be used as therapeutic method patients with chronic back pain and osteoporosis method evaluation must be reliable and accurate without compromising condition patient we report development back isometric dynamometer bid2000 designed specifically by two us address these concerns elderly patients with osteopenia or osteoporosis as demographics general population change increasing numbers patients will need type monitoring that bid2000 provides aging has been shown cause reduction number functional muscle motor units examine this effect bes we tested 50 normal healthy women who 30 79 years old proper testing bes patients with fragile vertebrae should include isometric measurement prone position maneuverability device allow comfortable positioning patient and simplicity technique minimize repetitious performance maximal contraction bid2000 incorporates each these features and also provides meaningful results inexpensively device offers safe reliable coefficient variation 233 and valid p 0001 method evaluation results our study demonstrated moderate steady reduction bes with increasing age and with each successive decade 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[92m1 (54%)\u001b[0m\n",
      "\n",
      "useful technique measurement back strength osteoporotic and \u001b[91melderly\u001b[0m patients improvement back extensor strength bes can be used as therapeutic method patients with chronic back pain and \u001b[91mosteoporosis\u001b[0m method evaluation must be reliable and accurate without \u001b[91mcompromising\u001b[0m condition patient we report development back isometric dynamometer bid2000 \u001b[91mdesigned\u001b[0m specifically by two us address these concerns elderly \u001b[91mpatients\u001b[0m with osteopenia or osteoporosis as demographics general \u001b[91mpopulation\u001b[0m change increasing numbers patients will need type monitoring that bid2000 \u001b[91mprovides\u001b[0m aging has been shown cause reduction number functional muscle motor units examine this effect bes we tested 50 normal healthy women who 30 79 years old proper testing bes patients with fragile vertebrae should include \u001b[91misometric\u001b[0m measurement prone position maneuverability device allow comfortable positioning patient and simplicity technique \u001b[91mminimize\u001b[0m repetitious performance maximal contraction bid2000 incorporates each these features and also \u001b[91mprovides\u001b[0m meaningful results inexpensively device offers safe reliable coefficient variation 233 and valid \u001b[91mp\u001b[0m 0001 method evaluation results our study demonstrated moderate steady reduction \u001b[91mbes\u001b[0m with increasing age and with each successive decade\n",
      "\n",
      "useful technique measurement back strength osteoporotic and \u001b[92mrobust\u001b[0m patients improvement back extensor strength bes can be used as therapeutic method patients with chronic back pain and \u001b[92mexercise\u001b[0m method evaluation must be reliable and accurate without \u001b[92moperating\u001b[0m condition patient we report development back isometric dynamometer bid2000 \u001b[92mimplemented\u001b[0m specifically by two us address these concerns elderly \u001b[92mmembers\u001b[0m with osteopenia or osteoporosis as demographics general \u001b[92mhealth\u001b[0m change increasing numbers patients will need type monitoring that bid2000 \u001b[92mis\u001b[0m aging has been shown cause reduction number functional muscle motor units examine this effect bes we tested 50 normal healthy women who 30 79 years old proper testing bes patients with fragile vertebrae should include \u001b[92mheight\u001b[0m measurement prone position maneuverability device allow comfortable positioning patient and simplicity technique \u001b[92mensure\u001b[0m repetitious performance maximal contraction bid2000 incorporates each these features and also \u001b[92mincludes\u001b[0m meaningful results inexpensively device offers safe reliable coefficient variation 233 and valid \u001b[92mnumber\u001b[0m 0001 method evaluation results our study demonstrated moderate steady reduction \u001b[92mtrend\u001b[0m with increasing age and with each successive decade\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "natural history ultraviolet radiationinduced herpes simplex labialis and response therapy with peroral and topical formulations acyclovir lips 196 patients with history suninduced herpes labialis exposed experimental ultraviolet radiation uvr and treated with acyclovir acv or placebo at different times and by different routes 98 placebo recipients 39 40 developed 43 lesions inside or within 10 mm irradiated zone temporal distribution lesions bimodal 11 26 occurring within 48 h immediate and 32 72 27 days after uvr exposure delayed prophylactic peroral acv begun 7 days before or 5 min after uvr prevented development delayed but not immediate lesions p less than 001 when peroral acv started 48 h after uvr delayed lesions developed but less severe p 0105 prophylactic topical acv begun 5 min after uvr did not reduce lesion frequency or severity acv therapy can be efficacious but some rapidly developing lesions unresponsive treatment this suggests that more than one process may contribute pathogenesis herpes labialis 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "natural history ultraviolet radiationinduced herpes simplex labialis and response therapy with peroral and topical formulations acyclovir lips 196 patients with history suninduced herpes labialis exposed experimental ultraviolet radiation uvr and treated with acyclovir acv or placebo at different times and by different routes 98 placebo recipients 39 40 developed 43 lesions inside or within 10 mm irradiated zone temporal distribution lesions bimodal 11 26 occurring within 48 h immediate and 32 72 27 days after uvr exposure delayed prophylactic peroral acv begun 7 days before or 5 min after uvr prevented development delayed but not immediate lesions p less than 001 when peroral acv started 48 h after uvr delayed lesions developed but less severe p 0105 prophylactic topical acv begun 5 min after uvr did not reduce lesion frequency or severity acv therapy can be efficacious but some rapidly developing lesions unresponsive treatment this suggests that more than one process may contribute pathogenesis herpes labialis\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "hereditary internal anal sphincter myopathy causing proctalgia fugax and constipation newly identified condition newly identified myopathy internal anal sphincter described affected family at least one member from each five generations had severe proctalgia fugax onset usually third fifth decades life three members family have been studied detail each had severe pain intermittently during day and hourly during night constipation associated symptom particular difficulty with rectal evacuation clinically internal anal sphincter thickened and decreased compliance maximum anal canal pressure usually increased with marked ultraslow wave activity anal endosonography confirmed grossly thickened internal anal sphincter two patients treated by internal anal sphincter strip myectomy one showed marked improvement and one relieved constipation but had only slight improvement pain hypertrophied muscle two patients showed unique myopathic changes consisting vacuolar changes with periodic acidschiffpositive polyglycosan bodies smooth muscle fibers and increased endomysial fibrosis vitro organbath studies showed insensitivity muscle noradrenaline isoprenaline carbachol dimethylpiperazinium and electricalfield stimulation immunohistochemical studies substance p calcitonin generelated peptide galanin neuropeptide y and vasoactive intestinal peptide showed staining similar distribution that control tissue specific autosomaldominant inherited myopathy internal anal sphincter that causes anal pain and constipation has been identified and characterized 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "hereditary internal anal sphincter myopathy causing proctalgia fugax and constipation newly identified condition newly identified myopathy internal anal sphincter described affected family at least one member from each five generations had severe proctalgia fugax onset usually third fifth decades life three members family have been studied detail each had severe pain intermittently during day and hourly during night constipation associated symptom particular difficulty with rectal evacuation clinically internal anal sphincter thickened and decreased compliance maximum anal canal pressure usually increased with marked ultraslow wave activity anal endosonography confirmed grossly thickened internal anal sphincter two patients treated by internal anal sphincter strip myectomy one showed marked improvement and one relieved constipation but had only slight improvement pain hypertrophied muscle two patients showed unique myopathic changes consisting vacuolar changes with periodic acidschiffpositive polyglycosan bodies smooth muscle fibers and increased endomysial fibrosis vitro organbath studies showed insensitivity muscle noradrenaline isoprenaline carbachol dimethylpiperazinium and electricalfield stimulation immunohistochemical studies substance p calcitonin generelated peptide galanin neuropeptide y and vasoactive intestinal peptide showed staining similar distribution that control tissue specific autosomaldominant inherited myopathy internal anal sphincter that causes anal pain and constipation has been identified and characterized\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "immune response peripheral blood mononuclear cells hbxantigen hepatitis b virus hepatitis b virus genome encodes transcriptional transactivator protein designated hbxag we have investigated whether this antigen target structure human tlymphocytes using recombinant hbxag protein we found hbxagspecific stimulation peripheral blood mononuclear cells patients with acute hepatitis b virus infection 6 6 and chronic hepatitis b virus infection 6 17 but not healthy individuals with hbxagspecific synthetic polypeptides several tcell epitopes identified most located carboxyterminal half hbxag protein five tcell clones specific tcell epitope located at carboxyterminal region hbxag established and found belong cd2cd4positive cd8negative subtype these data establish first time hbxag as antigen cellular immune response 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "immune response peripheral blood mononuclear cells hbxantigen hepatitis b virus hepatitis b virus genome encodes transcriptional transactivator protein designated hbxag we have investigated whether this antigen target structure human tlymphocytes using recombinant hbxag protein we found hbxagspecific stimulation peripheral blood mononuclear cells patients with acute hepatitis b virus infection 6 6 and chronic hepatitis b virus infection 6 17 but not healthy individuals with hbxagspecific synthetic polypeptides several tcell epitopes identified most located carboxyterminal half hbxag protein five tcell clones specific tcell epitope located at carboxyterminal region hbxag established and found belong cd2cd4positive cd8negative subtype these data establish first time hbxag as antigen cellular immune response\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for example in testData[1:20]:\n",
    "  text, label = example\n",
    "  print(\"Original Text:\")\n",
    "  print(text, label)\n",
    "  result = attack.attack(text, int(label))\n",
    "  print(\"BertAttack Result: \")\n",
    "  print(result.__str__(color_method='ansi'))\n",
    "  print(\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "GXU3ALkIRreS",
    "outputId": "651b091a-2cdb-46e4-e88d-4e8b8a03b7e5"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original Text:\n",
      "supravalvar aortic stenosis complication aortic valve surgery after patient had aortic valvotomy and aortotomy relief valvar aortic stenosis supravalvar stenosis developed over next six years 1\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (64%)\u001b[0m --> \u001b[91m0 (51%)\u001b[0m\n",
      "\n",
      "supravalvar \u001b[92maortic\u001b[0m stenosis complication aortic valve surgery after patient had aortic valvotomy and aortotomy relief valvar \u001b[92maortic\u001b[0m stenosis supravalvar stenosis developed over next six years\n",
      "\n",
      "supravalvar \u001b[91mnode\u001b[0m stenosis complication aortic valve surgery after patient had aortic valvotomy and aortotomy relief valvar \u001b[91mius\u001b[0m stenosis supravalvar stenosis developed over next six years\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "example = ('supravalvar aortic stenosis complication aortic valve surgery after patient had aortic valvotomy and aortotomy relief valvar aortic stenosis supravalvar stenosis developed over next six years', 1)\n",
    "text, label = example\n",
    "print(\"Original Text:\")\n",
    "print(text, label)\n",
    "result = attack.attack(text, int(label))\n",
    "print(\"BertAttack Result: \")\n",
    "print(result.__str__(color_method='ansi'))\n",
    "print(\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "VYNGXTecVDwv",
    "outputId": "8fc42b52-a174-48c2-edc5-7597fbb490b2"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original Text:\n",
      "dynamic cardiomyoplasty chronic chagas heart disease clinicopathological data we report 44yearold man with chronic chagasic cardiomyopathy who underwent latissimus dorsi dynamic cardiomyoplasty and died 4 months later clinicopathological findings discussed and literature reviewed 1\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (72%)\u001b[0m --> \u001b[91m0 (70%)\u001b[0m\n",
      "\n",
      "dynamic \u001b[92mcardiomyoplasty\u001b[0m chronic chagas heart disease clinicopathological data we report 44yearold man with chronic chagasic cardiomyopathy who underwent latissimus dorsi dynamic \u001b[92mcardiomyoplasty\u001b[0m and died 4 months later clinicopathological findings discussed and literature reviewed\n",
      "\n",
      "dynamic \u001b[91mcurrent\u001b[0m chronic chagas heart disease clinicopathological data we report 44yearold man with chronic chagasic cardiomyopathy who underwent latissimus dorsi dynamic \u001b[91mmovement\u001b[0m and died 4 months later clinicopathological findings discussed and literature reviewed\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "example = ('dynamic cardiomyoplasty chronic chagas heart disease clinicopathological data we report 44yearold man with chronic chagasic cardiomyopathy who underwent latissimus dorsi dynamic cardiomyoplasty and died 4 months later clinicopathological findings discussed and literature reviewed', 1)\n",
    "text, label = example\n",
    "print(\"Original Text:\")\n",
    "print(text, label)\n",
    "result = attack.attack(text, int(label))\n",
    "print(\"BertAttack Result: \")\n",
    "print(result.__str__(color_method='ansi'))\n",
    "print(\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "taZ2S8aRcpsM",
    "outputId": "abcb83f6-158d-4101-97ac-da26a293a2f1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original Text:\n",
      "giant left atriuma case report seventysevenyear old woman with mitral stenosis presented with cardiomegaly evident her chest roentgenogram cardiac enlargement due giant left atrium that distorted cardiac structures echocardiogram and firstpass nuclear angiogram able delineate huge left atrium 1\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (84%)\u001b[0m --> \u001b[91m0 (52%)\u001b[0m\n",
      "\n",
      "giant left atriuma case report seventysevenyear old woman with mitral stenosis presented with cardiomegaly evident her chest \u001b[92mroentgenogram\u001b[0m cardiac enlargement due \u001b[92mgiant\u001b[0m left atrium that distorted cardiac structures echocardiogram and firstpass nuclear \u001b[92mangiogram\u001b[0m able \u001b[92mdelineate\u001b[0m huge left atrium\n",
      "\n",
      "giant left atriuma case report seventysevenyear old woman with mitral stenosis presented with cardiomegaly evident her chest \u001b[91mneck\u001b[0m cardiac enlargement due \u001b[91mthick\u001b[0m left atrium that distorted cardiac structures echocardiogram and firstpass nuclear \u001b[91mcells\u001b[0m able \u001b[91mreplicate\u001b[0m huge left atrium\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "example = ('giant left atriuma case report seventysevenyear old woman with mitral stenosis presented with cardiomegaly evident her chest roentgenogram cardiac enlargement due giant left atrium that distorted cardiac structures echocardiogram and firstpass nuclear angiogram able delineate huge left atrium', 1)\n",
    "text, label = example\n",
    "print(\"Original Text:\")\n",
    "print(text, label)\n",
    "result = attack.attack(text, int(label))\n",
    "print(\"BertAttack Result: \")\n",
    "print(result.__str__(color_method='ansi'))\n",
    "print(\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original Text:\n",
      "sudden death from acute cocaine intoxication virginia 1988 review medical examiners autopsy records revealed that 1988 33 residents virginia died acute cocaine intoxication subjects 19 45 years old most men used cocaine intravenously and used other toxic substances with lethal dose cocaine 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (71%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "sudden death from acute cocaine intoxication virginia 1988 review medical examiners autopsy records revealed that 1988 33 residents virginia died acute cocaine intoxication subjects 19 45 years old most men used cocaine intravenously and used other toxic substances with lethal dose cocaine\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "example = ('sudden death from acute cocaine intoxication virginia 1988 review medical examiners autopsy records revealed that 1988 33 residents virginia died acute cocaine intoxication subjects 19 45 years old most men used cocaine intravenously and used other toxic substances with lethal dose cocaine', 0)\n",
    "text, label = example\n",
    "print(\"Original Text:\")\n",
    "print(text, label)\n",
    "result = attack.attack(text, int(label))\n",
    "print(\"BertAttack Result: \")\n",
    "print(result.__str__(color_method='ansi'))\n",
    "print(\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>medical_abstract</th>\n",
       "      <th>condition_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>obstructive sleep apnea following topical orop...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>neutrophil function and pyogenic infections bo...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>phase ii study combined methotrexate and tenip...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>flow cytometric dna analysis parathyroid tumor...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>paraneoplastic vasculitic neuropathy treatable...</td>\n",
       "      <td>cardiovascular</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    medical_abstract     condition_label\n",
       "0  obstructive sleep apnea following topical orop...  non-cardiovascular\n",
       "1  neutrophil function and pyogenic infections bo...  non-cardiovascular\n",
       "2  phase ii study combined methotrexate and tenip...  non-cardiovascular\n",
       "3  flow cytometric dna analysis parathyroid tumor...  non-cardiovascular\n",
       "4  paraneoplastic vasculitic neuropathy treatable...      cardiovascular"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testData = pd.DataFrame({'medical_abstract': test['medical_abstract'], 'condition_label': test['condition_label']})\n",
    "testData.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>medical_abstract</th>\n",
       "      <th>condition_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>ptca gastroepiploic bypass technique percutane...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>catheterization coronary artery bypass graft f...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>gastroesophageal reflux infants clinically sig...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>sudden death from acute cocaine intoxication v...</td>\n",
       "      <td>non-cardiovascular</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>case unilateral posterior ischemic optic neuro...</td>\n",
       "      <td>cardiovascular</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      medical_abstract     condition_label\n",
       "61   ptca gastroepiploic bypass technique percutane...  non-cardiovascular\n",
       "75   catheterization coronary artery bypass graft f...  non-cardiovascular\n",
       "100  gastroesophageal reflux infants clinically sig...  non-cardiovascular\n",
       "110  sudden death from acute cocaine intoxication v...  non-cardiovascular\n",
       "119  case unilateral posterior ischemic optic neuro...      cardiovascular"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shortTestData = testData[testData['medical_abstract'].str.len() < 300]\n",
    "shortTestData.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_446/1757435916.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  shortTestData['condition_label'] = shortTestData['condition_label'].apply(convertLabels)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>medical_abstract</th>\n",
       "      <th>condition_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>ptca gastroepiploic bypass technique percutane...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>catheterization coronary artery bypass graft f...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>gastroesophageal reflux infants clinically sig...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>sudden death from acute cocaine intoxication v...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>case unilateral posterior ischemic optic neuro...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      medical_abstract  condition_label\n",
       "61   ptca gastroepiploic bypass technique percutane...                0\n",
       "75   catheterization coronary artery bypass graft f...                0\n",
       "100  gastroesophageal reflux infants clinically sig...                0\n",
       "110  sudden death from acute cocaine intoxication v...                0\n",
       "119  case unilateral posterior ischemic optic neuro...                1"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shortTestData['condition_label'] = shortTestData['condition_label'].apply(convertLabels)\n",
    "shortTestData.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "56"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(shortTestData)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "43"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nonCardiovascularExamples = pd.DataFrame(shortTestData[shortTestData['condition_label'] == 0])\n",
    "len(nonCardiovascularExamples)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "nonCardiovascularExamples = nonCardiovascularExamples.to_records(index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original Text:\n",
      "ptca gastroepiploic bypass technique percutaneous transluminal coronary angioplasty ptca gastroepiploic bypass described using standard ptca devices severe spasm gastroepiploic bypass occurred modification guide catheter position suggested avoid inducing gastroepiploic bypass spasm 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (68%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "ptca gastroepiploic bypass technique percutaneous transluminal coronary angioplasty ptca gastroepiploic bypass described using standard ptca devices severe spasm gastroepiploic bypass occurred modification guide catheter position suggested avoid inducing gastroepiploic bypass spasm\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "catheterization coronary artery bypass graft from descending aorta increasing frequency reoperation coronary artery disease has led use variety grafts this report describes catheter technique selective opacification saphenous vein graft from descending thoracic aorta posterior coronary circulation 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (69%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "catheterization coronary artery bypass graft from descending aorta increasing frequency reoperation coronary artery disease has led use variety grafts this report describes catheter technique selective opacification saphenous vein graft from descending thoracic aorta posterior coronary circulation\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "gastroesophageal reflux infants clinically significant gastroesophageal reflux occurs one 500 infants symptoms resolve 60 80 percent infants by 18 months age thickened formula and position changes often recommended medication and surgical intervention may be needed refractory cases 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "gastroesophageal reflux infants clinically significant gastroesophageal reflux occurs one 500 infants symptoms resolve 60 80 percent infants by 18 months age thickened formula and position changes often recommended medication and surgical intervention may be needed refractory cases\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "sudden death from acute cocaine intoxication virginia 1988 review medical examiners autopsy records revealed that 1988 33 residents virginia died acute cocaine intoxication subjects 19 45 years old most men used cocaine intravenously and used other toxic substances with lethal dose cocaine 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (66%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "sudden death from acute cocaine intoxication virginia 1988 review medical examiners autopsy records revealed that 1988 33 residents virginia died acute cocaine intoxication subjects 19 45 years old most men used cocaine intravenously and used other toxic substances with lethal dose cocaine\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "atrial fibrillation elderly management update nonvalvular atrial fibrillation associated with markedly increased risk embolic stroke elderly persons evidence accumulating that anticoagulation with warfarin or aspirin may be effective reducing this risk 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (66%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "atrial fibrillation elderly management update nonvalvular atrial fibrillation associated with markedly increased risk embolic stroke elderly persons evidence accumulating that anticoagulation with warfarin or aspirin may be effective reducing this risk\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "false aneurysm internal mammary artery iatrogenic false aneurysm branch internal mammary artery after sternal wire closure very rare occurrence we describe case which appeared 62 year old woman operated upon mitral valve replacement and diagnosed after digital subtraction angiography 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (78%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "false aneurysm internal mammary artery iatrogenic false aneurysm branch internal mammary artery after sternal wire closure very rare occurrence we describe case which appeared 62 year old woman operated upon mitral valve replacement and diagnosed after digital subtraction angiography\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "meningitis due protozoa and helminths this article reviews microbiology pathogenesis epidemiology clinical manifestations diagnostic tests and recent advances therapy protozoan and helminthic infections central nervous system with more emphasis given protozoan than helminthic infections 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "meningitis due protozoa and helminths this article reviews microbiology pathogenesis epidemiology clinical manifestations diagnostic tests and recent advances therapy protozoan and helminthic infections central nervous system with more emphasis given protozoan than helminthic infections\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "indomethacin responsive hypercalcaemia associated with renal sarcoma infant presented with nonmetastatic renal spindle cell sarcoma and hypercalcaemia which resolved after treatment with indomethacin there vivo and vitro evidence that hypercalcaemia mediated by circulatory prostaglandins 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (93%)\u001b[0m --> \u001b[92m1 (51%)\u001b[0m\n",
      "\n",
      "indomethacin responsive hypercalcaemia associated with renal \u001b[91msarcoma\u001b[0m infant \u001b[91mpresented\u001b[0m with nonmetastatic renal spindle cell sarcoma and \u001b[91mhypercalcaemia\u001b[0m which resolved after treatment with indomethacin there vivo and vitro evidence that hypercalcaemia mediated by circulatory \u001b[91mprostaglandins\u001b[0m\n",
      "\n",
      "indomethacin responsive hypercalcaemia associated with renal \u001b[92mmediated\u001b[0m infant \u001b[92mdisease\u001b[0m with nonmetastatic renal spindle cell sarcoma and \u001b[92mabnormalities\u001b[0m which resolved after treatment with indomethacin there vivo and vitro evidence that hypercalcaemia mediated by circulatory \u001b[92mdisease\u001b[0m\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "ten cases transitional cell carcinoma bladder causing ureteric obstruction review carried out 10 patients with superficial transitional cell carcinoma bladder ta lesions that causing ureteric obstruction evidence upper tract obstruction did not necessarily indicate deep invasion 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "ten cases transitional cell carcinoma bladder causing ureteric obstruction review carried out 10 patients with superficial transitional cell carcinoma bladder ta lesions that causing ureteric obstruction evidence upper tract obstruction did not necessarily indicate deep invasion\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "preventing colorectal cancer knowledgeable patients should not die colorectal cancer increasing intake dietary fiber decreasing fat consumption and increasing use modern technology detect adenomatous polyps and early cancer can greatly decrease mortality associated with colorectal cancer 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "preventing colorectal cancer knowledgeable patients should not die colorectal cancer increasing intake dietary fiber decreasing fat consumption and increasing use modern technology detect adenomatous polyps and early cancer can greatly decrease mortality associated with colorectal cancer\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "unusual complication ingested foreign body migration foreign body from mouth and throat subcutaneous tissue neck very rare we present case migrating foreign body piece straw from floor mouth neck our knowledge this second case reported english literature 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "unusual complication ingested foreign body migration foreign body from mouth and throat subcutaneous tissue neck very rare we present case migrating foreign body piece straw from floor mouth neck our knowledge this second case reported english literature\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "severe thrombocytopenia after paracetamol overdose two patients with severe thrombocytopenia after paracetamol overdose described platelet count lowest two days after overdose neither leucopenia nor anaemia occurred 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (85%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "severe thrombocytopenia after paracetamol overdose two patients with severe thrombocytopenia after paracetamol overdose described platelet count lowest two days after overdose neither leucopenia nor anaemia occurred\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "procainamideinduced respiratory insufficiency after cardiopulmonary bypass 46yearold man could not be weaned from ventilatory support while receiving procainamide when drug discontinued patient successfully weaned shortly thereafter 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BertAttack Result: \n",
      "\u001b[91m0 (87%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "procainamideinduced respiratory insufficiency after cardiopulmonary bypass 46yearold man could not be weaned from ventilatory support while receiving procainamide when drug discontinued patient successfully weaned shortly thereafter\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "influence menstrual cycle systemic diseases physiological changes associated with menstrual cycle influence clinical course some diseases such as bronchial asthma allergies anaphylaxis epilepsy migraine dermatoses and porphyria hormonal manipulation can be beneficial some patients 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (95%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "influence menstrual cycle systemic diseases physiological changes associated with menstrual cycle influence clinical course some diseases such as bronchial asthma allergies anaphylaxis epilepsy migraine dermatoses and porphyria hormonal manipulation can be beneficial some patients\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "pituitary hemorrhage into rathkes cleft cyst this report describes case symptomatic pituitary hemorrhage into rathkes cleft cyst 25yearold woman literature pituitary hemorrhage nonadenomatous sellar tumors reviewed 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "pituitary hemorrhage into rathkes cleft cyst this report describes case symptomatic pituitary hemorrhage into rathkes cleft cyst 25yearold woman literature pituitary hemorrhage nonadenomatous sellar tumors reviewed\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "primary leiomyoma liver 30yrold woman with right upper quadrant abdominal pain found have hepatic leiomyoma this youngest patient whom this rare tumor has been found diagnostic approach toward gastrointestinal leiomyomata emphasized including role immunohistochemistry 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "primary leiomyoma liver 30yrold woman with right upper quadrant abdominal pain found have hepatic leiomyoma this youngest patient whom this rare tumor has been found diagnostic approach toward gastrointestinal leiomyomata emphasized including role immunohistochemistry\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "squamous cell carcinoma arising sternotomy scar case 73yearold man whom squamous cell carcinoma developed median sternotomy scar 12 months after coronary artery bypass grafting presented brief review literature included etiology scar carcinoma discussed and outline management given 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (84%)\u001b[0m --> \u001b[92m1 (56%)\u001b[0m\n",
      "\n",
      "squamous cell carcinoma \u001b[91marising\u001b[0m sternotomy scar case 73yearold man whom squamous cell carcinoma developed median sternotomy scar 12 months after coronary artery bypass grafting presented brief review literature included etiology scar carcinoma discussed and outline \u001b[91mmanagement\u001b[0m given\n",
      "\n",
      "squamous cell carcinoma \u001b[92mhad\u001b[0m sternotomy scar case 73yearold man whom squamous cell carcinoma developed median sternotomy scar 12 months after coronary artery bypass grafting presented brief review literature included etiology scar carcinoma discussed and outline \u001b[92minformation\u001b[0m given\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "gadoliniummri acute transverse myelopathy patient with acute transverse myelopathy atm had serial magnetic resonance imaging mri studies before and after administration gadolinium gddtpa gddtpamri useful estimating pathologic extent and residual deficit expected atm 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "gadoliniummri acute transverse myelopathy patient with acute transverse myelopathy atm had serial magnetic resonance imaging mri studies before and after administration gadolinium gddtpa gddtpamri useful estimating pathologic extent and residual deficit expected atm\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "glossopharyngeal neuralgia associated with cardiac syncope long term treatment with permanent pacing and carbamazepine glossopharyngeal neuralgia associated with cardiac syncope developed 53 year old man symptoms controlled with temporary and permanent transvenous pacing and carbamazepine 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (78%)\u001b[0m --> \u001b[92m1 (53%)\u001b[0m\n",
      "\n",
      "glossopharyngeal neuralgia associated with cardiac \u001b[91msyncope\u001b[0m long term treatment with permanent pacing and carbamazepine glossopharyngeal neuralgia associated with cardiac \u001b[91msyncope\u001b[0m developed 53 year old man symptoms controlled with \u001b[91mtemporary\u001b[0m and permanent transvenous pacing and carbamazepine\n",
      "\n",
      "glossopharyngeal neuralgia associated with cardiac \u001b[92mpressure\u001b[0m long term treatment with permanent pacing and carbamazepine glossopharyngeal neuralgia associated with cardiac \u001b[92mcondition\u001b[0m developed 53 year old man symptoms controlled with \u001b[92mprovisional\u001b[0m and permanent transvenous pacing and carbamazepine\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "myxomatous cyst brachial plexus case report case myxomatous cyst brachial plexus presented clinical course reported and frequency lesion diagnostic workup histopathology and surgical therapy discussed 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "myxomatous cyst brachial plexus case report case myxomatous cyst brachial plexus presented clinical course reported and frequency lesion diagnostic workup histopathology and surgical therapy discussed\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "tethered cord syndrome from choristoma mullerian origin case report authors report case tethered cord syndrome due choristoma mullerian origin located spinal cord at lumbosacral junction two similar cases found upon review literature embryology this lesion discussed 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (96%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "tethered cord syndrome from choristoma mullerian origin case report authors report case tethered cord syndrome due choristoma mullerian origin located spinal cord at lumbosacral junction two similar cases found upon review literature embryology this lesion discussed\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "frontal sinus carcinoma presenting as acute sinusitis primary carcinoma frontal sinus extremely rare aetiology tumour remains obscure and even with rapid diagnosis and radical surgery prognosis remains very poor 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "frontal sinus carcinoma presenting as acute sinusitis primary carcinoma frontal sinus extremely rare aetiology tumour remains obscure and even with rapid diagnosis and radical surgery prognosis remains very poor\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "celltocell communication and control growth growth transformed cells inhibited by celltocell communication with normal cells this communication regulated by certain oncogenes that alone or cooperation can block communication 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "celltocell communication and control growth growth transformed cells inhibited by celltocell communication with normal cells this communication regulated by certain oncogenes that alone or cooperation can block communication\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "perirenal candidial abscess perirenal candidial abscesses rare with few welldocumented cases literature we describe case perinephric abscess treated with amphotericin b and nephrectomy 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (95%)\u001b[0m --> \u001b[92m1 (50%)\u001b[0m\n",
      "\n",
      "perirenal \u001b[91mcandidial\u001b[0m abscess perirenal \u001b[91mcandidial\u001b[0m abscesses rare with few welldocumented \u001b[91mcases\u001b[0m literature we describe case perinephric abscess \u001b[91mtreated\u001b[0m with amphotericin b and nephrectomy\n",
      "\n",
      "perirenal \u001b[92mlastic\u001b[0m abscess perirenal \u001b[92marterial\u001b[0m abscesses rare with few welldocumented \u001b[92mcase\u001b[0m literature we describe case perinephric abscess \u001b[92mdescribed\u001b[0m with amphotericin b and nephrectomy\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "squamous carcinoma liver squamous carcinoma liver has only rarely been reported we present case which highlights not only difficulties diagnosis but also how it can closely mimic sclerosing cholangitis 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "squamous carcinoma liver squamous carcinoma liver has only rarely been reported we present case which highlights not only difficulties diagnosis but also how it can closely mimic sclerosing cholangitis\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "cervical spine diastematomyelia adulthood adult cervical diastematomyelia rare malformation and usually associated with posterior element anomalies case isolated cervical diastematomyelia which initially thought be herniated cervical disc described diagnosis and surgical management discussed 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "cervical spine diastematomyelia adulthood adult cervical diastematomyelia rare malformation and usually associated with posterior element anomalies case isolated cervical diastematomyelia which initially thought be herniated cervical disc described diagnosis and surgical management discussed\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "accessory armdysraphism or disparity case report case 3monthold infant with accessory third arm reported extra appendage attached at midcervical region and associated with posterior cervical dysraphism and cervical cord lipoma possible theories origin examined 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "accessory armdysraphism or disparity case report case 3monthold infant with accessory third arm reported extra appendage attached at midcervical region and associated with posterior cervical dysraphism and cervical cord lipoma possible theories origin examined\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "pituitary hemorrhage into rathkes cleft cyst this report describes case symptomatic pituitary hemorrhage into rathkes cleft cyst 25yearold woman literature pituitary hemorrhage nonadenomatous sellar tumors reviewed 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "pituitary hemorrhage into rathkes cleft cyst this report describes case symptomatic pituitary hemorrhage into rathkes cleft cyst 25yearold woman literature pituitary hemorrhage nonadenomatous sellar tumors reviewed\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "maxillary sinus hypoplasia masquerading as chronic sinusitis maxillary sinus hypoplasia common condition that may be misdiagnosed as chronic sinusitis although hypoplasia can usually be seen conventional sinus films computed tomography may be necessary as cases described by authors this article 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (91%)\u001b[0m --> \u001b[92m1 (53%)\u001b[0m\n",
      "\n",
      "\u001b[91mmaxillary\u001b[0m sinus hypoplasia masquerading as chronic sinusitis maxillary sinus \u001b[91mhypoplasia\u001b[0m \u001b[91mcommon\u001b[0m condition that may be misdiagnosed as chronic sinusitis \u001b[91malthough\u001b[0m hypoplasia can usually be seen conventional sinus films computed tomography may be \u001b[91mnecessary\u001b[0m as cases described by authors this article\n",
      "\n",
      "\u001b[92marterial\u001b[0m sinus hypoplasia masquerading as chronic sinusitis maxillary sinus \u001b[92mcontact\u001b[0m \u001b[92mchronic\u001b[0m condition that may be misdiagnosed as chronic sinusitis \u001b[92mas\u001b[0m hypoplasia can usually be seen conventional sinus films computed tomography may be \u001b[92mpresent\u001b[0m as cases described by authors this article\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "single polypoid cystitis cystica and glandularis presenting as benign bladder tumor case report tenyearold boy with benign polypoid bladder tumor presented rarity benign or malignant bladder tumors children reviewed as well as possible etiology this unique lesion 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "single polypoid cystitis cystica and glandularis presenting as benign bladder tumor case report tenyearold boy with benign polypoid bladder tumor presented rarity benign or malignant bladder tumors children reviewed as well as possible etiology this unique lesion\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "large cystic optic glioma 5 12yearold boy developed huge cyst his chiasmal glioma 4 years after radiation therapy cyst produced obtundation but successfully treated 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "large cystic optic glioma 5 12yearold boy developed huge cyst his chiasmal glioma 4 years after radiation therapy cyst produced obtundation but successfully treated\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "vaginal mullerian cyst presenting as anterior enterocele case report case discussed extremely large vaginal mullerian cyst that presented as anterior enterocele sonographic and radiologic studies described patient underwent operative excision cyst with reconstructive vaginoplasty 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "vaginal mullerian cyst presenting as anterior enterocele case report case discussed extremely large vaginal mullerian cyst that presented as anterior enterocele sonographic and radiologic studies described patient underwent operative excision cyst with reconstructive vaginoplasty\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "coexisting thymic carcinoid tumor and thymoma thymic carcinoid tumors unusual neoplasms that different from thymomas we report case coexisting thymic carcinoid tumor and thymoma associated with myasthenia gravis clinicopathological findings discussed with review literature 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "coexisting thymic carcinoid tumor and thymoma thymic carcinoid tumors unusual neoplasms that different from thymomas we report case coexisting thymic carcinoid tumor and thymoma associated with myasthenia gravis clinicopathological findings discussed with review literature\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "midline presentation cervical lymphomata three cases lymphoma reported all which presented as midline cervical swelling and appeared be localised disease importance early removal such lesions emphasized 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "midline presentation cervical lymphomata three cases lymphoma reported all which presented as midline cervical swelling and appeared be localised disease importance early removal such lesions emphasized\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "rightleft disorientation dementia alzheimer type we demonstrated that rightleft orientation rlo confronting subject more impaired patients with dementia alzheimer type than patients with multiinfarct dementia comparable degree dementia impairment rlo independent aphasia and spatial disorientation 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "rightleft disorientation dementia alzheimer type we demonstrated that rightleft orientation rlo confronting subject more impaired patients with dementia alzheimer type than patients with multiinfarct dementia comparable degree dementia impairment rlo independent aphasia and spatial disorientation\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "malignant thymoma presenting as intracardiac tumor and superior vena caval obstruction case malignant thymoma with intracardiac infiltration and intrinsic superior vena caval obstruction due tumor reported intracardiac invasion by thymoma rare and this reason believed worthy report 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (70%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "malignant thymoma presenting as intracardiac tumor and superior vena caval obstruction case malignant thymoma with intracardiac infiltration and intrinsic superior vena caval obstruction due tumor reported intracardiac invasion by thymoma rare and this reason believed worthy report\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "portal venous gas patient with crohns disease portal venous gas usually occurs setting acute abdomen several causes benign portal venous gas pvg have been reported we describe finding pvg by computed tomography febrile patient with crohns disease and discuss clinical implications such finding 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (92%)\u001b[0m --> \u001b[92m1 (55%)\u001b[0m\n",
      "\n",
      "portal venous gas patient with crohns disease portal venous \u001b[91mgas\u001b[0m usually occurs setting acute abdomen several causes benign portal venous \u001b[91mgas\u001b[0m pvg have been reported we describe finding pvg by computed tomography febrile patient with crohns disease and discuss clinical \u001b[91mimplications\u001b[0m such finding\n",
      "\n",
      "portal venous gas patient with crohns disease portal venous \u001b[92mvalve\u001b[0m usually occurs setting acute abdomen several causes benign portal venous \u001b[92mva\u001b[0m pvg have been reported we describe finding pvg by computed tomography febrile patient with crohns disease and discuss clinical \u001b[92maspects\u001b[0m such finding\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "homocystinuria presenting as central retinal artery occlusion and longstanding thromboembolic disease case central retinal artery occlusion patient with 10year history unexplained thromboembolic disease due secondary hypercoagulable state presented ophthalmological examination led final diagnosis 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (60%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "homocystinuria presenting as central retinal artery occlusion and longstanding thromboembolic disease case central retinal artery occlusion patient with 10year history unexplained thromboembolic disease due secondary hypercoagulable state presented ophthalmological examination led final diagnosis\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "7th nerve palsy after extradural blood patch we describe patient who developed 7th cranial nerve palsy following extradural blood patch full recovery followed likely aetiology discussed 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BertAttack Result: \n",
      "\u001b[91m0 (98%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "7th nerve palsy after extradural blood patch we describe patient who developed 7th cranial nerve palsy following extradural blood patch full recovery followed likely aetiology discussed\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "lipomatous hypertrophy interatrial septum unusual intraoperative finding lipomatous hypertrophy interatrial septum incidental finding man 45 undergoing coronary artery bypass grafting unstable angina he not overweight and did not have any rhythm disturbances diagnosis made frozen section 0\n",
      "BertAttack Result: \n",
      "\u001b[92m1 (66%)\u001b[0m --> \u001b[38:5:240m[SKIPPED]\u001b[0m\n",
      "\n",
      "lipomatous hypertrophy interatrial septum unusual intraoperative finding lipomatous hypertrophy interatrial septum incidental finding man 45 undergoing coronary artery bypass grafting unstable angina he not overweight and did not have any rhythm disturbances diagnosis made frozen section\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "multiple sclerosis and narcolepsy possible similar genetic susceptibility we have studied 2 patients with multiple sclerosis and narcolepsy both patients dr 2 histocompatibility antigen positive each patients diagnosis narcolepsy confirmed by polygraphic testing 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (94%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "multiple sclerosis and narcolepsy possible similar genetic susceptibility we have studied 2 patients with multiple sclerosis and narcolepsy both patients dr 2 histocompatibility antigen positive each patients diagnosis narcolepsy confirmed by polygraphic testing\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "vaginal bleeding childhood and adolescence vaginal bleeding early childhood regardless its duration and quantity always clinical importance this article discusses examination child and adolescent and reviews various causes vaginal bleeding these patient groups 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (99%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "vaginal bleeding childhood and adolescence vaginal bleeding early childhood regardless its duration and quantity always clinical importance this article discusses examination child and adolescent and reviews various causes vaginal bleeding these patient groups\n",
      "\n",
      "\n",
      "\n",
      "Original Text:\n",
      "malignant melanoma oral cavity case report oral cavity rare location development primary malignant melanoma less than 2 all malignant melanomas develop region case report presented illustrating management site palate together with review relevant literature 0\n",
      "BertAttack Result: \n",
      "\u001b[91m0 (100%)\u001b[0m --> \u001b[91m[FAILED]\u001b[0m\n",
      "\n",
      "malignant melanoma oral cavity case report oral cavity rare location development primary malignant melanoma less than 2 all malignant melanomas develop region case report presented illustrating management site palate together with review relevant literature\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for example in nonCardiovascularExamples:\n",
    "    text, label = example\n",
    "    print(\"Original Text:\")\n",
    "    print(text, label)\n",
    "    result = attack.attack(text, int(label))\n",
    "    print(\"BertAttack Result: \")\n",
    "    print(result.__str__(color_method='ansi'))\n",
    "    print(\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n"
     ]
    }
   ],
   "source": [
    "text = [\"giant left lung case report seventysevenyear old woman with mitral stenosis presented with cardiomegaly evident her chest roentgenogram cardiac enlargement due giant left lung that distorted cardiac structures echocardiogram and firstpass nuclear angiogram able delineate huge left lung\"]\n",
    "labels = ['cardiovascular']\n",
    "with torch.no_grad():\n",
    "    tv = torch.tensor([tokenizer.encode(v, padding='max_length', max_length=max_length, truncation=True) for v in text]).cuda()\n",
    "    a_mask = (tv!=0).type(torch.int64).cuda()\n",
    "    outputs = model(tv,attention_mask=a_mask)[0].cpu().numpy()\n",
    "    print(np.argmax(outputs))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "gpuType": "T4",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.5"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "0d623873572144d382ec24c4026726ef": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "0e8a8c1be31b4f17be5203d8acde1ef9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "150b7538d3b1425e9bce1ef4e34671d0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "19ce4073beb54351854674079da34bec": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "268736292ab24e00a61a8cc2fdea3ca8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_dc1044493bfb49abbf80ba73c073289b",
      "max": 28,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_680aaffb5ef944bea8df8672d47f6bc2",
      "value": 28
     }
    },
    "32c9f72b45bd4191abc5cf953b8f0eab": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "34c3bba64411401ebd89b1544e1c0c69": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a326dbe54eb34becbc50be08c8c3d39d",
      "placeholder": "​",
      "style": "IPY_MODEL_66d07ff64c824124b7b034198c347233",
      "value": " 28.0/28.0 [00:00&lt;00:00, 938B/s]"
     }
    },
    "3717cf8966454f3a8615020be6abc9b1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "37552ae7aa574ced9cf3589f05cefb9e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d853ecc0bf2c4eec87b60b759a90447b",
      "placeholder": "​",
      "style": "IPY_MODEL_8f192f438dd9433a9640d0827df5025a",
      "value": " 570/570 [00:00&lt;00:00, 44.0kB/s]"
     }
    },
    "3b4bfee5d37942d6838d764b84dfc0ec": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3cf3ed37eff844a7b9be584c7316d8fd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "408186444a134cd383d37a778b74b742": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3b4bfee5d37942d6838d764b84dfc0ec",
      "placeholder": "​",
      "style": "IPY_MODEL_f4099203729440ba940798c84310bab9",
      "value": "Downloading model.safetensors: 100%"
     }
    },
    "451ac190b92049e9ab46ca9176664398": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_899ca7ec1da74e24a4322d3ffeeb7b7e",
      "max": 231508,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_84f54787563249d6afea2d799c2f9a43",
      "value": 231508
     }
    },
    "49362cdd6dbf49f9bad060076cc838f3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "50c67ffdb82541a887b57b1f0fac2fd5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_49362cdd6dbf49f9bad060076cc838f3",
      "placeholder": "​",
      "style": "IPY_MODEL_d1ea3932c0c143ed80fe6aa141d65a84",
      "value": "Downloading (…)lve/main/config.json: 100%"
     }
    },
    "51de2787bb9e45d292e0d62fd37a8f93": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "554b0a3568af471d972f195a16697c82": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_32c9f72b45bd4191abc5cf953b8f0eab",
      "max": 440449768,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_b1d3502378124efcbfc2806bb843d452",
      "value": 440449768
     }
    },
    "5e8cb3fd02fb4e36b2b766b267c8f3a0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6532e620645e4cbe854c3a1cb34afc2a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "66d07ff64c824124b7b034198c347233": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "680aaffb5ef944bea8df8672d47f6bc2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "69d8061c413b446481ea0e0eba8cb453": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_408186444a134cd383d37a778b74b742",
       "IPY_MODEL_554b0a3568af471d972f195a16697c82",
       "IPY_MODEL_c95bbd77202e4af0b0a4a8415cbeba6b"
      ],
      "layout": "IPY_MODEL_51de2787bb9e45d292e0d62fd37a8f93"
     }
    },
    "6b8557fc7ab944bfad33b2725a9bd49e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "7159a7d9a4b7416b99707fa18ca75916": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a7423e7dd9c74dc39ddd13504c1a7a77",
      "placeholder": "​",
      "style": "IPY_MODEL_6b8557fc7ab944bfad33b2725a9bd49e",
      "value": "Downloading (…)/main/tokenizer.json: 100%"
     }
    },
    "715d951463494ee6848d451113fddd60": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "84f54787563249d6afea2d799c2f9a43": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "85311130cea34949a389b44d4961a530": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "899ca7ec1da74e24a4322d3ffeeb7b7e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8e5e17bd71f74664a10ffcae940ed7a0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e1830fa9826a4b2393981ab34eeddacb",
      "placeholder": "​",
      "style": "IPY_MODEL_f27521be7d334160aa6b5e5f3cb5fca6",
      "value": " 466k/466k [00:00&lt;00:00, 8.20MB/s]"
     }
    },
    "8f192f438dd9433a9640d0827df5025a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "92c64305c58d4e1fafe909f6d2161c42": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0e8a8c1be31b4f17be5203d8acde1ef9",
      "placeholder": "​",
      "style": "IPY_MODEL_a2b77d2f1e1c48618f6d62c44b774d41",
      "value": "Downloading (…)okenizer_config.json: 100%"
     }
    },
    "9a220ca4bc8c4de0b0ffebae32ae862e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_dc0f22d12ab44342857b7e1f4643ca21",
       "IPY_MODEL_451ac190b92049e9ab46ca9176664398",
       "IPY_MODEL_bb9c61e643b84b42af3e5964e183ac5e"
      ],
      "layout": "IPY_MODEL_bb1fd3fdd5f742808de7e99ea47aadfe"
     }
    },
    "a2b77d2f1e1c48618f6d62c44b774d41": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a326dbe54eb34becbc50be08c8c3d39d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a7423e7dd9c74dc39ddd13504c1a7a77": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b0f62382a4e740628138d6d59779c5fa": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_92c64305c58d4e1fafe909f6d2161c42",
       "IPY_MODEL_268736292ab24e00a61a8cc2fdea3ca8",
       "IPY_MODEL_34c3bba64411401ebd89b1544e1c0c69"
      ],
      "layout": "IPY_MODEL_3717cf8966454f3a8615020be6abc9b1"
     }
    },
    "b1d3502378124efcbfc2806bb843d452": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b35261816c5f45c2ad82c9160f4d3fa1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7159a7d9a4b7416b99707fa18ca75916",
       "IPY_MODEL_d71726547a874801aeb742ac67ca452c",
       "IPY_MODEL_8e5e17bd71f74664a10ffcae940ed7a0"
      ],
      "layout": "IPY_MODEL_5e8cb3fd02fb4e36b2b766b267c8f3a0"
     }
    },
    "b78c5dea8e36452d93c8402dbc2af618": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_50c67ffdb82541a887b57b1f0fac2fd5",
       "IPY_MODEL_f1d521357a264264867eafca5d6c9f25",
       "IPY_MODEL_37552ae7aa574ced9cf3589f05cefb9e"
      ],
      "layout": "IPY_MODEL_3cf3ed37eff844a7b9be584c7316d8fd"
     }
    },
    "bb1fd3fdd5f742808de7e99ea47aadfe": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bb9c61e643b84b42af3e5964e183ac5e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_19ce4073beb54351854674079da34bec",
      "placeholder": "​",
      "style": "IPY_MODEL_6532e620645e4cbe854c3a1cb34afc2a",
      "value": " 232k/232k [00:00&lt;00:00, 5.39MB/s]"
     }
    },
    "bd9e62af01a24817b12baaaf8a61e466": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c95bbd77202e4af0b0a4a8415cbeba6b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bd9e62af01a24817b12baaaf8a61e466",
      "placeholder": "​",
      "style": "IPY_MODEL_150b7538d3b1425e9bce1ef4e34671d0",
      "value": " 440M/440M [00:01&lt;00:00, 345MB/s]"
     }
    },
    "cda991f84439483183c77fcc13f66ed3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d1ea3932c0c143ed80fe6aa141d65a84": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d71726547a874801aeb742ac67ca452c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e8b9f6eeba3144b8bbedb099eb199ab5",
      "max": 466062,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_cda991f84439483183c77fcc13f66ed3",
      "value": 466062
     }
    },
    "d853ecc0bf2c4eec87b60b759a90447b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dc0f22d12ab44342857b7e1f4643ca21": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_85311130cea34949a389b44d4961a530",
      "placeholder": "​",
      "style": "IPY_MODEL_e02aae8e799c4a5bba98e5ce5aa7999c",
      "value": "Downloading (…)solve/main/vocab.txt: 100%"
     }
    },
    "dc1044493bfb49abbf80ba73c073289b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e02aae8e799c4a5bba98e5ce5aa7999c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e1830fa9826a4b2393981ab34eeddacb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e8b9f6eeba3144b8bbedb099eb199ab5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f1d521357a264264867eafca5d6c9f25": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_715d951463494ee6848d451113fddd60",
      "max": 570,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_0d623873572144d382ec24c4026726ef",
      "value": 570
     }
    },
    "f27521be7d334160aa6b5e5f3cb5fca6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f4099203729440ba940798c84310bab9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}