text_classifier/notebooks/06_AMLS_model_deployment.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Model Deployment using Azure Machine Learning"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install transformers==4.5.1 --quiet\n",
        "!pip install pytorch-lightning==1.2.8 --quiet\n",
        "!pip install tqdm\n",
        "!pip install wandb"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: tqdm in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (4.60.0)\n",
            "Requirement already satisfied: wandb in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (0.10.30)\n",
            "Requirement already satisfied: GitPython>=1.0.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (3.1.14)\n",
            "Requirement already satisfied: requests<3,>=2.0.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (2.25.1)\n",
            "Requirement already satisfied: sentry-sdk>=0.4.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (1.1.0)\n",
            "Requirement already satisfied: promise<3,>=2.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (2.3)\n",
            "Requirement already satisfied: subprocess32>=3.5.3 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (3.5.4)\n",
            "Requirement already satisfied: PyYAML in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (5.3.1)\n",
            "Requirement already satisfied: Click>=7.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (7.1.2)\n",
            "Requirement already satisfied: configparser>=3.8.1 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (5.0.2)\n",
            "Requirement already satisfied: protobuf>=3.12.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (3.15.8)\n",
            "Requirement already satisfied: pathtools in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (0.1.2)\n",
            "Requirement already satisfied: psutil>=5.0.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (5.8.0)\n",
            "Requirement already satisfied: python-dateutil>=2.6.1 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (2.8.1)\n",
            "Requirement already satisfied: six>=1.13.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (1.15.0)\n",
            "Requirement already satisfied: docker-pycreds>=0.4.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (0.4.0)\n",
            "Requirement already satisfied: shortuuid>=0.5.0 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from wandb) (1.0.1)\n",
            "Requirement already satisfied: gitdb<5,>=4.0.1 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from GitPython>=1.0.0->wandb) (4.0.7)\n",
            "Requirement already satisfied: chardet<5,>=3.0.2 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from requests<3,>=2.0.0->wandb) (4.0.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from requests<3,>=2.0.0->wandb) (2020.12.5)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from requests<3,>=2.0.0->wandb) (2.10)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from requests<3,>=2.0.0->wandb) (1.25.11)\n",
            "Requirement already satisfied: smmap<5,>=3.0.1 in /anaconda/envs/azureml_py36/lib/python3.6/site-packages (from gitdb<5,>=4.0.1->GitPython>=1.0.0->wandb) (4.0.0)\n"
          ]
        }
      ],
      "execution_count": 1,
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "import azureml\n",
        "import shutil\n",
        "import urllib.request\n",
        "from pathlib import Path\n",
        "import urllib3\n",
        "import zipfile\n",
        "import tqdm.auto as tqdm\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "from azureml.core.model import Model, InferenceConfig\n",
        "from azureml.core import Workspace, Datastore, Experiment, Run, Environment, ScriptRunConfig\n",
        "\n",
        "from azureml.core.compute import ComputeTarget, AmlCompute, AksCompute, ComputeTarget\n",
        "from azureml.core.compute_target import ComputeTargetException\n",
        "from azureml.train.dnn import PyTorch\n",
        "from azureml.widgets import RunDetails\n",
        "\n",
        "from azureml.core.webservice import Webservice, AksWebservice, AciWebservice\n",
        "from azureml.core.dataset import Dataset\n",
        "from azureml.core.resource_configuration import ResourceConfiguration\n",
        "from azureml.core.conda_dependencies import CondaDependencies\n",
        "\n",
        "from transformers import BertTokenizer\n",
        "\n",
        "# check core SDK version number\n",
        "print(\"Azure ML SDK Version: \", azureml.core.VERSION)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Azure ML SDK Version:  1.27.0\n"
          ]
        }
      ],
      "execution_count": 88,
      "metadata": {
        "gather": {
          "logged": 1621079241050
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 1 - Connect to the AML Workspace Environment"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "# Connect to workspace\n",
        "ws = Workspace.from_config()\n",
        "print(\"Workspace:\",ws.name)\n",
        "\n",
        "# # Connect to compute for training\n",
        "# gpu_instance_name = \"weak-supervisor-gpu\"\n",
        "\n",
        "# gpu_instance = ComputeTarget(workspace=ws, name=gpu_instance_name)\n",
        "# gpu_instance.wait_for_completion(show_output=True)\n",
        "# print(\"Compute Target:\",gpu_instance.name)\n",
        "\n",
        "# Connect to the datastore for the training images\n",
        "ds = Datastore.get_default(ws)\n",
        "print(\"Datastore:\",ds.name)\n",
        "\n",
        "# Connect to the experiment\n",
        "exp = Experiment(workspace=ws, name='Weak-Supervision-fsdl')\n",
        "print(\"Experiment:\",exp.name)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Workspace: weak-supervision-project\n",
            "Datastore: workspaceblobstore\n",
            "Experiment: Weak-Supervision-fsdl\n"
          ]
        }
      ],
      "execution_count": 3,
      "metadata": {
        "gather": {
          "logged": 1621072812402
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 2 - Data"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "df = pd.read_csv('toxic_comments.csv')\n",
        "df.head()"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 4,
          "data": {
            "text/plain": "                 id                                       comment_text  toxic  \\\n0  0000997932d777bf  Explanation\\nWhy the edits made under my usern...      0   \n1  000103f0d9cfb60f  D'aww! He matches this background colour I'm s...      0   \n2  000113f07ec002fd  Hey man, I'm really not trying to edit war. It...      0   \n3  0001b41b1c6bb37e  \"\\nMore\\nI can't make any real suggestions on ...      0   \n4  0001d958c54c6e35  You, sir, are my hero. Any chance you remember...      0   \n\n   severe_toxic  obscene  threat  insult  identity_hate  \n0             0        0       0       0              0  \n1             0        0       0       0              0  \n2             0        0       0       0              0  \n3             0        0       0       0              0  \n4             0        0       0       0              0  ",
            "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>id</th>\n      <th>comment_text</th>\n      <th>toxic</th>\n      <th>severe_toxic</th>\n      <th>obscene</th>\n      <th>threat</th>\n      <th>insult</th>\n      <th>identity_hate</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>0000997932d777bf</td>\n      <td>Explanation\\nWhy the edits made under my usern...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>000103f0d9cfb60f</td>\n      <td>D'aww! He matches this background colour I'm s...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>000113f07ec002fd</td>\n      <td>Hey man, I'm really not trying to edit war. It...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>0001b41b1c6bb37e</td>\n      <td>\"\\nMore\\nI can't make any real suggestions on ...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>0001d958c54c6e35</td>\n      <td>You, sir, are my hero. Any chance you remember...</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
          },
          "metadata": {}
        }
      ],
      "execution_count": 4,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621072817045
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "LABEL_COLUMNS = df.columns.tolist()[2:]"
      ],
      "outputs": [],
      "execution_count": 5,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621072817115
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df_toxic = df[df[LABEL_COLUMNS].sum(axis=1) > 0]\n",
        "df_clean = df[df[LABEL_COLUMNS].sum(axis=1) == 0]\n",
        "\n",
        "train_df = pd.concat([\n",
        "  df_toxic.sample(2000, random_state=42),\n",
        "  df_clean.sample(2000, random_state=42)\n",
        "])\n",
        "\n",
        "train_df['label'] = np.where(train_df[LABEL_COLUMNS].sum(axis=1) == 0, 0, 1)\n",
        "train_df = train_df.drop(LABEL_COLUMNS, axis=1)\n",
        "train_df = train_df.rename(columns={\"comment_text\": \"text\"})"
      ],
      "outputs": [],
      "execution_count": 6,
      "metadata": {
        "gather": {
          "logged": 1621072817231
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "fine_tune_df = train_df.groupby('label').apply(lambda s: s.sample(500, random_state=123)).reset_index(level=0, drop=True)\n",
        "train_df.drop(fine_tune_df.index, inplace=True)\n",
        "\n",
        "train_df, test_df = train_test_split(train_df, test_size=0.25)\n",
        "val_df = test_df.sample(frac=0.1)\n",
        "test_df.drop(val_df.index, inplace=True)\n",
        "\n",
        "print('\\t Fine-Tune Set:', len(fine_tune_df), 'Valid:', len(val_df), '\\t', 'Train:', len(train_df), '\\t Test:', len(test_df),)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\t Fine-Tune Set: 1000 Valid: 75 \t Train: 2250 \t Test: 675\n"
          ]
        }
      ],
      "execution_count": 7,
      "metadata": {
        "gather": {
          "logged": 1621072817337
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 3 - Train the model"
      ],
      "metadata": {}
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 3.1 Create model script"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "%%writefile 'toxic_bert.py'\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from sklearn.model_selection import train_test_split\n",
        "import numpy as np\n",
        "from tqdm.auto import tqdm\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "\n",
        "from transformers import BertTokenizerFast, BertModel, BertTokenizer, AdamW, get_linear_schedule_with_warmup\n",
        "\n",
        "import pytorch_lightning as pl\n",
        "from pytorch_lightning.metrics.functional import accuracy, f1\n",
        "from pytorch_lightning.callbacks import ModelCheckpoint, EarlyStopping, BackboneFinetuning, QuantizationAwareTraining, ModelPruning\n",
        "RANDOM_SEED = 42\n",
        "pl.seed_everything(RANDOM_SEED)\n",
        "# lightning plus wandb\n",
        "import wandb\n",
        "from pytorch_lightning.loggers import WandbLogger\n",
        "import gc\n",
        "\n",
        "MAX_TOKEN_COUNT = 256\n",
        "BATCH_SIZE = 4\n",
        "BERT_MODEL_NAME = 'bert-base-cased'\n",
        "\n",
        "\n",
        "class ToxicCommentsDataset(Dataset):\n",
        "\n",
        "  def __init__(\n",
        "    self, \n",
        "    data: pd.DataFrame,\n",
        "    tokenizer: BertTokenizer,\n",
        "    max_token_len: int = 128\n",
        "  ):\n",
        "    self.tokenizer = tokenizer\n",
        "    self.data = data\n",
        "    self.max_token_len = max_token_len\n",
        "    \n",
        "  def __len__(self):\n",
        "    return len(self.data)\n",
        "\n",
        "  def __getitem__(self, index: int):\n",
        "    data_row = self.data.iloc[index]\n",
        "\n",
        "    comment_text = data_row.text\n",
        "    labels = data_row['label']\n",
        "\n",
        "    encoding = self.tokenizer.encode_plus(\n",
        "      comment_text,\n",
        "      add_special_tokens=True,\n",
        "      max_length=self.max_token_len,\n",
        "      return_token_type_ids=False,\n",
        "      padding=\"max_length\",\n",
        "      truncation=True,\n",
        "      return_attention_mask=True,\n",
        "      return_tensors='pt',\n",
        "    )\n",
        "\n",
        "    return dict(\n",
        "      comment_text=comment_text,\n",
        "      input_ids=encoding[\"input_ids\"].flatten(),\n",
        "      attention_mask=encoding[\"attention_mask\"].flatten(),\n",
        "      labels=labels\n",
        "    )\n",
        "\n",
        "class ToxicCommentDataModule(pl.LightningDataModule):\n",
        "\n",
        "  def __init__(self, train_df, test_df, tokenizer, batch_size=4, max_token_len=128):\n",
        "    super().__init__()\n",
        "    self.batch_size = batch_size\n",
        "    self.train_df = train_df\n",
        "    self.test_df = test_df\n",
        "    self.tokenizer = tokenizer\n",
        "    self.max_token_len = max_token_len\n",
        "\n",
        "  def setup(self, stage=None):\n",
        "    self.train_dataset = ToxicCommentsDataset(\n",
        "      self.train_df,\n",
        "      self.tokenizer,\n",
        "      self.max_token_len\n",
        "    )\n",
        "\n",
        "    self.test_dataset = ToxicCommentsDataset(\n",
        "      self.test_df,\n",
        "      self.tokenizer,\n",
        "      self.max_token_len\n",
        "    )\n",
        "\n",
        "  def train_dataloader(self):\n",
        "    return DataLoader(\n",
        "      self.train_dataset,\n",
        "      batch_size=self.batch_size,\n",
        "      shuffle=True,\n",
        "      num_workers=2\n",
        "    )\n",
        "\n",
        "  def val_dataloader(self):\n",
        "    return DataLoader(\n",
        "      self.test_dataset,\n",
        "      batch_size=self.batch_size,\n",
        "      num_workers=2\n",
        "    )\n",
        "\n",
        "  def test_dataloader(self):\n",
        "    return DataLoader(\n",
        "      self.test_dataset,\n",
        "      batch_size=self.batch_size,\n",
        "      num_workers=2\n",
        "    )\n",
        "\n",
        "\n",
        "class ToxicCommentTagger(pl.LightningModule):\n",
        "\n",
        "  def __init__(self, num_classes: int, input_dims=(8, 256), attn_mask=(8, 256), n_training_steps=None, n_warmup_steps=None, BERT_MODEL_NAME = 'bert-base-cased'):\n",
        "    super().__init__()\n",
        "    BERT_MODEL_NAME = 'bert-base-cased'\n",
        "    self.backbone = BertModel.from_pretrained(BERT_MODEL_NAME, return_dict=True)\n",
        "    # self.backbone = DistilBertForSequenceClassification.from_pretrained(BERT_MODEL_NAME, return_dict=True)\n",
        "    self.classifier = nn.Linear(self.backbone.config.hidden_size, num_classes)\n",
        "    self.n_training_steps = n_training_steps\n",
        "    self.n_warmup_steps = n_warmup_steps\n",
        "    self.criterion = nn.CrossEntropyLoss()\n",
        "\n",
        "    # log hyperparameters\n",
        "    self.save_hyperparameters()\n",
        "\n",
        "    # compute the accuracy -- no need to roll your own!\n",
        "    self.train_acc = pl.metrics.Accuracy()\n",
        "    self.val_acc = pl.metrics.Accuracy()\n",
        "    self.test_acc = pl.metrics.Accuracy()\n",
        "    self.train_f1 = pl.metrics.F1(num_classes=num_classes)\n",
        "    self.val_f1 = pl.metrics.F1(num_classes=num_classes)\n",
        "    self.test_f1 = pl.metrics.F1(num_classes=num_classes)\n",
        "\n",
        "  def forward(self, input_ids, attention_mask, labels=None):\n",
        "    output = self.backbone(input_ids, attention_mask=attention_mask)\n",
        "    # output = torch.argmax(output.logits, 1)\n",
        "    # print(output.pooler_output)\n",
        "    output = self.classifier(output.pooler_output)\n",
        "    # print(output)\n",
        "    output = torch.sigmoid(output)\n",
        "    # print(output)\n",
        "    loss = 0\n",
        "    if labels is not None:\n",
        "        loss = self.criterion(output, labels)\n",
        "    return loss, output\n",
        "\n",
        "  def training_step(self, batch, batch_idx):\n",
        "    input_ids = batch[\"input_ids\"]\n",
        "    attention_mask = batch[\"attention_mask\"]\n",
        "    labels = batch[\"labels\"]\n",
        "\n",
        "    loss, outputs = self(input_ids, attention_mask, labels) # calls self.forward\n",
        "    preds = torch.argmax(outputs, 1) # take the highest predicted number\n",
        "\n",
        "    self.train_acc(preds, labels)\n",
        "    self.train_f1(preds, labels)\n",
        "    self.log('train/loss_epoch', loss, on_step=False, on_epoch=True)\n",
        "    self.log('train/acc_epoch', self.train_acc, on_step=False, on_epoch=True)\n",
        "    self.log('train/f1_epoch', self.train_f1, on_step=False, on_epoch=True)\n",
        "\n",
        "    self.log(\"train_loss\", loss)\n",
        "    self.log(\"train_f1\", self.train_f1)\n",
        "    return {\"loss\": loss, \"predictions\": preds, \"labels\": labels}\n",
        "\n",
        "  def validation_step(self, batch, batch_idx):\n",
        "    input_ids = batch[\"input_ids\"]\n",
        "    attention_mask = batch[\"attention_mask\"]\n",
        "    labels = batch[\"labels\"]\n",
        "    loss, outputs = self(input_ids, attention_mask, labels)\n",
        "    preds = torch.argmax(outputs, 1)\n",
        "\n",
        "    self.val_acc(preds, labels)\n",
        "    self.val_f1(preds, labels)\n",
        "    self.log('val/loss_epoch', loss, on_step=False, on_epoch=True)\n",
        "    self.log('val/acc_epoch', self.val_acc, on_step=False, on_epoch=True)\n",
        "    self.log('val/f1_epoch', self.val_f1, on_step=False, on_epoch=True)\n",
        "\n",
        "    self.log(\"val_loss\", loss, prog_bar=True, logger=True)\n",
        "    self.log(\"val_f1\", self.val_f1, prog_bar=True, logger=True)\n",
        "\n",
        "    torch.cuda.empty_cache()\n",
        "    return loss\n",
        "\n",
        "  # def validation_epoch_end(self, validation_step_outputs):\n",
        "\n",
        "  # #   # Saving our model weights and biases every epoch.\n",
        "  # #   # This way, if we overfit, we can just roll back our weights to the saved weights at the best epoch\n",
        "  # #   dummy_input_dims = torch.zeros(self.hparams['input_dims'], dtype=torch.long, device=self.device)\n",
        "  # #   dummy_attn_mask = torch.zeros(self.hparams['attention_mask'], dtype=torch.long, device=self.device)\n",
        "  # #   input_names = [ \"input_dims\", \"attention_mask\" ]\n",
        "  # #   output_names = [ \"input_dims\", \"attention_mask\" ]\n",
        "  # #   dummy_input = [dummy_input_dims, dummy_attn_mask]\n",
        "  # #   model_filename = f'model_{str(self.global_step).zfill(5)}.onnx'\n",
        "  # #   torch.onnx.export(self, dummy_input, model_filename,\n",
        "  # #                     input_names=input_names,\n",
        "  # #                     output_names=output_names)\n",
        "  # #   wandb.save(model_filename)\n",
        "\n",
        "  #   # flatten validation step outputs as a pytorch tensor and turn into a histogram\n",
        "  #   flattened_logits = torch.flatten(torch.cat(validation_step_outputs))\n",
        "  #   self.logger.experiment.log(\n",
        "  #       {'valid/logits': wandb.Histogram(flattened_logits.to('cpu')),\n",
        "  #         'global_step': self.global_step}\n",
        "  #   )\n",
        "\n",
        "  def test_step(self, batch, batch_idx):\n",
        "    input_ids = batch[\"input_ids\"]\n",
        "    attention_mask = batch[\"attention_mask\"]\n",
        "    labels = batch[\"labels\"]\n",
        "    loss, outputs = self(input_ids, attention_mask, labels)\n",
        "    preds = torch.argmax(outputs, 1)\n",
        "\n",
        "    self.test_acc(preds, labels)\n",
        "    self.test_f1(preds, labels)\n",
        "    self.log('test/loss_epoch', loss, on_step=False, on_epoch=True)\n",
        "    self.log('test/acc_epoch', self.test_acc, on_step=False, on_epoch=True)\n",
        "    self.log('test/f1_epoch', self.test_f1, on_step=False, on_epoch=True)\n",
        "\n",
        "    self.log(\"test_loss\", loss, prog_bar=True, logger=True)\n",
        "    self.log(\"test_f1\", self.test_f1, prog_bar=True, logger=True)\n",
        "    return loss\n",
        "\n",
        "  def configure_optimizers(self):\n",
        "\n",
        "    optimizer = AdamW(filter(lambda p: p.requires_grad, self.parameters()), lr=2e-5)\n",
        "\n",
        "    scheduler = get_linear_schedule_with_warmup(\n",
        "      optimizer,\n",
        "      num_warmup_steps=self.n_warmup_steps,\n",
        "      num_training_steps=self.n_training_steps\n",
        "    )\n",
        "\n",
        "    return dict(\n",
        "      optimizer=optimizer,\n",
        "      lr_scheduler=dict(\n",
        "        scheduler=scheduler,\n",
        "        interval='step'\n",
        "      )\n",
        "    )\n"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Overwriting toxic_bert.py\n"
          ]
        }
      ],
      "execution_count": 9,
      "metadata": {}
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 3.2 Create a training script"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "%%writefile 'train.py'\n",
        "\n",
        "from __future__ import print_function, division\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import os\n",
        "import requests\n",
        "import json\n",
        "from sklearn.model_selection import train_test_split\n",
        "from tqdm.auto import tqdm\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "\n",
        "from transformers import BertTokenizerFast, BertModel, BertTokenizer, AdamW, get_linear_schedule_with_warmup\n",
        "\n",
        "import pytorch_lightning as pl\n",
        "from pytorch_lightning.metrics.functional import accuracy, f1\n",
        "from pytorch_lightning.callbacks import ModelCheckpoint, EarlyStopping, BackboneFinetuning, QuantizationAwareTraining, ModelPruning\n",
        "RANDOM_SEED = 42\n",
        "pl.seed_everything(RANDOM_SEED)\n",
        "# lightning plus wandb\n",
        "import wandb\n",
        "from pytorch_lightning.loggers import WandbLogger\n",
        "import gc\n",
        "\n",
        "### Add References\n",
        "import argparse\n",
        "from azureml.core import Run\n",
        "from azureml.core.model import Model\n",
        "\n",
        "# importing models\n",
        "from toxic_bert import ToxicCommentsDataset, ToxicCommentDataModule, ToxicCommentTagger\n",
        "\n",
        "### Add run context for AML\n",
        "run = Run.get_context()\n",
        "\n",
        "### Parse incoming parameters\n",
        "parser = argparse.ArgumentParser()\n",
        "parser.add_argument(\"--data-folder\", type=str, dest=\"data_folder\", help=\"data folder mounting point\", default=\"\")\n",
        "parser.add_argument(\"--num-epochs\", type=int, dest=\"num_epochs\", help=\"Number of epochs\", default=\"10\")\n",
        "parser.add_argument(\"--max_token_count\", type=int, dest=\"max_token_count\", help=\"max_token_count\", default=\"256\")\n",
        "parser.add_argument(\"--batch_size\", type=int, dest=\"batch_size\", help=\"batch_size\", default=\"4\")\n",
        "parser.add_argument(\"--dataset\", type=int, dest=\"dataset\", help=\"dataset\", default=\"\")\n",
        "parser.add_argument(\"--model_name\", type=int, dest=\"model_name\", help=\"model_name\", default=\"\")\n",
        "\n",
        "args = parser.parse_args()\n",
        "DATA_PATH = args.data_folder\n",
        "N_EPOCHS = args.num_epochs\n",
        "MAX_TOKEN_COUNT = args.max_token_count\n",
        "BATCH_SIZE = args.batch_size\n",
        "BERT_MODEL_NAME = args.model_name\n",
        "\n",
        "tokenizer = BertTokenizer.from_pretrained(BERT_MODEL_NAME)\n",
        "# tokenizer = DistilBertTokenizerFast.from_pretrained(BERT_MODEL_NAME)\n",
        "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"true\"\n",
        "\n",
        "# Get data (upload dataset to Azure first)\n",
        "toxic_comments_ds = Dataset.get_by_name(ws, name='toxic_comments')\n",
        "df = toxic_comments_ds.to_pandas_dataframe()\n",
        "\n",
        "df_toxic = df[df[LABEL_COLUMNS].sum(axis=1) > 0]\n",
        "df_clean = df[df[LABEL_COLUMNS].sum(axis=1) == 0]\n",
        "\n",
        "train_df = pd.concat([\n",
        "  df_toxic.sample(2000, random_state=42),\n",
        "  df_clean.sample(2000, random_state=42)\n",
        "])\n",
        "\n",
        "train_df['label'] = np.where(train_df[LABEL_COLUMNS].sum(axis=1) == 0, 0, 1)\n",
        "train_df = train_df.drop(LABEL_COLUMNS, axis=1)\n",
        "train_df = train_df.rename(columns={\"comment_text\": \"text\"})\n",
        "\n",
        "fine_tune_df = train_df.groupby('label').apply(lambda s: s.sample(500, random_state=123)).reset_index(level=0, drop=True)\n",
        "train_df.drop(fine_tune_df.index, inplace=True)\n",
        "\n",
        "train_df, test_df = train_test_split(train_df, test_size=0.25)\n",
        "val_df = test_df.sample(frac=0.1)\n",
        "test_df.drop(val_df.index, inplace=True)\n",
        "\n",
        "class_names = fine_tune_df['label']\n",
        "\n",
        "\n",
        "train_dataset = ToxicCommentsDataset(\n",
        "  fine_tune_df,\n",
        "  tokenizer=tokenizer,\n",
        "  max_token_len=MAX_TOKEN_COUNT\n",
        ")\n",
        "\n",
        "data_module = ToxicCommentDataModule(\n",
        "  fine_tune_df,\n",
        "  val_df,\n",
        "  tokenizer=tokenizer,\n",
        "  batch_size=BATCH_SIZE,\n",
        "  max_token_len=MAX_TOKEN_COUNT\n",
        ")\n",
        "\n",
        "steps_per_epoch=len(fine_tune_df) // BATCH_SIZE\n",
        "total_training_steps = steps_per_epoch * N_EPOCHS\n",
        "\n",
        "warmup_steps = total_training_steps // 5\n",
        "warmup_steps, total_training_steps\n",
        "\n",
        "model = ToxicCommentTagger(\n",
        "    'finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt'\n",
        "    num_classes=2,\n",
        "    n_warmup_steps=warmup_steps,\n",
        "    n_training_steps=total_training_steps\n",
        "    )\n",
        "\n",
        "checkpoint_callback = ModelCheckpoint(\n",
        "    dirpath=\"checkpoints\",\n",
        "    filename=\"best-checkpoint\",\n",
        "    save_top_k=1,\n",
        "    verbose=True,\n",
        "    monitor=\"val_loss\",\n",
        "    mode=\"min\"\n",
        "    )\n",
        "\n",
        "multiplicative=lambda epoch: 1.1 # modifies learning rate after unfreeze\n",
        "backbone_finetuning = BackboneFinetuning(5, multiplicative) # freezes pretrained model until 5 epochs\n",
        "\n",
        "model_pruning = ModelPruning(\n",
        "    pruning_fn='l1_unstructured',\n",
        "    amount=0.1,\n",
        "    use_global_unstructured=True,\n",
        "    )\n",
        "\n",
        "wandb.login()\n",
        "wandb_logger = WandbLogger(project=\"weak-supervision-fsdl-project\", entity=\"weak-supervision-classifier-team\")\n",
        "wandb.watch(model)\n",
        "\n",
        "trainer = pl.Trainer(\n",
        "    logger=[wandb_logger],\n",
        "    log_every_n_steps=50,\n",
        "    checkpoint_callback=checkpoint_callback,\n",
        "    callbacks=[backbone_finetuning, model_pruning], # , early_stopping_callback, quantization_aware_training]\n",
        "    max_epochs=N_EPOCHS,\n",
        "    gpus=1,\n",
        "    deterministic=True,\n",
        "    progress_bar_refresh_rate=30,\n",
        "    precision=16\n",
        "    )\n",
        "\n",
        "trainer.fit(model, data_module)\n",
        "\n",
        "model_ckpt = \"./outputs/pl_bert_toxic_best_model.ckpt\"\n",
        "trainer.save_checkpoint(model_ckpt)\n",
        "wandb.save('*ckpt*')\n",
        "wandb.finish()"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Overwriting train.py\n"
          ]
        }
      ],
      "execution_count": 11,
      "metadata": {}
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 3.3 Create and run a PyTorch ScriptRunConfig"
      ],
      "metadata": {}
    },
    {
      "cell_type": "markdown",
      "source": [
        "Don't run this section unless you have a GPU you can run to train the model. Since we already trained the models in Colab, there was no need to train models in Azure as well. But the code is here for future use!"
      ],
      "metadata": {
        "nteract": {
          "transient": {
            "deleting": false
          }
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# %%writefile conda_dependencies.yml\n",
        "\n",
        "# channels:\n",
        "#   - conda-forge\n",
        "# dependencies:\n",
        "#   - python=3.6\n",
        "#   - pip:\n",
        "#     - azureml-defaults\n",
        "#     - torch\n",
        "#     - pytorch-lightning==1.2.8\n",
        "#     - transformers==4.5.1\n",
        "#     - wandb\n",
        "#     - tqdm\n",
        "#     - scikit-learn\n",
        "#     - numpy"
      ],
      "outputs": [],
      "execution_count": 12,
      "metadata": {
        "gather": {
          "logged": 1621072817819
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# pl_env = Environment.from_conda_specification(name='pytorch-lightning-1.2.8-gpu', file_path='./conda_dependencies.yml')\n",
        "\n",
        "# # specify a GPU base image\n",
        "# env.docker.enabled = True\n",
        "# env.docker.base_image = (\n",
        "#     \"mcr.microsoft.com/azureml/openmpi3.1.2-cuda10.2-cudnn8-ubuntu18.04\"\n",
        "# )"
      ],
      "outputs": [],
      "execution_count": 13,
      "metadata": {
        "gather": {
          "logged": 1621072817955
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# args = [\n",
        "#     '--data-folder', toxic_comments_ds.as_named_input('toxic_comments').as_mount(),\n",
        "#     '--num-epochs', 10,\n",
        "#     '--max_token_count', 256,\n",
        "#     '--batch_size', 4,\n",
        "#     '--model_name', 'bert-base-cased',\n",
        "# ]\n",
        "\n",
        "# project_folder = \"./trainingscripts\"\n",
        "\n",
        "# config = ScriptRunConfig(\n",
        "#     source_directory = project_folder, \n",
        "#     script = 'train.py', \n",
        "#     compute_target=gpu_instance,\n",
        "#     environment = pl_env,\n",
        "#     arguments=args,\n",
        "# )"
      ],
      "outputs": [],
      "execution_count": 14,
      "metadata": {
        "gather": {
          "logged": 1621072818065
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# run = exp.submit(config)"
      ],
      "outputs": [],
      "execution_count": 15,
      "metadata": {
        "gather": {
          "logged": 1621072818135
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# # Show the PyTorch estimator\n",
        "# RunDetails(run).show()"
      ],
      "outputs": [],
      "execution_count": 16,
      "metadata": {
        "gather": {
          "logged": 1621072818249
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# # Load a historic run\n",
        "# previousRunId = ''\n",
        "# run = [r for r in exp.get_runs() if r.id == previousRunId][0]\n",
        "# RunDetails(run).show()"
      ],
      "outputs": [],
      "execution_count": 17,
      "metadata": {
        "gather": {
          "logged": 1621072818367
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 3.4 Register the model in Azure ML"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "from azureml.core.model import Model\r\n",
        "\r\n",
        "model = Model.register(model_name='Toxic-PyTorch-Lightning',\r\n",
        "                           model_path='finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt',\r\n",
        "                           model_framework='PyTorch Lightning',\r\n",
        "                           model_framework_version='1.2.8',\r\n",
        "                           description=\"Toxic Comments Classifier\",\r\n",
        "                           tags={'Weak Supervision Team':'Test 1'},\r\n",
        "                           resource_configuration=ResourceConfiguration(cpu=1, memory_in_gb=2),\r\n",
        "                           workspace=ws)\r\n",
        "\r\n",
        "print(\"Model '{}' version {} registered \".format(model.name,model.version))"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:azureml.core.model:Uploading model Toxic-PyTorch-Lightning with 1 files of total size 1299959732 bytes\n",
            "DEBUG:azureml.ArtifactsClient.upload_files:Overriding default timeout to 857973.42312\n",
            "DEBUG:azureml.ArtifactsClient.upload_files:[Start]\n",
            "DEBUG:azureml.ArtifactsClient.batch_create_empty_artifacts-async:False:[START]\n",
            "DEBUG:azureml.ArtifactsClient:ClientBase: Calling batch_create_empty_artifacts with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/batch/metadata/{origin}/{container}\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.experiments.azureml.net/artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/batch/metadata/LocalUpload/210515T091918-32636878'\n",
            "DEBUG:msrest.http_logger:Request method: 'POST'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json-patch+json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': '77b80951-9ec8-473c-9d59-73c99de52a4b'\n",
            "DEBUG:msrest.http_logger:    'request-id': '77b80951-9ec8-473c-9d59-73c99de52a4b'\n",
            "DEBUG:msrest.http_logger:    'Content-Length': '103'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'python/3.6.9 (Linux-5.4.0-1046-azure-x86_64-with-debian-buster-sid) msrest/0.6.21 azureml._restclient/core.1.27.0 DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:{\"paths\": [{\"path\": \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\"}]}\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.experiments.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.experiments.azureml.net:443 \"POST /artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/batch/metadata/LocalUpload/210515T091918-32636878 HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 09:19:20 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': '77b80951-9ec8-473c-9d59-73c99de52a4b'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': ''\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '1.448'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"artifacts\": {\n",
            "    \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\": {\n",
            "      \"artifactId\": \"LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"210515T091918-32636878\",\n",
            "      \"path\": \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\",\n",
            "      \"etag\": \"\\\"390004c9-0000-0200-0000-609f92180000\\\"\",\n",
            "      \"createdTime\": \"2021-05-15T09:19:20.1039004+00:00\",\n",
            "      \"dataPath\": null,\n",
            "      \"tags\": {}\n",
            "    }\n",
            "  },\n",
            "  \"artifactContentInformation\": {\n",
            "    \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\": {\n",
            "      \"contentUri\": \"https://weaksupervisio5182981328.blob.core.windows.net/azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"210515T091918-32636878\",\n",
            "      \"path\": \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\",\n",
            "      \"tags\": {}\n",
            "    }\n",
            "  },\n",
            "  \"errors\": {}\n",
            "}\n",
            "DEBUG:azureml.ArtifactsClient.batch_create_empty_artifacts-async:False:[STOP]\n",
            "DEBUG:azureml._restclient.clientbase.WorkerPool:submitting future: perform_upload\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.0_perform_upload:Using basic handler - no exception handling\n",
            "DEBUG:azureml.ArtifactsClient.upload_files:Adding task 0_perform_upload to queue of approximate size: 0\n",
            "DEBUG:azureml.ArtifactsClient.upload_files:[Stop] - waiting default timeout\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.WaitFlushSource:upload_files:[START]\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.WaitFlushSource:upload_files:Overriding default flush timeout from None to 857973.42312\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.WaitFlushSource:upload_files:Waiting 857973.42312 seconds on tasks: [AsyncTask(0_perform_upload)].\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling create_blob_from_stream with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: weaksupervisio5182981328.blob.core.windows.net\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: weaksupervisio5182981328.blob.core.windows.net\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNRFF4T1RRek1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNRGd6T0RnMk1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNVEkxT0RJNU1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNVFkzTnpjeU1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNakE1TnpFMU1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNalV4TmpVNE1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNamt6TmpBeE1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNek0xTlRRME16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNemMzTkRnM016WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOREU1TkRNd05EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdORFl4TXpjek5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOVEF6TXpFMk5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOVFExTWpVNU5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOVGczTWpBeU5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOakk1TVRRMU5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOamN4TURnNE5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOekV6TURNeE5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOelUwT1RjME56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdOemsyT1RFM056WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdPRE00T0RZd09EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdPRGd3T0RBek9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdPVEl5TnpRMk9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdPVFkwTmpnNU9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNREEyTmpNeU9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNRFE0TlRjMk1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNRGt3TlRFNU1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNVE15TkRZeU1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNVGMwTkRBMU1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNakUyTXpRNE1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNalU0TWpreE1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNekF3TWpNME1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNelF5TVRjM01qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhNemcwTVRJd016SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOREkyTURZek16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhORFk0TURBMk5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOVEE1T1RRNU5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOVFV4T0RreU5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOVGt6T0RNMU5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOak0xTnpjNE5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOamMzTnpJeE5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOekU1TmpZME5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhOell4TmpBM05qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhPREF6TlRVd056SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhPRFExTkRrek56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhPRGczTkRNMk9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhPVEk1TXpjNU9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXhPVGN4TXpJeU9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNREV6TWpZMU9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNRFUxTWpBNE9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNRGszTVRVeU1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNVE01TURrMU1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNVGd4TURNNE1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNakl5T1RneE1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNalkwT1RJME1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNekEyT0RZM01qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNelE0T0RFd01qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlORE15TmprMk16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlORGMwTmpNNU16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlNemt3TnpVek1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOVEUyTlRneU5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOVFU0TlRJMU5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOakF3TkRZNE5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOalF5TkRFeE5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOamcwTXpVME5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOekkyTWprM05qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlOelk0TWpRd05qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlPREV3TVRnek5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlPRFV5TVRJMk56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlPRGswTURZNU56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlPVE0yTURFeU9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXlPVGMzT1RVMU9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNREU1T0RrNE9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNRFl4T0RReE9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNVEF6TnpnME9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNVFExTnpJNE1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNVGczTmpjeE1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNakk1TmpFME1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNamN4TlRVM01USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNekV6TlRBd01UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNelUxTkRRek1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpNemszTXpnMk1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpORE01TXpJNU1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpORGd4TWpjeU16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOVEl6TWpFMU16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOVFkxTVRVNE5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOakEzTVRBeE5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOamt3T1RnM05USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOalE1TURRME5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOek15T1RNd05UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpOemMwT0Rjek5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpPREUyT0RFMk5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpPRFU0TnpVNU5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpPVFF5TmpRMU56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpPVEF3TnpBeU56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXpPVGcwTlRnNE9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNRFk0TkRjME9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNREkyTlRNeE9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNVEV3TkRFM09USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNVFV5TXpZd09UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNVGswTXpBME1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNak0yTWpRM01EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNamM0TVRrd01EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNekl3TVRNek1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBNell5TURjMk1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOREEwTURFNU1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBORFExT1RZeU1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBORGczT1RBMU1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOVEk1T0RRNE16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOVGN4TnpreE16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOakV6TnpNME5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOalUxTmpjM05EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOamszTmpJd05EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOek01TlRZek5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBOemd4TlRBMk5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBPREl6TkRRNU5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBPRFkxTXpreU5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBPVEEzTXpNMU5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBPVFE1TWpjNE56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTBPVGt4TWpJeE56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNRE16TVRZME9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNRGMxTVRBM09EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNVEUzTURVd09EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNVFU0T1Rrek9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNakF3T1RNMk9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNalF5T0Rnd01EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNamcwT0RJek1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNekkyTnpZMk1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFNelk0TnpBNU1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOREV3TmpVeU1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFORFV5TlRrMU1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFORGswTlRNNE1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOVE0yTkRneE1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOVGM0TkRJME16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOakl3TXpZM016WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOall5TXpFd05EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOekEwTWpVek5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOelEyTVRrMk5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFOemc0TVRNNU5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFPRE13TURneU5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFPRGN5TURJMU5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFPVEV6T1RZNE5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFPVFUxT1RFeE5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTFPVGszT0RVME56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNRE01TnprM056WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNRGd4TnpRd09EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNVEl6Tmpnek9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNVFkxTmpJMk9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNakEzTlRZNU9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNalE1TlRFeU9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNamt4TkRVMk1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNek16TXprNU1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOREUzTWpnMU1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJNemMxTXpReU1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJORFU1TWpJNE1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOVEF4TVRjeE1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOVFF6TVRFME1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOVGcxTURVM01qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOakkzTURBd016SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOalk0T1RRek16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOekV3T0RnMk5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOelV5T0RJNU5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJOemswTnpjeU5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJPRE0yTnpFMU5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJPRGM0TmpVNE5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJPVEl3TmpBeE5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTJPVFl5TlRRME5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNREEwTkRnM05qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNRFEyTkRNd056SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNRGc0TXpjek56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNVE13TXpFMk9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNVGN5TWpVNU9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNakUwTWpBeU9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNalUyTVRRMU9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNams0TURnNE9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNelF3TURNeU1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNNemd4T1RjMU1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOREl6T1RFNE1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNORFkxT0RZeE1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOVEEzT0RBME1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOVFE1TnpRM01qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOVGt4Tmprd01qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOak16TmpNek1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOamMxTlRjMk16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOekUzTlRFNU16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNOelU1TkRZeU5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNPREF4TkRBMU5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNPRFF6TXpRNE5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNPRGcxTWpreE5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNPVEkzTWpNME5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTNPVFk1TVRjM05qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNREV4TVRJd05qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNRFV6TURZek5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNRGsxTURBMk56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNVE0yT1RRNU56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNVGM0T0RreU9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNakl3T0RNMU9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNall5TnpjNE9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNekEwTnpJeE9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNelEyTmpZME9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRNemc0TmpBNE1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRORE13TlRVeE1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRORGN5TkRrME1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROVEUwTkRNM01USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROVFUyTXpnd01UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROVGs0TXpJek1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROalF3TWpZMk1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROamd5TWpBNU1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROekkwTVRVeU16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTROelkyTURrMU16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRPREE0TURNNE5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRPRFE1T1RneE5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRPRGt4T1RJME5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRPVE16T0RZM05USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTRPVGMxT0RFd05UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNREUzTnpVek5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNVEF4TmpNNU5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNRFU1TmprMk5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNVFF6TlRneU56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNVGcxTlRJMU56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNakkzTkRZNE9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNalk1TkRFeE9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNekV4TXpVME9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNelV6TWprM09USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVNemsxTWpRd09UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVORE0zTVRnME1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVORGM1TVRJM01EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOVEl4TURjd01EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOVFl6TURFek1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOakEwT1RVMk1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOalEyT0RrNU1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOamc0T0RReU1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOek13TnpnMU1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVOemN5TnpJNE16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVPREUwTmpjeE16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVPRFUyTmpFME5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVPRGs0TlRVM05EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVPVFF3TlRBd05EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNREkwTXpnMk5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQTVPVGd5TkRRek5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNRFkyTXpJNU5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNVEE0TWpjeU5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNVFV3TWpFMU5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNVGt5TVRVNE56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNak0wTVRBeE56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNamMyTURRME9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNekUzT1RnM09EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdNelU1T1RNd09EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOREF4T0Rjek9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdORFF6T0RFMk9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdORGcxTnpZd01EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOVEkzTnpBek1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOVFk1TmpRMk1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOakV4TlRnNU1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOalV6TlRNeU1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOamsxTkRjMU1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOek0zTkRFNE1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdPREl4TXpBME16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdOemM1TXpZeE1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdPVEExTVRrd05EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdPVFEzTVRNek5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdPRFl6TWpRM016WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXdPVGc1TURjMk5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNRE14TURFNU5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNRGN5T1RZeU5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNVEUwT1RBMU5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNVFUyT0RRNE5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNVGs0TnpreE5qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNalF3TnpNME56SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNamd5TmpjM056WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNekkwTmpJd09EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhNelkyTlRZek9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOREE0TlRBMk9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhORGt5TXpreU9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhORFV3TkRRNU9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOVE0wTXpNMk1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOVGMyTWpjNU1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOakU0TWpJeU1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOall3TVRZMU1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOekF5TVRBNE1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOelEwTURVeE1qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhOemcxT1RrME1qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhPREkzT1RNM01qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhPRFk1T0Rnd016SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhPVEV4T0RJek16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhPVFV6TnpZMk5EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXhPVGsxTnpBNU5EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNRE0zTmpVeU5EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNRGM1TlRrMU5USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNVEl4TlRNNE5UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNVFl6TkRneE5qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNakExTkRJME5qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNalEzTXpZM05qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNamc1TXpFd056SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNek14TWpVek56WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlNemN6TVRrMk9EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOREUxTVRNNU9EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlORFUzTURneU9EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlORGs1TURJMU9USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOVFF3T1RZNE9UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOVGd5T1RFeU1EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOakkwT0RVMU1EUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOalkyTnprNE1EZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOekE0TnpReE1USSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOelV3TmpnME1UWSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlOemt5TmpJM01qQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlPRE0wTlRjd01qUSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlPRGMyTlRFek1qZyUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlPVEU0TkRVMk16SSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01ERXlPVFl3TXprNU16WSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?comp=blocklist&timeout=30&sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"HEAD /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=kO%2BPYqyYi4VGE7Qhl%2FkxbV%2FVqVS13eokKnEL3SykAGs%3D&st=2021-05-15T09%3A09%3A20Z&se=2021-05-16T09%3A19%3A20Z&sp=rcw HTTP/1.1\" 200 0\n",
            "DEBUG:azureml._file_utils.upload:Uploaded blob LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt with size 1299959732, file size 1299959732.\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.0_perform_upload.WaitingTask:[START]\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.0_perform_upload.WaitingTask:Awaiter is upload_files\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.0_perform_upload.WaitingTask:[STOP]\n",
            "DEBUG:azureml.ArtifactsClient.upload_files:Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 0.00041031837463378906 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 0.25084519386291504 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 0.5012779235839844 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 0.7516729831695557 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 1.0020134449005127 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 1.252476453781128 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 1.5028162002563477 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 1.7532119750976562 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 2.0036070346832275 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 2.254028558731079 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 2.504390239715576 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 2.7547953128814697 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 3.0051846504211426 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 3.25553560256958 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 3.505929470062256 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 3.756279230117798 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 4.006679058074951 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 4.257130861282349 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 4.507587432861328 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 4.757963418960571 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 5.008310556411743 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 5.258738040924072 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 5.509112358093262 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 5.7594499588012695 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 6.00979208946228 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 6.260120153427124 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 6.510510206222534 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 6.760838031768799 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 7.011191129684448 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 7.26166558265686 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 7.512069225311279 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 7.762439489364624 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 8.01278305053711 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 8.263126850128174 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 8.51356053352356 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 8.763903856277466 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 9.014262676239014 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 9.264627933502197 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 9.515018939971924 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 9.765361547470093 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 10.015692949295044 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 10.266040563583374 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 10.516460418701172 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 10.76677918434143 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 11.01712417602539 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 11.267525672912598 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 11.517866849899292 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 11.769092082977295 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 12.01951551437378 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 12.269851922988892 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 12.52018404006958 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 12.770511865615845 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 13.020846843719482 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 13.271200895309448 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 13.521618127822876 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 13.77195429801941 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 14.022309303283691 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 14.27283763885498 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 14.523163795471191 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 14.77350664138794 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 15.0239737033844 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 15.274306774139404 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 15.524768114089966 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 15.775092363357544 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 16.02543020248413 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 16.27575182914734 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 16.526105880737305 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 16.776445150375366 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 17.027848720550537 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 17.278200387954712 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 17.528536796569824 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 17.778965711593628 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 18.029297590255737 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 18.279629468917847 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 18.52995777130127 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 18.78030014038086 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 19.0306453704834 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 19.28096628189087 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 19.53128671646118 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 19.7816104888916 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 20.031936407089233 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 20.282276391983032 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 20.532614946365356 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 20.782944917678833 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 21.03328013420105 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 21.28360676765442 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 21.53393054008484 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 21.78434109687805 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 22.034671306610107 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 22.285011768341064 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 22.535358905792236 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 22.785695552825928 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 23.036043405532837 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 23.28638529777527 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 23.536788940429688 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 23.78722095489502 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 24.037586212158203 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 24.28799033164978 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 24.538349151611328 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 24.78871464729309 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 25.03907036781311 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 25.28954005241394 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 25.539892196655273 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 25.790372848510742 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 26.040756702423096 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 26.29112482070923 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 26.54146456718445 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 26.791889667510986 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 27.042238473892212 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 27.292648315429688 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 27.54302954673767 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 27.793365716934204 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 28.043697357177734 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 28.294047832489014 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 28.544506549835205 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 28.794880390167236 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 29.045214653015137 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 29.29558038711548 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 29.545928955078125 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 29.796293258666992 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 30.046723127365112 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 30.297056913375854 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 30.547387838363647 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 30.79774260520935 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 31.048056602478027 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 31.298416137695312 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 31.548777103424072 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 31.799133777618408 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 32.049474000930786 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 32.29980278015137 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 32.550222635269165 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 32.80058765411377 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 33.05093860626221 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 33.301274061203 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 33.551607847213745 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 33.80194306373596 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 34.05233907699585 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 34.30269122123718 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 34.5530161857605 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 34.80336666107178 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 35.05370092391968 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 35.30412936210632 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 35.55447959899902 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 35.804845333099365 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 36.055190324783325 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 36.30553936958313 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 36.55587148666382 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 36.80628490447998 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 37.056612968444824 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 37.30705404281616 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 37.55747723579407 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 37.807838439941406 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 38.05818724632263 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 38.30858397483826 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 38.55897498130798 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 38.80931758880615 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 39.059667348861694 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 39.31015610694885 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 39.56047773361206 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 39.81080198287964 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 40.06112265586853 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 40.31234359741211 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 40.56272792816162 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 40.81305909156799 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 41.06342554092407 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 41.313756227493286 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 41.56408715248108 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 41.81450891494751 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 42.06473255157471 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 42.31507086753845 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 42.56542229652405 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 42.815791606903076 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 43.06628441810608 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 43.31661343574524 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 43.566930532455444 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 43.817498207092285 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 44.06786489486694 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 44.31907653808594 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 44.56942629814148 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 44.81981301307678 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 45.07018065452576 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 45.320547342300415 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 45.57130479812622 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 45.82183480262756 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 46.07225942611694 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 46.32261943817139 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 46.57274532318115 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 46.82309436798096 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 47.07344150543213 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 47.3237783908844 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 47.5741069316864 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 47.8244469165802 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 48.07478666305542 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 48.32521867752075 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 48.5756471157074 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 48.82604742050171 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 49.07645130157471 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 49.326852321624756 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 49.57719588279724 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 49.82752871513367 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 50.07793855667114 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 50.32830047607422 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 50.57866334915161 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 50.829126596450806 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 51.07957220077515 seconds.\n",
            "Waiting on task: 0_perform_upload.\n",
            "1 tasks left. Current duration of flush 51.33000469207764 seconds.\n",
            "\n",
            "DEBUG:azureml.ArtifactsClient.upload_files.WaitFlushSource:upload_files:[STOP]\n",
            "DEBUG:azureml.AssetsClient.create-async:False:[START]\n",
            "DEBUG:azureml.AssetsClient:ClientBase: Calling create with url /modelmanagement/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroup}/providers/Microsoft.MachineLearningServices/workspaces/{workspace}/assets\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.modelmanagement.azureml.net/modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/assets'\n",
            "DEBUG:msrest.http_logger:Request method: 'POST'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': '2c266c80-98fe-4f10-bbd7-58c5e66b9aff'\n",
            "DEBUG:msrest.http_logger:    'request-id': '2c266c80-98fe-4f10-bbd7-58c5e66b9aff'\n",
            "DEBUG:msrest.http_logger:    'Content-Length': '179'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'python/3.6.9 (Linux-5.4.0-1046-azure-x86_64-with-debian-buster-sid) msrest/0.6.21 azureml._restclient/core.1.27.0 DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:{\"name\": \"Toxic-PyTorch-Lightning\", \"artifacts\": [{\"prefix\": \"LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\"}]}\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.modelmanagement.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"POST /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/assets HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 09:20:11 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': '2c266c80-98fe-4f10-bbd7-58c5e66b9aff'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': ''\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '0.069'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"id\": \"71b7859e31174708961db77f7c529d7d\",\n",
            "  \"name\": \"Toxic-PyTorch-Lightning\",\n",
            "  \"type\": null,\n",
            "  \"description\": null,\n",
            "  \"artifacts\": [\n",
            "    {\n",
            "      \"id\": null,\n",
            "      \"prefix\": \"LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\"\n",
            "    }\n",
            "  ],\n",
            "  \"kvTags\": {},\n",
            "  \"properties\": {},\n",
            "  \"runid\": null,\n",
            "  \"projectid\": null,\n",
            "  \"meta\": {},\n",
            "  \"createdTime\": \"2021-05-15T09:20:11.9012338Z\"\n",
            "}\n",
            "DEBUG:azureml.AssetsClient.create-async:False:[STOP]\n",
            "DEBUG:azureml.ModelsClient.register-async:False:[START]\n",
            "DEBUG:azureml.ModelsClient:ClientBase: Calling register with url /modelmanagement/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroup}/providers/Microsoft.MachineLearningServices/workspaces/{workspace}/models\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.modelmanagement.azureml.net/modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/models'\n",
            "DEBUG:msrest.http_logger:Request method: 'POST'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': '9d317fe9-285d-4f92-898e-e64a77846b55'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'd56ad231-dc1d-45de-baf0-045661cb17d9'\n",
            "DEBUG:msrest.http_logger:    'request-id': 'd56ad231-dc1d-45de-baf0-045661cb17d9'\n",
            "DEBUG:msrest.http_logger:    'Content-Length': '366'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:{\"name\": \"Toxic-PyTorch-Lightning\", \"framework\": \"PyTorch Lightning\", \"frameworkVersion\": \"1.2.8\", \"datasets\": [], \"url\": \"aml://asset/71b7859e31174708961db77f7c529d7d\", \"mimeType\": \"application/json\", \"description\": \"Toxic Comments Classifier\", \"unpack\": false, \"kvTags\": {\"Weak Supervision Team\": \"Test 1\"}, \"resourceRequirements\": {\"cpu\": 1.0, \"memoryInGB\": 2.0}}\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.modelmanagement.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"POST /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/models HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 09:20:12 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'd56ad231-dc1d-45de-baf0-045661cb17d9'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': '9d317fe9-285d-4f92-898e-e64a77846b55'\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '0.174'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"id\": \"Toxic-PyTorch-Lightning:2\",\n",
            "  \"name\": \"Toxic-PyTorch-Lightning\",\n",
            "  \"framework\": \"PyTorch Lightning\",\n",
            "  \"frameworkVersion\": \"1.2.8\",\n",
            "  \"version\": 2,\n",
            "  \"tags\": [],\n",
            "  \"datasets\": [],\n",
            "  \"url\": \"aml://asset/71b7859e31174708961db77f7c529d7d\",\n",
            "  \"mimeType\": \"application/json\",\n",
            "  \"description\": \"Toxic Comments Classifier\",\n",
            "  \"createdTime\": \"2021-05-15T09:20:12.0621202Z\",\n",
            "  \"modifiedTime\": \"2021-05-15T09:20:12.0621202Z\",\n",
            "  \"unpack\": false,\n",
            "  \"parentModelId\": null,\n",
            "  \"runId\": null,\n",
            "  \"experimentName\": null,\n",
            "  \"kvTags\": {\n",
            "    \"Weak Supervision Team\": \"Test 1\"\n",
            "  },\n",
            "  \"properties\": {},\n",
            "  \"derivedModelIds\": [],\n",
            "  \"inputsSchema\": [],\n",
            "  \"outputsSchema\": [],\n",
            "  \"sampleInputData\": null,\n",
            "  \"sampleOutputData\": null,\n",
            "  \"resourceRequirements\": {\n",
            "    \"cpu\": 1.0,\n",
            "    \"cpuLimit\": null,\n",
            "    \"memoryInGB\": 2.0,\n",
            "    \"memoryInGBLimit\": null,\n",
            "    \"gpuEnabled\": null,\n",
            "    \"gpu\": null,\n",
            "    \"fpga\": null\n",
            "  },\n",
            "  \"createdBy\": {\n",
            "    \"userObjectId\": \"f0715f86-eff0-4b26-ae68-d9632d42db85\",\n",
            "    \"userPuId\": \"100320009886CAB1\",\n",
            "    \"userIdp\": null,\n",
            "    \"userAltSecId\": null,\n",
            "    \"userIss\": \"https://sts.windows.net/56e9b8d3-8a35-49ab-bdfc-27de59608f01/\",\n",
            "    \"userTenantId\": \"56e9b8d3-8a35-49ab-bdfc-27de59608f01\",\n",
            "    \"userName\": \"Jacques Thibodeau\"\n",
            "  },\n",
            "  \"modifiedBy\": {\n",
            "    \"userObjectId\": \"f0715f86-eff0-4b26-ae68-d9632d42db85\",\n",
            "    \"userPuId\": \"100320009886CAB1\",\n",
            "    \"userIdp\": null,\n",
            "    \"userAltSecId\": null,\n",
            "    \"userIss\": \"https://sts.windows.net/56e9b8d3-8a35-49ab-bdfc-27de59608f01/\",\n",
            "    \"userTenantId\": \"56e9b8d3-8a35-49ab-bdfc-27de59608f01\",\n",
            "    \"userName\": \"Jacques Thibodeau\"\n",
            "  },\n",
            "  \"flavors\": {},\n",
            "  \"stage\": \"None\",\n",
            "  \"modelContainerId\": \"cf6c63ab875e4b4a9f744135283d0a2d\",\n",
            "  \"mmsId\": \"d623042f53ad4124a8f96ce90977030d\"\n",
            "}\n",
            "DEBUG:azureml.ModelsClient.register-async:False:[STOP]\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Registering model Toxic-PyTorch-Lightning\n",
            "Model 'Toxic-PyTorch-Lightning' version 2 registered \n"
          ]
        }
      ],
      "execution_count": 67,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621070412362
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 3.5 Download & Test the model"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "model.download(exist_ok=True)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:azureml.AssetsClient.query_by_id-async:False:[START]\n",
            "DEBUG:azureml.AssetsClient:ClientBase: Calling query_by_id with url /modelmanagement/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroup}/providers/Microsoft.MachineLearningServices/workspaces/{workspace}/assets/{id}\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.modelmanagement.azureml.net/modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/assets/71b7859e31174708961db77f7c529d7d'\n",
            "DEBUG:msrest.http_logger:Request method: 'GET'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'd8798941-14f6-4405-bfce-62a08e69dd89'\n",
            "DEBUG:msrest.http_logger:    'request-id': 'd8798941-14f6-4405-bfce-62a08e69dd89'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'python/3.6.9 (Linux-5.4.0-1046-azure-x86_64-with-debian-buster-sid) msrest/0.6.21 azureml._restclient/core.1.27.0 DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:None\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.modelmanagement.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/assets/71b7859e31174708961db77f7c529d7d HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 09:46:44 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'd8798941-14f6-4405-bfce-62a08e69dd89'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': ''\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '0.950'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"id\": \"71b7859e31174708961db77f7c529d7d\",\n",
            "  \"name\": \"Toxic-PyTorch-Lightning\",\n",
            "  \"type\": null,\n",
            "  \"description\": null,\n",
            "  \"artifacts\": [\n",
            "    {\n",
            "      \"id\": null,\n",
            "      \"prefix\": \"LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\"\n",
            "    }\n",
            "  ],\n",
            "  \"kvTags\": {},\n",
            "  \"properties\": {},\n",
            "  \"runid\": null,\n",
            "  \"projectid\": null,\n",
            "  \"meta\": {},\n",
            "  \"createdTime\": \"2021-05-15T09:20:11.9012338Z\"\n",
            "}\n",
            "DEBUG:azureml.AssetsClient.query_by_id-async:False:[STOP]\n",
            "DEBUG:azureml.core.model:Asset has artifact {'additional_properties': {}, 'id': None, 'prefix': 'LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt'}\n",
            "DEBUG:azureml.core.model:Artifact has prefix id LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\n",
            "DEBUG:azureml.ArtifactsClient:Fetching files for prefix in LocalUpload, 210515T091918-32636878, finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\n",
            "DEBUG:azureml.ArtifactsClient.list_sas_by_prefix-async:True:[START]\n",
            "DEBUG:azureml._restclient.clientbase.WorkerPool:submitting future: _execute_with_base_arguments\n",
            "DEBUG:azureml.ArtifactsClient:ClientBase: Calling list_sas_by_prefix with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/prefix/contentinfo/{origin}/{container}/{path}\n",
            "DEBUG:azureml.ArtifactsClient.list_sas_by_prefix:Using basic handler - no exception handling\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:azureml.ArtifactsClient.list_sas_by_prefix-async:True:[STOP]\n",
            "DEBUG:msrest.universal_http.requests:Configuring retry: max_retries=3, backoff_factor=0.8, max_backoff=90\n",
            "DEBUG:azureml.ArtifactsClient.list_sas_by_prefix.WaitingTask:[START]\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:azureml.ArtifactsClient.list_sas_by_prefix.WaitingTask:Awaiter is ApiPagination\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.experiments.azureml.net/artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/prefix/contentinfo/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt'\n",
            "DEBUG:msrest.http_logger:Request method: 'GET'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'a821ca36-021b-41a5-9abf-0f22a4fd864f'\n",
            "DEBUG:msrest.http_logger:    'request-id': 'a821ca36-021b-41a5-9abf-0f22a4fd864f'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'python/3.6.9 (Linux-5.4.0-1046-azure-x86_64-with-debian-buster-sid) msrest/0.6.21 azureml._restclient/core.1.27.0 DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:None\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.experiments.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.experiments.azureml.net:443 \"GET /artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/prefix/contentinfo/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 09:46:44 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'a821ca36-021b-41a5-9abf-0f22a4fd864f'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': ''\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '0.287'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"value\": [\n",
            "    {\n",
            "      \"contentUri\": \"https://weaksupervisio5182981328.blob.core.windows.net/azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"210515T091918-32636878\",\n",
            "      \"path\": \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\",\n",
            "      \"tags\": null\n",
            "    }\n",
            "  ]\n",
            "}\n",
            "DEBUG:azureml.ArtifactsClient.list_sas_by_prefix.WaitingTask:[STOP]\n",
            "DEBUG:azureml._restclient.clientbase:Found continuation_token field in DTO\n",
            "DEBUG:azureml.core.model:prefix id LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt has path finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt\n",
            "DEBUG:azureml.core.model:prefix to strip from path finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt is \n",
            "DEBUG:azureml.core.model:sas_to_download_path map is OrderedDict([('https://weaksupervisio5182981328.blob.core.windows.net/azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r', 'finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt')])\n",
            "DEBUG:azureml._file_utils.file_utils:downloading file to ./finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt, with max_retries: 5, stream: True, and protocol: https\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 33554432\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (2): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (3): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (4): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (5): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (6): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (7): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (8): weaksupervisio5182981328.blob.core.windows.net:443\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 3919796\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"GET /azureml/LocalUpload/210515T091918-32636878/finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt?sv=2019-02-02&sr=b&sig=7Blkky261MWPg%2B0hsCVdyI%2FmNitKAqVa9%2FzfYKZSvu8%3D&st=2021-05-15T09%3A36%3A44Z&se=2021-05-15T17%3A46%3A44Z&sp=r HTTP/1.1\" 206 4194304\n",
            "DEBUG:azureml._file_utils.file_utils:Downloaded file ./finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt with size 1299959732.\n"
          ]
        },
        {
          "output_type": "execute_result",
          "execution_count": 74,
          "data": {
            "text/plain": "'finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt'"
          },
          "metadata": {}
        }
      ],
      "execution_count": 74,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621072019165
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "import json\n",
        "import urllib\n",
        "from toxic_bert import ToxicCommentsDataset, ToxicCommentDataModule, ToxicCommentTagger\n",
        "\n",
        "BERT_MODEL_NAME = 'bert-base-cased'\n",
        "MAX_TOKEN_COUNT = 256\n",
        "tokenizer = BertTokenizer.from_pretrained(BERT_MODEL_NAME)\n",
        "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"true\"\n",
        "\n",
        "model_path = 'finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning.ckpt' # checkpoint created in Colab\n",
        "model = ToxicCommentTagger(num_classes=2)\n",
        "trained_model = ToxicCommentTagger.load_from_checkpoint(\n",
        "            checkpoint_path=model_path, \n",
        "            model=model\n",
        "            )\n",
        "trained_model.eval()\n",
        "trained_model.freeze()\n",
        "\n",
        "test_comment = \"you are straight garbage\"\n",
        "\n",
        "encoding = tokenizer.encode_plus(\n",
        "  test_comment,\n",
        "  add_special_tokens=True,\n",
        "  max_length=MAX_TOKEN_COUNT,\n",
        "  return_token_type_ids=False,\n",
        "  padding=\"max_length\",\n",
        "  truncation=True,\n",
        "  return_attention_mask=True,\n",
        "  return_tensors='pt',\n",
        ")\n",
        "\n",
        "_, test_prediction = trained_model(encoding[\"input_ids\"], encoding[\"attention_mask\"])\n",
        "test_prediction = test_prediction.flatten().numpy()\n",
        "\n",
        "for label, prediction in zip(['non-toxic', 'toxic'], test_prediction):\n",
        "  print(f\"{label}: {prediction}\")"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Global seed set to 42\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "non-toxic: 0.01291364524513483\n",
            "toxic: 0.988312304019928\n"
          ]
        }
      ],
      "execution_count": 18,
      "metadata": {
        "gather": {
          "logged": 1621072931302
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "torch.save(trained_model, 'best_model.pt')\r\n",
        "loaded_model = torch.load('best_model.pt', map_location=lambda storage, loc: storage)\r\n",
        "loaded_model.eval()"
      ],
      "outputs": [],
      "execution_count": 19,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621072979994
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Registering the model with the .pt file\r\n",
        "\r\n",
        "We need to register the .pt file so that we can use it later for inference."
      ],
      "metadata": {
        "nteract": {
          "transient": {
            "deleting": false
          }
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from azureml.core.model import Model\r\n",
        "\r\n",
        "model = Model.register(model_name='Best-Toxic-PyTorch-Lightning',\r\n",
        "                           model_path='best_model.pt',\r\n",
        "                           model_framework='PyTorch Lightning',\r\n",
        "                           model_framework_version='1.2.8',\r\n",
        "                           description=\"Toxic Comments Classifier\",\r\n",
        "                           tags={'Weak Supervision Team':'finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning'},\r\n",
        "                           resource_configuration=ResourceConfiguration(cpu=1, memory_in_gb=2),\r\n",
        "                           workspace=ws)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Registering model Best-Toxic-PyTorch-Lightning\n"
          ]
        }
      ],
      "execution_count": 24,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621073339850
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "loaded_model = torch.load('best_model.pt', map_location=lambda storage, loc: storage)\r\n",
        "loaded_model.eval()"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 25,
          "data": {
            "text/plain": "ToxicCommentTagger(\n  (backbone): BertModel(\n    (embeddings): BertEmbeddings(\n      (word_embeddings): Embedding(28996, 768, padding_idx=0)\n      (position_embeddings): Embedding(512, 768)\n      (token_type_embeddings): Embedding(2, 768)\n      (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n      (dropout): Dropout(p=0.1, inplace=False)\n    )\n    (encoder): BertEncoder(\n      (layer): ModuleList(\n        (0): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (1): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (2): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (3): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (4): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (5): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (6): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (7): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (8): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (9): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (10): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n        (11): BertLayer(\n          (attention): BertAttention(\n            (self): BertSelfAttention(\n              (query): Linear(in_features=768, out_features=768, bias=True)\n              (key): Linear(in_features=768, out_features=768, bias=True)\n              (value): Linear(in_features=768, out_features=768, bias=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n            (output): BertSelfOutput(\n              (dense): Linear(in_features=768, out_features=768, bias=True)\n              (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n              (dropout): Dropout(p=0.1, inplace=False)\n            )\n          )\n          (intermediate): BertIntermediate(\n            (dense): Linear(in_features=768, out_features=3072, bias=True)\n          )\n          (output): BertOutput(\n            (dense): Linear(in_features=3072, out_features=768, bias=True)\n            (LayerNorm): LayerNorm((768,), eps=1e-12, elementwise_affine=True)\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n      )\n    )\n    (pooler): BertPooler(\n      (dense): Linear(in_features=768, out_features=768, bias=True)\n      (activation): Tanh()\n    )\n  )\n  (classifier): Linear(in_features=768, out_features=2, bias=True)\n  (criterion): CrossEntropyLoss()\n  (train_acc): Accuracy()\n  (val_acc): Accuracy()\n  (test_acc): Accuracy()\n  (train_f1): F1()\n  (val_f1): F1()\n  (test_f1): F1()\n)"
          },
          "metadata": {}
        }
      ],
      "execution_count": 25,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621073410005
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from tqdm.auto import tqdm\r\n",
        "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\r\n",
        "model = torch.load(os.path.join('best_model.pt'), map_location=lambda storage, loc: storage)\r\n",
        "model.eval()\r\n",
        "model.freeze()"
      ],
      "outputs": [],
      "execution_count": 505,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621103717170
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "MAX_TOKEN_COUNT = 256\r\n",
        "\r\n",
        "input_text = \"\"\"you are straight garbage\r\n",
        "~\r\n",
        "but I still love you very much\"\"\"\r\n",
        "x_new = {\"text\": input_text}\r\n",
        "input_data = json.dumps(x_new).encode('utf-8')\r\n",
        "\r\n",
        "input_texts = list(test_comment.split('~'))\r\n",
        "probabilities = []\r\n",
        "labels = []\r\n",
        "response = {\"prediction\": []}\r\n",
        "\r\n",
        "for item in input_texts:\r\n",
        "    encoding = tokenizer.encode_plus(\r\n",
        "    item,\r\n",
        "    add_special_tokens=True,\r\n",
        "    max_length=MAX_TOKEN_COUNT,\r\n",
        "    return_token_type_ids=False,\r\n",
        "    padding=\"max_length\",\r\n",
        "    truncation=True,\r\n",
        "    return_attention_mask=True,\r\n",
        "    return_tensors='pt')\r\n",
        "    \r\n",
        "    _, probability = model(\r\n",
        "    encoding[\"input_ids\"],\r\n",
        "    encoding[\"attention_mask\"]\r\n",
        "    )\r\n",
        "    probability = probability.flatten().detach().cpu().numpy()\r\n",
        "    if probability[1] > probability[0]:\r\n",
        "        label = 'toxic'\r\n",
        "        probability = probability[1].astype('float64')\r\n",
        "    else:\r\n",
        "        label = 'non-toxic'\r\n",
        "        probability = probability[0].astype('float64')\r\n",
        "\r\n",
        "    response[\"prediction\"].append({\"label\": label, \"probability\": probability, \"text\": item})\r\n",
        "\r\n",
        "json.dumps(response)"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 509,
          "data": {
            "text/plain": "'{\"prediction\": [{\"label\": \"toxic\", \"probability\": 0.988312304019928, \"text\": \"you are straight garbage\\\\n\"}, {\"label\": \"non-toxic\", \"probability\": 0.9873024225234985, \"text\": \"\\\\nbut I still love you very much\"}]}'"
          },
          "metadata": {}
        }
      ],
      "execution_count": 509,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621103780379
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 4 Deploy the model"
      ],
      "metadata": {}
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 4.1 Create a scoring script"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "!mkdir deployment-scripts"
      ],
      "outputs": [],
      "execution_count": null,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "%%writefile 'deployment-scripts/score.py'\n",
        "import os\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "from transformers import BertTokenizer\n",
        "\n",
        "import json\n",
        "import urllib\n",
        "import toxic_bert\n",
        "from toxic_bert import ToxicCommentsDataset, ToxicCommentDataModule, ToxicCommentTagger\n",
        "\n",
        "from azureml.core.model import Model\n",
        "\n",
        "def init():\n",
        "    global model\n",
        "    global tokenizer\n",
        "    BERT_MODEL_NAME = 'bert-base-cased'\n",
        "    MAX_TOKEN_COUNT = 256\n",
        "    tokenizer = BertTokenizer.from_pretrained(BERT_MODEL_NAME)\n",
        "    os.environ[\"TOKENIZERS_PARALLELISM\"] = \"true\"\n",
        "    \n",
        "    print('Loading model...', end='')\n",
        "    # Load the model\n",
        "    model_path = os.path.join(os.getenv('AZUREML_MODEL_DIR'), 'best_model.pt')\n",
        "    model = torch.load(model_path, map_location=lambda storage, loc: storage)\n",
        "    model.eval()\n",
        "    model.freeze()\n",
        "    device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
        "    \n",
        "def run(input_data):\n",
        "\n",
        "    MAX_TOKEN_COUNT = 256\n",
        "    input_texts = list(json.loads(input_data)['text'].split('\\n\\n')) # splits string by paragraphs\n",
        "    response = {\"prediction\": []}\n",
        "\n",
        "    for item in input_texts:\n",
        "        encoding = tokenizer.encode_plus(\n",
        "        item,\n",
        "        add_special_tokens=True,\n",
        "        max_length=MAX_TOKEN_COUNT,\n",
        "        return_token_type_ids=False,\n",
        "        padding=\"max_length\",\n",
        "        truncation=True,\n",
        "        return_attention_mask=True,\n",
        "        return_tensors='pt')\n",
        "        \n",
        "        _, probability = model(\n",
        "        encoding[\"input_ids\"],\n",
        "        encoding[\"attention_mask\"]\n",
        "        )\n",
        "        probability = probability.flatten().detach().cpu().numpy()\n",
        "        if probability[1] > probability[0]:\n",
        "            label = 'toxic'\n",
        "            probability = probability[1].astype('float64')\n",
        "        else:\n",
        "            label = 'non-toxic'\n",
        "            probability = probability[0].astype('float64')\n",
        "\n",
        "        response[\"prediction\"].append({\"label\": label, \"probability\": probability, \"text\": item})\n",
        "\n",
        "    return json.dumps(response)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Overwriting deployment-scripts/score.py\n"
          ]
        }
      ],
      "execution_count": 510,
      "metadata": {}
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 4.2 Create an environment file"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "myenv = Environment(name=\"weak-supervision-inference\")\n",
        "\n",
        "conda_dep = CondaDependencies()\n",
        "\n",
        "# You must list azureml-defaults as a pip dependency\n",
        "conda_dep.add_pip_package(\"azureml-defaults\")\n",
        "conda_dep.add_pip_package(\"torch\")\n",
        "conda_dep.add_pip_package(\"transformers==4.5.1\")\n",
        "conda_dep.add_pip_package(\"sklearn\")\n",
        "conda_dep.add_pip_package(\"pandas\")\n",
        "conda_dep.add_pip_package(\"numpy\")\n",
        "conda_dep.add_pip_package(\"pytorch-lightning==1.2.8\")\n",
        "conda_dep.add_pip_package(\"wandb\")\n",
        "\n",
        "# Adds dependencies to PythonSection of myenv\n",
        "myenv.python.conda_dependencies=conda_dep\n"
      ],
      "outputs": [],
      "execution_count": 511,
      "metadata": {
        "gather": {
          "logged": 1621103802857
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 4.3 Create an Inference config"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "inference_config = InferenceConfig(\n",
        "    entry_script=\"score.py\",\n",
        "    source_directory='./deployment-scripts',\n",
        "    environment=myenv\n",
        ")"
      ],
      "outputs": [],
      "execution_count": 512,
      "metadata": {
        "gather": {
          "logged": 1621103804859
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 4.4 Deploy to ACI (Docker)"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "model = Model(ws, name='Best-Toxic-PyTorch-Lightning')\n",
        "print(\"Loaded model version:\",model.version)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:azureml.ModelsClient.list_query-async:True:[START]\n",
            "DEBUG:azureml._restclient.clientbase.WorkerPool:submitting future: _execute_with_base_arguments\n",
            "DEBUG:azureml.ModelsClient.list_query:Using basic handler - no exception handling\n",
            "DEBUG:azureml.ModelsClient:ClientBase: Calling list_query with url /modelmanagement/v1.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroup}/providers/Microsoft.MachineLearningServices/workspaces/{workspace}/models\n",
            "DEBUG:azureml.ModelsClient.list_query-async:True:[STOP]\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:azureml.ModelsClient.list_query.WaitingTask:[START]\n",
            "DEBUG:msrest.universal_http.requests:Configuring retry: max_retries=3, backoff_factor=0.8, max_backoff=90\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:azureml.ModelsClient.list_query.WaitingTask:Awaiter is ApiPagination\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.modelmanagement.azureml.net/modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/models?name=Best-Toxic-PyTorch-Lightning&count=1'\n",
            "DEBUG:msrest.http_logger:Request method: 'GET'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': '3253fa93-d0f5-4e11-9c13-dfd2a58706eb'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'a74dd53f-5f24-426f-8b45-e2b8389e0afc'\n",
            "DEBUG:msrest.http_logger:    'request-id': 'a74dd53f-5f24-426f-8b45-e2b8389e0afc'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:None\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.modelmanagement.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/models?name=Best-Toxic-PyTorch-Lightning&count=1 HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 18:36:47 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'a74dd53f-5f24-426f-8b45-e2b8389e0afc'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': '3253fa93-d0f5-4e11-9c13-dfd2a58706eb'\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '1.006'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"value\": [\n",
            "    {\n",
            "      \"id\": \"Best-Toxic-PyTorch-Lightning:1\",\n",
            "      \"name\": \"Best-Toxic-PyTorch-Lightning\",\n",
            "      \"framework\": \"PyTorch Lightning\",\n",
            "      \"frameworkVersion\": \"1.2.8\",\n",
            "      \"version\": 1,\n",
            "      \"tags\": [],\n",
            "      \"datasets\": [],\n",
            "      \"url\": \"aml://asset/a87a2d82e8f0499981260c357d1e1706\",\n",
            "      \"mimeType\": \"application/json\",\n",
            "      \"description\": \"Toxic Comments Classifier\",\n",
            "      \"createdTime\": \"2021-05-15T10:08:59.5924265Z\",\n",
            "      \"modifiedTime\": \"2021-05-15T10:08:59.5924265Z\",\n",
            "      \"unpack\": false,\n",
            "      \"parentModelId\": null,\n",
            "      \"runId\": null,\n",
            "      \"experimentName\": null,\n",
            "      \"kvTags\": {\n",
            "        \"Weak Supervision Team\": \"finetuned_retrained_bert_on_snorkel_dataset_14863ex_256tokens_8bs_pruning\"\n",
            "      },\n",
            "      \"properties\": {},\n",
            "      \"derivedModelIds\": [],\n",
            "      \"inputsSchema\": [],\n",
            "      \"outputsSchema\": [],\n",
            "      \"sampleInputData\": null,\n",
            "      \"sampleOutputData\": null,\n",
            "      \"resourceRequirements\": {\n",
            "        \"cpu\": 1.0,\n",
            "        \"cpuLimit\": null,\n",
            "        \"memoryInGB\": 2.0,\n",
            "        \"memoryInGBLimit\": null,\n",
            "        \"gpuEnabled\": null,\n",
            "        \"gpu\": null,\n",
            "        \"fpga\": null\n",
            "      },\n",
            "      \"createdBy\": {\n",
            "        \"userObjectId\": \"f0715f86-eff0-4b26-ae68-d9632d42db85\",\n",
            "        \"userPuId\": \"100320009886CAB1\",\n",
            "        \"userIdp\": null,\n",
            "        \"userAltSecId\": null,\n",
            "        \"userIss\": \"https://sts.windows.net/56e9b8d3-8a35-49ab-bdfc-27de59608f01/\",\n",
            "        \"userTenantId\": \"56e9b8d3-8a35-49ab-bdfc-27de59608f01\",\n",
            "        \"userName\": \"Jacques Thibodeau\"\n",
            "      },\n",
            "      \"modifiedBy\": {\n",
            "        \"userObjectId\": \"f0715f86-eff0-4b26-ae68-d9632d42db85\",\n",
            "        \"userPuId\": \"100320009886CAB1\",\n",
            "        \"userIdp\": null,\n",
            "        \"userAltSecId\": null,\n",
            "        \"userIss\": \"https://sts.windows.net/56e9b8d3-8a35-49ab-bdfc-27de59608f01/\",\n",
            "        \"userTenantId\": \"56e9b8d3-8a35-49ab-bdfc-27de59608f01\",\n",
            "        \"userName\": \"Jacques Thibodeau\"\n",
            "      },\n",
            "      \"flavors\": {},\n",
            "      \"stage\": \"None\",\n",
            "      \"modelContainerId\": \"c8c0673c4277481aa729c450b88d5a2b\",\n",
            "      \"mmsId\": \"38676419675e43018a761bc0dc4b59f5\"\n",
            "    }\n",
            "  ]\n",
            "}\n",
            "DEBUG:azureml.ModelsClient.list_query.WaitingTask:[STOP]\n",
            "DEBUG:azureml._restclient.clientbase:Found next_link field in DTO\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Loaded model version: 1\n"
          ]
        }
      ],
      "execution_count": 513,
      "metadata": {
        "gather": {
          "logged": 1621103807977
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Create a deployment config\n",
        "deploy_config = AciWebservice.deploy_configuration(\n",
        "                    cpu_cores = 1, \n",
        "                    memory_gb = 1,\n",
        "                    enable_app_insights=True,\n",
        "                    description='Toxic Comment Classifier')"
      ],
      "outputs": [],
      "execution_count": 514,
      "metadata": {
        "gather": {
          "logged": 1621103808041
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Deploy the model to an ACI\n",
        "aci_service = Model.deploy(ws, \n",
        "                name=\"toxic-comments-prediction\", \n",
        "                models = [model], \n",
        "                inference_config = inference_config, \n",
        "                deployment_config = deploy_config,\n",
        "                deployment_target= 'inference-clustr',\n",
        "                overwrite = True)\n",
        "\n",
        "aci_service.wait_for_deployment(show_output=True)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:azureml.ArtifactsClient.batch_create_empty_artifacts-async:False:[START]\n",
            "DEBUG:azureml.ArtifactsClient:ClientBase: Calling batch_create_empty_artifacts with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/batch/metadata/{origin}/{container}\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.experiments.azureml.net/artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/batch/metadata/LocalUpload/ef5783cb'\n",
            "DEBUG:msrest.http_logger:Request method: 'POST'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json-patch+json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'f1016ef6-03e3-4975-ad01-81ab3822817b'\n",
            "DEBUG:msrest.http_logger:    'request-id': 'f1016ef6-03e3-4975-ad01-81ab3822817b'\n",
            "DEBUG:msrest.http_logger:    'Content-Length': '39'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'python/3.6.9 (Linux-5.4.0-1046-azure-x86_64-with-debian-buster-sid) msrest/0.6.21 azureml._restclient/core.1.27.0 DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:{\"paths\": [{\"path\": \"tmpfa_v83kk.py\"}]}\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.experiments.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.experiments.azureml.net:443 \"POST /artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/batch/metadata/LocalUpload/ef5783cb HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 18:36:50 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'f1016ef6-03e3-4975-ad01-81ab3822817b'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': ''\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '0.333'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"artifacts\": {\n",
            "    \"tmpfa_v83kk.py\": {\n",
            "      \"artifactId\": \"LocalUpload/ef5783cb/tmpfa_v83kk.py\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"ef5783cb\",\n",
            "      \"path\": \"tmpfa_v83kk.py\",\n",
            "      \"etag\": \"\\\"1b00da0d-0000-0200-0000-60a014c20000\\\"\",\n",
            "      \"createdTime\": \"2021-05-15T18:36:50.059974+00:00\",\n",
            "      \"dataPath\": null,\n",
            "      \"tags\": {}\n",
            "    }\n",
            "  },\n",
            "  \"artifactContentInformation\": {\n",
            "    \"tmpfa_v83kk.py\": {\n",
            "      \"contentUri\": \"https://weaksupervisio5182981328.blob.core.windows.net/azureml/LocalUpload/ef5783cb/tmpfa_v83kk.py?sv=2019-02-02&sr=b&sig=kb7jgGnK9CSUE6PTgW56BHgu0Bh6U8m9VrS2quXpxyk%3D&st=2021-05-15T18%3A26%3A50Z&se=2021-05-16T18%3A36%3A50Z&sp=rcw\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"ef5783cb\",\n",
            "      \"path\": \"tmpfa_v83kk.py\",\n",
            "      \"tags\": {}\n",
            "    }\n",
            "  },\n",
            "  \"errors\": {}\n",
            "}\n",
            "DEBUG:azureml.ArtifactsClient.batch_create_empty_artifacts-async:False:[STOP]\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling create_blob_from_stream with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: weaksupervisio5182981328.blob.core.windows.net\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/ef5783cb/tmpfa_v83kk.py?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=kb7jgGnK9CSUE6PTgW56BHgu0Bh6U8m9VrS2quXpxyk%3D&st=2021-05-15T18%3A26%3A50Z&se=2021-05-16T18%3A36%3A50Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/ef5783cb/tmpfa_v83kk.py?comp=blocklist&timeout=30&sv=2019-02-02&sr=b&sig=kb7jgGnK9CSUE6PTgW56BHgu0Bh6U8m9VrS2quXpxyk%3D&st=2021-05-15T18%3A26%3A50Z&se=2021-05-16T18%3A36%3A50Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"HEAD /azureml/LocalUpload/ef5783cb/tmpfa_v83kk.py?sv=2019-02-02&sr=b&sig=kb7jgGnK9CSUE6PTgW56BHgu0Bh6U8m9VrS2quXpxyk%3D&st=2021-05-15T18%3A26%3A50Z&se=2021-05-16T18%3A36%3A50Z&sp=rcw HTTP/1.1\" 200 0\n",
            "DEBUG:azureml._file_utils.upload:Uploaded blob LocalUpload/ef5783cb/tmpfa_v83kk.py with size 1179, file size 1179.\n",
            "DEBUG:azureml.ArtifactsClient.batch_create_empty_artifacts-async:False:[START]\n",
            "DEBUG:azureml.ArtifactsClient:ClientBase: Calling batch_create_empty_artifacts with url /artifact/v2.0/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.MachineLearningServices/workspaces/{workspaceName}/artifacts/batch/metadata/{origin}/{container}\n",
            "DEBUG:msrest.service_client:Accept header absent and forced to application/json\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:msrest.http_logger:Request URL: 'https://eastus2.experiments.azureml.net/artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/batch/metadata/LocalUpload/96cec635'\n",
            "DEBUG:msrest.http_logger:Request method: 'POST'\n",
            "DEBUG:msrest.http_logger:Request headers:\n",
            "DEBUG:msrest.http_logger:    'Accept': 'application/json'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json-patch+json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'cbad2921-e681-4e50-aaff-c1b599bd7ab1'\n",
            "DEBUG:msrest.http_logger:    'request-id': 'cbad2921-e681-4e50-aaff-c1b599bd7ab1'\n",
            "DEBUG:msrest.http_logger:    'Content-Length': '40'\n",
            "DEBUG:msrest.http_logger:    'User-Agent': 'python/3.6.9 (Linux-5.4.0-1046-azure-x86_64-with-debian-buster-sid) msrest/0.6.21 azureml._restclient/core.1.27.0 DSVM_workstation/36717848_21.04.26 azureml-sdk-core/1.27.0'\n",
            "DEBUG:msrest.http_logger:Request body:\n",
            "DEBUG:msrest.http_logger:{\"paths\": [{\"path\": \"f9aa80a3.tar.gz\"}]}\n",
            "DEBUG:msrest.universal_http:Configuring redirects: allow=True, max=30\n",
            "DEBUG:msrest.universal_http:Configuring request: timeout=100, verify=True, cert=None\n",
            "DEBUG:msrest.universal_http:Configuring proxies: ''\n",
            "DEBUG:msrest.universal_http:Evaluate proxies against ENV settings: True\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): eastus2.experiments.azureml.net:443\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.experiments.azureml.net:443 \"POST /artifact/v2.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/artifacts/batch/metadata/LocalUpload/96cec635 HTTP/1.1\" 200 None\n",
            "DEBUG:msrest.http_logger:Response status: 200\n",
            "DEBUG:msrest.http_logger:Response headers:\n",
            "DEBUG:msrest.http_logger:    'Date': 'Sat, 15 May 2021 18:36:51 GMT'\n",
            "DEBUG:msrest.http_logger:    'Content-Type': 'application/json; charset=utf-8'\n",
            "DEBUG:msrest.http_logger:    'Transfer-Encoding': 'chunked'\n",
            "DEBUG:msrest.http_logger:    'Connection': 'keep-alive'\n",
            "DEBUG:msrest.http_logger:    'Vary': 'Accept-Encoding'\n",
            "DEBUG:msrest.http_logger:    'Request-Context': 'appId=cid-v1:2d2e8e63-272e-4b3c-8598-4ee570a0e70d'\n",
            "DEBUG:msrest.http_logger:    'x-ms-response-type': 'standard'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-request-id': 'cbad2921-e681-4e50-aaff-c1b599bd7ab1'\n",
            "DEBUG:msrest.http_logger:    'x-ms-client-session-id': ''\n",
            "DEBUG:msrest.http_logger:    'Strict-Transport-Security': 'max-age=15724800; includeSubDomains; preload'\n",
            "DEBUG:msrest.http_logger:    'X-Content-Type-Options': 'nosniff'\n",
            "DEBUG:msrest.http_logger:    'x-request-time': '0.208'\n",
            "DEBUG:msrest.http_logger:    'Content-Encoding': 'gzip'\n",
            "DEBUG:msrest.http_logger:Response content:\n",
            "DEBUG:msrest.http_logger:{\n",
            "  \"artifacts\": {\n",
            "    \"f9aa80a3.tar.gz\": {\n",
            "      \"artifactId\": \"LocalUpload/96cec635/f9aa80a3.tar.gz\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"96cec635\",\n",
            "      \"path\": \"f9aa80a3.tar.gz\",\n",
            "      \"etag\": \"\\\"6600c67a-0000-0200-0000-60a014c30000\\\"\",\n",
            "      \"createdTime\": \"2021-05-15T18:36:51.2081133+00:00\",\n",
            "      \"dataPath\": null,\n",
            "      \"tags\": {}\n",
            "    }\n",
            "  },\n",
            "  \"artifactContentInformation\": {\n",
            "    \"f9aa80a3.tar.gz\": {\n",
            "      \"contentUri\": \"https://weaksupervisio5182981328.blob.core.windows.net/azureml/LocalUpload/96cec635/f9aa80a3.tar.gz?sv=2019-02-02&sr=b&sig=CbKkjKDX%2F9if77kUtbjH0OtoQRNMeB7U1hIrydJZ9fk%3D&st=2021-05-15T18%3A26%3A51Z&se=2021-05-16T18%3A36%3A51Z&sp=rcw\",\n",
            "      \"origin\": \"LocalUpload\",\n",
            "      \"container\": \"96cec635\",\n",
            "      \"path\": \"f9aa80a3.tar.gz\",\n",
            "      \"tags\": {}\n",
            "    }\n",
            "  },\n",
            "  \"errors\": {}\n",
            "}\n",
            "DEBUG:azureml.ArtifactsClient.batch_create_empty_artifacts-async:False:[STOP]\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling create_blob_from_stream with url None\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/96cec635/f9aa80a3.tar.gz?comp=block&blockid=TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQXdNREF3TURBd01EQSUzRA%3D%3D&timeout=30&sv=2019-02-02&sr=b&sig=CbKkjKDX%2F9if77kUtbjH0OtoQRNMeB7U1hIrydJZ9fk%3D&st=2021-05-15T18%3A26%3A51Z&se=2021-05-16T18%3A36%3A51Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"PUT /azureml/LocalUpload/96cec635/f9aa80a3.tar.gz?comp=blocklist&timeout=30&sv=2019-02-02&sr=b&sig=CbKkjKDX%2F9if77kUtbjH0OtoQRNMeB7U1hIrydJZ9fk%3D&st=2021-05-15T18%3A26%3A51Z&se=2021-05-16T18%3A36%3A51Z&sp=rcw HTTP/1.1\" 201 0\n",
            "DEBUG:urllib3.connectionpool:https://weaksupervisio5182981328.blob.core.windows.net:443 \"HEAD /azureml/LocalUpload/96cec635/f9aa80a3.tar.gz?sv=2019-02-02&sr=b&sig=CbKkjKDX%2F9if77kUtbjH0OtoQRNMeB7U1hIrydJZ9fk%3D&st=2021-05-15T18%3A26%3A51Z&se=2021-05-16T18%3A36%3A51Z&sp=rcw HTTP/1.1\" 200 0\n",
            "DEBUG:azureml._file_utils.upload:Uploaded blob LocalUpload/96cec635/f9aa80a3.tar.gz with size 3482, file size 3482.\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling post with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: eastus2.modelmanagement.azureml.net\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"POST /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services/validate HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling post with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"POST /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services/validate/resource HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling post with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"POST /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services HTTP/1.1\" 202 0\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services/toxic-comments-prediction?expand=true HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=0 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: eastus2.modelmanagement.azureml.net\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: eastus2.modelmanagement.azureml.net\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: eastus2.modelmanagement.azureml.net\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=317 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/operations/d31a11b9-c78a-4dea-a2c0-91959a65924c?offset=401 HTTP/1.1\" 200 None\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services/toxic-comments-prediction?expand=true HTTP/1.1\" 200 None\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Tips: You can try get_logs(): https://aka.ms/debugimage#dockerlog or local deployment: https://aka.ms/debugimage#debug-locally to debug if deployment takes longer than 10 minutes.\n",
            "Running\n",
            "2021-05-15 18:36:53+00:00 Creating Container Registry if not exists.\n",
            "2021-05-15 18:36:53+00:00 Registering the environment.\n",
            "2021-05-15 18:36:55+00:00 Use the existing image.\n",
            "2021-05-15 18:36:55+00:00 Generating deployment configuration.\n",
            "2021-05-15 18:36:56+00:00 Submitting deployment to compute.\n",
            "2021-05-15 18:36:59+00:00 Checking the status of deployment toxic-comments-prediction..\n",
            "2021-05-15 18:39:45+00:00 Checking the status of inference endpoint toxic-comments-prediction.\n",
            "Succeeded\n",
            "ACI service creation operation finished, operation \"Succeeded\"\n"
          ]
        }
      ],
      "execution_count": 515,
      "metadata": {
        "gather": {
          "logged": 1621103991846
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(aci_service.get_logs())"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services/toxic-comments-prediction/logs?tail=5000&init=False HTTP/1.1\" 200 None\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2021-05-15T18:39:40,766800400+00:00 - rsyslog/run \n",
            "2021-05-15T18:39:40,783217300+00:00 - gunicorn/run \n",
            "2021-05-15T18:39:40,776900000+00:00 - iot-server/run \n",
            "2021-05-15T18:39:40,820243200+00:00 - nginx/run \n",
            "/usr/sbin/nginx: /azureml-envs/azureml_c3366d8531518cc77327e9208a3a8fb1/lib/libcrypto.so.1.0.0: no version information available (required by /usr/sbin/nginx)\n",
            "/usr/sbin/nginx: /azureml-envs/azureml_c3366d8531518cc77327e9208a3a8fb1/lib/libcrypto.so.1.0.0: no version information available (required by /usr/sbin/nginx)\n",
            "/usr/sbin/nginx: /azureml-envs/azureml_c3366d8531518cc77327e9208a3a8fb1/lib/libssl.so.1.0.0: no version information available (required by /usr/sbin/nginx)\n",
            "/usr/sbin/nginx: /azureml-envs/azureml_c3366d8531518cc77327e9208a3a8fb1/lib/libssl.so.1.0.0: no version information available (required by /usr/sbin/nginx)\n",
            "/usr/sbin/nginx: /azureml-envs/azureml_c3366d8531518cc77327e9208a3a8fb1/lib/libssl.so.1.0.0: no version information available (required by /usr/sbin/nginx)\n",
            "EdgeHubConnectionString and IOTEDGE_IOTHUBHOSTNAME are not set. Exiting...\n",
            "2021-05-15T18:39:41,169835600+00:00 - iot-server/finish 1 0\n",
            "2021-05-15T18:39:41,179028200+00:00 - Exit code 1 is normal. Not restarting iot-server.\n",
            "Starting gunicorn 20.1.0\n",
            "Listening at: http://127.0.0.1:31311 (74)\n",
            "Using worker: sync\n",
            "worker timeout is set to 300\n",
            "Booting worker with pid: 109\n",
            "SPARK_HOME not set. Skipping PySpark Initialization.\n",
            "Global seed set to 42\n",
            "Initializing logger\n",
            "2021-05-15 18:39:47,818 | root | INFO | Starting up app insights client\n",
            "2021-05-15 18:39:47,819 | root | INFO | Starting up request id generator\n",
            "2021-05-15 18:39:47,819 | root | INFO | Starting up app insight hooks\n",
            "2021-05-15 18:39:47,819 | root | INFO | Invoking user's init function\n",
            "Lock 140281516011416 acquired on /root/.cache/huggingface/transformers/6508e60ab3c1200bffa26c95f4b58ac6b6d95fba4db1f195f632fa3cd7bc64cc.437aa611e89f6fc6675a049d2b5545390adbc617e7d655286421c191d2be2791.lock\n",
            "\r",
            "Downloading:   0%|          | 0.00/213k [00:00<?, ?B/s]\n",
            "\r",
            "Downloading: 100%|██████████| 213k/213k [00:00<00:00, 6.97MB/s]\n",
            "Lock 140281516011416 released on /root/.cache/huggingface/transformers/6508e60ab3c1200bffa26c95f4b58ac6b6d95fba4db1f195f632fa3cd7bc64cc.437aa611e89f6fc6675a049d2b5545390adbc617e7d655286421c191d2be2791.lock\n",
            "Lock 140281958312704 acquired on /root/.cache/huggingface/transformers/ec84e86ee39bfe112543192cf981deebf7e6cbe8c91b8f7f8f63c9be44366158.ec5c189f89475aac7d8cbd243960a0655cfadc3d0474da8ff2ed0bf1699c2a5f.lock\n",
            "\r",
            "Downloading:   0%|          | 0.00/29.0 [00:00<?, ?B/s]\n",
            "\r",
            "Downloading: 100%|██████████| 29.0/29.0 [00:00<00:00, 6.66kB/s]\n",
            "Lock 140281958312704 released on /root/.cache/huggingface/transformers/ec84e86ee39bfe112543192cf981deebf7e6cbe8c91b8f7f8f63c9be44366158.ec5c189f89475aac7d8cbd243960a0655cfadc3d0474da8ff2ed0bf1699c2a5f.lock\n",
            "Lock 140281958312704 acquired on /root/.cache/huggingface/transformers/226a307193a9f4344264cdc76a12988448a25345ba172f2c7421f3b6810fddad.3dab63143af66769bbb35e3811f75f7e16b2320e12b7935e216bd6159ce6d9a6.lock\n",
            "\r",
            "Downloading:   0%|          | 0.00/436k [00:00<?, ?B/s]\n",
            "\r",
            "Downloading: 100%|██████████| 436k/436k [00:00<00:00, 13.1MB/s]\n",
            "Lock 140281958312704 released on /root/.cache/huggingface/transformers/226a307193a9f4344264cdc76a12988448a25345ba172f2c7421f3b6810fddad.3dab63143af66769bbb35e3811f75f7e16b2320e12b7935e216bd6159ce6d9a6.lock\n",
            "Loading model...\n",
            "2021-05-15 18:39:50,501 | root | INFO | Users's init has completed successfully\n",
            "2021-05-15 18:39:50,506 | root | INFO | Skipping middleware: dbg_model_info as it's not enabled.\n",
            "2021-05-15 18:39:50,506 | root | INFO | Skipping middleware: dbg_resource_usage as it's not enabled.\n",
            "2021-05-15 18:39:50,507 | root | INFO | Scoring timeout is found from os.environ: 60000 ms\n",
            "2021-05-15 18:39:50,526 | root | INFO | Swagger file not present\n",
            "2021-05-15 18:39:50,526 | root | INFO | 404\n",
            "127.0.0.1 - - [15/May/2021:18:39:50 +0000] \"GET /swagger.json HTTP/1.0\" 404 19 \"-\" \"Go-http-client/1.1\"\n",
            "2021-05-15 18:39:51,668 | root | INFO | Swagger file not present\n",
            "2021-05-15 18:39:51,669 | root | INFO | 404\n",
            "127.0.0.1 - - [15/May/2021:18:39:51 +0000] \"GET /swagger.json HTTP/1.0\" 404 19 \"-\" \"Go-http-client/1.1\"\n",
            "\n"
          ]
        }
      ],
      "execution_count": 516,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621103992294
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Connect to previous deployment\n",
        "aci_service = AciWebservice(ws, \"toxic-comments-prediction\")"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 127.0.1.1:46808\n",
            "DEBUG:urllib3.connectionpool:http://127.0.1.1:46808 \"GET /MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01 HTTP/1.1\" 200 None\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: Retrieving a token from http://127.0.1.1:46808/MSI/auth/?resource=https://management.core.windows.net/&api-version=2017-09-01\n",
            "DEBUG:msrestazure.azure_active_directory:MSI: token retrieved\n",
            "DEBUG:azureml._restclient.clientbase:ClientBase: Calling get with url None\n",
            "DEBUG:urllib3.connectionpool:Resetting dropped connection: eastus2.modelmanagement.azureml.net\n",
            "DEBUG:urllib3.connectionpool:https://eastus2.modelmanagement.azureml.net:443 \"GET /modelmanagement/v1.0/subscriptions/9d4deccd-2472-45ed-88e8-1720365556c2/resourceGroups/weak-supervision-team/providers/Microsoft.MachineLearningServices/workspaces/weak-supervision-project/services/toxic-comments-prediction?expand=true HTTP/1.1\" 200 None\n"
          ]
        }
      ],
      "execution_count": 517,
      "metadata": {
        "gather": {
          "logged": 1621103993507
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(\"Scoring endpoint:\",aci_service.scoring_uri)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Scoring endpoint: http://64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io/score\n"
          ]
        }
      ],
      "execution_count": 518,
      "metadata": {
        "gather": {
          "logged": 1621103993711
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 4.4 Deploy to Azure Kuberneter Service"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "# aks_target = AksCompute(ws,\"Exodus\")\n",
        "\n",
        "# deployment_config = AksWebservice.deploy_configuration(\n",
        "#     cpu_cores = 1, \n",
        "#     memory_gb = 2)\n",
        "\n",
        "# aks_service = Model.deploy(workspace=ws, \n",
        "#                        name=\"toxic-pl-test-1\", \n",
        "#                        models=[model], \n",
        "#                        inference_config=inference_config, \n",
        "#                        deployment_config=deployment_config, \n",
        "#                        deployment_target=aks_target,\n",
        "#                        overwrite=True)\n",
        "\n",
        "# aks_service.wait_for_deployment(show_output = True)"
      ],
      "outputs": [],
      "execution_count": 519,
      "metadata": {
        "gather": {
          "logged": 1621103993826
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "### Connect to a previous deployed service\n",
        "# aks_service = [r for r in AksWebservice.list(ws) if r.name == 'Toxic-PyTorch-Lightning'][0]"
      ],
      "outputs": [],
      "execution_count": 520,
      "metadata": {
        "gather": {
          "logged": 1621103993940
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# print(aks_service.scoring_uri)\n",
        "# aks_service.get_keys()"
      ],
      "outputs": [],
      "execution_count": 521,
      "metadata": {
        "scrolled": true,
        "gather": {
          "logged": 1621103994063
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 4.4 Test the API"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "endpoint = aci_service.scoring_uri\n",
        "\n",
        "print(f'\\nservice state: {aci_service.state}\\n')\n",
        "print(f'scoring URI: \\n{endpoint}\\n')\n",
        "print(f'swagger URI: \\n{aci_service.swagger_uri}\\n')\n",
        "\n",
        "print(endpoint)\n",
        "print(aci_service.swagger_uri)"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "service state: Healthy\n",
            "\n",
            "scoring URI: \n",
            "http://64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io/score\n",
            "\n",
            "swagger URI: \n",
            "http://64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io/swagger.json\n",
            "\n",
            "http://64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io/score\n",
            "http://64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io/swagger.json\n"
          ]
        }
      ],
      "execution_count": 522,
      "metadata": {
        "gather": {
          "logged": 1621103994130
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import requests\n",
        "import json\n",
        "import pandas as pd\n",
        "\n",
        "input_text = \"\"\"You look so beautiful today\n",
        "\n",
        "i hate you so much\"\"\"\n",
        "x_new = {\"text\": input_text}\n",
        "\n",
        "# Convert the array to a serializable list in a JSON document\n",
        "input_data = json.dumps(x_new)\n",
        "\n",
        "# Set the content type in the request headers\n",
        "request_headers = { \"Content-Type\":\"application/json\"}\n",
        "\n",
        "# Call the service\n",
        "response = requests.post(url = endpoint,\n",
        "                         data = input_data,\n",
        "                         headers = request_headers)\n",
        "\n",
        "print(response.status_code)\n",
        "print(\"Prediction Results:\", response.json())"
      ],
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "DEBUG:urllib3.connectionpool:Starting new HTTP connection (1): 64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io:80\n",
            "DEBUG:urllib3.connectionpool:http://64c13356-b19d-4b04-9202-4891a3060bc3.eastus2.azurecontainer.io:80 \"POST /score HTTP/1.1\" 200 223\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "200\n",
            "Prediction Results: {\"prediction\": [{\"label\": \"non-toxic\", \"probability\": 0.7762245535850525, \"text\": \"You look so beautiful today\"}, {\"label\": \"toxic\", \"probability\": 0.9929181933403015, \"text\": \"i hate you so much\"}]}\n"
          ]
        }
      ],
      "execution_count": 529,
      "metadata": {
        "gather": {
          "logged": 1621104263552
        }
      }
    },
    {
      "cell_type": "code",
      "source": [
        "input_data"
      ],
      "outputs": [
        {
          "output_type": "execute_result",
          "execution_count": 499,
          "data": {
            "text/plain": "'{\"text\": \"You are so cool my man wwooooow\"}'"
          },
          "metadata": {}
        }
      ],
      "execution_count": 499,
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "source_hidden": false,
          "outputs_hidden": false
        },
        "nteract": {
          "transient": {
            "deleting": false
          }
        },
        "gather": {
          "logged": 1621103121829
        }
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 5. Retrain Our Model on New Data (Incomplete: Future Work)"
      ],
      "metadata": {}
    },
    {
      "cell_type": "code",
      "source": [
        "%%writefile 'trainingscripts/retrain.py'\n",
        "\n",
        "from __future__ import print_function, division\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import os\n",
        "import requests\n",
        "import json\n",
        "from sklearn.model_selection import train_test_split\n",
        "from tqdm.auto import tqdm\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "\n",
        "from transformers import BertTokenizerFast, BertModel, BertTokenizer, AdamW, get_linear_schedule_with_warmup\n",
        "\n",
        "import pytorch_lightning as pl\n",
        "from pytorch_lightning.metrics.functional import accuracy, f1\n",
        "from pytorch_lightning.callbacks import ModelCheckpoint, EarlyStopping, BackboneFinetuning, QuantizationAwareTraining, ModelPruning\n",
        "RANDOM_SEED = 42\n",
        "pl.seed_everything(RANDOM_SEED)\n",
        "# lightning plus wandb\n",
        "import wandb\n",
        "from pytorch_lightning.loggers import WandbLogger\n",
        "import gc\n",
        "\n",
        "### Add References\n",
        "import argparse\n",
        "from azureml.core import Run\n",
        "from azureml.core.model import Model\n",
        "\n",
        "# importing models\n",
        "from models.toxic_bert import *\n",
        "\n",
        "### Add run context for AML\n",
        "run = Run.get_context()\n",
        "\n",
        "### Parse incoming parameters\n",
        "parser = argparse.ArgumentParser()\n",
        "parser.add_argument(\"--data-folder\", type=str, dest=\"data_folder\", help=\"data folder mounting point\", default=\"\")\n",
        "parser.add_argument(\"--num-epochs\", type=int, dest=\"num_epochs\", help=\"Number of epochs\", default=\"10\")\n",
        "parser.add_argument(\"--max_token_count\", type=int, dest=\"max_token_count\", help=\"max_token_count\", default=\"256\")\n",
        "parser.add_argument(\"--batch_size\", type=int, dest=\"batch_size\", help=\"batch_size\", default=\"8\")\n",
        "parser.add_argument(\"--dataset\", type=int, dest=\"dataset\", help=\"dataset\", default=\"\")\n",
        "parser.add_argument(\"--model_name\", type=int, dest=\"model_name\", help=\"model_name\", default=\"\")\n",
        "\n",
        "args = parser.parse_args()\n",
        "DATA_PATH = args.data_folder\n",
        "N_EPOCHS = args.num_epochs\n",
        "MAX_TOKEN_COUNT = args.max_token_count\n",
        "BATCH_SIZE = args.batch_size\n",
        "BERT_MODEL_NAME = args.model_name\n",
        "\n",
        "tokenizer = BertTokenizer.from_pretrained(BERT_MODEL_NAME)\n",
        "# tokenizer = DistilBertTokenizerFast.from_pretrained(BERT_MODEL_NAME)\n",
        "os.environ[\"TOKENIZERS_PARALLELISM\"] = \"true\"\n",
        "\n",
        "# Get data (upload dataset to Azure first)\n",
        "toxic_comments_ds = Dataset.get_by_name(ws, name='toxic_comments')\n",
        "df = toxic_comments_ds.to_pandas_dataframe()\n",
        "\n",
        "df_toxic = df[df[LABEL_COLUMNS].sum(axis=1) > 0]\n",
        "df_clean = df[df[LABEL_COLUMNS].sum(axis=1) == 0]\n",
        "\n",
        "train_df = pd.concat([\n",
        "  df_toxic.sample(2000, random_state=42),\n",
        "  df_clean.sample(2000, random_state=42)\n",
        "])\n",
        "\n",
        "train_df['label'] = np.where(train_df[LABEL_COLUMNS].sum(axis=1) == 0, 0, 1)\n",
        "train_df = train_df.drop(LABEL_COLUMNS, axis=1)\n",
        "train_df = train_df.rename(columns={\"comment_text\": \"text\"})\n",
        "\n",
        "fine_tune_df = train_df.groupby('label').apply(lambda s: s.sample(500, random_state=123)).reset_index(level=0, drop=True)\n",
        "train_df.drop(fine_tune_df.index, inplace=True)\n",
        "\n",
        "train_df, test_df = train_test_split(train_df, test_size=0.25)\n",
        "val_df = test_df.sample(frac=0.1)\n",
        "test_df.drop(val_df.index, inplace=True)\n",
        "\n",
        "class_names = fine_tune_df['label']\n",
        "\n",
        "\n",
        "train_dataset = ToxicCommentsDataset(\n",
        "  fine_tune_df,\n",
        "  tokenizer=tokenizer,\n",
        "  max_token_len=MAX_TOKEN_COUNT\n",
        ")\n",
        "\n",
        "data_module = ToxicCommentDataModule(\n",
        "  fine_tune_df,\n",
        "  val_df,\n",
        "  tokenizer=tokenizer,\n",
        "  batch_size=BATCH_SIZE,\n",
        "  max_token_len=MAX_TOKEN_COUNT\n",
        ")\n",
        "\n",
        "steps_per_epoch=len(fine_tune_df) // BATCH_SIZE\n",
        "total_training_steps = steps_per_epoch * N_EPOCHS\n",
        "\n",
        "warmup_steps = total_training_steps // 5\n",
        "warmup_steps, total_training_steps\n",
        "\n",
        "model = ToxicCommentTagger(\n",
        "    'finetuned_multilingual_bert_1000ex_512tokens_8bs_pruning.ckpt'\n",
        "    num_classes=2,\n",
        "    n_warmup_steps=warmup_steps,\n",
        "    n_training_steps=total_training_steps\n",
        "    )\n",
        "\n",
        "checkpoint_callback = ModelCheckpoint(\n",
        "    dirpath=\"checkpoints\",\n",
        "    filename=\"best-checkpoint\",\n",
        "    save_top_k=1,\n",
        "    verbose=True,\n",
        "    monitor=\"val_loss\",\n",
        "    mode=\"min\"\n",
        "    )\n",
        "\n",
        "multiplicative=lambda epoch: 1.1 # modifies learning rate after unfreeze\n",
        "backbone_finetuning = BackboneFinetuning(5, multiplicative) # freezes pretrained model until 5 epochs\n",
        "\n",
        "model_pruning = ModelPruning(\n",
        "    pruning_fn='l1_unstructured',\n",
        "    amount=0.1,\n",
        "    use_global_unstructured=True,\n",
        "    )\n",
        "\n",
        "wandb.login()\n",
        "wandb_logger = WandbLogger(project=\"weak-supervision-fsdl-project\", entity=\"weak-supervision-classifier-team\")\n",
        "\n",
        "trainer = pl.Trainer(\n",
        "    logger=[wandb_logger],\n",
        "    log_every_n_steps=50,\n",
        "    checkpoint_callback=checkpoint_callback,\n",
        "    callbacks=[backbone_finetuning, model_pruning], # , early_stopping_callback, quantization_aware_training]\n",
        "    max_epochs=N_EPOCHS,\n",
        "    gpus=1,\n",
        "    deterministic=True,\n",
        "    progress_bar_refresh_rate=30,\n",
        "    precision=16\n",
        "    )\n",
        "\n",
        "trainer.fit(model, data_module)\n",
        "\n",
        "model_ckpt = \"./outputs/pl_bert_toxic_best_model.ckpt\"\n",
        "trainer.save_checkpoint(model_ckpt)\n",
        "wandb.save('*ckpt*')\n",
        "wandb.finish()\n",
        "\n",
        "# Save the training labels\n",
        "with open('./outputs/labels.txt', 'w') as f:\n",
        "    f.writelines([\"%s\\n\" % item  for item in class_names])"
      ],
      "outputs": [],
      "execution_count": null,
      "metadata": {}
    }
  ],
  "metadata": {
    "kernelspec": {
      "name": "python3-azureml",
      "language": "python",
      "display_name": "Python 3.6 - AzureML"
    },
    "language_info": {
      "name": "python",
      "version": "3.6.9",
      "mimetype": "text/x-python",
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "pygments_lexer": "ipython3",
      "nbconvert_exporter": "python",
      "file_extension": ".py"
    },
    "metadata": {
      "interpreter": {
        "hash": "7f061771619cbf1b6795643f7c608e179b0c096b49ba2884d93968db10683f48"
      }
    },
    "kernel_info": {
      "name": "python3-azureml"
    },
    "nteract": {
      "version": "nteract-front-end@1.0.0"
    },
    "microsoft": {
      "host": {
        "AzureML": {
          "notebookHasBeenCompleted": true
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 2
}