squad_ru_convers_distilrubert_6L.json

{
  "dataset_reader": {
    "class_name": "squad_dataset_reader",
    "dataset": "SberSQuADClean",
    "url": "http://files.deeppavlov.ai/datasets/sber_squad_clean-v1.1.tar.gz",
    "data_path": "{DOWNLOADS_PATH}/squad_ru_clean/"
  },
  "dataset_iterator": {
    "class_name": "squad_iterator",
    "seed": 1337,
    "shuffle": true
  },
  "chainer": {
    "in": [
      "context_raw",
      "question_raw"
    ],
    "in_y": [
      "ans_raw",
      "ans_raw_start"
    ],
    "pipe": [
      {
        "class_name": "torch_squad_transformers_preprocessor", 
        "add_token_type_ids": true, 
        "vocab_file": "{TRANSFORMER}",
        "do_lower_case": "{lowercase}",
        "max_seq_length": 384,
        "in": [
          "question_raw",
          "context_raw"
        ],
        "out": [
          "bert_features",
          "subtokens",
          "split_context"
        ]
      },
      {
        "class_name": "squad_bert_mapping",
        "do_lower_case": "{lowercase}",
        "in": [
          "split_context",
          "bert_features",
          "subtokens"
        ],
        "out": [
          "subtok2chars",
          "char2subtoks"
        ]
      },
      {
        "class_name": "squad_bert_ans_preprocessor",
        "do_lower_case": "{lowercase}",
        "in": [
          "ans_raw",
          "ans_raw_start",
          "char2subtoks"
        ],
        "out": [
          "ans",
          "ans_start",
          "ans_end"
        ]
      },
      {
        "class_name": "torch_transformers_squad",
        "pretrained_bert": "{TRANSFORMER}",
        "save_path": "{MODEL_PATH}/model",
        "load_path": "{MODEL_PATH}/model",
        "attention_probs_keep_prob": 0.0,
        "hidden_keep_prob": 0.33, 
        "optimizer": "AdamW",
        "optimizer_parameters": {
          "lr": 3.67e-5
        },
        "learning_rate_drop_patience": 2,
        "learning_rate_drop_div": 1.5,
        "in": [
          "bert_features"
        ],
        "in_y": [
          "ans_start",
          "ans_end"
        ],
        "out": [
          "ans_start_predicted",
          "ans_end_predicted",
          "logits",
          "scores",
          "inds"
        ]
      },
      {
        "class_name": "squad_bert_ans_postprocessor",
        "in": [
          "ans_start_predicted",
          "ans_end_predicted",
          "split_context",
          "subtok2chars",
          "subtokens",
          "inds"
        ],
        "out": [
          "ans_predicted",
          "ans_start_predicted",
          "ans_end_predicted"
        ]
      }
    ],
    "out": [
      "ans_predicted",
      "ans_start_predicted",
      "scores"
    ]
  },
  "train": {
    "show_examples": false,
    "evaluation_targets": [
      "valid"
    ],
    "log_every_n_batches": 250,
    "val_every_n_batches": 500,
    "batch_size": 10,
    "validation_patience": 10,
    "metrics": [
      {
        "name": "squad_v2_f1",
        "inputs": [
          "ans",
          "ans_predicted"
        ]
      },
      {
        "name": "squad_v2_em",
        "inputs": [
          "ans",
          "ans_predicted"
        ]
      },
      {
        "name": "squad_v1_f1",
        "inputs": [
          "ans",
          "ans_predicted"
        ]
      },
      {
        "name": "squad_v1_em",
        "inputs": [
          "ans",
          "ans_predicted"
        ]
      }
    ],
    "tensorboard_log_dir": "{MODEL_PATH}/logs",
    "class_name": "torch_trainer"
  },
  "metadata": {
    "variables": {
      "lowercase": false, 
      "ROOT_PATH": "~/.deeppavlov",
      "DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
      "TRANSFORMER": "DeepPavlov/distilrubert-base-cased-conversational",
      "MODELS_PATH": "{ROOT_PATH}/models",
      "MODEL_PATH": "{MODELS_PATH}/squad_ru_convers_distilrubert_6L"
    },
    "download": [
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/squad_ru_convers_distilrubert_6L.tar.gz",
        "subdir": "{MODELS_PATH}"
      }
    ]
  }
}