squad_ru_rubert_infer.json

{
  "dataset_reader": {
    "class_name": "squad_dataset_reader",
    "dataset": "SberSQuADClean",
    "url": "http://files.deeppavlov.ai/datasets/sber_squad_clean-v1.1.tar.gz",
    "data_path": "{DOWNLOADS_PATH}/squad_ru_clean/"
  },
  "dataset_iterator": {
    "class_name": "squad_iterator",
    "seed": 1337,
    "shuffle": true
  },
  "chainer": {
    "in": ["context_raw", "question_raw"],
    "in_y": ["ans_raw", "ans_raw_start"],
    "pipe": [
      {
        "class_name": "squad_bert_infer",
        "lang": "ru",
        "batch_size": 128,
        "squad_model_config": "{CONFIGS_PATH}/squad/squad_ru_rubert.json",
        "vocab_file": "{DOWNLOADS_PATH}/bert_models/rubert_cased_L-12_H-768_A-12_v1/vocab.txt",
        "do_lower_case": false,
        "max_seq_length": 256,
        "in": ["context_raw", "question_raw"],
        "out": ["ans_predicted", "ans_start_predicted", "logits"]
      }
    ],
    "out": ["ans_predicted", "ans_start_predicted", "logits"]
  },
  "train": {
    "show_examples": false,
    "test_best": false,
    "validate_best": true,
    "log_every_n_batches": 250,
    "val_every_n_batches": 500,
    "batch_size": 10,
    "pytest_max_batches": 2,
    "validation_patience": 10,
    "metrics": [
      {
        "name": "squad_v2_f1",
        "inputs": ["ans_raw", "ans_predicted"]
      },
      {
        "name": "squad_v2_em",
        "inputs": ["ans_raw", "ans_predicted"]
      },
      {
        "name": "squad_v1_f1",
        "inputs": ["ans_raw", "ans_predicted"]
      },
      {
        "name": "squad_v1_em",
        "inputs": ["ans_raw", "ans_predicted"]
      }
    ]
  },
  "metadata": {
    "variables": {
      "ROOT_PATH": "~/.deeppavlov",
      "DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
      "MODELS_PATH": "{ROOT_PATH}/models",
      "CONFIGS_PATH": "{DEEPPAVLOV_PATH}/configs"
    },
    "requirements": [
      "{DEEPPAVLOV_PATH}/requirements/tf.txt",
      "{DEEPPAVLOV_PATH}/requirements/bert_dp.txt"
    ],
    "labels": {
      "telegram_utils": "SquadModel",
      "server_utils": "SquadModel"
    },
    "download": [
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/bert/rubert_cased_L-12_H-768_A-12_v1.tar.gz",
        "subdir": "{DOWNLOADS_PATH}/bert_models"
      },
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/squad_model_ru_rubert.tar.gz",
        "subdir": "{MODELS_PATH}"
      }
    ]
  }
}