squad_bert_infer.json

{
  "dataset_reader": {
    "class_name": "squad_dataset_reader",
    "data_path": "{DOWNLOADS_PATH}/squad/"
  },
  "dataset_iterator": {
    "class_name": "squad_iterator",
    "seed": 1337,
    "shuffle": true
  },
  "chainer": {
    "in": ["context_raw", "question_raw"],
    "in_y": ["ans_raw", "ans_raw_start"],
    "pipe": [
      {
        "class_name": "squad_bert_infer",
        "batch_size": 10,
        "squad_model_config": "{CONFIGS_PATH}/squad/squad_bert.json",
        "vocab_file": "{DOWNLOADS_PATH}/bert_models/cased_L-12_H-768_A-12/vocab.txt",
        "do_lower_case": false,
        "max_seq_length": 512,
        "in": ["context_raw", "question_raw"],
        "out": ["ans_predicted", "ans_start_predicted", "logits"]
      }
    ],
    "out": ["ans_predicted", "ans_start_predicted", "logits"]
  },
  "train": {
    "show_examples": false,
    "test_best": false,
    "validate_best": true,
    "log_every_n_batches": 250,
    "val_every_n_batches": 500,
    "batch_size": 10,
    "pytest_max_batches": 2,
    "validation_patience": 10,
    "metrics": [
      {
        "name": "squad_v1_f1",
        "inputs": ["ans_raw", "ans_predicted"]
      },
      {
        "name": "squad_v1_em",
        "inputs": ["ans_raw", "ans_predicted"]
      },
      {
        "name": "squad_v2_f1",
        "inputs": ["ans_raw", "ans_predicted"]
      },
      {
        "name": "squad_v2_em",
        "inputs": ["ans_raw", "ans_predicted"]
      }
    ],
    "tensorboard_log_dir": "{MODELS_PATH}/squad_bert/logs"
  },
  "metadata": {
    "variables": {
      "ROOT_PATH": "~/.deeppavlov",
      "DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
      "MODELS_PATH": "{ROOT_PATH}/models",
      "CONFIGS_PATH": "{DEEPPAVLOV_PATH}/configs"
    },
    "requirements": [
      "{DEEPPAVLOV_PATH}/requirements/tf.txt",
      "{DEEPPAVLOV_PATH}/requirements/bert_dp.txt"
    ],
    "download": [{
	    "url": "http://files.deeppavlov.ai/deeppavlov_data/bert/cased_L-12_H-768_A-12.zip",
	    "subdir": "{DOWNLOADS_PATH}/bert_models"
    },
    {
	    "url": "http://files.deeppavlov.ai/deeppavlov_data/squad_bert.tar.gz",
	    "subdir": "{MODELS_PATH}"
    }
    ]
  }
}