ranking_ubuntu_v2_mt_interact.json

{
  "dataset_reader": {
    "class_name": "ubuntu_v2_mt_reader",
    "data_path": "{DOWNLOADS_PATH}/ubuntu_v2_data",
    "num_context_turns": 10
  },
  "dataset_iterator": {
    "class_name": "siamese_iterator",
    "seed": 243
  },
  "chainer": {
    "in": ["x"],
    "in_y": ["y"],
    "pipe": [
      {
        "id": "preproc",
        "class_name": "siamese_preprocessor",
        "use_matrix": true,
        "num_ranking_samples": 10,
        "num_context_turns": 10,
        "max_sequence_length": 50,
        "fit_on": ["x"],
        "in": ["x"],
        "out": ["x_proc"],
        "sent_vocab": {
          "id": "siam_sent_vocab",
          "class_name": "simple_vocab",
          "save_path": "{MODELS_PATH}/ubuntu_v2_vocabs/sent.dict",
          "load_path": "{MODELS_PATH}/ubuntu_v2_vocabs/sent.dict"
        },
        "tokenizer": {
          "class_name": "nltk_tokenizer"
        },
        "vocab": {
          "id": "siam_vocab",
          "class_name": "simple_vocab",
          "save_path": "{MODELS_PATH}/ubuntu_v2_mt_vocabs/tok.dict",
          "load_path": "{MODELS_PATH}/ubuntu_v2_mt_vocabs/tok.dict"
        },
        "embedder": {
          "id": "siam_embedder",
          "class_name": "fasttext",
          "load_path": "{DOWNLOADS_PATH}/embeddings/wiki.en.bin"
        }
      },
      {
        "id": "embeddings",
        "class_name": "emb_mat_assembler",
        "embedder": "#siam_embedder",
        "vocab": "#siam_vocab"
      },
      {
        "id": "model",
        "class_name": "bilstm_gru_nn",
        "use_matrix": "#preproc.use_matrix",
        "num_context_turns": "#preproc.num_context_turns",
        "len_vocab": "#siam_vocab.len",
        "max_sequence_length": "#preproc.max_sequence_length",
        "embedding_dim": "#siam_embedder.dim",
        "emb_matrix": "#embeddings.emb_mat",
        "seed": 243,
        "hidden_dim": 300,
        "learning_rate": 1e-3,
        "triplet_loss": false,
        "batch_size": 256,
        "save_path": "{MODELS_PATH}/ubuntu_v2_mt_model/model_weights.h5",
        "load_path": "{MODELS_PATH}/ubuntu_v2_mt_model/model_weights.h5"
      },
      {
        "in": ["x_proc"],
        "in_y": ["y"],
        "out": ["y_predicted"],
        "class_name": "siamese_predictor",
        "model": "#model",
        "num_context_turns": "#model.num_context_turns",
        "batch_size": "#model.batch_size",
        "responses": "#siam_sent_vocab",
        "preproc_func": "#preproc.__call__"
      }
    ],
    "out": ["y_predicted"]
  },
  "train": {
    "epochs": 200,
    "batch_size": 256,
    "pytest_max_batches": 2,
    "train_metrics": [],
    "metrics": ["r@1", "rank_response"],
    "validation_patience": 10,
    "val_every_n_epochs": 1,
    "log_every_n_batches": 1000,
    "class_name": "nn_trainer",
    "evaluation_targets": [
      "valid",
      "test"
    ]
  },
  "metadata": {
    "variables": {
      "ROOT_PATH": "~/.deeppavlov",
      "DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
      "MODELS_PATH": "{ROOT_PATH}/models"
    },
    "requirements": [
      "{DEEPPAVLOV_PATH}/requirements/tf.txt",
      "{DEEPPAVLOV_PATH}/requirements/fasttext.txt"
    ],
    "labels": {
      "telegram_utils": "SiameseModel",
      "server_utils": "Ranker"
    },
    "download": [
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/ubuntu_v2_mt_ranking.tar.gz",
        "subdir": "{MODELS_PATH}"
      },
      {
        "url": "http://files.deeppavlov.ai/datasets/ubuntu_v2_data.tar.gz",
        "subdir": "{DOWNLOADS_PATH}/ubuntu_v2_data"
      },
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/embeddings/wiki.en.bin",
        "subdir": "{DOWNLOADS_PATH}/embeddings"
      }
    ]
  }
}