kbqa_cq_rus.json

{
  "chainer": {
    "in": ["x_init"],
    "in_y": ["y"],
    "pipe": [
      {
        "class_name": "question_sign_checker",
        "in": ["x_init"],
        "out": ["x"]
      },
      {
        "config_path": "{CONFIGS_PATH}/ner/ner_bert_ent_and_type_rus.json",
        "in": ["x"],
        "out": ["x_tokens", "y_pred"]
      },
      {
        "in": ["x_tokens", "y_pred"],
        "out": ["entities", "types", "entities_pos"],
        "thres_proba": 0.4,
        "entity_tags": ["E-TAG"],
        "type_tag": "T-TAG",
        "o_tag": "O-TAG",
        "tags_file": "{NER_PATH}/tag.dict",
        "ignore_points": true,
        "class_name": "entity_detection_parser"
      },
      {
        "class_name": "wiki_parser",
        "id": "wiki_p",
        "wiki_filename": "{DOWNLOADS_PATH}/wikidata/wikidata.hdt",
        "lang": "@ru"
      },
      {
        "config_path": "{CONFIGS_PATH}/syntax/syntax_ru_syntagrus_bert.json",
        "in": ["x"],
        "out": ["syntax_info"]
      },
      {
        "class_name": "ru_adj_to_noun",
        "freq_dict_filename": "{DOWNLOADS_PATH}/wikidata_rus/freqrnc2011.csv",
        "id": "adj2noun"
      },
      {
        "class_name": "tree_to_sparql",
        "sparql_queries_filename": "{DOWNLOADS_PATH}/wikidata/sparql_queries.json",
        "adj_to_noun": "#adj2noun",
        "lang": "rus",
        "in": ["syntax_info", "entities_pos"],
        "out": ["x_sanitized", "query_nums", "entities_dict", "types_dict"]
      },
      {
        "class_name": "template_matcher",
        "id": "template_m",
        "num_processors": 8,
        "load_path": "{DOWNLOADS_PATH}/wikidata_rus",
        "templates_filename": "templates_rus.json"
      },
      {
        "class_name": "rel_ranking_bert_infer",
        "id": "entity_descr_ranking",
        "ranker": {"config_path": "{CONFIGS_PATH}/classifiers/entity_ranking_bert_rus_no_mention.json"},
        "batch_size": 100,
        "load_path": "{DOWNLOADS_PATH}/wikidata_rus",
        "rel_q2name_filename": "q_to_descr_ru.pickle",
        "rels_to_leave": 200
      },
      {
        "class_name": "kbqa_entity_linker",
        "id": "linker_entities",
        "load_path": "{DOWNLOADS_PATH}/wikidata_rus",
        "inverted_index_filename": "inverted_index_rus.pickle",
        "entities_list_filename": "entities_list_rus.pickle",
        "q2name_filename": "wiki_rus_q_to_name.pickle",
        "entity_ranker": "#entity_descr_ranking",
        "build_inverted_index": false,
        "lemmatize": true,
        "use_descriptions": true,
        "include_mention": false,
        "use_prefix_tree": false,
        "lang": "ru"
      },
      {
        "class_name": "kbqa_entity_linker",
        "id": "linker_types",
        "load_path": "{DOWNLOADS_PATH}/wikidata_rus",
        "inverted_index_filename": "inverted_index_types_rus.pickle",
        "entities_list_filename": "types_list_rus.pickle",
        "q2name_filename": "wiki_rus_q_to_name_types.pickle",
        "build_inverted_index": false,
        "lemmatize": true,
        "use_descriptions": false,
        "use_prefix_tree": false,
        "lang": "ru"
      },
      {
        "class_name": "rel_ranking_bert_infer",
        "id": "rel_r_inf",
        "ranker": {"config_path": "{CONFIGS_PATH}/classifiers/rel_ranking_bert_rus.json"},
        "wiki_parser": "#wiki_p",
        "batch_size": 32,
        "return_all_possible_answers": false,
        "return_answer_ids": false,
        "load_path": "{DOWNLOADS_PATH}/wikidata_rus",
        "rel_q2name_filename": "wiki_dict_properties_rus.pickle"
      },
      {
        "class_name": "query_generator",
        "id": "query_g",
        "linker_entities": "#linker_entities",
        "linker_types": "#linker_types",
        "template_matcher": "#template_m",
        "rel_ranker": "#rel_r_inf",
        "wiki_parser": "#wiki_p",
        "load_path": "{DOWNLOADS_PATH}/wikidata_rus",
        "rank_rels_filename_1": "rels_0.txt",
        "rank_rels_filename_2": "rels_1.txt",
        "sparql_queries_filename": "{DOWNLOADS_PATH}/wikidata/sparql_queries.json",
        "entities_to_leave": 9,
        "rels_to_leave": 10,
        "return_answers": true,
        "return_all_possible_answers": false,
        "syntax_structure_known": true,
        "in": ["x", "x_sanitized", "query_nums", "entities_dict", "types_dict"],
        "out": ["answers"]
      }
    ],
    "out": ["answers"]
  },
  "train": {
    "epochs": 30,
    "batch_size": 16,
    "metrics": [
      {
        "name": "ner_f1",
        "inputs": ["y", "y_pred"]
      },
      {
        "name": "ner_token_f1",
        "inputs": ["y", "y_pred"]
      }
    ],
    "validation_patience": 10,
    "val_every_n_batches": 400,

    "log_every_n_batches": 400,
    "tensorboard_log_dir": "{NER_PATH}/logs",
    "show_examples": false,
    "pytest_max_batches": 2,
    "pytest_batch_size": 8,
    "evaluation_targets": ["valid", "test"],
    "class_name": "nn_trainer"
  },
  "metadata": {
    "variables": {
      "ROOT_PATH": "~/.deeppavlov",
      "DOWNLOADS_PATH": "{ROOT_PATH}/downloads",
      "MODELS_PATH": "{ROOT_PATH}/models",
      "BERT_PATH": "{DOWNLOADS_PATH}/bert_models/multi_cased_L-12_H-768_A-12",
      "NER_PATH": "{MODELS_PATH}/ner_ent_and_type_rus",
      "CONFIGS_PATH": "{DEEPPAVLOV_PATH}/configs"
    },
    "labels": {
      "telegram_utils": "NERCoNLL2003Model",
      "server_utils": "NER"
    },
    "download": [
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/bert/multi_cased_L-12_H-768_A-12.zip",
        "subdir": "{DOWNLOADS_PATH}/bert_models"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/models/ner_cq_rus.tar.gz",
        "subdir": "{NER_PATH}"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/models/rel_ranking_bert_rus.tar.gz",
        "subdir": "{MODELS_PATH}/rel_ranking_bert_rus"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/models/entity_ranking_bert_rus_no_mention.tar.gz",
        "subdir": "{MODELS_PATH}/entity_ranking_bert_rus_no_mention"
      },
      {
        "url": "http://files.deeppavlov.ai/deeppavlov_data/syntax_parser/syntax_ru_syntagrus_bert.tar.gz",
        "subdir": "{MODELS_PATH}/syntax_ru_syntagrus"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/wikidata/wiki_rus_files.tar.gz",
        "subdir": "{DOWNLOADS_PATH}/wikidata_rus"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/wikidata/sparql_queries.json",
        "subdir": "{DOWNLOADS_PATH}/wikidata"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/wikidata/wikidata.hdt",
        "subdir": "{DOWNLOADS_PATH}/wikidata"
      },
      {
        "url": "http://files.deeppavlov.ai/kbqa/wikidata/wikidata.hdt.index.v1-1",
        "subdir": "{DOWNLOADS_PATH}/wikidata"
      }
    ]
  }
}