/
en_odqa_infer_wiki.json
70 lines (70 loc) · 1.5 KB
/
en_odqa_infer_wiki.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
"chainer": {
"in": [
"question_raw"
],
"out": [
"best_answer"
],
"pipe": [
{
"config_path": "../deeppavlov/configs/ranking/en_ranker_tfidf_wiki.json",
"in": [
"question_raw"
],
"out": [
"doc_ids"
]
},
{
"name": "wiki_sqlite_vocab",
"in": [
"doc_ids"
],
"out": [
"context_raw"
],
"data_dir": "odqa",
"join_docs": false,
"shuffle": false,
"data_url": "http://files.deeppavlov.ai/datasets/wikipedia/enwiki.db"
},
{
"name": "document_chunker",
"in": ["context_raw"],
"out": ["chunks"],
"flatten_result": true
},
{
"name": "string_multiplier",
"in": ["question_raw", "chunks"],
"out":["questions"]
},
{
"name": "logit_ranker",
"squad_model": {"config_path": "../deeppavlov/configs/squad/squad.json"},
"in": [
"chunks",
"questions"
],
"out": [
"best_answer"
]
}
]
},
"metadata": {
"requirements": [
"../dp_requirements/tf-gpu.txt",
"../dp_requirements/spacy.txt",
"../dp_requirements/en_core_web_sm.txt"
],
"labels": {
"server_utils": "ODQA"
},
"download": [
"http://files.deeppavlov.ai/datasets/wikipedia/enwiki.tar.gz",
"http://files.deeppavlov.ai/deeppavlov_data/en_odqa.tar.gz"
]
}
}