update: paths to RSG datasets (#1633)

deeppavlov · Apr 3, 2023 · 53e4f88 · 53e4f88
1 parent 3206205
commit 53e4f88
Show file tree

Hide file tree

Showing 9 changed files with 26 additions and 8 deletions.
diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_danetqa_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_danetqa_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/DaNetQA",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_lidirus_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_lidirus_rubert.json
@@ -3,7 +3,9 @@
     "class_name": "huggingface_dataset_reader",
     "path": "{COMPETITION}",
     "name": "{TASK}",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/LiDiRus",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_muserc_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_muserc_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/MuSeRC",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_parus_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_parus_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/PARus",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_rcb_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_rcb_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/RCB",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_rucos_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_rucos_rubert.json
@@ -6,6 +6,8 @@
     "train": "train",
     "valid": "validation",
     "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/RuCoS",
+    "ignore_verifications": true,
     "downsample_ratio": [1.8, 1.8, 1],
     "do_index_correction": false
   },

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_russe_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_russe_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/RUSSE",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_rwsd_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_rwsd_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/RWSD",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",

diff --git a/deeppavlov/configs/russian_super_glue/russian_superglue_terra_rubert.json b/deeppavlov/configs/russian_super_glue/russian_superglue_terra_rubert.json
@@ -5,7 +5,9 @@
     "name": "{TASK}",
     "train": "train",
     "valid": "validation",
-    "test": "test"
+    "test": "test",
+    "data_url": "http://files.deeppavlov.ai/datasets/russian_super_glue/TERRa",
+    "ignore_verifications": true
   },
   "dataset_iterator": {
     "class_name": "huggingface_dataset_iterator",