Support for Kinyarwanda language dataset (NER) added

flair/datasets/__init__.py

@@ -23,6 +23,7 @@
 from .sequence_labeling import GERMEVAL_14
 from .sequence_labeling import INSPEC
 from .sequence_labeling import JAPANESE_NER
+from .sequence_labeling import KINYARWANDA_NER
 from .sequence_labeling import LER_GERMAN
 from .sequence_labeling import MIT_MOVIE_NER_SIMPLE
 from .sequence_labeling import MIT_MOVIE_NER_COMPLEX

flair/datasets/sequence_labeling.py

@@ -1548,6 +1548,45 @@ def __init__(
         )
 
 
+class KINYARWANDA_NER(ColumnCorpus):
+    def __init__(
+            self,
+            base_path: Union[str, Path] = None,
+            tag_to_bioes: str = "ner",
+            in_memory: bool = True,
+            **corpusargs,
+    ):
+
+        if type(base_path) == str:
+            base_path: Path = Path(base_path)
+
+        # column format
+        columns = {0: "text", 1: "ner"}
+
+        # this dataset name
+        dataset_name = self.__class__.__name__.lower()
+
+        # default dataset folder is the cache root
+        if not base_path:
+            base_path = Path(flair.cache_root) / "datasets"
+        data_folder = base_path / dataset_name
+
+        # download data if necessary
+        ner_kinyarwanda_path = "https://raw.githubusercontent.com/masakhane-io/masakhane-ner/main/data/kin/"
+        cached_path(f"{ner_kinyarwanda_path}test.txt", Path("datasets") / dataset_name)
+        cached_path(f"{ner_kinyarwanda_path}train.txt", Path("datasets") / dataset_name)
+        cached_path(f"{ner_kinyarwanda_path}dev.txt", Path("datasets") / dataset_name)
+
+
+        super(KINYARWANDA_NER, self).__init__(
+            data_folder,
+            columns,
+            tag_to_bioes=tag_to_bioes,
+            in_memory=in_memory,
+            **corpusargs,
+        )
+
+
 class NER_BASQUE(ColumnCorpus):
     def __init__(
             self,