test: add tests

tests/server/token_classification/test_model.py

@@ -237,3 +237,37 @@ def test_annotated_without_entities():
     assert record.annotated_by == [record.annotation.agent]
     assert record.predicted_by == [record.prediction.agent]
     assert record.predicted == PredictionStatus.KO
+
+
+def test_adjust_spans():
+
+    text = "A text with  some empty     spaces  that could    bring  not cleany   annotated spans"
+
+    record = TokenClassificationRecord(
+        text=text,
+        tokens=text.split(),
+        prediction=TokenClassificationAnnotation(
+            agent="pred.test",
+            entities=[
+                EntitySpan(start=-3, end=2, label="DET"),
+                EntitySpan(start=24, end=36, label="NAME"),
+            ],
+        ),
+        annotation=TokenClassificationAnnotation(
+            agent="test",
+            entities=[
+                EntitySpan(start=48, end=61, label="VERB"),
+                EntitySpan(start=68, end=100, label="DET"),
+            ],
+        ),
+    )
+
+    assert record.prediction.entities == [
+        EntitySpan(start=0, end=1, label="DET"),
+        EntitySpan(start=28, end=34, label="NAME"),
+    ]
+
+    assert record.annotation.entities == [
+        EntitySpan(start=50, end=60, label="VERB"),
+        EntitySpan(start=70, end=85, label="DET"),
+    ]