test/training selection at unit level

lfoppiano · Jun 28, 2019 · 2b69f84 · 2b69f84
1 parent 25db572
commit 2b69f84
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/src/main/java/org/grobid/trainer/UnitTrainer.java b/src/main/java/org/grobid/trainer/UnitTrainer.java
@@ -161,6 +161,7 @@ public boolean accept(File dir, String name) {
 
                     addFeatures(labels, writer, unitTokenPositions, labeledUnit.isUnitLeft());
                     writer.write("\n");
+                    writer = dispatchExample(trainingOutputWriter, evaluationOutputWriter, splitRatio);
                     pos++;
                 }
             }

diff --git a/src/main/java/org/grobid/trainer/ValueTrainer.java b/src/main/java/org/grobid/trainer/ValueTrainer.java
@@ -150,6 +150,7 @@ public boolean accept(File dir, String name) {
 
                     addFeatures(labels, writer);
                     writer.write("\n");
+                    writer = dispatchExample(trainingOutputWriter, evaluationOutputWriter, splitRatio);
                     pos++;
                 }
             }