From 675c86160d31703111f32a5f6528e990c8aeef49 Mon Sep 17 00:00:00 2001 From: lopez Date: Sun, 22 Aug 2021 08:33:40 +0200 Subject: [PATCH] avoid empty aligned layout token sentences --- .../main/java/org/grobid/core/document/TEIFormatter.java | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/grobid-core/src/main/java/org/grobid/core/document/TEIFormatter.java b/grobid-core/src/main/java/org/grobid/core/document/TEIFormatter.java index 35a0cb0aca..8dfa03b611 100755 --- a/grobid-core/src/main/java/org/grobid/core/document/TEIFormatter.java +++ b/grobid-core/src/main/java/org/grobid/core/document/TEIFormatter.java @@ -1433,8 +1433,10 @@ public void segmentIntoSentences(Element curParagraph, List curPara if (currentSentenceTokens.size() > 0) { segmentedParagraphTokens.add(currentSentenceTokens); currentSentenceIndex++; - if (currentSentenceIndex >= theSentences.size()) + if (currentSentenceIndex >= theSentences.size()) { + currentSentenceTokens = new ArrayList<>(); break; + } sentenceChunk = text.substring(theSentences.get(currentSentenceIndex).start, theSentences.get(currentSentenceIndex).end); } currentSentenceTokens = new ArrayList<>(); @@ -1451,7 +1453,7 @@ public void segmentIntoSentences(Element curParagraph, List curPara segmentedParagraphTokens.add(currentSentenceTokens); } -if (segmentedParagraphTokens.size() != theSentences.size()) { +/*if (segmentedParagraphTokens.size() != theSentences.size()) { System.out.println("ERROR, segmentedParagraphTokens size:" + segmentedParagraphTokens.size() + " vs theSentences size: " + theSentences.size()); System.out.println(text); System.out.println(theSentences.toString()); @@ -1465,7 +1467,7 @@ public void segmentIntoSentences(Element curParagraph, List curPara System.out.println(segmentedParagraphToken); k++; } -} +}*/ } // update the xml paragraph element