added check, that the first block token is lf

kermitt2 · Feb 15, 2021 · 6911ef2 · 6911ef2
1 parent d79baaa
commit 6911ef2
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/grobid-core/src/test/java/org/grobid/core/engines/FullTextParserTest.java b/grobid-core/src/test/java/org/grobid/core/engines/FullTextParserTest.java
@@ -83,6 +83,11 @@ public void testShouldOutputBlockStartForRegularBlock() throws Exception {
     public void testShouldOutputBlockStartForBlockStartingWithLineFeed() throws Exception {
         String blockText = "\nThis is a block";
         Document doc = Document.createFromText(blockText);
+        assertThat(
+            "doc.block[0].tokens[0].text",
+            doc.getBlocks().get(0).getTokens().get(0).getText(),
+            is("\n")
+        );
         SortedSet<DocumentPiece> documentParts = getWholeDocumentParts(doc);
         Pair<String, LayoutTokenization> dataAndTokens = FullTextParser.getBodyTextFeatured(doc, documentParts);
         LOGGER.debug("data debug: {}", dataAndTokens.getLeft());