adding test for multiple division marks

lfoppiano · Jun 26, 2019 · 3774d50 · 3774d50
1 parent d6b908c
commit 3774d50
Show file tree

Hide file tree

Showing 2 changed files with 38 additions and 1 deletion.
diff --git a/resources/dataset/original/pdf/new2/inserm-00508113.pdf b/resources/dataset/original/pdf/new2/inserm-00508113.pdf
diff --git a/src/test/java/org/grobid/core/engines/UnitParserIntegrationTest.java b/src/test/java/org/grobid/core/engines/UnitParserIntegrationTest.java
@@ -153,7 +153,7 @@ public void testTagUnit8() throws Exception {
     @Test
     public void testTagUnit9() throws Exception {
 
-        String input = "Dbs";
+        String input = "Db s";
         List<UnitBlock> output = target.tagUnit(input, false);
         System.out.println(input + " -> " + output);
 
@@ -283,6 +283,43 @@ public void resultExtraction_C_divided_hours() throws Exception {
         assertThat(blocks.get(1).getRawTaggedValue(), is("<base>°C</base> <pow>/</pow><base>h</base>"));
     }
 
+    @Test
+    public void resultExtraction_multiple_divisionMarks() throws Exception {
+        String result = "k\t0\t0\t1\t1\tNOPUNCT\t0\tI-<prefix>\n" +
+                "m\t0\t0\t1\t1\tNOPUNCT\t0\tI-<base>\n" +
+                "/\t1\t0\t0\t0\tSLASH\t0\tI-<pow>\n" +
+                "h\t0\t0\t1\t1\tNOPUNCT\t0\tI-<base>\n" +
+                "/\t1\t0\t0\t0\tSLASH\t0\tI-<pow>\n" +
+                "m\t0\t0\t1\t1\tNOPUNCT\t0\tI-<prefix>\n" +
+                "l\t0\t0\t1\t0\tNOPUNCT\t0\tI-<base>\n" +
+                "/\t1\t0\t0\t0\tSLASH\t0\tI-<pow>\n" +
+                "k\t0\t0\t1\t1\tNOPUNCT\t0\tI-<prefix>\n" +
+                "c\t0\t0\t1\t1\tNOPUNCT\t0\tI-<base>\n" +
+                "a\t0\t0\t1\t1\tNOPUNCT\t0\t<base>\n" +
+                "l\t0\t0\t1\t0\tNOPUNCT\t0\t<base>";
+
+//        target.tagUnit("km/h/ml/kcal");
+
+        List<UnitBlock> blocks = target.resultExtraction(result, generateTokenisation("km/h/ml/kcal"));
+        assertThat(blocks.size(), is(4));
+        assertThat(blocks.get(0).getPrefix(), is("k"));
+        assertThat(blocks.get(0).getBase(), is("m"));
+
+        assertThat(blocks.get(1).getBase(), is("h"));
+        assertThat(blocks.get(1).getPow(), is("-1"));
+
+        assertThat(blocks.get(2).getPrefix(), is("m"));
+        assertThat(blocks.get(2).getBase(), is("l"));
+        assertThat(blocks.get(2).getPow(), is("-1"));
+
+        assertThat(blocks.get(3).getPrefix(), is("k"));
+        assertThat(blocks.get(3).getBase(), is("cal"));
+        assertThat(blocks.get(3).getPow(), is("-1"));
+
+        assertThat(blocks.get(0).getRawTaggedValue(), is("<prefix>k</prefix><base>m</base><pow>/</pow><base>h</base><pow>/</pow><prefix>m</prefix><base>l</base><pow>/</pow><prefix>k</prefix><base>cal</base>"));
+
+    }
+
     public static List<LayoutToken> generateTokenisation(String input) {
         List<LayoutToken> tokenisation = new ArrayList<>();