[en] override getTokenizingCharacters() instead of using our own member

languagetool-org · Apr 28, 2015 · 5b1ed29 · 5b1ed29
1 parent a0d7e69
commit 5b1ed29
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/...anguage-modules/en/src/main/java/org/languagetool/tokenizers/en/EnglishWordTokenizer.java b/...anguage-modules/en/src/main/java/org/languagetool/tokenizers/en/EnglishWordTokenizer.java
@@ -30,10 +30,12 @@
  */
 public class EnglishWordTokenizer extends WordTokenizer {
 
-  private final String enTokenizing;
-
   public EnglishWordTokenizer() {
-    enTokenizing = super.getTokenizingCharacters() + "–";  // n-dash
+  }
+
+  @Override
+  public String getTokenizingCharacters() {
+    return super.getTokenizingCharacters() + "–";  // n-dash
   }
 
   /**
@@ -52,7 +54,7 @@ public EnglishWordTokenizer() {
   public List<String> tokenize(final String text) {
     final List<String> l = new ArrayList<>();
     final StringTokenizer st = new StringTokenizer(text,
-        enTokenizing, true);
+        getTokenizingCharacters(), true);
     while (st.hasMoreElements()) {
       final String token = st.nextToken();
       if (token.length() > 1 && token.endsWith("-")) {