Add an ability to print out the feature index as text rather than a s…

…erialized object
stanfordnlp · Jun 12, 2023 · f636673 · f636673
1 parent c8772b7
commit f636673
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 0 deletions.
diff --git a/src/edu/stanford/nlp/ie/crf/CRFClassifier.java b/src/edu/stanford/nlp/ie/crf/CRFClassifier.java
@@ -2449,6 +2449,22 @@ public void serializeFeatureIndex(String serializePath) {
     }
   }
 
+  public void serializeFeatureIndexToText(String serializePath) {
+    PrintWriter fout = null;
+    try {
+      fout = IOUtils.getPrintWriter(serializePath);
+      for (String feature : featureIndex) {
+        fout.print(feature + "\n");
+      }
+      log.info("Serializing FeatureIndex to " + serializePath + "... done.");
+    } catch (IOException e) {
+      log.info("Failed");
+      log.info("Serializing FeatureIndex to " + serializePath + "... FAILED.", e);
+    } finally {
+      fout.close();
+    }
+  }
+
   public static Index<String> loadFeatureIndexFromFile(String serializePath) {
     ObjectInputStream ois = null;
     Index<String> f = null;
@@ -2999,6 +3015,10 @@ public static void main(String[] args) throws Exception {
       crf.serializeFeatureIndex(crf.flags.serializeFeatureIndexTo);
     }
 
+    if (crf.flags.serializeFeatureIndexToText != null) {
+      crf.serializeFeatureIndexToText(crf.flags.serializeFeatureIndexToText);
+    }
+
     if (serializeToText != null) {
       crf.serializeTextClassifier(serializeToText);
     }

diff --git a/src/edu/stanford/nlp/sequences/SeqClassifierFlags.java b/src/edu/stanford/nlp/sequences/SeqClassifierFlags.java
@@ -1006,6 +1006,7 @@ public class SeqClassifierFlags implements Serializable  {
   public String supFileEN = null;
   public String supFileCH = null;
   public transient String serializeFeatureIndexTo = null;
+  public transient String serializeFeatureIndexToText = null;
   public String loadFeatureIndexFromEN = null;
   public String loadFeatureIndexFromCH = null;
   public double lambdaEN = 1.0;
@@ -2570,6 +2571,8 @@ public void setProperties(Properties props, boolean printProps) {
         supFileCH = val;
       } else if (key.equalsIgnoreCase("serializeFeatureIndexTo")){
         serializeFeatureIndexTo = val;
+      } else if (key.equalsIgnoreCase("serializeFeatureIndexToText")){
+        serializeFeatureIndexToText = val;
       } else if (key.equalsIgnoreCase("loadFeatureIndexFromEN")){
         loadFeatureIndexFromEN = val;
       } else if (key.equalsIgnoreCase("loadFeatureIndexFromCH")){