Skip to content

Commit

Permalink
Use compact and compressed model json by default
Browse files Browse the repository at this point in the history
  • Loading branch information
gerashegalov committed Jul 30, 2019
1 parent 82bb2c1 commit 527b3a1
Showing 1 changed file with 4 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,7 @@ import com.salesforce.op.filters.RawFeatureFilterResults
import com.salesforce.op.stages.{OPStage, OpPipelineStageWriter}
import enumeratum._
import org.apache.hadoop.fs.Path
import org.apache.hadoop.io.compress.GzipCodec
import org.apache.spark.ml.util.MLWriter
import org.json4s.JsonAST.{JArray, JObject, JString}
import org.json4s.JsonDSL._
Expand All @@ -54,7 +55,8 @@ class OpWorkflowModelWriter(val model: OpWorkflowModel) extends MLWriter {
implicit val jsonFormats: Formats = DefaultFormats

override protected def saveImpl(path: String): Unit = {
sc.parallelize(Seq(toJsonString(path)), 1).saveAsTextFile(OpWorkflowModelReadWriteShared.jsonPath(path))
sc.parallelize(Seq(toJsonString(path)), 1)
.saveAsTextFile(OpWorkflowModelReadWriteShared.jsonPath(path), classOf[GzipCodec])
}

/**
Expand All @@ -63,7 +65,7 @@ class OpWorkflowModelWriter(val model: OpWorkflowModel) extends MLWriter {
* @param path to save the model and its stages
* @return model json string
*/
def toJsonString(path: String): String = pretty(render(toJson(path)))
def toJsonString(path: String): String = compact(render(toJson(path)))

/**
* Json serialize model instance
Expand Down

0 comments on commit 527b3a1

Please sign in to comment.