Skip to content
This repository has been archived by the owner on Sep 18, 2023. It is now read-only.

Commit

Permalink
[NSE-864] Enable native parquet write by default (#865)
Browse files Browse the repository at this point in the history
Closes #864
  • Loading branch information
zhztheplayer committed Apr 21, 2022
1 parent a81e910 commit 5def0b5
Showing 1 changed file with 5 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ import java.util.Objects
import scala.language.implicitConversions

import com.intel.oap.GazellePlugin.GAZELLE_SESSION_EXTENSION_NAME
import com.intel.oap.GazellePlugin.GAZELLE_WRITE_SESSION_EXTENSION_NAME
import com.intel.oap.GazellePlugin.SPARK_SESSION_EXTS_KEY
import com.intel.oap.extension.ColumnarOverrides
import com.intel.oap.extension.{OptimizerOverrides, StrategyOverrides}
Expand Down Expand Up @@ -59,7 +60,8 @@ private[oap] class GazelleDriverPlugin extends DriverPlugin {
throw new IllegalArgumentException("Spark extensions are already specified before " +
"enabling Gazelle plugin: " + conf.get(GazellePlugin.SPARK_SESSION_EXTS_KEY))
}
conf.set(SPARK_SESSION_EXTS_KEY, GAZELLE_SESSION_EXTENSION_NAME)
conf.set(SPARK_SESSION_EXTS_KEY,
String.format("%s,%s", GAZELLE_SESSION_EXTENSION_NAME, GAZELLE_WRITE_SESSION_EXTENSION_NAME))
}
}

Expand Down Expand Up @@ -100,6 +102,8 @@ private[oap] object GazellePlugin {
val SPARK_SESSION_EXTS_KEY: String = StaticSQLConf.SPARK_SESSION_EXTENSIONS.key
val GAZELLE_SESSION_EXTENSION_NAME: String = Objects.requireNonNull(
classOf[GazelleSessionExtensions].getCanonicalName)
val GAZELLE_WRITE_SESSION_EXTENSION_NAME: String = Objects.requireNonNull(
"com.intel.oap.spark.sql.ArrowWriteExtension")
/**
* Specify all injectors that Gazelle is using in following list.
*/
Expand Down

0 comments on commit 5def0b5

Please sign in to comment.