update dns cache ttl (#121)

Signed-off-by: Khor Shu Heng <khor.heng@gojek.com> Co-authored-by: Khor Shu Heng <khor.heng@gojek.com>
feast-dev · Mar 3, 2022 · 623367c · 623367c
1 parent 1016b97
commit 623367c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/spark/ingestion/src/main/scala/feast/ingestion/BatchPipeline.scala b/spark/ingestion/src/main/scala/feast/ingestion/BatchPipeline.scala
@@ -39,8 +39,6 @@ object BatchPipeline extends BasePipeline {
       sparkSession: SparkSession,
       config: IngestionJobConfig
   ): Option[StreamingQuery] = {
-    java.security.Security.setProperty("networkaddress.cache.ttl", "0");
-    java.security.Security.setProperty("networkaddress.cache.negative.ttl", "0");
     val featureTable = config.featureTable
     val projection =
       BasePipeline.inputProjection(config.source, featureTable.features, featureTable.entities)

diff --git a/spark/ingestion/src/main/scala/feast/ingestion/stores/redis/RedisSinkRelation.scala b/spark/ingestion/src/main/scala/feast/ingestion/stores/redis/RedisSinkRelation.scala
@@ -86,6 +86,9 @@ class RedisSinkRelation(override val sqlContext: SQLContext, config: SparkRedisC
     val isClusterMode = checkIfInClusterMode(endpoint)
 
     dataToStore.foreachPartition { partition: Iterator[Row] =>
+      java.security.Security.setProperty("networkaddress.cache.ttl", "3");
+      java.security.Security.setProperty("networkaddress.cache.negative.ttl", "0");
+
       val pipelineProvider = if (isClusterMode) {
         ClusterPipelineProvider(endpoint)
       } else {