From b5573d08f771d1b63ca403e5cbfbf9723ab690a4 Mon Sep 17 00:00:00 2001 From: brijoobopanna Date: Tue, 18 Dec 2018 15:35:46 +0530 Subject: [PATCH] [CARBONDATA-3161]Pipe dilimiter is not working for streaming table --- .../sql/execution/streaming/CarbonAppendableStreamSink.scala | 2 ++ 1 file changed, 2 insertions(+) diff --git a/integration/spark-common/src/main/scala/org/apache/spark/sql/execution/streaming/CarbonAppendableStreamSink.scala b/integration/spark-common/src/main/scala/org/apache/spark/sql/execution/streaming/CarbonAppendableStreamSink.scala index 184cc1d77a4..90132ff9474 100644 --- a/integration/spark-common/src/main/scala/org/apache/spark/sql/execution/streaming/CarbonAppendableStreamSink.scala +++ b/integration/spark-common/src/main/scala/org/apache/spark/sql/execution/streaming/CarbonAppendableStreamSink.scala @@ -50,6 +50,7 @@ import org.apache.carbondata.processing.loading.constants.DataLoadProcessorConst import org.apache.carbondata.processing.loading.events.LoadEvents.{LoadTablePostExecutionEvent, LoadTablePreExecutionEvent} import org.apache.carbondata.processing.loading.model.CarbonLoadModel import org.apache.carbondata.spark.rdd.StreamHandoffRDD +import org.apache.carbondata.spark.util.CommonUtil import org.apache.carbondata.streaming.{CarbonStreamException, CarbonStreamOutputFormat} import org.apache.carbondata.streaming.index.StreamFileIndex import org.apache.carbondata.streaming.parser.CarbonStreamParser @@ -93,6 +94,7 @@ class CarbonAppendableStreamSink( carbonLoadModel.getDateFormat()) conf } + CommonUtil.configureCSVInputFormat(hadoopConf, carbonLoadModel) // segment max size(byte) private val segmentMaxSize = hadoopConf.getLong( CarbonCommonConstants.HANDOFF_SIZE,