fix get datahub schema

aliyun · Jul 26, 2019 · 6d4a8fb · 6d4a8fb
1 parent eb6680e
commit 6d4a8fb
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/emr-datahub/src/main/scala/org/apache/spark/sql/aliyun/datahub/DatahubContinuousReader.scala b/emr-datahub/src/main/scala/org/apache/spark/sql/aliyun/datahub/DatahubContinuousReader.scala
@@ -52,7 +52,7 @@ class DatahubContinuousReader(
 
   private var offset: Offset = _
 
-  override def readSchema: StructType = DatahubSchema.getSchema(schema, sourceOptions)
+  override lazy val readSchema: StructType = DatahubSchema.getSchema(schema, sourceOptions)
 
   override def commit(end: Offset): Unit = {}
 

diff --git a/emr-datahub/src/main/scala/org/apache/spark/sql/aliyun/datahub/DatahubSource.scala b/emr-datahub/src/main/scala/org/apache/spark/sql/aliyun/datahub/DatahubSource.scala
@@ -106,7 +106,7 @@ class DatahubSource(
     })
   }.shardToOffsets
 
-  override def schema: StructType = DatahubSchema.getSchema(userSpecifiedSchema, sourceOptions)
+  override lazy val schema: StructType = DatahubSchema.getSchema(userSpecifiedSchema, sourceOptions)
 
   // TODO: remove fallback
   private val fallback = schema.sameType(DatahubSchema.getDefaultSchema)