diff --git a/hudi-common/src/main/java/org/apache/hudi/common/table/TableSchemaResolver.java b/hudi-common/src/main/java/org/apache/hudi/common/table/TableSchemaResolver.java index 0508c1bc4a816..a953ac3ab78de 100644 --- a/hudi-common/src/main/java/org/apache/hudi/common/table/TableSchemaResolver.java +++ b/hudi-common/src/main/java/org/apache/hudi/common/table/TableSchemaResolver.java @@ -198,8 +198,15 @@ public Schema getTableAvroSchema(boolean includeMetadataFields) throws Exception */ public MessageType getTableParquetSchema() throws Exception { Option schemaFromCommitMetadata = getTableSchemaFromCommitMetadata(true); - return schemaFromCommitMetadata.isPresent() ? convertAvroSchemaToParquet(schemaFromCommitMetadata.get()) : - getTableParquetSchemaFromDataFile(); + if (schemaFromCommitMetadata.isPresent()) { + return convertAvroSchemaToParquet(schemaFromCommitMetadata.get()); + } + Option schemaFromTableConfig = metaClient.getTableConfig().getTableCreateSchema(); + if (schemaFromTableConfig.isPresent()) { + Schema schema = HoodieAvroUtils.addMetadataFields(schemaFromTableConfig.get(), withOperationField); + return convertAvroSchemaToParquet(schema); + } + return getTableParquetSchemaFromDataFile(); } /** diff --git a/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java b/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java index 287de571dfd30..acaf6caa18e62 100644 --- a/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java +++ b/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HoodieHiveClient.java @@ -19,6 +19,7 @@ package org.apache.hudi.hive; import org.apache.hudi.common.fs.FSUtils; +import org.apache.hudi.common.table.timeline.HoodieInstant; import org.apache.hudi.common.table.timeline.HoodieTimeline; import org.apache.hudi.common.util.Option; import org.apache.hudi.common.util.StringUtils; @@ -331,13 +332,15 @@ List getAllTables(String db) throws Exception { @Override public void updateLastCommitTimeSynced(String tableName) { // Set the last commit time from the TBLproperties - String lastCommitSynced = activeTimeline.lastInstant().get().getTimestamp(); - try { - Table table = client.getTable(syncConfig.databaseName, tableName); - table.putToParameters(HOODIE_LAST_COMMIT_TIME_SYNC, lastCommitSynced); - client.alter_table(syncConfig.databaseName, tableName, table); - } catch (Exception e) { - throw new HoodieHiveSyncException("Failed to get update last commit time synced to " + lastCommitSynced, e); + Option lastCommitSynced = activeTimeline.lastInstant().map(HoodieInstant::getTimestamp); + if (lastCommitSynced.isPresent()) { + try { + Table table = client.getTable(syncConfig.databaseName, tableName); + table.putToParameters(HOODIE_LAST_COMMIT_TIME_SYNC, lastCommitSynced.get()); + client.alter_table(syncConfig.databaseName, tableName, table); + } catch (Exception e) { + throw new HoodieHiveSyncException("Failed to get update last commit time synced to " + lastCommitSynced, e); + } } } }