Skip to content
Permalink
Browse files

[GOBBLIN-877] Add column metadata for partition for inline hive regis…

…tration

Closes #2731 from ZihanLi58/GOBBLIN-877
  • Loading branch information...
Zihan Li suvasude
Zihan Li authored and suvasude committed Sep 10, 2019
1 parent 0d908aa commit febcf2f461f5596ab99cf1dee9ab5beee1054992
@@ -36,6 +36,7 @@
import org.apache.hadoop.hive.metastore.api.SerDeInfo;
import org.apache.hadoop.hive.metastore.api.StorageDescriptor;
import org.apache.hadoop.hive.metastore.api.Table;
import org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat;
import org.apache.hadoop.hive.serde2.Deserializer;
import org.apache.hadoop.hive.serde2.SerDeException;
import org.apache.hadoop.hive.serde2.SerDeUtils;
@@ -211,7 +212,9 @@ private static StorageDescriptor getStorageDescriptor(HiveRegistrationUnit unit)
State props = unit.getStorageProps();
StorageDescriptor sd = new StorageDescriptor();
sd.setParameters(getParameters(props));
if (unit.isRegisterSchema()) {
//Treat AVRO and other formats differently. Details can be found in GOBBLIN-877
if (unit.isRegisterSchema() ||
(unit.getInputFormat().isPresent() && !unit.getInputFormat().get().equals(AvroContainerInputFormat.class.getName()))) {
sd.setCols(getFieldSchemas(unit));
}
if (unit.getLocation().isPresent()) {

0 comments on commit febcf2f

Please sign in to comment.
You can’t perform that action at this time.