Skip to content

Commit

Permalink
Simplify Hive HDFS configuration
Browse files Browse the repository at this point in the history
  • Loading branch information
electrum committed Apr 18, 2015
1 parent 3527a1c commit 635cc60
Show file tree
Hide file tree
Showing 3 changed files with 8 additions and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,9 @@

import org.apache.hadoop.conf.Configuration;

import java.net.URI;

public interface HdfsConfiguration
{
Configuration getConfiguration(String host);
Configuration getConfiguration(URI uri);
}
Original file line number Diff line number Diff line change
Expand Up @@ -22,9 +22,7 @@
import javax.inject.Inject;

import java.io.IOException;
import java.net.URI;

import static com.google.common.base.Preconditions.checkArgument;
import static com.google.common.base.Preconditions.checkNotNull;

public class HdfsEnvironment
Expand All @@ -46,14 +44,7 @@ public HdfsEnvironment(HdfsConfiguration hdfsConfiguration, HiveClientConfig con

public Configuration getConfiguration(Path path)
{
URI uri = path.toUri();
if (!"hdfs".equals(uri.getScheme())) {
return new Configuration();
}

String host = uri.getHost();
checkArgument(host != null, "path host is null: %s", path);
return hdfsConfiguration.getConfiguration(host);
return hdfsConfiguration.getConfiguration(path.toUri());
}

public FileSystem getFileSystem(Path path)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@

import javax.inject.Inject;

import java.net.URI;

import static com.google.common.base.Preconditions.checkNotNull;

public class HiveHdfsConfiguration
Expand All @@ -43,9 +45,9 @@ public HiveHdfsConfiguration(HdfsConfigurationUpdater updater)
}

@Override
public Configuration getConfiguration(String host)
public Configuration getConfiguration(URI uri)
{
// use the same configuration for every host
// use the same configuration for everything
return hadoopConfiguration.get();
}
}

0 comments on commit 635cc60

Please sign in to comment.