WHIRR-176. Set AWS credentials in the local site file for Hadoop S3 a…

…ccess. Contributed by Lars George.

git-svn-id: https://svn.apache.org/repos/asf/incubator/whirr/trunk@1054520 13f79535-47bb-0310-9956-ffa450edef68

CHANGES.txt

@@ -6,6 +6,9 @@ Trunk (unreleased changes)
 
     WHIRR-117. Composable services. (tomwhite)
 
+    WHIRR-176. Set AWS credentials in the local site file for Hadoop S3 access.
+    (Lars George via tomwhite)
+
   IMPROVEMENTS
 
     WHIRR-87. Parallelize Hadoop cluster creation. (tomwhite)

services/hadoop/src/main/java/org/apache/whirr/service/hadoop/HadoopNameNodeClusterActionHandler.java

@@ -123,19 +123,26 @@ protected void afterConfigure(ClusterActionEvent event) throws IOException {
 
     LOG.info("Web UI available at http://{}",
       DnsUtil.resolveAddress(namenodePublicAddress.getHostAddress()));
-    Properties config = createClientSideProperties(namenodePublicAddress, jobtrackerPublicAddress);
+    Properties config = createClientSideProperties(clusterSpec, namenodePublicAddress, jobtrackerPublicAddress);
     createClientSideHadoopSiteFile(clusterSpec, config);
     createProxyScript(clusterSpec, cluster);
     event.setCluster(new Cluster(cluster.getInstances(), config));
   }
-
-  private Properties createClientSideProperties(InetAddress namenode, InetAddress jobtracker) throws IOException {
+
+  private Properties createClientSideProperties(ClusterSpec clusterSpec,
+      InetAddress namenode, InetAddress jobtracker) throws IOException {
     Properties config = new Properties();
     config.setProperty("hadoop.job.ugi", "root,root");
     config.setProperty("fs.default.name", String.format("hdfs://%s:8020/", DnsUtil.resolveAddress(namenode.getHostAddress())));
     config.setProperty("mapred.job.tracker", String.format("%s:8021", DnsUtil.resolveAddress(jobtracker.getHostAddress())));
     config.setProperty("hadoop.socks.server", "localhost:6666");
     config.setProperty("hadoop.rpc.socket.factory.class.default", "org.apache.hadoop.net.SocksSocketFactory");
+    if ("ec2".equals(clusterSpec.getProvider())) {
+      config.setProperty("fs.s3.awsAccessKeyId", clusterSpec.getIdentity());
+      config.setProperty("fs.s3.awsSecretAccessKey", clusterSpec.getCredential());
+      config.setProperty("fs.s3n.awsAccessKeyId", clusterSpec.getIdentity());
+      config.setProperty("fs.s3n.awsSecretAccessKey", clusterSpec.getCredential());
+    }
     return config;
   }