-
Notifications
You must be signed in to change notification settings - Fork 5
/
provisioning.sh
executable file
·123 lines (101 loc) · 3.39 KB
/
provisioning.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
#!/bin/bash
echo "Acquiring Java and curl from Ubuntu repos..."
sudo apt-get -q update
sudo apt-get -q install curl openjdk-6-jdk -y
echo "Setting up environment..."
cat >> /home/vagrant/.bashrc <<EOF
export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64/
export HADOOP_HOME=/home/vagrant/hadoop-0.20.2-cdh3u3
export ZOOKEEPER_HOME=/home/vagrant/zookeeper-3.3.4-cdh3u3
export PATH=$PATH:/home/vagrant/hadoop-0.20.2-cdh3u3/bin:/home/vagrant/accumulo-1.4.3/bin
EOF
export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64/
export HADOOP_HOME=/home/vagrant/hadoop-0.20.2-cdh3u3
export ZOOKEEPER_HOME=/home/vagrant/zookeeper-3.3.4-cdh3u3
export PATH=$PATH:/home/vagrant/hadoop-0.20.2-cdh3u3/bin:/home/vagrant/accumulo-1.4.3/bin
echo "Acquiring archives..."
cd /home/vagrant
echo "- Hadoop"
curl -O -L -s http://archive.cloudera.com/cdh/3/hadoop-0.20.2-cdh3u3.tar.gz
echo "- Zookeeper"
curl -O -L -s http://archive.cloudera.com/cdh/3/zookeeper-3.3.4-cdh3u3.tar.gz
echo "- Accumulo"
curl -O -L -s http://apache.mesi.com.ar/accumulo/1.4.3/accumulo-1.4.3-dist.tar.gz
echo "Extracting archives..."
tar -zxf hadoop-0.20.2-cdh3u3.tar.gz
tar -zxf zookeeper-3.3.4-cdh3u3.tar.gz
tar -zxf accumulo-1.4.3-dist.tar.gz
echo "Configuring Hadoop..."
ssh-keygen -t rsa -f /home/vagrant/.ssh/id_rsa -N ''
cat /home/vagrant/.ssh/id_rsa.pub >> /home/vagrant/.ssh/authorized_keys
ssh-keyscan localhost >> /home/vagrant/.ssh/known_hosts
cat >> hadoop-0.20.2-cdh3u3/conf/hadoop-env.sh <<EOF
export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64/
EOF
cat > hadoop-0.20.2-cdh3u3/conf/core-site.xml <<EOF
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>fs.default.name</name>
<value>hdfs://localhost:8020</value>
</property>
<property>
<name>mapred.child.java.opts</name>
<value>-Xmx512m</value>
</property>
<property>
<name>analyzer.class</name>
<value>org.apache.lucene.analysis.WhitespaceAnalyzer</value>
</property>
<property>
<name>hadoop.proxyuser.vagrant.hosts</name>
<value>*</value>
</property>
<property>
<name>hadoop.proxyuser.vagrant.groups</name>
<value>*</value>
</property>
</configuration>
EOF
cat > hadoop-0.20.2-cdh3u3/conf/mapred-site.xml <<EOF
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>localhost:8021</value>
</property>
<property>
<name>mapred.child.java.opts</name>
<value>-Xmx1024m</value>
</property>
</configuration>
EOF
hadoop-0.20.2-cdh3u3/bin/hadoop namenode -format
echo "Starting Hadoop..."
hadoop-0.20.2-cdh3u3/bin/start-all.sh
echo "Configuring Zookeeper..."
sudo mkdir /var/zookeeper
sudo chown vagrant:vagrant /var/zookeeper
echo "Running Zookeeper..."
zookeeper-3.3.4-cdh3u3/bin/zkServer.sh start
echo "Configuring Accumulo..."
cp accumulo-1.4.3/conf/examples/1GB/standalone/* accumulo-1.4.3/conf/
cat > ~/accumulo-1.4.3/conf/masters <<EOF
accumulo-dev-box
EOF
cat > ~/accumulo-1.4.3/conf/slaves <<EOF
accumulo-dev-box
EOF
sed -i 's/>secret</>password</' accumulo-1.4.3/conf/accumulo-site.xml
accumulo-1.4.3/bin/accumulo init --clear-instance-name <<EOF
accumulo
password
password
EOF
echo "Starting Accumulo..."
accumulo-1.4.3/bin/start-all.sh
echo 'Done!'