-
Notifications
You must be signed in to change notification settings - Fork 0
/
hadoop-mk-dn-dir.sh
executable file
·61 lines (61 loc) · 1.46 KB
/
hadoop-mk-dn-dir.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
#!/bin/sh
#
# Directories to be created on datanodes
# Table 4.4 from Eric Sammer's Hadoop Operations (2012).
# Updates: hadoop-project-dist/hadoop-common/DeprecatedProperties.html
#
for c in gelre frisia
do
for n in 1 2 3 4 5 6
do
d=/var/storage/data${n}/dfs
sudo mkdir -p $d
sudo chown -R hdfs:hadoop $d
#
# dfs.datanode.data.dir
d="/var/storage/data${n}/dfs/$c/dn"
mkdir -p $d
chown hdfs:hadoop $d
chmod 0700 $d
#
# mapreduce.job.local.dir
d="/var/storage/data${n}/mapred"
sudo mkdir -p $d
sudo chown mapred:hadoop $d
sudo -u mapred chmod 0770 $d
d="/var/storage/data${n}/mapred/$c/local"
sudo -u mapred mkdir -p $d
sudo -u mapred chown mapred:hadoop $d
sudo -u mapred chmod 0770 $d
done
done
#
# mapreduce.jobtracker.system.dir (1/fed)
for n in 1 4
do
d="/var/storage/data${n}/mapred/system"
sudo mkdir -p $d
sudo chown mapred:hadoop $d
sudo -u mapred chmod 0770 $d
done
#
# Temp & log directories
for c in gelre frisia
do
#
# $HADOOP_LOG_DIR
d=/var/log/hadoop/${c}
sudo mkdir -p $d
sudo chown root:hadoop $d
sudo chmod 0775 $d
#
# mapreduce.cluster.temp.dir
d=/var/data1/tmp/hadoop-${c}-hdfs
sudo mkdir -p $d
sudo chown root:root $d
sudo chmod 1777 $d
done
# TODO: (?)
# mapreduce.cluster.local.dir
# mapreduce.cluster.temp.dir
# mapreduce.task.tmp.dir