add ulimits handling

time-palominodb · Nov 20, 2012 · 8b5eb93 · 8b5eb93
1 parent 3917f51
commit 8b5eb93
Show file tree

Hide file tree

Showing 7 changed files with 44 additions and 0 deletions.
diff --git a/ChefCookbooks/CentOS/cloudera/recipes/default.rb b/ChefCookbooks/CentOS/cloudera/recipes/default.rb
@@ -250,3 +250,41 @@
   command "alternatives --install /etc/hadoop-#{node[:hadoop][:version]}/conf hadoop-#{node[:hadoop][:version]}-conf /etc/hadoop-#{node[:hadoop][:version]}/#{node[:hadoop][:conf_dir]} 50"
 end
 
+# need to set ulimits for HBase and Hadoop and Mapred users
+template "/etc/security/limits.d/hbase.nofile.conf" do
+  source "hbase.nofile.conf"
+  mode 0644
+  owner "root"
+  group "root"
+end
+template "/etc/security/limits.d/hbase.nproc.conf" do
+  source "hbase.nproc.conf"
+  mode 0644
+  owner "root"
+  group "root"
+end
+template "/etc/security/limits.d/hdfs.nofile.conf" do
+  source "hdfs.nofile.conf"
+  mode 0644
+  owner "root"
+  group "root"
+end
+template "/etc/security/limits.d/hdfs.nproc.conf" do
+  source "hdfs.nproc.conf"
+  mode 0644
+  owner "root"
+  group "root"
+end
+template "/etc/security/limits.d/mapred.nofile.conf" do
+  source "mapred.nofile.conf"
+  mode 0644
+  owner "root"
+  group "root"
+end
+template "/etc/security/limits.d/mapred.nproc.conf" do
+  source "mapred.nproc.conf"
+  mode 0644
+  owner "root"
+  group "root"
+end
+
diff --git a/ChefCookbooks/CentOS/cloudera/templates/default/hbase.nofile.conf b/ChefCookbooks/CentOS/cloudera/templates/default/hbase.nofile.conf
@@ -0,0 +1 @@
+hbase - nofile 32768
diff --git a/ChefCookbooks/CentOS/cloudera/templates/default/hbase.nproc.conf b/ChefCookbooks/CentOS/cloudera/templates/default/hbase.nproc.conf
@@ -0,0 +1 @@
+hbase - nproc 65536
diff --git a/ChefCookbooks/CentOS/cloudera/templates/default/hdfs.nofile.conf b/ChefCookbooks/CentOS/cloudera/templates/default/hdfs.nofile.conf
@@ -0,0 +1 @@
+hdfs - nofile 32768
diff --git a/ChefCookbooks/CentOS/cloudera/templates/default/hdfs.nproc.conf b/ChefCookbooks/CentOS/cloudera/templates/default/hdfs.nproc.conf
@@ -0,0 +1 @@
+hdfs - nproc 65536
diff --git a/ChefCookbooks/CentOS/cloudera/templates/default/mapred.nofile.conf b/ChefCookbooks/CentOS/cloudera/templates/default/mapred.nofile.conf
@@ -0,0 +1 @@
+mapred - nofile 32768
diff --git a/ChefCookbooks/CentOS/cloudera/templates/default/mapred.nproc.conf b/ChefCookbooks/CentOS/cloudera/templates/default/mapred.nproc.conf
@@ -0,0 +1 @@
+mapred - nproc 65536