cf single recipe and status program for the cf single launch plan

cloudinitd/exceptions.py

@@ -58,9 +58,12 @@ def __str__(self):
         s = "Error while processing the service: %s" % (self._svc.name)
         if self.msg:
             s = s + os.linesep + self.msg
-        s = s + os.linesep + "stdout : %s" % (self.stdout)
-        s = s + os.linesep + "stderr : %s" % (self.stderr)
-        s = s + os.linesep + str(self._base_ex)
+        try:
+            s = s + os.linesep + "stdout : %s" % (str(self.stdout))
+            s = s + os.linesep + "stderr : %s" % (str(self.stderr))
+            s = s + os.linesep + str(self._base_ex)
+        except Exception, ex:
+            s = str(s)
         return s
 
 class ProcessException(PollableException):

docs/plans/cloudfoundry/01/cf_ready.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+#
+# cloudfoundry_ready.sh - script to test the readyness of Cloud Foundry Services
+
+source bootenv.sh
+
+# List of services to test
+SERVICES="router cloud_controller dea health_manager"
+VCAP="/home/$username/cloudfoundry/vcap/bin/vcap"
+
+for service in $SERVICES ; do
+
+sudo -H -i -u $username $VCAP status $service | grep RUNNING || exit 1
+done
+
+sudo -H -i -u $username $VCAP status
+exit $?
+

docs/plans/cloudfoundry/01/level1.conf

@@ -5,3 +5,4 @@ deps: deps.conf
 
 # unix account name:
 bootpgm_args: singlenode
+readypgm: cf_ready.sh

docs/plans/cloudfoundry/01/singlenode.json

@@ -1,7 +1,7 @@
 {
   "username":"${base_username}",
   "groupname":"ubuntu",
-  "recipes":["user", "cf"],
+  "recipes":["user", "cf_base", "cf_single"],
    "name" : "cloud foundry single",
    "mysql" : { "password" : "${mysql_pw}" },
    "postgres" : { "password" : "${postgres_pw}" }

docs/plans/common/cookbooks/cf/recipes/default.rb → docs/plans/common/cookbooks/cf_base/recipes/default.rb

@@ -48,35 +48,10 @@
      environment ({'HOME' => "/home/#{username}"})
      code <<-EOH
 
-echo "export rvm_trust_rvmrcs_flag=1" >> $HOME/.bashrc
-if [ -f $HOME/.bashrc ]; then
-  if [ ! -f $HOME/.bash_profile ]; then
-    # rvm install is going to write into .bash_profile in this
-    # case and short circuit loading of .bashrc so we need to
-    # create a proper .bash_profile if its missing
-    echo "# This file is sourced by bash for login shells.  The following line" >> $HOME/.bash_profile
-    echo "# runs your .bashrc and is recommended by the bash info pages." >> $HOME/.bash_profile
-    echo "[[ -f $HOME/.bashrc ]] && . $HOME/.bashrc" >> $HOME/.bash_profile
-  fi
-fi
-echo "Fixing init scripts to work with rvm"
-init_file=""
-if [ -f $HOME/.bashrc ]; then
-  init_file="$HOME/.bashrc"
-elif [ -f $HOME/.bash_profile ]; then
-  init_file="$HOME/.bash_profile"
-elif [ -f $HOME/.zshrc ]; then
-  init_file="$HOME/.zshrc"
-fi
-if [ -f "$init_file" ]; then
-  if grep '^ *\[ -z "$PS1" \] && return *$' $init_file; then
-    sed -i.bkup -e 's/^ *\[ -z "$PS1" \] && return *$/if [ -n "$PS1" ]; then/' $init_file
-    echo "fi" >> $init_file
-  fi
-
-  echo '[[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm"' >> $init_file
-fi
+echo '[[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm"' > $HOME/.bashrc
+export rvm_trust_rvmrcs_flag=1 >> $HOME/.bashrc
 
+echo '[[ -f /home/cf/.bashrc ]] && . /home/cf/.bashrc' > $HOME/.bash_profile
      EOH
  end
 

docs/plans/common/cookbooks/cf_single/attributes/cf.rb

@@ -0,0 +1,2 @@
+set_unless[:virtualenv][:virtualenv] = "virtualenv"
+set_unless[:virtualenv][:python] = "python"

docs/plans/common/cookbooks/cf_single/recipes/default.rb

@@ -0,0 +1,16 @@
+
+username = node[:username]
+
+script "starting services" do
+     interpreter "bash"
+     user "#{username}"
+     group "ubuntu"
+     cwd "/home/#{username}/cloudfoundry/vcap/bin"
+     environment ({'HOME' => "/home/#{username}"})
+     code <<-EOH
+source $HOME/.bashrc
+./vcap restart
+exit $?
+EOH
+end
+

docs/plans/common/cookbooks/cf_single/singlecf/attributes/cf.rb

@@ -0,0 +1,2 @@
+set_unless[:virtualenv][:virtualenv] = "virtualenv"
+set_unless[:virtualenv][:python] = "python"

docs/plans/common/cookbooks/cf_single/singlecf/recipes/default.rb

@@ -0,0 +1,228 @@
+
+mysql_pass = node[:mysql][:password]
+postgres_pass = node[:postgres][:password]
+basedir = node[:filesystem][:basedir]
+username = node[:username]
+
+packages = [
+    'coreutils',
+    'autoconf',
+    'curl',
+    'git-core',
+    'bison',
+    'build-essential',
+    'zlib1g-dev',
+    'libssl-dev',
+    'libreadline5-dev'
+  ]
+
+case node[:platform]
+  when "debian","ubuntu"
+    packages.each do |pkg|
+      package pkg do
+        action :install
+    end
+  end
+end
+
+# rvm should come from a different recipe
+ remote_file "/tmp/install_rvm" do
+    source "https://rvm.beginrescueend.com/install/rvm"
+    mode "0755"
+ end
+
+ execute "Installing rvm" do
+  user "#{username}"
+  group "ubuntu"
+  action :run
+  command "/tmp/install_rvm"
+  creates "/home/#{username}/.rvm"
+  environment ({'HOME' => "/home/#{username}"})
+ end
+
+ script "configure bash" do
+     interpreter "bash"
+     user "#{username}"
+     group "ubuntu"
+     cwd "/tmp"
+     environment ({'HOME' => "/home/#{username}"})
+     code <<-EOH
+
+echo '[[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm"' > $HOME/.bashrc
+export rvm_trust_rvmrcs_flag=1 >> $HOME/.bashrc
+
+echo '[[ -f /home/cf/.bashrc ]] && . /home/cf/.bashrc' > $HOME/.bash_profile
+     EOH
+ end
+
+ script "Installing gems" do
+     interpreter "bash"
+     user "#{username}"
+     group "ubuntu"
+     cwd "/tmp"
+     environment ({'HOME' => "/home/#{username}"})
+     not_if "test -e /home/#{username}/.rvm/gems/ruby-1.9.2-p180/bin/vmc"
+     code <<-EOH
+echo "Activate rvm"
+rvm_path="$HOME/.rvm"
+[[ -s "$rvm_path/scripts/rvm" ]] && source "$rvm_path/scripts/rvm"
+type rvm | head -1
+
+# remove rake from default and global gems and instead install manually
+rm $HOME/.rvm/gemsets/default.gems
+rm $HOME/.rvm/gemsets/global.gems
+
+echo "Installing various rubies"
+rvm install 1.9.2-p180
+if [ $? -ne 0 ]; then
+  echo "failed to rvm install 1.9.2-p180"
+    exit 1
+fi
+rvm --default 1.9.2-p180
+if [ $? -ne 0 ]; then
+  echo "failed to rvm --default 1.9.2-p180"
+    exit 1
+fi
+rvm install 1.8.7
+if [ $? -ne 0 ]; then
+  echo "failed to rvm install 1.8.7"
+    exit 1
+fi
+
+# install only rake 0.8.7
+rvm use 1.8.7
+if [ $? -ne 0 ]; then
+  echo "failed to rvm use 1.8.7"
+    exit 1
+fi
+gem install rake --version '0.8.7' --no-rdoc --no-ri
+if [ $? -ne 0 ]; then
+  echo "failed to gem install rake --version '0.8.7' --no-rdoc --no-ri"
+    exit 1
+fi
+
+rvm use 1.9.2-p180
+if [ $? -ne 0 ]; then
+      echo "failed to rvm use 1.9.2"
+    exit 1
+fi
+gem install rake --version '0.8.7' --no-rdoc --no-ri
+if [ $? -ne 0 ]; then
+  echo "failed to gem install rake --version '0.8.7' --no-rdoc --no-ri"
+    exit 1
+fi
+gem install vmc --no-rdoc --no-ri
+if [ $? -ne 0 ]; then
+  echo "failed to gem install vmc --no-rdoc --no-ri"
+    exit 1
+fi
+
+exit 0
+
+     EOH
+ end
+
+directory "/home/#{username}/cloudfoundry" do
+  owner "#{username}"
+  group "ubuntu"
+  mode "0755"
+  action :create
+end
+
+execute "Getting CF from git" do
+    user "#{username}"
+    group "ubuntu"
+    action :run
+    command "git clone https://github.com/cloudfoundry/vcap.git"
+    creates "/home/#{username}/cloudfoundry/vcap"
+    cwd "/home/#{username}/cloudfoundry"
+end
+
+execute "Update git" do
+    user "#{username}"
+    group "ubuntu"
+    action :run
+    command "git submodule update --init"
+    cwd "/home/#{username}/cloudfoundry/vcap"
+end
+
+
+execute "setup vcap" do
+    user "root"
+    action :run
+    command "setup/vcap_setup -a -s -p \"#{mysql_pass}\" -q \"#{postgres_pass}\""
+    cwd "/home/#{username}/cloudfoundry/vcap"
+end
+
+execute "setup mysql" do
+    user "root"
+    action :run
+    command "sed -i.bkup -e \"s/pass: root/pass: #{mysql_pass}/\" mysql_node.yml
+"
+    cwd "/home/#{username}/cloudfoundry/vcap/services/mysql/config"
+end
+
+execute "setup postgres" do
+    user "#{username}"
+    action :run
+    command "sed -i.bkup -e \"s/9.0/8.4/g\" postgresql_gateway.yml"
+    cwd "/home/#{username}/cloudfoundry/vcap/services/postgresql/config"
+end
+
+execute "setup postgres 2" do
+    user "#{username}"
+    action :run
+    command "sed -i.bkup -e \"s/user: vcap/user: postgres/\" -e \"s/pass: vcap/pass: #{postgres_pass}/\" postgresql_node.yml"
+    cwd "/home/#{username}/cloudfoundry/vcap/services/postgresql/config"
+end
+
+execute "copy in nginx conf" do
+    user "root"
+    action :run
+    command "cp setup/simple.nginx.conf /etc/nginx/nginx.conf"
+    cwd "/home/#{username}/cloudfoundry/vcap/"
+end
+
+execute "restart nginx" do
+    user "root"
+    action :run
+    command "/etc/init.d/nginx restart"
+    cwd "/home/#{username}/cloudfoundry/vcap/"
+end
+
+ script "Installing rake on vcap" do
+     interpreter "bash"
+     user "#{username}"
+     cwd "/home/#{username}/cloudfoundry/vcap"
+     environment ({'HOME' => "/home/#{username}"})
+     code <<-EOH
+echo "Activate rvm"
+rvm_path="$HOME/.rvm"
+[[ -s "$rvm_path/scripts/rvm" ]] && source "$rvm_path/scripts/rvm"
+type rvm | head -1
+
+rvm use 1.9.2-p180
+if [ $? -ne 0 ]; then
+      echo "failed to rvm use 1.9.2"
+    exit 1
+fi
+
+cd $HOME/cloudfoundry/vcap
+gem install bundler --no-rdoc --no-ri
+if [ $? -ne 0 ]; then
+    echo "failed to gem install bundler --no-rdoc --no-ri"
+    exit 1
+fi
+
+rake bundler:install
+if [ $? -ne 0 ]; then
+    echo "failed to rake bundler:install"
+    exit 1
+fi
+
+exit 0
+
+     EOH
+ end
+
+