userdata.sh

#!/bin/bash -xv

#### UserData Incident Bot Helper Script
### Script Params, exported in Cloudformation
# ${IAM_ROLE} == BotRole
# ${REGION} = Region
# ${BUCKET} = BotBucket
# ${DOMAIN} = HostedZone
# ${DAEMON} = Daemon
# ${ENVIRONMENT} = Environment
# ${SLACK_TOKEN} = ENVSlackToken
# ${PAGERDUTY_API_KEY} = ENVPagerDutyAPIKey
# ${PAGERDUTY_SERVICE_API_KEY} = ENVPagerDutyServiceKey
# ${PAGERDUTY_SUBDOMAIN} = ENVPagerDutySubDomain
# ${PAGERDUTY_USER_ID} = ENVPagerDutyUserID
# ${INCIDENT_ROOM} = ENVPagerDutyRoom
# ${PAGERDUTY_SERVICES} = ENVPagerDutyServices
# ${LE_EMAIL} = ContactEmail
# ${BOT_NAME} = BotName (Acts as both botname and subdomain)
# ${COOKBOOK} = Cookbook
# ${COOKBOOK_GIT} = CookbookGit
# ${HOSTNAME} == Nodename or Server URL
###

exec > >(tee /var/log/user-data.log|logger -t user-data -s 2>/dev/console) 2>&1

S3DIR='/opt/bot-s3'
CHEFDIR='/var/chef/cookbooks'
CHEFS3='/opt/chefs3' # only needed for when not using chef-zero
ZERO_ENABLED='true' # Locked to true for now

# Install S3FS Dependencies
sudo apt-get install -y automake autotools-dev g++ git libcurl4-gnutls-dev libfuse-dev libssl-dev libxml2-dev make pkg-config

# Install S3FS

# If directory exists, remove it
if [ -d "/tmp/s3fs-fuse" ]; then
  rm -rf /tmp/s3fs-fuse
fi

# If s3fs command doesn't exist, install
if [ ! -f "/usr/local/bin/s3fs" ]; then
  cd /tmp
  git clone https://github.com/s3fs-fuse/s3fs-fuse.git || error_exit 'Failed to clone s3fs-fuse'
  cd s3fs-fuse
  ./autogen.sh || error_exit 'Failed to run autogen for s3fs-fuse'
  ./configure || error_exit 'Failed to run configure for s3fs-fuse'
  make || error_exit 'Failed to make s3fs-fuse'
  sudo make install || error_exit 'Failed run make-install s3fs-fuse'
fi

# Create S3FS Mount Directory
if [ ! -d "${S3DIR}" ]; then
  mkdir ${S3DIR}
fi

# Mount S3 Bucket to Directory
s3fs -o allow_other -o umask=000 -o use_cache=/tmp -o iam_role=${IAM_ROLE} -o endpoint=${REGION} ${BUCKET} ${S3DIR} || error_exit 'Failed to mount s3fs'

echo -e "${BUCKET} ${S3DIR} fuse.s3fs rw,_netdev,allow_other,umask=0022,use_cache=/tmp,iam_role=${IAM_ROLE},endpoint=${REGION},retries=5,multireq_max=5 0 0" >> /etc/fstab || error_exit 'Failed to add mount info to fstab'

if [ ${ZERO_ENABLED} == 'false' ]; then
    echo 'nothing to see here'
    # Placeholder for code to acquire validation pem
fi

# Install cfn bootstraping tools
easy_install https://s3.amazonaws.com/cloudformation-examples/aws-cfn-bootstrap-latest.tar.gz || error_exit 'Failed to install CFN Bootstrap Tools'

# Set hostname
hostname ${HOSTNAME} || error_exit 'Failed to set hostname'
echo ${HOSTNAME} > /etc/hostname || error_exit 'Failed to set hostname'

mkdir -p /etc/chef/ohai/hints || error_exit 'Failed to create ohai folder'
touch /etc/chef/ohai/hints/ec2.json || error_exit 'Failed to create ec2 hint file'
touch /etc/chef/ohai/hints/iam.json || error_exit 'Failed to create iam hint file'

# install chef
curl -L https://omnitruck.chef.io/install.sh | bash || error_exit 'could no install chef'

# setup cookbooks directory
if [ ! -d ${CHEFDIR} ]; then
  mkdir -p ${CHEFDIR}
fi

sudo chmod -R 777 ${CHEFDIR}

rm -f ${CHEFDIR}/${COOKBOOK}

# Setup Citadel Items
mkdir -p ${S3DIR}/pagerduty ${S3DIR}/slack ${S3DIR}/aws ${S3DIR}/redis

set +x

## Pagerduty
echo "${PAGERDUTY_API_KEY}" >> ${S3DIR}/pagerduty/api_key
echo "${PAGERDUTY_SERVICE_API_KEY}" >> ${S3DIR}/pagerduty/service_key
echo "${PAGERDUTY_USER_ID}" >> ${S3DIR}/pagerduty/user_id

## Slack
echo "${SLACK_TOKEN}" >> ${S3DIR}/slack/api_key

set -x

if [ ${ENVIRONMENT} == 'production' ]; then
    LE_ENDPOINT='https://acme-v01.api.letsencrypt.org'
else
    LE_ENDPOINT='https://acme-staging.api.letsencrypt.org'
fi


if [ ${ZERO_ENABLED} == 'true' ]; then
    RUN_TYPE='recipe'
    RUN_ITEM=${COOKBOOK}
else
    RUN_TYPE='role'
    RUN_ITEM=${ROLE}
fi

# Create json for CFN Params to Attributes and create local role file
cat > "${CHEFDIR}/cfn.json" << EOF
{
    "citadel": {
        "bucket": "${BUCKET}"
    },
    "${COOKBOOK}": {
        "aws": {
            "domain": "${DOMAIN}"
        },
        "redis": {
            "dir": "${S3DIR}/redis"
        },
        "name": "${BOT_NAME}",
        "adapter": "slack",
        "git_source": "https://github.com/github/hubot.git",
        "version": "2.18.0",
        "daemon": "${DAEMON}",
        "config": {
            "HUBOT_PAGERDUTY_SUBDOMAIN": "${PAGERDUTY_SUBDOMAIN}",
            "HUBOT_INCIDENT_PAGERDUTY_ROOM": "${INCIDENT_ROOM}",
            "HUBOT_INCIDENT_PAGERDUTY_ENDPOINT": "/incident",
            "HUBOT_PAGERDUTY_SERVICES": "${PAGERDUTY_SERVICES}"
        },
        "letsencrypt": {
            "endpoint": "${LE_ENDPOINT}",
            "contact": "mailto:${LE_EMAIL}"
        }
      },
    "run_list": [
        "${RUN_TYPE}[${RUN_ITEM}]"
    ]
}
EOF

# Install berks
/opt/chef/embedded/bin/gem install berkshelf || error_exit 'failed to install berkshelf'

cat > "${CHEFDIR}/Berksfile" <<EOF
source 'https://supermarket.chef.io'
cookbook "${COOKBOOK}", git: '${COOKBOOK_GIT}', branch: '${COOKBOOK_BRANCH}'
EOF

# Install dependencies
if [ ${ZERO_ENABLED} == 'true' ]; then
    sudo su -l -c "cd ${CHEFDIR} && export BERKSHELF_PATH=${CHEFDIR} && /opt/chef/embedded/bin/berks vendor" || error_exit 'Failed to run berks vendor'
else
    sudo su -l -c "/opt/chef/embedded/bin/berks install && /opt/chef/embedded/bin/berks upload" || error_exit 'Failed to run berks install'
fi

# Create client.rb
mkdir -p /etc/chef

if [ ${ZERO_ENABLED} == 'true' ]; then
cat > "/etc/chef/client.rb" <<EOF
cookbook_path "${CHEFDIR}/berks-cookbooks"
json_attribs "${CHEFDIR}/cfn.json"
chef_zero.enabled
local_mode true
EOF
else
cat > "/etc/chef/client.rb" <<EOF
json_attribs "${CHEFDIR}/cfn.json"
node_name "${BOT_NAME}-$(curl -sS http://169.254.169.254/latest/meta-data/instance-id)"
validation_client_name "${CHEFGROUP}-validator"
validation_key "${CHEFS3}/valdiation.pem"
EOF
fi

# Run Chef
sudo su -l -c 'chef-client' || error_exit 'Failed to run chef-client'