[IT-435] upgrade to use Sceptre ver 2

Upgrade from Sceptre 1.x to 2.x because V1 is end of life[1].
Followed the migration guide[2] to do the upgrade.

[1] Sceptre/sceptre#593
[2] https://github.com/cloudreach/sceptre/wiki/Migration-Guide:-V1-to-V2

.gitignore

@@ -8,6 +8,7 @@ __pycache__/
 
 # Distribution / packaging
 .Python
+env/
 build/
 develop-eggs/
 dist/
@@ -111,14 +112,14 @@ git-crypt.key
 !.elasticbeanstalk/*.cfg.yml
 !.elasticbeanstalk/*.global.yml
 
-# sceptre artifacts
-remote-templates
+# sceptre remote templates
+templates/remote/
 
 # lambda artifacts
 lambdas/*.zip
 
 # MAC Crap
 .DS_Store
 
-# temp
-temp/
+# temp files
+/temp/

.travis.yml

@@ -1,22 +1,24 @@
 sudo: false
 language: python
-python: 3.5
+python: 3.6
 cache: pip
 fast_finish: true
 install:
-  - pip install cfn-lint
   - wget https://github.com/Sage-Bionetworks/infra-utils/archive/master.zip -O /tmp/infra-utils.zip
   - unzip -j -n /tmp/infra-utils.zip -x "infra-utils-master/.gitignore" "infra-utils-master/LICENSE" "infra-utils-master/*.md" "infra-utils-master/aws/*"
   - ./setup_aws_cli.sh || travis_terminate 1
-  - ./setup_sceptre.sh || travis_terminate 1
+  - pip install cfn-lint
+  - pip install git+git://github.com/zaro0508/sceptre@issue-586
+  - pip install git+git://github.com/zaro0508/sceptre-ssm-resolver.git
+  - pip install git+git://github.com/zaro0508/sceptre-date-resolver.git
+  - pip install git+git://github.com/Sage-Bionetworks/sceptre-provisioner-hooks.git
 stages:
   - name: validate
   - name: deploy
     if: branch = master AND type = push
 jobs:
   include:
     - stage: validate
-      script: cfn-lint ./templates/**/*.yaml
+      script: cfn-lint ./templates/**/*
     - stage: deploy
-      script:
-        - sceptre --var "profile=default" --var "region=us-east-1" launch-env prod
+      script: sceptre launch prod --yes

config/config.yaml

@@ -2,4 +2,8 @@ project_code: sage-bionetworks
 profile: {{ var.profile | default("default") }}
 region: {{ var.region | default("us-east-1") }}
 template_bucket_name: bootstrap-awss3cloudformationbucket-z6hnifi9i3p
-template_key_prefix: {{ environment_variable.TRAVIS_BRANCH | default("testing") }}
+template_key_prefix: {{ environment_variable.TRAVIS_BRANCH | default("testing") }}
+admincentral_cf_bucket: "bootstrap-awss3cloudformationbucket-19qromfd235z9"
+# AWS account for this repo
+aws_account_name: Sandbox
+aws_account_email: aws.sandbox@sagebase.org

config/prod/gene-drug-db-test-instance-ec2.yaml

@@ -1,5 +1,5 @@
 # Provision an EC2 instance
-template_path: templates/managed-ec2-v2.yaml
+template_path: managed-ec2-v2.yaml
 stack_name: gene-drug-db-test-instance-ec2
 parameters:
   # The Sage deparment for this resource
@@ -16,5 +16,5 @@ parameters:
   JcSystemsGroupId: !ssm /infra/JcSystemsGroupId
 hooks:
   after_create:
-    - !notify_ec2
+    - !ec2_notify {{stack_group_config.aws_account_name}} {{stack_group_config.aws_account_email}}
 

config/prod/genie.yaml

@@ -1,4 +1,4 @@
-template_path: templates/genie.yaml
+template_path: genie.yaml
 stack_name: genie
 parameters:
   # AWS batch requires the instance to have pre-installed packages.

config/prod/neurolincs-unique-objects.yaml

@@ -1,5 +1,5 @@
 # Provision an EC2 instance
-template_path: templates/managed-ec2-v4.yaml
+template_path: managed-ec2-v4.yaml
 stack_name: neurolincs-unique-objects-ec2
 parameters:
   # The Sage deparment for this resource
@@ -18,5 +18,5 @@ parameters:
   JcSystemsGroupId: !ssm /infra/JcSystemsGroupId
 hooks:
   after_create:
-    - !notify_ec2
+    - !ec2_notify {{stack_group_config.aws_account_name}} {{stack_group_config.aws_account_email}}
 

config/prod/pmc-test-ec2.yaml

@@ -1,5 +1,5 @@
 # Instance to test integration with parkmycloud
-template_path: templates/managed-ec2-v4.yaml
+template_path: managed-ec2-v4.yaml
 stack_name: pmc-test-ec2
 parameters:
   # The Sage deparment for this resource
@@ -17,4 +17,4 @@ parameters:
   JcSystemsGroupId: !ssm /infra/JcSystemsGroupId
 hooks:
   after_create:
-    - !notify_ec2
+    - !ec2_notify {{stack_group_config.aws_account_name}} {{stack_group_config.aws_account_email}}