Getting it to work

Vagrantfile

@@ -8,49 +8,21 @@ Vagrant.require_version ">= 1.7.0"
 
 Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
   config.vm.box = "ubuntu/trusty64"
-  cchq_proxy_port = ENV.fetch("VAGRANT_CCHQ_PROXY_PORT", 8080)
   config.ssh.insert_key = false
 
-  config.vm.define "app1" do |app1|
-    app1.vm.hostname = "app1"
-    app1.vm.network "private_network", ip: "192.168.33.15"
-    app1.vm.provider "virtualbox" do |v|
+  config.vm.define "monolith" do |monolith|
+    monolith.vm.hostname = "monolith"
+    monolith.vm.network "private_network", ip: "192.168.33.21"
+    monolith.vm.provider "virtualbox" do |v|
       v.memory = 768
       v.cpus = 1
     end
-    app1.vm.provision "shell", path: "provisioning/nodes.sh"
-  end
-
-  # config.vm.define "app2" do |app1|
-  #   app1.vm.hostname = "app2"
-  #   app1.vm.network "private_network", ip: "192.168.33.18"
-  #   app1.vm.provision "shell", path: "provisioning/nodes.sh"
-  #   db1.vm.provider "virtualbox" do |v|
-  #     v.memory = 768
-  #     v.cpus = 1
-  #   end
-  # end
-
-  config.vm.define "db1" do |db1|
-    db1.vm.hostname = "db1"
-    db1.vm.network "private_network", ip: "192.168.33.16"
-    db1.vm.provider "virtualbox" do |v|
-      v.memory = 768
-      v.cpus = 1
-    end
-    db1.vm.provision "shell", path: "provisioning/nodes.sh"
-  end
-
-  config.vm.define "proxy1" do |proxy1|
-    proxy1.vm.hostname = "proxy1"
-    proxy1.vm.network "private_network", ip: "192.168.33.17"
-    proxy1.vm.provision "shell", path: "provisioning/nodes.sh"
-    proxy1.vm.network "forwarded_port", guest: 80, host: cchq_proxy_port
+    monolith.vm.provision "shell", path: "provisioning/nodes.sh"
   end
 
   config.vm.define "control" do |control|
     control.vm.hostname = "control"
-    control.vm.network "private_network", ip: "192.168.33.14"
+    control.vm.network "private_network", ip: "192.168.33.20"
     control.vm.provider "virtualbox" do |v|
       v.memory = 768
       v.cpus = 1

Vagrantfile.multi

@@ -0,0 +1,60 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.require_version ">= 1.7.0"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "ubuntu/trusty64"
+  cchq_proxy_port = ENV.fetch("VAGRANT_CCHQ_PROXY_PORT", 8080)
+  config.ssh.insert_key = false
+
+  config.vm.define "app1" do |app1|
+    app1.vm.hostname = "app1"
+    app1.vm.network "private_network", ip: "192.168.33.15"
+    app1.vm.provider "virtualbox" do |v|
+      v.memory = 768
+      v.cpus = 1
+    end
+    app1.vm.provision "shell", path: "provisioning/nodes.sh"
+  end
+
+  # config.vm.define "app2" do |app1|
+  #   app1.vm.hostname = "app2"
+  #   app1.vm.network "private_network", ip: "192.168.33.18"
+  #   app1.vm.provision "shell", path: "provisioning/nodes.sh"
+  #   db1.vm.provider "virtualbox" do |v|
+  #     v.memory = 768
+  #     v.cpus = 1
+  #   end
+  # end
+
+  config.vm.define "db1" do |db1|
+    db1.vm.hostname = "db1"
+    db1.vm.network "private_network", ip: "192.168.33.16"
+    db1.vm.provider "virtualbox" do |v|
+      v.memory = 768
+      v.cpus = 1
+    end
+    db1.vm.provision "shell", path: "provisioning/nodes.sh"
+  end
+
+  config.vm.define "proxy1" do |proxy1|
+    proxy1.vm.hostname = "proxy1"
+    proxy1.vm.network "private_network", ip: "192.168.33.17"
+    proxy1.vm.provision "shell", path: "provisioning/nodes.sh"
+    proxy1.vm.network "forwarded_port", guest: 80, host: cchq_proxy_port
+  end
+
+  config.vm.define "control" do |control|
+    control.vm.hostname = "control"
+    control.vm.network "private_network", ip: "192.168.33.14"
+    control.vm.provider "virtualbox" do |v|
+      v.memory = 768
+      v.cpus = 1
+    end
+    control.vm.provision "shell", path: "provisioning/control.sh"
+  end
+end

ansible/deploy_webworker.yml

@@ -1,10 +1,10 @@
 ---
 
-- name: Keystore
-  hosts: webworkers
-  become: true
-  roles:
-    - {role: keystore, tags: keystore}
+# - name: Keystore
+#   hosts: webworkers
+#   become: true
+#   roles:
+#     - {role: keystore, tags: keystore}
 
 - name: Webworkers
   hosts: webworkers

ansible/group_vars/all.yml

@@ -12,7 +12,7 @@ shared_dir_gid: 1500  # This GID cannot already be allocated
 shared_dir_name: "shared{{ '_' ~ deploy_env if deploy_env != 'production' else '' }}"
 shared_data_dir: "/opt/{{ shared_dir_name }}"
 shared_mount_dir: "/mnt/{{ shared_dir_name }}"
-is_monolith: '{{ groups["all"]|length == 1 }}'
+is_monolith: true
 transfer_payload_dir_name: "transfer_payloads"
 restore_payload_dir_name: "restore_payloads"
 shared_temp_dir_name: "temp"
@@ -22,6 +22,9 @@ cchq_user: cchq
 dev_group: dimagidev
 dev_users:
   present:
+    - cchq
+    - jenkins_slave
+  absent:
     - astone
     - biyeun
     - cellowitz
@@ -43,13 +46,10 @@ dev_users:
     - skelly
     - sravfeyn
     - wpride
-    - cchq
-  absent:
     - preseed
     - twymer
     - tsheffels
     - dmyung
-    - jenkins_slave
     - brudolph
 
 django_port: 9010

ansible/inventories/monolith

@@ -1,52 +1,52 @@
 [webworkers]
-192.168.33.21
+165.227.172.214
 
 [postgresql]
-192.168.33.21
+165.227.172.214
 
 [couchdb]
-192.168.33.21
+165.227.172.214
 
 [couchdb2]
-192.168.33.21
+165.227.172.214
 
 [redis]
-192.168.33.21
+165.227.172.214
 
 [touchforms]
-192.168.33.21
+165.227.172.214
 
 [formplayer]
-192.168.33.21
+165.227.172.214
 
 [celery]
-192.168.33.21
+165.227.172.214
 
 [elasticsearch]
-192.168.33.21 elasticsearch_node_name=es0
+165.227.172.214 elasticsearch_node_name=es0
 
 [proxy]
-192.168.33.21
+165.227.172.214
 
 [rabbitmq]
-192.168.33.21
+165.227.172.214
 
 [zookeeper]
-192.168.33.21
+165.227.172.214
 
 [kafka]
-192.168.33.21 kafka_broker_id=0
+165.227.172.214 kafka_broker_id=0
 
 [pillowtop]
-192.168.33.21
+165.227.172.214
 
 [shared_dir_host]
-192.168.33.21
+165.227.172.214
 
 [riakcs]
-192.168.33.21
+165.227.172.214
 
 [stanchion]
-192.168.33.21
+165.227.172.214
 
 [pg_standby]

ansible/roles/commcarehq/templates/localsettings.py.j2

@@ -199,12 +199,12 @@ LOCAL_PILLOWTOPS = json.loads('{{ localsettings.LOCAL_PILLOWS|to_json }}')
 BITLY_LOGIN = '{{ localsettings.BITLY_LOGIN }}'
 BITLY_APIKEY = '{{ localsettings.BITLY_APIKEY }}'
 
-JAR_SIGN = dict(
-    key_store = os.path.join('{{ www_dir }}', "DimagiKeyStore"),
-    key_alias = "{{ localsettings.JAR_KEY_ALIAS }}",
-    store_pass = "{{ localsettings.JAR_STORE_PASS }}",
-    key_pass = "{{ localsettings.JAR_KEY_PASS }}",
-)
+#JAR_SIGN = dict(
+#    key_store = os.path.join('{{ www_dir }}', "DimagiKeyStore"),
+#    key_alias = "{{ localsettings.JAR_KEY_ALIAS }}",
+#    store_pass = "{{ localsettings.JAR_STORE_PASS }}",
+#    key_pass = "{{ localsettings.JAR_KEY_PASS }}",
+#)
 
 #xep
 #GET_URL_BASE  = 'dimagi.utils.web.get_secure_url_base'

ansible/roles/common_installs/tasks/main.yml

@@ -76,7 +76,7 @@
   npm: name="{{ item }}" state=present global=yes
   sudo: yes
   with_items:
-    - npm@3.6.0
+    - npm
     - less@1.3.1
     - n@1.3.0
     - bower@1.5.3

ansible/roles/couchdb/tasks/main.yml

@@ -1,5 +1,5 @@
 # CouchDB
-- name: Install prequisites
+- name: Install CouchDB prequisites
   apt: name="{{ item }}" state=present
   with_items:
     - build-essential
@@ -13,6 +13,15 @@
     - libcurl4-gnutls-dev
     - libtool
 
+- name: Install couchdb pip packages
+  pip: name="{{ item }}"
+  sudo: yes
+  with_items:
+    - urllib3
+    - pyopenssl
+    - ndg-httpsclient
+    - pyasn1
+
 - name: Check CouchDB existence
   stat: path="{{ couchdb_install_path }}"
   register: couchdb_path
@@ -59,7 +68,7 @@
   register: update_config
 
 - name: CouchDB ownership permissions
-  file: path="{{ item }}" owner=couchdb group=couchdb recurse=yes state=directory
+  file: path="{{ item }}" owner=couchdb recurse=yes state=directory
   with_items:
     - "{{ couch_log_dir }}"
     - /usr/local/var/lib/couchdb
@@ -93,8 +102,19 @@
   when: not item.skipped|default(false) and item.status == 404
   with_items: "{{ couch_response.results }}"
 
+# TD thinks that only the first one should run here, since the second would be
+# creating a user with the same username/password.
+# TASK [couchdb : Set CouchDB username and password] *****************************
+# ok: [165.227.172.214] => (item={u'username': u'commcarehq', u'name': u'commcarehq', u'is_https': False, u'host': u'165.227.172.214', u'password': u'commcarehq', u'port': 5984})
+# failed: [165.227.172.214] (item={u'username': u'commcarehq', u'name': u'commcarehq__users', u'is_https': False, u'host': u'165.227.172.214', u'password': u'commcarehq', u'port': 5984}) => {"cache_control": "must-revalidate", "content": "{\"error\":\"unauthorized\",\"reason\":\"You are not a server admin.\"}\n", "content_length": "64", "content_type": "text/plain; charset=utf-8", "date": "Thu, 05 Oct 2017 11:10:34 GMT", "failed": true, "item": {"host": "165.227.172.214", "is_https": false, "name": "commcarehq__users", "password": "commcarehq", "port": 5984, "username": "commcarehq"}, "msg": "Status code was not [200]: HTTP Error 401: Unauthorized", "redirected": false, "server": "CouchDB/1.6.1 (Erlang OTP/R16B03)", "status": 401, "url": "http://165.227.172.214:5984/_config/admins/commcarehq"}
+# 	to retry, use: --limit @/vagrant/ansible/deploy_stack.retry
+#
+# PLAY RECAP *********************************************************************
+# 165.227.172.214            : ok=135  changed=90   unreachable=0    failed=1
+#
 - name: Set CouchDB username and password
   uri:
+    # url: "http{% if item.is_https %}s{% endif %}://{{ item.username }}:{{ item.password }}@{{ item.host }}:{{ item.port }}/_config/admins/{{ item.username }}"
     url: "http{% if item.is_https %}s{% endif %}://{{ item.host }}:{{ item.port }}/_config/admins/{{ item.username }}"
     method: PUT
     status_code: 200

ansible/roles/couchdb2/tasks/main.yml

@@ -1,7 +1,8 @@
 ---
 - name: set couchdb username and password
   uri:
-    url: "http{% if couchdb_secure %}s{% endif %}://{{ inventory_hostname|ipaddr }}:{{ couchdb_port }}/_node/couchdb@{{ inventory_hostname|ipaddr }}/_config/admins/{{ couchdb2.username }}"
+    # root@commcare-testing:~# curl -X PUT -H "Content-Type: text/plain" -d '"commcarehq"' http://commcarehq:commcarehq@188.226.180.143:5984/_config/admins/commcarehq
+    url: "http{% if couchdb_secure %}s{% endif %}://{{ couchdb2.username }}:{{ couchdb2.password }}@{{ inventory_hostname|ipaddr }}:{{ couchdb_port }}/_node/couchdb@{{ inventory_hostname|ipaddr }}/_config/admins/{{ couchdb2.username }}"
     method: PUT
     status_code: 200, 401 # 401 means this is already set up
     body: '"{{ couchdb2.password }}"'
@@ -96,6 +97,17 @@
   notify: reload monit
   tags: monit
 
+# TODO: consider starting the monit daemon before calling this. Currently, it fails with:
+# TASK [couchdb2 : monit] ********************************************************
+# fatal: [165.227.172.214]: FAILED! => {"changed": false, "failed": true, "msg": "couchdb2 process not presently configured with monit", "name": "couchdb2", "state": "monitored"}
+#
+# RUNNING HANDLER [monit : reload monit] *****************************************
+# 	to retry, use: --limit @/vagrant/ansible/deploy_stack.retry
+#
+# PLAY RECAP *********************************************************************
+# 165.227.172.214            : ok=36   changed=20   unreachable=0    failed=1
+# I get it to run after ssh-ing in and running `monit` as root, awakening the monit daemon.
+# I love awakening daemons...
 - monit:
     name: couchdb2
     state: monitored