[WIP] Docker containers for a DAO seednode

seednode/docker-compose.yml

@@ -4,11 +4,12 @@ services:
     seednode:
         container_name: seednode
         restart: unless-stopped
-        env_file:
-            - .env
         build:
             context: .
             dockerfile: docker/prod/Dockerfile
+            args:
+                SEEDNODE_URL: ${SEEDNODE_URL}
+                SEEDNODE_BRANCH: ${SEEDNODE_BRANCH}
         image: seednode
         depends_on:
             - bitcoin-core
@@ -17,10 +18,8 @@ services:
             - 9010:9010
             - 9011:9011
         expose:
+            - 6969
             - 5120
-        networks:
-          bisq_net:
-            ipv4_address: 172.28.1.3
         volumes:
             - ./local:${WORKING_DIR}
         environment:
@@ -33,11 +32,27 @@ services:
             - NODE_PORT=8000
             - DAO_ACTIVATED=true
             - FULL_DAO_NODE=true
-            - RPC_HOST=172.28.1.4
+            - RPC_HOST=172.28.1.1
             - RPC_PORT=8332
             - RPC_USER=${RPC_USER}
             - RPC_PASSWORD=${RPC_PASSWORD}
             - RPC_BLOCKNOTIFY_PORT=5120
+        networks:
+            bisq_net:
+                ipv4_address: 172.28.1.3
+
+    collectd:
+        container_name: collectd
+        restart: unless-stopped
+        build:
+            context: ./docker/prod
+            dockerfile: Dockerfile-collectd
+        image: collectd
+        depends_on:
+            - seednode
+        networks:
+            bisq_net:
+                ipv4_address: 172.28.1.4
 
     bitcoin-core:
         build:
@@ -62,19 +77,33 @@ services:
         ports:
             - 8333:8333
             - 18443:18443
-        networks:
-          bisq_net:
-            ipv4_address: 172.28.1.4
-        # environment:
-        #     - BITCOIN_DATA=${BTC_DATA_DIR}
         volumes:
             - ./docker/prod/blocknotify:/home/bitcoin/.bitcoin/blocknotify
             - ${BTC_DATA_DIR}:/home/bitcoin/.bitcoin/
+        networks:
+            bisq_net:
+                ipv4_address: 172.28.1.1
 
-networks:
-  bisq_net:
-    ipam:
-      driver: default
-      config:
-        - subnet: 172.28.0.0/16
+    nginx:
+        image: nginx:latest
+        container_name: collectd_nginx
+#        context: ./docker
+        volumes:
+            - ./docker/prod/nginx.conf:/etc/nginx/nginx.conf
+            - ./cert.crt:/etc/nginx/cert.crt
+            - ./cert.key:/etc/nginx/cert.key
+        depends_on:
+            - collectd
+        expose:
+            - "2003"
+        networks:
+            bisq_net:
+                ipv4_address: 172.28.1.5
 
+# the network is needed because nginx can't resolve dns names in its .conf file, so we use hard-coded ip addresses.
+networks:
+    bisq_net:
+        ipam:
+            driver: default
+            config:
+                - subnet: 172.28.1.0/24

seednode/docker/prod/Dockerfile

@@ -1,10 +1,17 @@
-FROM openjdk:11
-ENV APP_NAME=seednode
-ENV NODE_PORT=8000
+# first the builder builds the executables
+FROM gradle:jdk11 as builder
+ARG SEEDNODE_URL
+ARG SEEDNODE_BRANCH
+RUN git clone $SEEDNODE_URL
+WORKDIR /home/gradle/bisq/seednode
+RUN git checkout $SEEDNODE_BRANCH
+RUN gradle build
+RUN chmod +x ./build/app/bin/bisq-seednode
+
+# then the actual image is created, without gradle, using just the artifacts from the builder
+FROM openjdk:10
 EXPOSE 8000
-EXPOSE 5120
+COPY --from=builder /home/gradle/bisq /home/bisq
 WORKDIR /home/bisq/seednode
-COPY ./build/ ./build/
-COPY ./docker/*.sh ./docker/
-CMD ./docker/wait-for-it.sh 172.28.1.4:8332 --timeout=180 --strict -- nohup sh ./docker/startSeedNode.sh
-#CMD sleep 100000
+CMD ./docker/startSeedNode.sh
+

seednode/docker/prod/Dockerfile-collectd

@@ -0,0 +1,10 @@
+FROM ubuntu:bionic
+
+RUN apt-get update && apt-get install -y \
+  collectd-core \
+  openjdk-11-jre
+COPY collectd.conf /etc/collectd/collectd.conf
+COPY openjdk.conf /etc/ld.so.conf.d/openjdk.conf
+RUN ldconfig
+CMD /bin/bash -c "/usr/sbin/collectd && trap : TERM INT; sleep infinity & wait"
+

seednode/docker/prod/collectd.conf

@@ -0,0 +1,145 @@
+Hostname "3ck4nimvkavyrgd5.onion"
+Interval 30
+
+LoadPlugin syslog
+<Plugin syslog>
+	LogLevel info
+</Plugin>
+
+LoadPlugin logfile
+LoadPlugin cpu
+LoadPlugin df
+LoadPlugin disk
+LoadPlugin fhcount
+LoadPlugin interface
+LoadPlugin java
+LoadPlugin load
+LoadPlugin memory
+LoadPlugin processes
+LoadPlugin swap
+LoadPlugin write_graphite
+
+# for debugging purposes
+<Plugin logfile>
+        LogLevel info
+        File "/var/log/collectd.log"
+        Timestamp true
+        PrintSeverity true
+</Plugin>
+
+<Plugin cpu>
+	ReportByCpu true
+	ValuesPercentage true
+</Plugin>
+
+<Plugin df>
+ 	MountPoint "/"
+</Plugin>
+
+<Plugin disk>
+        Disk "/sd[ab]/"
+</Plugin>
+
+<Plugin fhcount>
+	ValuesAbsolute false
+	ValuesPercentage true
+</Plugin>
+
+<Plugin interface>
+	Interface "eth0"
+</Plugin>
+
+<Plugin java>
+	JVMArg "-verbose:jni"
+	JVMArg "-Djava.class.path=/usr/share/collectd/java/collectd-api.jar:/usr/share/collectd/java/generic-jmx.jar"
+
+	LoadPlugin "org.collectd.java.GenericJMX"
+	<Plugin "GenericJMX">
+                # Generic heap/nonheap memory usage.
+                <MBean "memory">
+                  ObjectName "java.lang:type=Memory"
+                  #InstanceFrom ""
+                  InstancePrefix "memory"
+
+                  # Creates four values: committed, init, max, used
+                  <Value>
+                    Type "memory"
+                    #InstancePrefix ""
+                    #InstanceFrom ""
+                    Table true
+                    Attribute "HeapMemoryUsage"
+                    InstancePrefix "heap-"
+                  </Value>
+
+                  # Creates four values: committed, init, max, used
+                  <Value>
+                    Type "memory"
+                    #InstancePrefix ""
+                    #InstanceFrom ""
+                    Table true
+                    Attribute "NonHeapMemoryUsage"
+                    InstancePrefix "nonheap-"
+                  </Value>
+                </MBean>
+
+                # Memory usage by memory pool.
+                <MBean "memory_pool">
+                  ObjectName "java.lang:type=MemoryPool,*"
+                  InstancePrefix "memory_pool-"
+                  InstanceFrom "name"
+
+                  <Value>
+                    Type "memory"
+                    #InstancePrefix ""
+                    #InstanceFrom ""
+                    Table true
+                    Attribute "Usage"
+                  </Value>
+                </MBean>
+
+	        <Connection>
+	        	ServiceURL "service:jmx:rmi:///jndi/rmi://172.28.1.3:6969/jmxrmi"
+	        	Collect "memory_pool"
+	        	Collect "memory"
+	        </Connection>
+
+		# See /usr/share/doc/collectd/examples/GenericJMX.conf
+		# for an example config.
+	</Plugin>
+</Plugin>
+
+#<Plugin load>
+#	ReportRelative true
+#</Plugin>
+
+#<Plugin memory>
+#	ValuesAbsolute true
+#	ValuesPercentage false
+#</Plugin>
+
+#<Plugin processes>
+#	Process "name"
+#	ProcessMatch "foobar" "/usr/bin/perl foobar\\.pl.*"
+#</Plugin>
+
+#<Plugin swap>
+#	ReportByDevice false
+#	ReportBytes true
+#</Plugin>
+
+<Plugin write_graphite>
+	<Node "node">
+		Host "172.28.1.5"
+		Port "2003"
+		Protocol "tcp"
+		ReconnectInterval 0
+		LogSendErrors false
+		Prefix "servers."
+		StoreRates true
+		AlwaysAppendDS false
+		EscapeCharacter "_"
+		SeparateInstances false
+		PreserveSeparator false
+		DropDuplicateFields false
+	</Node>
+</Plugin>

seednode/docker/prod/nginx.conf

@@ -0,0 +1,50 @@
+user www-data;
+worker_processes auto;
+pid /run/nginx.pid;
+include /etc/nginx/modules-enabled/*.conf;
+
+events {
+	worker_connections 768;
+	# multi_accept on;
+}
+
+http {
+	sendfile on;
+	tcp_nopush on;
+	tcp_nodelay on;
+	keepalive_timeout 65;
+	types_hash_max_size 2048;
+
+	include /etc/nginx/mime.types;
+	default_type application/octet-stream;
+
+	access_log /var/log/nginx/access.log;
+	error_log /var/log/nginx/error.log;
+
+	gzip off;
+
+	include /etc/nginx/conf.d/*.conf;
+	include /etc/nginx/sites-enabled/*;
+}
+
+stream {
+	log_format basic '$remote_addr [$time_local] '
+	                 '$protocol Status $status Sent $bytes_sent Received $bytes_received '
+	                 'Time $session_time';
+
+	error_log syslog:server=unix:/dev/log;
+	access_log syslog:server=unix:/dev/log basic;
+
+	server {
+ 		listen 2003;
+		allow 172.28.1.4;
+		deny all;
+		proxy_pass monitor.bisq.network:2002;
+		proxy_ssl on;
+
+		proxy_ssl_certificate /etc/nginx/cert.crt;
+		proxy_ssl_certificate_key /etc/nginx/cert.key;
+
+		proxy_ssl_session_reuse on;
+	}
+}

seednode/docker/prod/openjdk.conf

@@ -0,0 +1 @@
+/usr/lib/jvm/java-11-openjdk-amd64/lib/server

seednode/docker/startSeedNode.sh

@@ -63,7 +63,7 @@ do
 
     echo `date` "(Re)-starting node"
 
-    JAVA_OPTS='-XX:+UseG1GC -Xms512m -Xmx2000m' ./build/app/bin/bisq-seednode $ARGS 2>./error.log
+    JAVA_OPTS='-Xms512M -Xmx2000M -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=6969 -Dcom.sun.management.jmxremote.rmi.port=6969 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false' ./build/app/bin/bisq-seednode $ARGS 2>./error.log
 
     echo `date` "node terminated unexpectedly!!"