add ELK stack

README.md

@@ -18,10 +18,11 @@ What things you need to install the software and how to install them
 
 ### Installing
 
+* Go to the project dir : `cd nozomiBot`
 * Copy `.env.dist` to `.env` : `cp .env.dist .env`
 * Configure `.env` : `vim .env`
 * Set the rights to `var` (`1000` is the user `node` in the node container) : `setfacl -dR -m u:$(id -u):rwX -m u:1000:rwX var`
-* Install the dependencies : `yarn install`
+* Install the dependencies : `docker run -it --rm -u $(id -u):$(id -g) -v "$PWD":/app -w /app node:8-alpine yarn install`
 * Launch Docker containers :
     * development env : `docker-compose up -d`
     * production env : `docker stack deploy -c docker-compose.yml <name>`

app.js

@@ -7,7 +7,8 @@
     const fs = require('fs');
 
     const logger = require('pino')({
-        extreme: false
+        extreme: false,
+        base: null,
     }, fs.createWriteStream(`./var/log/${process.env.NODE_ENV}.log`, {'flags': 'a'}));
 
     const DatabaseManager = require('./lib/Database/DatabaseManager');

docker-compose.yml

@@ -21,7 +21,7 @@ services:
         stdin_open: true
         tty: true
         entrypoint: ["node", "app.js"]
-        restart: unless-stopped
+#        restart: unless-stopped
         depends_on:
           - mongo
           - redis
@@ -48,3 +48,23 @@ services:
         ports:
             - 127.0.0.1:6379:6379
         restart: unless-stopped
+#    elk:
+#        image: sebp/elk:624
+#        hostname: ${COMPOSE_PROJECT_NAME}-elk
+#        volumes:
+#            - ./logstash.conf:/etc/logstash/conf.d/02-beats-input.conf
+#        networks:
+#            - app
+#        ports:
+#            - 127.0.0.1:5601:5601 # Kibana web interface
+#            - 127.0.0.1:9200:9200 # ElasticSearch JSON interface
+#            - 127.0.0.1:5044:5044 # Logstash beats interface
+#    filebeat:
+#        image: docker.elastic.co/beats/filebeat:6.2.4
+#        volumes:
+#            - ./filebeat.yml:/usr/share/filebeat/filebeat.yml
+#            - ./:/app
+#        depends_on:
+#          - elk
+#        networks:
+#            - app

filebeat.yml

@@ -0,0 +1,22 @@
+output:
+  logstash:
+    enabled: true
+    hosts:
+      - elk:5044
+    timeout: 15
+
+filebeat:
+  prospectors:
+    - type: log
+      enabled: true
+      paths:
+        - "/app/var/log/*.log"
+      tags: ["json"]
+      json:
+        keys_under_root: true
+        add_error_key: true
+        message_key: msg
+
+setup:
+  kibana:
+    host: elk:5601

logstash.conf

@@ -0,0 +1,5 @@
+input {
+  beats {
+    port => 5044
+  }
+}