feat(core): add elasticsearch and kibana support

Author: loktionov129

docker/docker-compose.dev.yml

@@ -16,4 +16,21 @@ services:
         labels:
             - SERVICE_NAME=mpgpdb
         volumes:
-            - ./pg_data:/var/lib/postgresql/data
+            - postgres:/var/lib/postgresql/data
+
+    mpgpelastickibana:
+        image: nshou/elasticsearch-kibana
+        hostname: mpgpelastickibana
+        expose:
+            - 9200
+            - 5601
+        ports:
+            - 9200:9200
+            - 5601:5601
+        container_name: mpgpelastickibana
+        labels:
+            - SERVICE_NAME=mpgpelastickibana
+
+volumes:
+    postgres:
+# sed -i "s|%$ENV_KEY1%|$ENV_VALUE1|g;s|%$ENV_KEY2%|$ENV_VALUE2|g" appsettings.json

docker/docker-compose.prod.yml

@@ -16,7 +16,7 @@ services:
         labels:
             - SERVICE_NAME=mpgpdb
         volumes:
-            - ./pg_data:/var/lib/postgresql/data
+            - postgres:/var/lib/postgresql/data
 
     mpgpweb:
         links:
@@ -48,6 +48,22 @@ services:
             && rm dockerize-linux-amd64-v0.6.1.tar.gz
             && dockerize -wait tcp://mpgpdb:5432 -timeout 1m
             && envsubst < appsettings.json > temp.json && mv -f temp.json appsettings.json
+            && sed -i ‘s|http://localhost:9200|http://mpgpelastickibana:9200|g' nlog.config
             && dotnet Mpgp.RestApiServer.dll"
 
+    mpgpelastickibana:
+        image: nshou/elasticsearch-kibana
+        hostname: mpgpelastickibana
+        expose:
+            - 9200
+            - 5601
+        ports:
+            - 9200:9200
+            - 5601:5601
+        container_name: mpgpelastickibana
+        labels:
+            - SERVICE_NAME=mpgpelastickibana
+
+volumes:
+    postgres:
 # sed -i "s|%$ENV_KEY1%|$ENV_VALUE1|g;s|%$ENV_KEY2%|$ENV_VALUE2|g" appsettings.json

src/Mpgp.RestApiServer/Mpgp.RestApiServer.csproj

@@ -32,6 +32,7 @@
     <PackageReference Include="Microsoft.AspNetCore.All" Version="2.1.6" />
     <PackageReference Include="Microsoft.AspNetCore.JsonPatch" Version="2.2.0" />
     <PackageReference Include="Microsoft.AspNetCore.WebSockets" Version="2.2.0" />
+    <PackageReference Include="NLog.Targets.ElasticSearch" Version="6.1.0" />
     <PackageReference Include="NLog.Web.AspNetCore" Version="4.7.0" />
     <PackageReference Include="StyleCop.Analyzers" Version="1.0.2" />
   </ItemGroup>

tools/nlog.config

@@ -12,7 +12,12 @@
     <variable name="logLayoutAll" value="${uppercase:${level}}: [${longdate}] ${logger} '${message}'  | ${exception:format=tostring}" />
     <variable name="logLayoutOurWeb" value="${var:logLayoutAll} |URL: ${aspnet-request-url} |ACTION: ${aspnet-mvc-action} |${callsite}" />
 
+    <extensions>
+        <add assembly="NLog.Targets.ElasticSearch"/>
+    </extensions>
+
     <targets>
+        <target xsi:type="ElasticSearch" name="elastic" uri="http://localhost:9200" index="mpgp-${date:format=yyyy.MM.dd}" documentType="logevent" includeAllProperties="true"/>
         <!-- Write logs to console -->
         <target xsi:type="Console" name="consoleAllError" layout="${var:logLayoutAll}" />
         <target xsi:type="Console" name="consoleOwnWebError" layout="${var:logLayoutOurWeb}" />
@@ -31,12 +36,12 @@
         <logger name="Mpgp.RestApiServer.Controllers.ExceptionController*" minlevel="Error" writeTo="fileClientError" final="true" />  <!-- BlackHole -->
 
         <!-- All logs, including from Microsoft -->
-        <logger name="*" maxlevel="Warn" writeTo="fileAllMain" />
+        <logger name="*" maxlevel="Warn" writeTo="fileAllMain," />
         <logger name="*" minlevel="Error" writeTo="fileAllError,consoleAllError" />
 
         <!-- Skip non-critical Microsoft logs and so log only own logs -->
         <logger name="Microsoft.*" maxlevel="Info" final="true" />  <!-- BlackHole -->
-        <logger name="*" maxlevel="Warn" writeTo="fileOwnWebMain" />
-        <logger name="*" minlevel="Error" writeTo="fileOwnWebError,consoleOwnWebError" />
+        <logger name="*" maxlevel="Warn" writeTo="fileOwnWebMain,elastic" />
+        <logger name="*" minlevel="Error" writeTo="fileOwnWebError,consoleOwnWebError,elastic" />
     </rules>
-</nlog>
+</nlog>