log-vm: Adding grafana services and storing logs in log-vm

This patch will add promtail-agent service in `ghaf-host` and `gui-vm`. Also add loki service in log-vm. Signed-off-by: Vunny Sodhi <vunny.sodhi@unikie.com>
tiiuae · May 10, 2024 · 1308dc7 · 1308dc7
1 parent 7d3b28a
commit 1308dc7
Show file tree

Hide file tree

Showing 6 changed files with 112 additions and 1 deletion.
diff --git a/modules/common/log/promtail-agent.nix b/modules/common/log/promtail-agent.nix
@@ -0,0 +1,39 @@
+# Copyright 2022-2024 TII (SSRC) and the Ghaf contributors
+# SPDX-License-Identifier: Apache-2.0
+{pkgs, ...}: let
+  server-ip-port = "192.168.101.66:3100";
+in {
+  environment.etc."promtail-local-config.yaml".text = ''
+    server:
+      http_listen_port: 9101
+      grpc_listen_port: 0
+
+    positions:
+      filename: /tmp/positions.yaml
+
+    client:
+      url: http://${server-ip-port}/loki/api/v1/push
+
+    scrape_configs:
+      - job_name: journal
+        journal:
+          path: /var/log/journal
+          labels:
+            job: systemd-journal
+        relabel_configs:
+          - source_labels: ['__journal__systemd_unit']
+            target_label: 'unit'
+  '';
+
+  systemd.services.promtail = {
+    description = "Service to upload journal logs";
+    enable = true;
+    after = ["network-online.target"];
+    serviceConfig = {
+      ExecStart = "${pkgs.grafana-loki}/bin/promtail -config.file=/etc/promtail-local-config.yaml";
+      Restart = "on-failure";
+      RestartSec = "1";
+    };
+    wantedBy = ["multi-user.target"];
+  };
+}
diff --git a/modules/microvm/virtualization/microvm/guivm.nix b/modules/microvm/virtualization/microvm/guivm.nix
@@ -68,6 +68,7 @@
               pkgs.waypipe
               pkgs.networkmanagerapplet
               pkgs.nm-launcher
+              pkgs.grafana-loki
             ]
             ++ (lib.optional (configHost.ghaf.profiles.debug.enable && configHost.ghaf.virtualization.microvm.idsvm.mitmproxy.enable) pkgs.mitmweb-ui);
         };

diff --git a/modules/microvm/virtualization/microvm/logvm.nix b/modules/microvm/virtualization/microvm/logvm.nix
@@ -35,7 +35,11 @@
         nixpkgs.buildPlatform.system = configHost.nixpkgs.buildPlatform.system;
         nixpkgs.hostPlatform.system = configHost.nixpkgs.hostPlatform.system;
 
-        environment.systemPackages = lib.mkIf config.ghaf.profiles.debug.enable [];
+        networking = {
+          firewall.allowedTCPPorts = [3100];
+        };
+
+        environment.systemPackages = [pkgs.grafana-loki];
 
         systemd.network = {
           enable = true;
@@ -54,6 +58,20 @@
           };
         };
 
+        environment.etc."loki.yaml".source = ./loki-local-config.yaml;
+
+        systemd.services.loki = {
+          enable = true;
+          description = "Loki Service";
+          after = ["network-online.target"];
+          serviceConfig = {
+            ExecStart = "${pkgs.grafana-loki}/bin/loki -config.file=/etc/loki.yaml";
+            Restart = "on-failure";
+            RestartSec = "1";
+          };
+          wantedBy = ["multi-user.target"];
+        };
+
         microvm = {
           optimize.enable = true;
           hypervisor = "cloud-hypervisor";
@@ -64,6 +82,13 @@
               mountPoint = "/nix/.ro-store";
               proto = "virtiofs";
             }
+            {
+              # Creating a persistent log-store which is mapped on ghaf-host
+              tag = "log-store";
+              source = "/tmp/loki";
+              mountPoint = "/tmp/loki";
+              proto = "virtiofs";
+            }
           ];
           writableStoreOverlay = lib.mkIf config.ghaf.development.debug.tools.enable "/nix/.rw-store";
         };

diff --git a/modules/microvm/virtualization/microvm/loki-local-config.yaml b/modules/microvm/virtualization/microvm/loki-local-config.yaml
@@ -0,0 +1,39 @@
+# Copyright 2022-2024 TII (SSRC) and the Ghaf contributors
+# SPDX-License-Identifier: Apache-2.0
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+
+common:
+  instance_addr: 127.0.0.1
+  path_prefix: /tmp/loki
+  storage:
+    filesystem:
+      chunks_directory: /tmp/loki/chunks
+      rules_directory: /tmp/loki/rules
+  replication_factor: 1
+  ring:
+    kvstore:
+      store: inmemory
+
+query_range:
+  results_cache:
+    cache:
+      embedded_cache:
+        enabled: true
+        max_size_mb: 100
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+
+ruler:
+  alertmanager_url: http://localhost:9093
diff --git a/targets/lenovo-x1/everything.nix b/targets/lenovo-x1/everything.nix
@@ -33,6 +33,9 @@
           self.nixosModules.disko-lenovo-x1-basic-v1
           self.nixosModules.hw-lenovo-x1
 
+          # Import promtail agent for remote upload of journal logs
+          ../../modules/common/log/promtail-agent.nix
+
           ({
             pkgs,
             config,
@@ -57,6 +60,8 @@
 
             disko.devices.disk = config.ghaf.hardware.definition.disks;
 
+            environment.systemPackages = [pkgs.grafana-loki];
+
             ghaf = {
               # Hardware definitions
               hardware.x86_64.common.enable = true;

diff --git a/targets/lenovo-x1/guivmExtraModules.nix b/targets/lenovo-x1/guivmExtraModules.nix
@@ -179,5 +179,7 @@ in
     guivmPCIPassthroughModule
     guivmVirtioInputHostEvdevModule
     guivmExtraConfigurations
+    # Import promtail agent for remote upload of journal logs
+    ../../modules/common/log/promtail-agent.nix
   ]
   ++ lib.optionals configH.ghaf.hardware.fprint.enable [configH.ghaf.hardware.fprint.extraConfigurations]