From 8cbd9da91ddaa44af062fb8976e0c0e46da43b74 Mon Sep 17 00:00:00 2001
From: sjmiller609 <7516283+sjmiller609@users.noreply.github.com>
Date: Mon, 6 Apr 2026 18:00:00 +0000
Subject: [PATCH 1/2] Remove unused local Grafana dashboard and setup docs

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 DEVELOPMENT.md          |  43 ---
 dashboards/hypeman.json | 576 ----------------------------------------
 2 files changed, 619 deletions(-)
 delete mode 100644 dashboards/hypeman.json

diff --git a/DEVELOPMENT.md b/DEVELOPMENT.md
index 9247aa27..de1b962b 100644
--- a/DEVELOPMENT.md
+++ b/DEVELOPMENT.md
@@ -289,49 +289,6 @@ build:
   docker_socket: ~/.colima/default/docker.sock
 ```
 
-### Local OpenTelemetry (optional)
-
-To collect traces and metrics locally, run the Grafana LGTM stack (Loki, Grafana, Tempo, Mimir):
-
-```bash
-# Start Grafana LGTM (UI at http://localhost:3000, login: admin/admin)
-# Note, if you are developing on a shared server, you can use the same LGTM stack as your peer(s)
-# You will be able to sort your metrics, traces, and logs using the ENV configuration (see below)
-BIND=127.0.0.1
-# YOLO=1  # Uncomment to expose ports externally
-if [ -n "$YOLO" ]; then BIND=0.0.0.0; fi
-
-docker run -d --name lgtm \
-  -p $BIND:3000:3000 \
-  -p $BIND:4317:4317 \
-  -p $BIND:4318:4318 \
-  -p $BIND:9090:9090 \
-  -p $BIND:4040:4040 \
-  grafana/otel-lgtm:latest
-
-# If developing on a remote server, forward the port to your local machine (or YOLO):
-# ssh -L 3001:localhost:3000 your-server  (then open http://localhost:3001)
-
-# Enable OTel in config.yaml (set env to your name to filter your telemetry)
-# Add to your config.yaml:
-#   otel:
-#     enabled: true
-#   env: yourname
-
-# Restart dev server
-make dev
-```
-
-Open http://localhost:3000 to view traces (Tempo), metrics (Mimir), and logs (Loki) in Grafana.
-
-**Import the Hypeman dashboard:**
-
-1. Go to Dashboards → New → Import
-2. Upload `dashboards/hypeman.json` or paste its contents
-3. Select the Prometheus datasource and click Import
-
-Use the Environment/Instance dropdowns to filter by `deployment.environment` or `service.instance.id`.
-
 ## Testing
 
 Network tests require elevated permissions to create bridges and TAP devices.
diff --git a/dashboards/hypeman.json b/dashboards/hypeman.json
deleted file mode 100644
index 5055fa69..00000000
--- a/dashboards/hypeman.json
+++ /dev/null
@@ -1,576 +0,0 @@
-{
-  "annotations": {
-    "list": []
-  },
-  "editable": true,
-  "fiscalYearStartMonth": 0,
-  "graphTooltip": 0,
-  "links": [],
-  "panels": [
-    {
-      "gridPos": { "h": 3, "w": 6, "x": 0, "y": 0 },
-      "id": 1,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "none",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false },
-        "textMode": "auto"
-      },
-      "pluginVersion": "10.0.0",
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_uptime_seconds{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "refId": "A"
-        }
-      ],
-      "title": "Uptime",
-      "type": "stat",
-      "fieldConfig": {
-        "defaults": { "unit": "s" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 3, "w": 6, "x": 6, "y": 0 },
-      "id": 2,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "none",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false },
-        "textMode": "auto"
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "sum(hypeman_instances_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}) by (state)",
-          "legendFormat": "{{state}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Instances",
-      "type": "stat"
-    },
-    {
-      "gridPos": { "h": 3, "w": 6, "x": 12, "y": 0 },
-      "id": 3,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "none",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false },
-        "textMode": "auto"
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_volumes_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "refId": "A"
-        }
-      ],
-      "title": "Volumes",
-      "type": "stat"
-    },
-    {
-      "gridPos": { "h": 3, "w": 6, "x": 18, "y": 0 },
-      "id": 4,
-      "options": {
-        "colorMode": "value",
-        "graphMode": "none",
-        "justifyMode": "auto",
-        "orientation": "auto",
-        "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false },
-        "textMode": "auto"
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "sum(hypeman_images_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}) by (status)",
-          "legendFormat": "{{status}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Images",
-      "type": "stat"
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 3 },
-      "id": 5,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "rate(hypeman_http_request_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}[5m]) / rate(hypeman_http_request_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}[5m])",
-          "legendFormat": "{{http_request_method}} {{http_route}}",
-          "refId": "A"
-        }
-      ],
-      "title": "HTTP Request Latency (avg)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "s" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 3 },
-      "id": 6,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "rate(hypeman_http_requests_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}[5m])",
-          "legendFormat": "{{http_request_method}} {{http_route}} {{http_response_status_code}}",
-          "refId": "A"
-        }
-      ],
-      "title": "HTTP Requests/sec",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "reqps" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 0, "y": 11 },
-      "id": 7,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_instances_create_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_instances_create_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg create",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_instances_restore_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_instances_restore_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg restore",
-          "refId": "B"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_instances_standby_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_instances_standby_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg standby",
-          "refId": "C"
-        }
-      ],
-      "title": "Instance Operation Latency (avg)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "s" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 8, "y": 11 },
-      "id": 8,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_volumes_allocated_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "allocated",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_volumes_used_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "used",
-          "refId": "B"
-        }
-      ],
-      "title": "Volume Storage",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "bytes" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 16, "y": 11 },
-      "id": 9,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_exec_bytes_sent_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "sent (stdin)",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_exec_bytes_received_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "received (stdout+stderr)",
-          "refId": "B"
-        }
-      ],
-      "title": "Exec Bytes (cumulative)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "bytes" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 0, "y": 19 },
-      "id": 10,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_images_build_queue_length{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "queue length",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_images_pulls_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "pulls ({{status}})",
-          "refId": "B"
-        }
-      ],
-      "title": "Image Build Queue & Pulls",
-      "type": "timeseries"
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 8, "y": 19 },
-      "id": 11,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_vmm_api_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_vmm_api_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg {{operation}}",
-          "refId": "A"
-        }
-      ],
-      "title": "VMM API Latency (avg)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "s" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 16, "y": 19 },
-      "id": 12,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_network_allocations_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "IP allocations",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_network_tap_operations_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "TAP ops ({{operation}})",
-          "refId": "B"
-        }
-      ],
-      "title": "Network",
-      "type": "timeseries"
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 0, "y": 27 },
-      "id": 15,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_images_build_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_images_build_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg build",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_volumes_create_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_volumes_create_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg volume create",
-          "refId": "B"
-        }
-      ],
-      "title": "Image Build & Volume Create (avg)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "s" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 8, "y": 27 },
-      "id": 16,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_instances_state_transitions_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "{{from}} → {{to}}",
-          "refId": "A"
-        }
-      ],
-      "title": "Instance State Transitions",
-      "type": "timeseries"
-    },
-    {
-      "gridPos": { "h": 8, "w": 8, "x": 16, "y": 27 },
-      "id": 13,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "go_memory_used_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "memory used",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "go_memory_gc_goal_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "GC goal",
-          "refId": "B"
-        }
-      ],
-      "title": "Go Memory",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "bytes" },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 35 },
-      "id": 14,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "go_goroutine_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "goroutines",
-          "refId": "A"
-        }
-      ],
-      "title": "Goroutines",
-      "type": "timeseries"
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 35 },
-      "id": 17,
-      "options": {
-        "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" },
-        "tooltip": { "mode": "single", "sort": "none" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_exec_sessions_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "sessions ({{status}}, exit={{exit_code}})",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_exec_duration_seconds_sum{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / hypeman_exec_duration_seconds_count{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "avg duration (s)",
-          "refId": "B"
-        }
-      ],
-      "title": "Exec Sessions & Duration",
-      "type": "timeseries"
-    },
-    {
-      "gridPos": { "h": 1, "w": 24, "x": 0, "y": 43 },
-      "id": 18,
-      "title": "VM Resource Utilization",
-      "type": "row"
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 44 },
-      "id": 19,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "bottom" },
-        "tooltip": { "mode": "multi", "sort": "desc" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "rate(hypeman_vm_cpu_seconds_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}[1m])",
-          "legendFormat": "{{instance_name}}",
-          "refId": "A"
-        }
-      ],
-      "title": "VM CPU Usage (cores)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "short", "min": 0 },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 44 },
-      "id": 20,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "bottom" },
-        "tooltip": { "mode": "multi", "sort": "desc" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_vm_memory_rss_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "{{instance_name}} RSS",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_vm_memory_vms_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}",
-          "legendFormat": "{{instance_name}} VMS",
-          "refId": "B"
-        }
-      ],
-      "title": "VM Memory Usage (RSS & VMS)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "bytes", "min": 0 },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 52 },
-      "id": 21,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "bottom" },
-        "tooltip": { "mode": "multi", "sort": "desc" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "rate(hypeman_vm_network_rx_bytes_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}[1m])",
-          "legendFormat": "{{instance_name}} RX",
-          "refId": "A"
-        },
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "rate(hypeman_vm_network_tx_bytes_total{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}[1m])",
-          "legendFormat": "{{instance_name}} TX",
-          "refId": "B"
-        }
-      ],
-      "title": "VM Network I/O",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "Bps", "min": 0 },
-        "overrides": []
-      }
-    },
-    {
-      "gridPos": { "h": 8, "w": 24, "x": 0, "y": 60 },
-      "id": 23,
-      "options": {
-        "legend": { "calcs": ["mean", "max"], "displayMode": "table", "placement": "right" },
-        "tooltip": { "mode": "multi", "sort": "desc" }
-      },
-      "targets": [
-        {
-          "datasource": { "type": "prometheus", "uid": "prometheus" },
-          "expr": "hypeman_vm_memory_rss_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"} / clamp_min(hypeman_vm_allocated_memory_bytes{deployment_environment_name=~\"$env\", service_instance_id=~\"$instance\"}, 1)",
-          "legendFormat": "{{instance_name}}",
-          "refId": "A"
-        }
-      ],
-      "title": "VM Memory Utilization (% of allocated)",
-      "type": "timeseries",
-      "fieldConfig": {
-        "defaults": { "unit": "percentunit", "min": 0, "max": 1 },
-        "overrides": []
-      }
-    }
-  ],
-  "refresh": "10s",
-  "schemaVersion": 38,
-  "tags": ["hypeman"],
-  "templating": {
-    "list": [
-      {
-        "current": { "selected": false, "text": "All", "value": "$__all" },
-        "datasource": { "type": "prometheus", "uid": "prometheus" },
-        "definition": "label_values(hypeman_uptime_seconds, deployment_environment_name)",
-        "hide": 0,
-        "includeAll": true,
-        "label": "Environment",
-        "multi": true,
-        "name": "env",
-        "options": [],
-        "query": { "query": "label_values(hypeman_uptime_seconds, deployment_environment_name)", "refId": "A" },
-        "refresh": 2,
-        "regex": "",
-        "skipUrlSync": false,
-        "sort": 1,
-        "type": "query"
-      },
-      {
-        "current": { "selected": false, "text": "All", "value": "$__all" },
-        "datasource": { "type": "prometheus", "uid": "prometheus" },
-        "definition": "label_values(hypeman_uptime_seconds, service_instance_id)",
-        "hide": 0,
-        "includeAll": true,
-        "label": "Instance",
-        "multi": true,
-        "name": "instance",
-        "options": [],
-        "query": { "query": "label_values(hypeman_uptime_seconds, service_instance_id)", "refId": "A" },
-        "refresh": 2,
-        "regex": "",
-        "skipUrlSync": false,
-        "sort": 1,
-        "type": "query"
-      }
-    ]
-  },
-  "time": { "from": "now-1h", "to": "now" },
-  "timepicker": {},
-  "timezone": "",
-  "title": "Hypeman",
-  "uid": "hypeman-overview",
-  "version": 2,
-  "weekStart": ""
-}

From 21dd262c6e41349b9154e90930c2e2c931e04215 Mon Sep 17 00:00:00 2001
From: sjmiller609 <7516283+sjmiller609@users.noreply.github.com>
Date: Mon, 6 Apr 2026 18:02:03 +0000
Subject: [PATCH 2/2] Preserve local telemetry setup docs, only remove
 Grafana-specific parts

Keep the LGTM docker setup and OTel config instructions in
DEVELOPMENT.md. Only remove the Grafana dashboard import section
and Grafana-specific naming.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---
 DEVELOPMENT.md | 35 +++++++++++++++++++++++++++++++++++
 1 file changed, 35 insertions(+)

diff --git a/DEVELOPMENT.md b/DEVELOPMENT.md
index de1b962b..9c71e323 100644
--- a/DEVELOPMENT.md
+++ b/DEVELOPMENT.md
@@ -289,6 +289,41 @@ build:
   docker_socket: ~/.colima/default/docker.sock
 ```
 
+### Local OpenTelemetry (optional)
+
+To collect traces and metrics locally, run the LGTM stack (Loki, Tempo, Mimir):
+
+```bash
+# Start LGTM (UI at http://localhost:3000, login: admin/admin)
+# Note, if you are developing on a shared server, you can use the same LGTM stack as your peer(s)
+# You will be able to sort your metrics, traces, and logs using the ENV configuration (see below)
+BIND=127.0.0.1
+# YOLO=1  # Uncomment to expose ports externally
+if [ -n "$YOLO" ]; then BIND=0.0.0.0; fi
+
+docker run -d --name lgtm \
+  -p $BIND:3000:3000 \
+  -p $BIND:4317:4317 \
+  -p $BIND:4318:4318 \
+  -p $BIND:9090:9090 \
+  -p $BIND:4040:4040 \
+  grafana/otel-lgtm:latest
+
+# If developing on a remote server, forward the port to your local machine (or YOLO):
+# ssh -L 3001:localhost:3000 your-server  (then open http://localhost:3001)
+
+# Enable OTel in config.yaml (set env to your name to filter your telemetry)
+# Add to your config.yaml:
+#   otel:
+#     enabled: true
+#   env: yourname
+
+# Restart dev server
+make dev
+```
+
+Open http://localhost:3000 to view traces (Tempo), metrics (Mimir), and logs (Loki).
+
 ## Testing
 
 Network tests require elevated permissions to create bridges and TAP devices.