From ea7469fa64cb2ca536b872ed0c84be1bbc1cb89a Mon Sep 17 00:00:00 2001 From: heydbut Date: Wed, 13 Sep 2023 15:01:42 -0400 Subject: [PATCH 1/2] Add nats dashboard & example --- collector/neo4j/dashboards/overview/main.tf | 704 ++++++++++++++++++ collector/neo4j/examples/compose/README.md | 36 + .../neo4j/examples/compose/collector.yaml | 20 + .../examples/compose/docker-compose.yaml | 32 + collector/neo4j/examples/compose/neo4j.conf | 7 + collector/neo4j/metrics.csv | 56 ++ 6 files changed, 855 insertions(+) create mode 100644 collector/neo4j/dashboards/overview/main.tf create mode 100644 collector/neo4j/examples/compose/README.md create mode 100644 collector/neo4j/examples/compose/collector.yaml create mode 100644 collector/neo4j/examples/compose/docker-compose.yaml create mode 100644 collector/neo4j/examples/compose/neo4j.conf create mode 100644 collector/neo4j/metrics.csv diff --git a/collector/neo4j/dashboards/overview/main.tf b/collector/neo4j/dashboards/overview/main.tf new file mode 100644 index 0000000..85ce4c0 --- /dev/null +++ b/collector/neo4j/dashboards/overview/main.tf @@ -0,0 +1,704 @@ +terraform { + required_providers { + lightstep = { + source = "lightstep/lightstep" + version = "~> 1.76.0" + } + } + required_version = ">= v1.0.11" +} + +variable "cloud_observability_project" { + description = "Cloud Observability Project Name" + type = string +} + +output "dashboard_url" { + value = "https://app.lightstep.com/${var.cloud_observability_project}/dashboard/${lightstep_dashboard.otel_collector_dashboard.id}" + description = "OpenTelemetry Collector Neo4J Dashboard URL" +} + +resource "lightstep_dashboard" "otel_collector_dashboard" { + dashboard_name = "Neo4J - Overview" + project_name = "dev_bcronin" + dashboard_description = "A Prometheus-integrated Neo4j metrics monitoring dashboard provides real-time insights into Neo4j database performance and health." + + group { + rank = 0 + title = "" + visibility_type = "implicit" + } + group { + rank = 1 + title = "Database" + visibility_type = "explicit" + + chart { + name = "Relationship Creation Speed (IDs)" + description = "" + type = "timeseries" + rank = 0 + x_pos = 0 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_relationship | rate | group_by [], sum" + } + } + chart { + name = "Property Creation Speed (IDs)" + description = "" + type = "timeseries" + rank = 1 + x_pos = 16 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_property | rate | group_by [], sum" + } + } + chart { + name = "Node Creation Speed (IDs)" + description = "" + type = "timeseries" + rank = 2 + x_pos = 32 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_node | rate | group_by [], sum" + } + } + } + group { + rank = 2 + title = "Graph Count" + visibility_type = "explicit" + + chart { + name = "Relationship Types" + description = "" + type = "timeseries" + rank = 0 + x_pos = 0 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "big_number" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_relationship_type | latest | group_by [], sum" + } + } + chart { + name = "Relationships" + description = "" + type = "timeseries" + rank = 1 + x_pos = 16 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "big_number" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_relationship | latest | group_by [], sum" + } + } + chart { + name = "Nodes" + description = "" + type = "timeseries" + rank = 2 + x_pos = 32 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "big_number" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_node | latest | group_by [], sum" + } + } + chart { + name = "Properties" + description = "" + type = "timeseries" + rank = 3 + x_pos = 0 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "big_number" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_property | latest | group_by [], sum" + } + } + chart { + name = "Items" + description = "" + type = "timeseries" + rank = 4 + x_pos = 16 + y_pos = 8 + width = 32 + height = 8 + + query { + query_name = "a" + display = "area" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_property | latest | group_by [], sum" + } + query { + query_name = "b" + display = "area" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_node | latest | group_by [], sum" + } + query { + query_name = "c" + display = "area" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_relationship | latest | group_by [], sum" + } + query { + query_name = "d" + display = "area" + hidden = false + query_string = "metric neo4j_database_neo4j_ids_in_use_relationship_type | latest | group_by [], sum" + } + } + } + group { + rank = 3 + title = "DBMS Bolt" + visibility_type = "explicit" + + chart { + name = "Messages Queue" + description = "Messages received - Messages started" + type = "timeseries" + rank = 0 + x_pos = 0 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "with\n a = metric neo4j_dbms_bolt_messages_received_total | rate | group_by [], sum;\n b = metric neo4j_dbms_bolt_messages_started_total | rate | group_by [], sum;\njoin ((a - b)), a=0, b=0" + } + } + chart { + name = "Connections" + description = "" + type = "timeseries" + rank = 1 + x_pos = 16 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_connections_closed_total | rate | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_connections_idle | latest | group_by [], sum" + } + query { + query_name = "c" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_connections_opened_total | rate | group_by [], sum" + } + query { + query_name = "d" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_connections_running | latest | group_by [], sum" + } + } + chart { + name = "Bolt Messages (Done vs Failed)" + description = "" + type = "timeseries" + rank = 2 + x_pos = 32 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_messages_done_total | rate | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_messages_failed_total | rate | group_by [], sum" + } + } + chart { + name = "Sessions" + description = "" + type = "timeseries" + rank = 3 + x_pos = 0 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_bolt_connections_running | latest | group_by [], sum" + } + } + } + group { + rank = 4 + title = "DBMS VM" + visibility_type = "explicit" + + chart { + name = "VM Used Buffer" + description = "" + type = "timeseries" + rank = 0 + x_pos = 0 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_memory_buffer_direct_used | latest | group_by [], sum" + } + } + chart { + name = "VM Live Threads" + description = "" + type = "timeseries" + rank = 1 + x_pos = 16 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_threads | latest | group_by [], sum" + } + } + chart { + name = "VM Garbage Collector" + description = "" + type = "timeseries" + rank = 2 + x_pos = 32 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_gc_time_g1_old_generation_total | rate | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_gc_time_g1_young_generation_total | rate | group_by [], sum" + } + } + chart { + name = "VM Heap Size" + description = "" + type = "timeseries" + rank = 3 + x_pos = 0 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_memory_pool_g1_eden_space | latest | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_memory_pool_g1_old_gen | latest | group_by [], sum" + } + query { + query_name = "c" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_vm_memory_pool_g1_survivor_space | rate | group_by [], sum" + } + } + } + group { + rank = 5 + title = "DBMS Page Cache" + visibility_type = "explicit" + + chart { + name = "Page Cache Faults" + description = "" + type = "timeseries" + rank = 0 + x_pos = 0 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_page_cache_page_faults_total | rate | group_by [], sum" + } + } + chart { + name = "Page Cache Hits" + description = "" + type = "timeseries" + rank = 1 + x_pos = 16 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_page_cache_hits_total | rate | group_by [], sum" + } + } + chart { + name = "Page Cache Hit Ratio" + description = "" + type = "timeseries" + rank = 2 + x_pos = 32 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_dbms_page_cache_hit_ratio | latest | group_by [], sum" + } + } + chart { + name = "Pages Flushed" + description = "" + type = "timeseries" + rank = 3 + x_pos = 0 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_check_point_pages_flushed | latest | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_database_system_check_point_pages_flushed | latest | group_by [], sum" + } + } + chart { + name = "Checkpoints" + description = "" + type = "timeseries" + rank = 4 + x_pos = 16 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_check_point_events_total | rate | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_check_point_total_time_total | rate | group_by [], sum" + } + } + chart { + name = "Checkpoint Events Duration (Seconds)" + description = "" + type = "timeseries" + rank = 5 + x_pos = 32 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_check_point_duration | latest | group_by [], sum" + } + } + } + group { + rank = 6 + title = "Transactions" + visibility_type = "explicit" + + chart { + name = "Committed Transaction Speed" + description = "" + type = "timeseries" + rank = 0 + x_pos = 0 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "big_number" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_total | rate | group_by [], mean" + } + } + chart { + name = "Active Transactions" + description = "Active Transactions - Read and Write - \nand Peak concurrent" + type = "timeseries" + rank = 1 + x_pos = 32 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_active_read | latest | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_active_write | latest | group_by [], sum" + } + query { + query_name = "c" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_peak_concurrent_total | rate | group_by [], sum" + } + } + chart { + name = "Committed Write Transaction Rate" + description = "" + type = "timeseries" + rank = 2 + x_pos = 32 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_write_total | rate | group_by [], sum" + } + } + chart { + name = "Committed Transaction Rate" + description = "" + type = "timeseries" + rank = 3 + x_pos = 0 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_total | rate | group_by [], sum" + } + } + chart { + name = "Committed Read Transaction Rate" + description = "" + type = "timeseries" + rank = 4 + x_pos = 16 + y_pos = 8 + width = 16 + height = 8 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_read_total | rate | group_by [], sum" + } + } + chart { + name = "Transactions" + description = "All transaction metrics" + type = "timeseries" + rank = 5 + x_pos = 0 + y_pos = 16 + width = 48 + height = 10 + + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_started_total | rate | group_by [], sum" + } + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_total | rate | group_by [], sum" + } + query { + query_name = "c" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_rollbacks_total | rate | group_by [], sum" + } + query { + query_name = "d" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_terminated_total | rate | group_by [], sum" + } + } + chart { + name = "Committed Transactions" + description = "All transaction metrics" + type = "timeseries" + rank = 6 + x_pos = 0 + y_pos = 26 + width = 48 + height = 10 + + query { + query_name = "b" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_total | rate | group_by [], sum" + } + query { + query_name = "a" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_read_total | rate | group_by [], sum" + } + query { + query_name = "c" + display = "line" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_committed_write_total | rate | group_by [], sum" + } + } + chart { + name = "Rolled Back Transaction Speed" + description = "" + type = "timeseries" + rank = 7 + x_pos = 16 + y_pos = 0 + width = 16 + height = 8 + + query { + query_name = "a" + display = "big_number" + hidden = false + query_string = "metric neo4j_database_neo4j_transaction_rollbacks_total | rate | group_by [], mean" + } + } + } + + label { + key = "" + value = "graph" + } + label { + key = "" + value = "neo4j" + } + label { + key = "" + value = "database" + } +} diff --git a/collector/neo4j/examples/compose/README.md b/collector/neo4j/examples/compose/README.md new file mode 100644 index 0000000..798bba9 --- /dev/null +++ b/collector/neo4j/examples/compose/README.md @@ -0,0 +1,36 @@ +# Monitor Neo4j with the OpenTelemetry Collector for Cloud Observability + +## Overview + +Neo4j is a powerful and highly performant graph database management system. To ensure the reliability and performance of a Neo4j deployment, real-time monitoring is essential. By using the OpenTelemetry Collector, you can efficiently collect and transmit Neo4j metrics to Cloud Observability for comprehensive analysis and visualization. This README will walk you through the process of integrating Neo4j metrics with Cloud Observability using the OpenTelemetry Collector. + +## Prerequisites + +* Docker +* Docker Compose +* A Cloud Observability account +* Cloud Observability [access token][ls-docs-access-token] + +## How to set it up + +1. **Export your Cloud Observability access token**: + ```bash + export LS_ACCESS_TOKEN= + ``` +2. **Run the docker compose example to spin up Neo4j and the OpenTelemetry Collector**: + ```bash + docker-compose up -d + ``` +3. **Access the Neo4j dashboard**: Depending on your configuration, you can access the Neo4j web interface to manage and observe your Neo4j instance. In this example, you can access the Neo4j dashboard at `http://localhost:7474/`. +4. **Monitor Neo4j Metrics in Cloud Observability**: Once everything is set up, Neo4j metrics will begin populating in your Cloud Observability dashboard. +5. **Shutting down the monitoring setup**: + ```bash + docker-compose down + ``` + +## Configuring Neo4j for Advanced Monitoring + +This guide assumes a standard Neo4j setup. Neo4j offers various configuration options that can affect the metrics it provides. For detailed configurations and best practices, always refer to [the official Neo4j documentation][neo4j-docs]. + +[ls-docs-access-token]: https://docs.lightstep.com/docs/create-and-manage-access-tokens +[neo4j-docs]: https://neo4j.com/docs/operations-manual/current/monitoring/metrics/ diff --git a/collector/neo4j/examples/compose/collector.yaml b/collector/neo4j/examples/compose/collector.yaml new file mode 100644 index 0000000..3bd85c7 --- /dev/null +++ b/collector/neo4j/examples/compose/collector.yaml @@ -0,0 +1,20 @@ +receivers: + prometheus/neo4j: + config: + scrape_configs: + - job_name: 'neo4j' + scrape_interval: 10s + static_configs: + - targets: ["neo4j:2004"] +exporters: + logging: + loglevel: debug + otlp: + endpoint: ingest.lightstep.com:443 + headers: + - lightstep-access-token: ${LS_ACCESS_TOKEN} +service: + pipelines: + metrics: + receivers: [prometheus/neo4j] + exporters: [logging, otlp] diff --git a/collector/neo4j/examples/compose/docker-compose.yaml b/collector/neo4j/examples/compose/docker-compose.yaml new file mode 100644 index 0000000..fd4dd87 --- /dev/null +++ b/collector/neo4j/examples/compose/docker-compose.yaml @@ -0,0 +1,32 @@ +version: "3.9" + +services: + otel-collector: + image: otel/opentelemetry-collector-contrib:${OTEL_VERSION:-0.81.0} + hostname: otel-collector + restart: always + command: [ "--config=/conf/collector.yaml" ] + volumes: + - ./collector.yaml:/conf/collector.yaml:rw + environment: + LS_ACCESS_TOKEN: ${LS_ACCESS_TOKEN} + + neo4j: + image: neo4j:5.11.0-enterprise + ports: + - "7474:7474" + - "7687:7687" + - "2004:2004" + volumes: + - ./neo4j.conf:/conf/neo4j.conf + - neo4j-data:/data + environment: + NEO4J_ACCEPT_LICENSE_AGREEMENT: yes + NEO4J_AUTH: none + NEO4J_EDITION: "enterprise" + healthcheck: + test: ["CMD-SHELL", "wget --no-verbose --tries=1 --spider localhost:7474 || exit 1"] + +volumes: + neo4j-data: + driver: local diff --git a/collector/neo4j/examples/compose/neo4j.conf b/collector/neo4j/examples/compose/neo4j.conf new file mode 100644 index 0000000..01aa3a6 --- /dev/null +++ b/collector/neo4j/examples/compose/neo4j.conf @@ -0,0 +1,7 @@ + +server.memory.pagecache.size=512M + +server.default_listen_address=0.0.0.0 + +server.metrics.prometheus.enabled=true +server.metrics.prometheus.endpoint=0.0.0.0:2004 diff --git a/collector/neo4j/metrics.csv b/collector/neo4j/metrics.csv new file mode 100644 index 0000000..c28e22b --- /dev/null +++ b/collector/neo4j/metrics.csv @@ -0,0 +1,56 @@ +Name,Description,Unit,DataType,Attributes +neo4j_database_system_pool_transaction_system_used_heap,"Generated from Dropwizard metric import (metric=neo4j.database.system.pool.transaction.system.used_heap, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_database_system_check_point_pages_flushed,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.pages_flushed, type=com.neo4j.metrics.source.db.CheckPointingMetrics)", +neo4j_database_system_db_query_execution_latency_millis,,summary, +neo4j_dbms_vm_memory_buffer_direct_used,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.memory.buffer.direct.used, type=com.neo4j.metrics.source.jvm.JVMMemoryBuffersMetrics)", +neo4j_dbms_vm_file_descriptors_count,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.file.descriptors.count, type=com.neo4j.metrics.source.jvm.FileDescriptorMetrics)", +neo4j_database_system_transaction_rollbacks_write_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.rollbacks_write, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_transaction_peak_concurrent_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.peak_concurrent, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_check_point_io_limit,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.io_limit, type=com.neo4j.metrics.source.db.CheckPointingMetrics)", +neo4j_dbms_bolt_messages_started_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.bolt.messages_started, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_dbms_bolt_connections_closed_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.bolt.connections_closed, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_dbms_bolt_connections_idle,"Generated from Dropwizard metric import (metric=neo4j.dbms.bolt.connections_idle, type=com.neo4j.metrics.source.db.BoltMetrics)", +neo4j_database_system_pool_transaction_system_total_used,"Generated from Dropwizard metric import (metric=neo4j.database.system.pool.transaction.system.total_used, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_database_system_check_point_total_time_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.total_time, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_dbms_vm_gc_time_g1_young_generation_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.gc.time.g1_young_generation, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_store_size_database,"Generated from Dropwizard metric import (metric=neo4j.database.system.store.size.database, type=com.neo4j.metrics.source.db.StoreSizeMetrics)", +neo4j_dbms_vm_pause_time_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.pause_time, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_dbms_pool_bolt_total_size,"Generated from Dropwizard metric import (metric=neo4j.dbms.pool.bolt.total_size, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_database_system_ids_in_use_relationship_type,"Generated from Dropwizard metric import (metric=neo4j.database.system.ids_in_use.relationship_type, type=com.neo4j.metrics.source.db.EntityCountMetrics)", +neo4j_database_system_transaction_last_committed_tx_id_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.last_committed_tx_id, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_ids_in_use_relationship,"Generated from Dropwizard metric import (metric=neo4j.database.system.ids_in_use.relationship, type=com.neo4j.metrics.source.db.EntityCountMetrics)", +neo4j_database_system_cypher_replan_events_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.cypher.replan_events, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_ids_in_use_property,"Generated from Dropwizard metric import (metric=neo4j.database.system.ids_in_use.property, type=com.neo4j.metrics.source.db.EntityCountMetrics)", +neo4j_dbms_vm_threads,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.threads, type=com.neo4j.metrics.source.jvm.ThreadMetrics)", +neo4j_dbms_bolt_connections_running,"Generated from Dropwizard metric import (metric=neo4j.dbms.bolt.connections_running, type=com.neo4j.metrics.source.db.BoltMetrics)", +neo4j_dbms_vm_memory_pool_g1_eden_space,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.memory.pool.g1_eden_space, type=com.neo4j.metrics.source.jvm.JVMMemoryPoolMetrics)", +neo4j_database_system_pool_transaction_system_used_native,"Generated from Dropwizard metric import (metric=neo4j.database.system.pool.transaction.system.used_native, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_database_system_transaction_committed_read_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.committed_read, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_transaction_rollbacks_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.rollbacks, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_transaction_rollbacks_read_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.rollbacks_read, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_check_point_duration,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.duration, type=com.neo4j.metrics.source.db.CheckPointingMetrics)", +neo4j_dbms_vm_gc_time_g1_old_generation_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.gc.time.g1_old_generation, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_db_query_execution_success_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.db.query.execution.success, type=com.codahale.metrics.Meter)",counter, +neo4j_dbms_page_cache_usage_ratio,"Generated from Dropwizard metric import (metric=neo4j.dbms.page_cache.usage_ratio, type=com.neo4j.metrics.source.db.PageCacheMetrics)", +neo4j_database_system_check_point_events_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.events, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_store_size_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.store.size.total, type=com.neo4j.metrics.source.db.StoreSizeMetrics)", +neo4j_database_system_check_point_limit_millis,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.limit_millis, type=com.neo4j.metrics.source.db.CheckPointingMetrics)", +neo4j_database_system_transaction_active_write,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.active_write, type=com.neo4j.metrics.source.db.TransactionMetrics)", +neo4j_dbms_page_cache_hit_ratio,"Generated from Dropwizard metric import (metric=neo4j.dbms.page_cache.hit_ratio, type=com.neo4j.metrics.source.db.PageCacheHitRatioGauge)",gauge, +neo4j_database_system_db_query_execution_failure_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.db.query.execution.failure, type=com.codahale.metrics.Meter)",counter, +neo4j_database_system_transaction_committed_write_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.committed_write, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_dbms_page_cache_page_faults_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.page_cache.page_faults, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_check_point_flushed_bytes,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.flushed_bytes, type=com.neo4j.metrics.source.db.CheckPointingMetrics)", +neo4j_dbms_pool_bolt_used_heap,"Generated from Dropwizard metric import (metric=neo4j.dbms.pool.bolt.used_heap, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_dbms_pool_bolt_free,"Generated from Dropwizard metric import (metric=neo4j.dbms.pool.bolt.free, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_dbms_pool_bolt_total_used,"Generated from Dropwizard metric import (metric=neo4j.dbms.pool.bolt.total_used, type=com.neo4j.metrics.source.db.AbstractMemoryPoolMetrics)", +neo4j_dbms_vm_heap_used,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.heap.used, type=com.neo4j.metrics.source.jvm.HeapMetrics)", +neo4j_database_system_ids_in_use_node,"Generated from Dropwizard metric import (metric=neo4j.database.system.ids_in_use.node, type=com.neo4j.metrics.source.db.EntityCountMetrics)", +neo4j_dbms_vm_memory_pool_g1_old_gen,"Generated from Dropwizard metric import (metric=neo4j.dbms.vm.memory.pool.g1_old_gen, type=com.neo4j.metrics.source.jvm.JVMMemoryPoolMetrics)", +neo4j_dbms_bolt_connections_opened_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.bolt.connections_opened, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_transaction_committed_total,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.committed, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_dbms_page_cache_hits_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.page_cache.hits, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_check_point_io_performed,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.io_performed, type=com.neo4j.metrics.source.db.CheckPointingMetrics)", +neo4j_database_system_transaction_active_read,"Generated from Dropwizard metric import (metric=neo4j.database.system.transaction.active_read, type=com.neo4j.metrics.source.db.TransactionMetrics)", +neo4j_dbms_bolt_messages_received_total,"Generated from Dropwizard metric import (metric=neo4j.dbms.bolt.messages_received, type=com.neo4j.metrics.metric.MetricsCounter)",counter, +neo4j_database_system_check_point_limit_times,"Generated from Dropwizard metric import (metric=neo4j.database.system.check_point.limit_times, type=com.neo4j.metrics.source.db.CheckPointingMetrics)",gauge From 05628a1c1070021ae0be233b3dc8dab33b089ee8 Mon Sep 17 00:00:00 2001 From: Nathan Slaughter <28688390+nslaughter@users.noreply.github.com> Date: Mon, 18 Sep 2023 15:57:28 -0500 Subject: [PATCH 2/2] update names in tf --- collector/neo4j/dashboards/overview/main.tf | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/collector/neo4j/dashboards/overview/main.tf b/collector/neo4j/dashboards/overview/main.tf index 85ce4c0..a303e71 100644 --- a/collector/neo4j/dashboards/overview/main.tf +++ b/collector/neo4j/dashboards/overview/main.tf @@ -8,17 +8,17 @@ terraform { required_version = ">= v1.0.11" } -variable "cloud_observability_project" { +variable "lightstep_project" { description = "Cloud Observability Project Name" type = string } output "dashboard_url" { - value = "https://app.lightstep.com/${var.cloud_observability_project}/dashboard/${lightstep_dashboard.otel_collector_dashboard.id}" + value = "https://app.lightstep.com/${var.lightstep_project}/dashboard/${lightstep_dashboard.otel_collector_dashboard.id}" description = "OpenTelemetry Collector Neo4J Dashboard URL" } -resource "lightstep_dashboard" "otel_collector_dashboard" { +resource "lightstep_dashboard" "collector_neo4j_overview" { dashboard_name = "Neo4J - Overview" project_name = "dev_bcronin" dashboard_description = "A Prometheus-integrated Neo4j metrics monitoring dashboard provides real-time insights into Neo4j database performance and health."