ci(ch-log-bench): add scripts to run logs benchmark

go-faster · Apr 26, 2024 · a2f026d · a2f026d
1 parent 097737a
commit a2f026d
Show file tree

Hide file tree

Showing 2 changed files with 82 additions and 0 deletions.
diff --git a/dev/local/ch-log-bench/clickhouse.xml b/dev/local/ch-log-bench/clickhouse.xml
@@ -0,0 +1,3 @@
+<clickhouse>
+    <listen_host>0.0.0.0</listen_host>
+</clickhouse>
diff --git a/dev/local/ch-log-bench/docker-compose.yml b/dev/local/ch-log-bench/docker-compose.yml
@@ -0,0 +1,79 @@
+version: "3"
+
+services:
+  clickhouse:
+    image: "ghcr.io/go-faster/clickhouse-server:23.12"
+    ports:
+      - "127.0.0.1:9000:9000"
+      - "127.0.0.1:8123:8123"
+    volumes:
+      - ./clickhouse.xml:/etc/clickhouse-server/config.d/monitoring.xml
+    healthcheck:
+      test: ["CMD", "wget", "--spider", "-q", "127.0.0.1:8123/ping"]
+      interval: 1s
+      timeout: 1s
+      retries: 30
+
+  generator:
+    build:
+      context: ../../../
+      dockerfile: otelbench.Dockerfile
+    environment:
+      - OTEL_LOG_LEVEL=info
+      - OTEL_METRICS_EXPORTER=none
+      - OTEL_LOGS_EXPORTER=none
+      - OTEL_TRACES_EXPORTER=none
+      - OTEL_RESOURCE_ATTRIBUTES=service.name=otelbench.otel.log
+      - GOMAXPROCS=3
+      - GOMEMLIMIT=2GiB
+    command:
+      - otel
+      - logs
+      - bench
+      - --resources=5
+      - --entries=1
+      - --rate=10ms
+      - --clickhouseAddr=clickhouse:9000
+      - oteldb:4317
+    depends_on:
+      - clickhouse
+      - oteldb
+
+  oteldb:
+    build:
+      context: ../../../
+      dockerfile: Dockerfile
+    environment:
+      - OTELDB_STORAGE=ch
+      - CH_DSN=clickhouse://clickhouse:9000
+      - OTEL_LOG_LEVEL=warn
+      - OTEL_METRICS_EXPORTER=none
+      - OTEL_LOGS_EXPORTER=none
+      - OTEL_TRACES_EXPORTER=none
+      - OTEL_RESOURCE_ATTRIBUTES=service.name=oteldb
+      - PPROF_ADDR=:9010
+      - GOMAXPROCS=6
+      - GOMEMLIMIT=3GiB
+    ports:
+      - "127.0.0.1:9010:9010" # pprof http://localhost:9010/debug/pprof/
+    depends_on:
+      - clickhouse
+
+  grafana:
+    image: "ghcr.io/go-faster/grafana:10.0.0"
+    environment:
+      - GF_AUTH_ANONYMOUS_ENABLED=true
+      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
+      - GF_AUTH_DISABLE_LOGIN_FORM=true
+      - GF_ALERTING_ENABLED=false
+      - GF_USERS_ALLOW_SIGN_UP=false
+      - GF_LOG_LEVEL=warn
+      - GF_INSTALL_PLUGINS=grafana-clickhouse-datasource
+    ports:
+      - "127.0.0.1:3000:3000"
+    volumes:
+      - ../grafana/datasources.yml:/etc/grafana/provisioning/datasources/datasources.yml
+      - ../grafana/dashboards.yml:/etc/grafana/provisioning/dashboards/default.yml
+      - ../grafana/dashboards:/etc/grafana/dashboards:ro
+    depends_on:
+      - oteldb