Merge branch 'release-0.0.6'

.gitignore

@@ -1,2 +1,7 @@
 /dependency-reduced-pom.xml
 /target/
+/.classpath
+/.settings
+/.project
+/pom.xml.releaseBackup
+/release.properties

examples/benchmark-kafka/.gitignore

@@ -0,0 +1,2 @@
+/jmx_prometheus_javaagent-0.13.0.jar
+/kafka-2_0_0.yml

examples/benchmark-kafka/README.md

@@ -0,0 +1,24 @@
+benchmark-kafka
+===============
+
+1. Start containers
+
+   ```sh
+   ./download.sh
+   docker-compose up
+   ```
+
+2. Verify setup
+
+   ```sh
+   curl http://localhost:9639/metrics # scriptable-jmx-exporter
+   curl http://localhost:9404/metrics # jmx_exporter
+   ```
+
+3. Apply load
+
+   ```sh
+   CONTAINER_IP=$(docker inspect benchmark-kafka_kafka_1 -f '{{ with (index .NetworkSettings.Networks "benchmark-kafka_default") }}{{ .IPAddress }}{{ end }}')
+   for i in {0..9}; do wrk -d 10 -t `nproc` -c `nproc` "http://$CONTAINER_IP:9639/metrics"; done
+   for i in {0..9}; do wrk -d 10 -t `nproc` -c `nproc` "http://$CONTAINER_IP:9404/metrics"; done
+   ```

examples/benchmark-kafka/docker-compose.yml

@@ -0,0 +1,61 @@
+version: '3.8'
+
+services:
+  zookeeper:
+    image: 'docker.io/bitnami/zookeeper:3-debian-10'
+    ports:
+    - '2181:2181'
+    volumes:
+    - 'zookeeper_data:/bitnami'
+    environment:
+    - ALLOW_ANONYMOUS_LOGIN=yes
+  kafka:
+    image: 'docker.io/bitnami/kafka:2-debian-10'
+    ports:
+    - '9092:9092'
+    - '9639:9639'
+    - '9404:9404'
+    volumes:
+    - 'kafka_data:/bitnami'
+    - type: bind
+      source: ../../target/scriptable-jmx-exporter-0.0.6-SNAPSHOT.jar
+      target: /opt/java-agents/scriptable-jmx-exporter.jar
+    - type: bind
+      source: ./jmx_prometheus_javaagent-0.13.0.jar
+      target: /opt/java-agents/jmx-exporter.jar
+    - type: bind
+      source: ./scriptable-jmx-exporter.yaml
+      target: /etc/scriptable-jmx-exporter.yaml
+    - type: bind
+      source: ./kafka-2_0_0.yml
+      target: /etc/jmx-exporter.yaml
+    # - type: bind
+    #   source: ./perf-map-agent/out/attach-main.jar
+    #   target: /attach-main.jar
+    # - type: bind
+    #   source: ./perf-map-agent/out/libperfmap.so
+    #   target: /libperfmap.so
+    - type: bind
+      source: ./perf-map.sh
+      target: /perf-map.sh
+    environment:
+    - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181
+    - ALLOW_PLAINTEXT_LISTENER=yes
+    - KAFKA_HEAP_OPTS=-Xmx1g -Xms1g
+    - |
+      KAFKA_OPTS=
+      -javaagent:/opt/java-agents/scriptable-jmx-exporter.jar=@/etc/scriptable-jmx-exporter.yaml
+      -javaagent:/opt/java-agents/jmx-exporter.jar=9404:/etc/jmx-exporter.yaml
+      -Dcom.sun.management.jmxremote.ssl=false
+      -Dcom.sun.management.jmxremote.authenticate=false
+      -Dcom.sun.management.jmxremote.port=7019
+    # -XX:+PreserveFramePointer
+    # -Djava.rmi.server.hostname=172.19.0.3
+    depends_on:
+    - zookeeper
+
+volumes:
+  zookeeper_data:
+    driver: local
+  kafka_data:
+    driver: local

examples/benchmark-kafka/download.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+set -euo pipefail
+
+curl -LO https://raw.githubusercontent.com/prometheus/jmx_exporter/ce04b7dca8615d724d8f447fa25c44ae1c29238b/example_configs/kafka-2_0_0.yml
+curl -LO https://repo1.maven.org/maven2/io/prometheus/jmx/jmx_prometheus_javaagent/0.13.0/jmx_prometheus_javaagent-0.13.0.jar

examples/benchmark-kafka/perf-map.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+rm -f /tmp/perf-1.map
+java -cp /attach-main.jar net.virtualvoid.perf.AttachOnce 1
+sed -i 's/;::/::/g' /tmp/perf-1.map
+cat /tmp/perf-1.map

examples/benchmark-kafka/scriptable-jmx-exporter.yaml

@@ -0,0 +1,22 @@
+rules:
+- pattern:
+  - com.sun.management:type=HotSpotDiagnostic:DiagnosticOptions
+  - java.lang:type=Threading:AllThreadIds
+  - jdk.management.jfr
+  skip: true
+- pattern:
+  - 'kafka.*::MeanRate|.*MinuteRate' # can be calculated using rate()
+  - 'kafka.*::RateUnit|LatencyUnit' # unsupported type
+  - 'kafka.server:type=app-info:commit-id|version' # reports wrong type
+  skip: true
+- pattern: 'kafka.*::Value'
+  transform: |
+    !java
+    V1.transform(in, out, "type", "name", V1.gauge(), V1.snakeCase());
+- pattern: 'kafka.*'
+  transform: |
+    !java
+    V1.transform(in, out, "type", "name", V1.snakeCase());
+- transform: |
+    !java
+    V1.transform(in, out, "type", V1.snakeCase());