Experimental scripts

gojek · Feb 25, 2021 · a6e79cc · a6e79cc
1 parent f3e6dc1
commit a6e79cc
Show file tree

Hide file tree

Showing 5 changed files with 34 additions and 3 deletions.
diff --git a/docker-compose-cluster.yml b/docker-compose-cluster.yml
@@ -35,7 +35,6 @@ services:
       KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_BROKER_ID: 1
-      SOCKET_REQUEST_MAX_BYTES: 5000000000
     volumes:
       - /tmp/data/kafka1/data:/var/lib/kafka/data
     depends_on:
@@ -55,7 +54,6 @@ services:
       KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
       KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
       KAFKA_BROKER_ID: 2
-      SOCKET_REQUEST_MAX_BYTES: 5000000000
     volumes:
       - /tmp/data/kafka2/data:/var/lib/kafka/data
     depends_on:
@@ -75,7 +73,6 @@ services:
       KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
       KAFKA_ZOOKEEPER_CONNECT: "zookeeper:2181"
       KAFKA_BROKER_ID: 3
-      SOCKET_REQUEST_MAX_BYTES: 50000000000
 
     volumes:
       - /tmp/data/kafka3/data:/var/lib/kafka/data

diff --git a/experiment_scripts/start_broker.sh b/experiment_scripts/start_broker.sh
@@ -0,0 +1,5 @@
+#!/bin/sh
+
+brokerid=$1
+container_id=`docker ps -aqf "name=ziggurat_kafka${brokerid}_1"`
+docker start $container_id
diff --git a/experiment_scripts/stop_broker.sh b/experiment_scripts/stop_broker.sh
@@ -0,0 +1,5 @@
+#!/bin/sh
+
+brokerid=$1
+container_id=`docker ps -aqf "name=ziggurat_kafka${brokerid}_1"`
+docker stop $container_id
diff --git a/experiment_scripts/zookeeper_access_disable.sh b/experiment_scripts/zookeeper_access_disable.sh
@@ -0,0 +1,15 @@
+#!/bin/sh
+
+
+brokerid=`/Users/1mole/Documents/Softwares/kafka_2.12-2.4.0/bin/zookeeper-shell.sh localhost:2181 <<< "get /controller" | grep brokerid|jq '.brokerid'`
+container_id=`docker ps -aqf "name=ziggurat_kafka${brokerid}_1"`
+
+echo "Disabling zookeeper access on broker kafka${brokerid}"
+
+docker exec -it  $container_id /bin/bash -c  "apt-get update && apt-get install -y iptables && iptables -A INPUT -s ziggurat_zookeeper_1.ziggurat_default -j DROP"
+
+
+
+
+
+
diff --git a/experiment_scripts/zookeeper_access_enable.sh b/experiment_scripts/zookeeper_access_enable.sh
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+brokerid=`/Users/1mole/Documents/Softwares/kafka_2.12-2.4.0/bin/zookeeper-shell.sh localhost:2181 <<< "get /controller" | grep brokerid|jq '.brokerid'`
+container_id=`docker ps -aqf "name=ziggurat_kafka${brokerid}_1"`
+
+echo "Enabling zookeeper access on broker kafka${brokerid}"
+docker exec -it  $container_id /bin/bash -c  "iptables -D INPUT -s ziggurat_zookeeper_1.ziggurat_default -j DROP"
+
+