Skip to content

Commit

Permalink
chore(kafka): rename kafka-connect to kafka-connect-cluster (#16671)
Browse files Browse the repository at this point in the history
  • Loading branch information
hongbo-miao committed May 14, 2024
1 parent 60c0888 commit e063fcb
Show file tree
Hide file tree
Showing 9 changed files with 44 additions and 49 deletions.
12 changes: 6 additions & 6 deletions .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -67,15 +67,15 @@ jobs:
hm-kafka-iot-kafka-connect:
- '.dockerignore'
- '.github/workflows/build.yml'
- 'hm-kafka/kafka-connect/iot-kafka-connect/**'
- 'hm-kafka/kafka-connect-cluster/iot-kafka-connect/**'
hm-kafka-logging-kafka-connect:
- '.dockerignore'
- '.github/workflows/build.yml'
- 'hm-kafka/kafka-connect/logging-kafka-connect/**'
- 'hm-kafka/kafka-connect-cluster/logging-kafka-connect/**'
hm-kafka-opa-kafka-connect:
- '.dockerignore'
- '.github/workflows/build.yml'
- 'hm-kafka/kafka-connect/opa-kafka-connect/**'
- 'hm-kafka/kafka-connect-cluster/opa-kafka-connect/**'
hm-keydb:
- '.dockerignore'
- '.github/workflows/build.yml'
Expand Down Expand Up @@ -661,7 +661,7 @@ jobs:
action: docker/build-push-action@v5.1.0
with: |
context: .
file: ./hm-kafka/kafka-connect/iot-kafka-connect/Dockerfile
file: ./hm-kafka/kafka-connect-cluster/iot-kafka-connect/Dockerfile
push: true
tags: ghcr.io/hongbo-miao/hm-kafka-iot-kafka-connect:latest
cache-from: type=gha
Expand Down Expand Up @@ -697,7 +697,7 @@ jobs:
action: docker/build-push-action@v5.1.0
with: |
context: .
file: ./hm-kafka/kafka-connect/logging-kafka-connect/Dockerfile
file: ./hm-kafka/kafka-connect-cluster/logging-kafka-connect/Dockerfile
push: true
tags: ghcr.io/hongbo-miao/hm-kafka-logging-kafka-connect:latest
cache-from: type=gha
Expand Down Expand Up @@ -733,7 +733,7 @@ jobs:
action: docker/build-push-action@v5.1.0
with: |
context: .
file: ./hm-kafka/kafka-connect/opa-kafka-connect/Dockerfile
file: ./hm-kafka/kafka-connect-cluster/opa-kafka-connect/Dockerfile
push: true
tags: ghcr.io/hongbo-miao/hm-kafka-opa-kafka-connect:latest
cache-from: type=gha
Expand Down
40 changes: 0 additions & 40 deletions hm-kafka/Makefile → ...cluster/kubernetes-kafka-cluster/Makefile
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
# Kubernetes
kubernetes-kafka-topic-list:
kubectl exec hm-kafka-kafka-0 --namespace=hm-kafka --container=kafka --stdin --tty -- \
bin/kafka-topics.sh \
Expand Down Expand Up @@ -83,42 +82,3 @@ keytool-list-logging-kafka-connect-elasticsearch-keystore:
-list \
-keystore kubernetes/data/hm-kafka/logging-kafka-connect/elasticsearch-keystore.jks \
-storepass MPx57vkACsRWKVap

# Local
kafka-install:
brew install kafka

zookeeper-start:
zookeeper-server-start /opt/homebrew/etc/kafka/zookeeper.properties
kafka-start:
kafka-server-start /opt/homebrew/etc/kafka/server.properties

zookeeper-status:
zkServer status

kafka-topic-create:
kafka-topics --bootstrap-server=localhost:9092 --create --topic=my-topic --partitions=3 --replication-factor=1
kafka-topic-delete:
kafka-topics --bootstrap-server=localhost:9092 --delete --topic=my-topic
kafka-topic-list:
kafka-topics --bootstrap-server=localhost:9092 --list
kafka-topic-describe:
kafka-topics --bootstrap-server=localhost:9092 --describe --topic=my-topic

kafka-console-producer:
kafka-console-producer --bootstrap-server=localhost:9092 --topic=my-topic
kafka-topic-consume:
kafka-console-consumer --bootstrap-server=localhost:9092 --topic=my-topic --property=print.key=true
kafka-topic-consume-from-beginning:
kafka-console-consumer --bootstrap-server=localhost:9092 --topic=my-topic --property=print.key=true --from-beginning
kafka-console-consumer-group:
kafka-console-consumer --bootstrap-server=localhost:9092 --topic=my-topic --property=print.key=true --group=my-group

kafka-consumer-group-list:
kafka-consumer-groups --bootstrap-server=localhost:9092 --list
kafka-consumer-group-describe:
kafka-consumer-groups --bootstrap-server=localhost:9092 --describe --group=my-group
kafka-consumer-group-reset-offset-to-earliest:
kafka-consumer-groups --bootstrap-server=localhost:9092 --group=my-group --topic=my-topic --reset-offsets --to-earliest --execute
kafka-consumer-group-reset-offset-shift-by:
kafka-consumer-groups --bootstrap-server=localhost:9092 --group=my-group --topic=my-topic --reset-offsets --shift-by=-1 --execute
35 changes: 35 additions & 0 deletions hm-kafka/kafka-cluster/local-kafka-cluster/Makefile
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
kafka-install:
brew install kafka
zookeeper-start:
zookeeper-server-start /opt/homebrew/etc/kafka/zookeeper.properties
kafka-start:
kafka-server-start /opt/homebrew/etc/kafka/server.properties
zookeeper-status:
zkServer status

kafka-topic-create:
kafka-topics --bootstrap-server=localhost:9092 --create --topic=my-topic --partitions=3 --replication-factor=1
kafka-topic-delete:
kafka-topics --bootstrap-server=localhost:9092 --delete --topic=my-topic
kafka-topic-list:
kafka-topics --bootstrap-server=localhost:9092 --list
kafka-topic-describe:
kafka-topics --bootstrap-server=localhost:9092 --describe --topic=my-topic

kafka-console-producer:
kafka-console-producer --bootstrap-server=localhost:9092 --topic=my-topic
kafka-topic-consume:
kafka-console-consumer --bootstrap-server=localhost:9092 --topic=my-topic --property=print.key=true
kafka-topic-consume-from-beginning:
kafka-console-consumer --bootstrap-server=localhost:9092 --topic=my-topic --property=print.key=true --from-beginning
kafka-console-consumer-group:
kafka-console-consumer --bootstrap-server=localhost:9092 --topic=my-topic --property=print.key=true --group=my-group

kafka-consumer-group-list:
kafka-consumer-groups --bootstrap-server=localhost:9092 --list
kafka-consumer-group-describe:
kafka-consumer-groups --bootstrap-server=localhost:9092 --describe --group=my-group
kafka-consumer-group-reset-offset-to-earliest:
kafka-consumer-groups --bootstrap-server=localhost:9092 --group=my-group --topic=my-topic --reset-offsets --to-earliest --execute
kafka-consumer-group-reset-offset-shift-by:
kafka-consumer-groups --bootstrap-server=localhost:9092 --group=my-group --topic=my-topic --reset-offsets --shift-by=-1 --execute
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# Docker
docker-build:
cd ../.. && \
docker build --file=hm-kafka/kafka-connect/iot-kafka-connect/Dockerfile --tag=ghcr.io/hongbo-miao/hm-kafka-iot-kafka-connect:latest .
docker build --file=hm-kafka/kafka-connect-cluster/iot-kafka-connect/Dockerfile --tag=ghcr.io/hongbo-miao/hm-kafka-iot-kafka-connect:latest .
docker-push:
docker push ghcr.io/hongbo-miao/hm-kafka-iot-kafka-connect:latest
docker-sh:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# Docker
docker-build:
cd ../.. && \
docker build --file=hm-kafka/kafka-connect/logging-kafka-connect/Dockerfile --tag=ghcr.io/hongbo-miao/hm-kafka-logging-kafka-connect:latest .
docker build --file=hm-kafka/kafka-connect-cluster/logging-kafka-connect/Dockerfile --tag=ghcr.io/hongbo-miao/hm-kafka-logging-kafka-connect:latest .
docker-push:
docker push ghcr.io/hongbo-miao/hm-kafka-logging-kafka-connect:latest
docker-sh:
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# Docker
docker-build:
cd ../.. && \
docker build --file=hm-kafka/kafka-connect/opa-kafka-connect/Dockerfile --tag=ghcr.io/hongbo-miao/hm-kafka-opa-kafka-connect:latest .
docker build --file=hm-kafka/kafka-connect-cluster/opa-kafka-connect/Dockerfile --tag=ghcr.io/hongbo-miao/hm-kafka-opa-kafka-connect:latest .
docker-push:
docker push ghcr.io/hongbo-miao/hm-kafka-opa-kafka-connect:latest
docker-sh:
Expand Down

0 comments on commit e063fcb

Please sign in to comment.