2018-03-25 补充 kafka 和 zookeeper 内容

judasn · Mar 26, 2018 · af1efe3 · af1efe3
1 parent af3d867
commit af1efe3
Show file tree

Hide file tree

Showing 4 changed files with 224 additions and 47 deletions.
diff --git a/favorite-file/shell/install_common_vim_zsh_aliyun_docker_disable_firewalld_centos7.sh b/favorite-file/shell/install_common_vim_zsh_aliyun_docker_disable_firewalld_centos7.sh
@@ -0,0 +1,75 @@
+#!/bin/sh
+
+echo "-----------------------------------------禁用防火墙"
+systemctl stop firewalld.service
+systemctl disable firewalld.service
+
+echo "-----------------------------------------开始常用工具安装"
+yum install -y zip unzip lrzsz git epel-release
+
+echo "-----------------------------------------开始常用工具结束"
+echo "-----------------------------------------开始安装 zsh"
+yum install -y zsh
+
+echo "-----------------------------------------开始安装 oh-my-zsh"
+wget https://raw.github.com/robbyrussell/oh-my-zsh/master/tools/install.sh -O - | sh
+
+echo "-----------------------------------------设置默认终端为 oh-my-zsh"
+chsh -s /bin/zsh root
+
+
+echo "-----------------------------------------开始安装 vim"
+yum install -y vim
+
+echo "-----------------------------------------设置 vim 配置"
+curl https://raw.githubusercontent.com/wklken/vim-for-server/master/vimrc > ~/.vimrc
+
+echo "-----------------------------------------安装 docker 所需环境"
+
+yum install -y yum-utils device-mapper-persistent-data lvm2
+
+echo "-----------------------------------------添加 repo（可能网络会很慢，有时候会报：Timeout，所以要多试几次）"
+
+yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
+yum makecache fast
+
+echo "-----------------------------------------开始安装 docker"
+
+yum install -y docker-ce
+
+echo "-----------------------------------------启动 Docker"
+
+systemctl start docker.service
+
+echo "-----------------------------------------安装结束"
+
+echo "-----------------------------------------运行 hello world 镜像"
+
+docker run hello-world
+
+echo "-----------------------------------------安装 docker compose"
+echo "docker compose 的版本检查：https://docs.docker.com/compose/install/#install-compose"
+
+curl -L https://github.com/docker/compose/releases/download/1.20.1/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
+
+chmod +x /usr/local/bin/docker-compose
+
+echo "-----------------------------------------输出 docker compose 版本号"
+
+docker-compose --version
+
+echo "-----------------------------------------docker 加速"
+
+touch /etc/docker/daemon.json
+
+cat << EOF >> /etc/docker/daemon.json
+{
+  "registry-mirrors": ["https://ldhc17y9.mirror.aliyuncs.com"]
+}
+EOF
+
+systemctl daemon-reload
+
+systemctl restart docker
+
+
diff --git a/favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh b/favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh
@@ -58,18 +58,7 @@ echo "-----------------------------------------输出 docker compose 版本号"
 
 docker-compose --version
 
-echo "-----------------------------------------docker 加速"
 
-touch /etc/docker/daemon.json
 
-cat << EOF >> /etc/docker/daemon.json
-{
-  "registry-mirrors": ["https://ldhc17y9.mirror.aliyuncs.com"]
-}
-EOF
-
-systemctl daemon-reload
-
-systemctl restart docker
 
 
diff --git a/markdown-file/Elasticsearch-Base.md b/markdown-file/Elasticsearch-Base.md
@@ -1,5 +1,27 @@
 # Elasticsearch 知识
 
+## Docker 部署
+
+```
+version: "3"
+
+services:
+  elasticsearch:
+    image: elasticsearch:5.6.8
+    restart: always
+    container_name: elasticsearch
+    hostname: elasticsearch
+    environment:
+      - 'http.host=0.0.0.0'
+      - 'transport.host=127.0.0.1'
+      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
+    ports:
+      - "9200:9200"
+      - "9300:9300"
+    volumes:
+      - /data/docker/elasticsearch/data:/usr/share/elasticsearch/data
+```
+
 ## 环境
 
 - CentOS 7.3

diff --git a/markdown-file/Kafka-Install-And-Settings.md b/markdown-file/Kafka-Install-And-Settings.md
@@ -97,65 +97,156 @@ services:
 ## Docker 多机多实例部署
 
 - 三台机子：
-	- 内网 ip：`172.31.65.89`，外网 ip：`47.75.186.22`
-	- 内网 ip：`172.31.65.90`，外网 ip：`47.75.188.54`
-	- 内网 ip：`172.31.65.91`，外网 ip：`47.75.41.196`
+	- 内网 ip：`172.24.165.128`，外网 ip：`47.74.2.1`
+	- 内网 ip：`172.24.165.126`，外网 ip：`47.74.1.249`
+	- 内网 ip：`172.24.165.127`，外网 ip：`47.74.12.50`
+- 修改三台机子 hostname：
+	- 节点 1：`hostnamectl --static set-hostname youmeekhost1`
+	- 节点 2：`hostnamectl --static set-hostname youmeekhost2`
+	- 节点 3：`hostnamectl --static set-hostname youmeekhost3`
 - 三台机子的 hosts 都修改为如下内容：`vim /etc/hosts`
 
 ```
-172.31.65.89 youmeekhost1
-172.31.65.90 youmeekhost2
-172.31.65.91 youmeekhost3
+172.24.165.128 youmeekhost1
+172.24.165.126 youmeekhost2
+172.24.165.127 youmeekhost3
 ```
 
 - 开发机设置 hosts：
 
 ```
-47.75.186.22 youmeekhost1
-47.75.188.54 youmeekhost2
-47.75.41.196 youmeekhost3
+47.74.2.1 youmeekhost1
+47.74.1.249 youmeekhost2
+47.74.12.50 youmeekhost3
 ```
 
-#### 各个节点部署 zookeeper：
 
-- 节点 1：
+#### 各个节点部署 docker compose：
+
+- 节点 1：`vim docker-compose.yml`
 
 ```
-docker run --net=host -d -p 2181 \
---restart=always \
--v /data/docker/zookeeper/data:/data \
--v /data/docker/zookeeper/log:/datalog \
--e ZOO_MY_ID=1 \
--e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \
---name=zookeeper1 zookeeper:3.4
+version: '3.2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    restart: always
+    hostname: zookeeper
+    ports:
+      - "2181:2181"
+    environment:
+      ZOO_MY_ID: 1
+      ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=172.24.165.126:2888:3888 server.3=172.24.165.127:2888:3888
+    volumes:
+      - /data/docker/zookeeper/data:/data
+      - /data/docker/zookeeper/log:/datalog
+  kafka:
+    image: wurstmeister/kafka:latest
+    ports:
+      - target: 9094
+        published: 9094
+        protocol: tcp
+        mode: host
+    environment:
+      HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
+      KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
+      KAFKA_ADVERTISED_PORT: 9094
+      KAFKA_PROTOCOL_NAME: INSIDE
+      KAFKA_PORT: 9092
+      KAFKA_LOG_DIRS: /data/docker/kafka/logs
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+      KAFKA_LOG_RETENTION_HOURS: 168
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - /data/docker/kafka/logs:/data/docker/kafka/logs
 ```
 
-
-- 节点 2：
+- 节点 2：`vim docker-compose.yml`
 
 ```
-docker run --net=host -d -p 2181 \
---restart=always \
--v /data/docker/zookeeper/data:/data \
--v /data/docker/zookeeper/log:/datalog \
--e ZOO_MY_ID=2 \
--e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \
---name=zookeeper2 zookeeper:3.4
+version: '3.2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    restart: always
+    hostname: zookeeper
+    ports:
+      - "2181:2181"
+    environment:
+      ZOO_MY_ID: 2
+      ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=0.0.0.0:2888:3888 server.3=172.24.165.127:2888:3888
+    volumes:
+      - /data/docker/zookeeper/data:/data
+      - /data/docker/zookeeper/log:/datalog
+  kafka:
+    image: wurstmeister/kafka:latest
+    ports:
+      - target: 9094
+        published: 9094
+        protocol: tcp
+        mode: host
+    environment:
+      HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
+      KAFKA_BROKER_ID: 2
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
+      KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
+      KAFKA_ADVERTISED_PORT: 9094
+      KAFKA_PROTOCOL_NAME: INSIDE
+      KAFKA_PORT: 9092
+      KAFKA_LOG_DIRS: /data/docker/kafka/logs
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+      KAFKA_LOG_RETENTION_HOURS: 168
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - /data/docker/kafka/logs:/data/docker/kafka/logs
 ```
 
-
-- 节点 3：
+- 节点 3：`vim docker-compose.yml`
 
 ```
-docker run --net=host -d -p 2181 \
---restart=always \
--v /data/docker/zookeeper/data:/data \
--v /data/docker/zookeeper/log:/datalog \
--e ZOO_MY_ID=3 \
--e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \
---name=zookeeper3 zookeeper:3.4
+version: '3.2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    restart: always
+    hostname: zookeeper
+    ports:
+      - "2181:2181"
+    environment:
+      ZOO_MY_ID: 3
+      ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=172.24.165.126:2888:3888 server.3=0.0.0.0:2888:3888
+    volumes:
+      - /data/docker/zookeeper/data:/data
+      - /data/docker/zookeeper/log:/datalog
+  kafka:
+    image: wurstmeister/kafka:latest
+    ports:
+      - target: 9094
+        published: 9094
+        protocol: tcp
+        mode: host
+    environment:
+      HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
+      KAFKA_BROKER_ID: 3
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
+      KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
+      KAFKA_ADVERTISED_PORT: 9094
+      KAFKA_PROTOCOL_NAME: INSIDE
+      KAFKA_PORT: 9092
+      KAFKA_LOG_DIRS: /data/docker/kafka/logs
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
+      KAFKA_LOG_RETENTION_HOURS: 168
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - /data/docker/kafka/logs:/data/docker/kafka/logs
 ```
 
+
 #### 先安装 nc 再来校验 zookeeper 集群情况
 
 - 环境：CentOS 7.4