diff --git a/favorite-file/shell/install_common_vim_zsh_aliyun_docker_disable_firewalld_centos7.sh b/favorite-file/shell/install_common_vim_zsh_aliyun_docker_disable_firewalld_centos7.sh new file mode 100644 index 00000000..5a6b0900 --- /dev/null +++ b/favorite-file/shell/install_common_vim_zsh_aliyun_docker_disable_firewalld_centos7.sh @@ -0,0 +1,75 @@ +#!/bin/sh + +echo "-----------------------------------------禁用防火墙" +systemctl stop firewalld.service +systemctl disable firewalld.service + +echo "-----------------------------------------开始常用工具安装" +yum install -y zip unzip lrzsz git epel-release + +echo "-----------------------------------------开始常用工具结束" +echo "-----------------------------------------开始安装 zsh" +yum install -y zsh + +echo "-----------------------------------------开始安装 oh-my-zsh" +wget https://raw.github.com/robbyrussell/oh-my-zsh/master/tools/install.sh -O - | sh + +echo "-----------------------------------------设置默认终端为 oh-my-zsh" +chsh -s /bin/zsh root + + +echo "-----------------------------------------开始安装 vim" +yum install -y vim + +echo "-----------------------------------------设置 vim 配置" +curl https://raw.githubusercontent.com/wklken/vim-for-server/master/vimrc > ~/.vimrc + +echo "-----------------------------------------安装 docker 所需环境" + +yum install -y yum-utils device-mapper-persistent-data lvm2 + +echo "-----------------------------------------添加 repo（可能网络会很慢，有时候会报：Timeout，所以要多试几次）" + +yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo +yum makecache fast + +echo "-----------------------------------------开始安装 docker" + +yum install -y docker-ce + +echo "-----------------------------------------启动 Docker" + +systemctl start docker.service + +echo "-----------------------------------------安装结束" + +echo "-----------------------------------------运行 hello world 镜像" + +docker run hello-world + +echo "-----------------------------------------安装 docker compose" +echo "docker compose 的版本检查：https://docs.docker.com/compose/install/#install-compose" + +curl -L https://github.com/docker/compose/releases/download/1.20.1/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose + +chmod +x /usr/local/bin/docker-compose + +echo "-----------------------------------------输出 docker compose 版本号" + +docker-compose --version + +echo "-----------------------------------------docker 加速" + +touch /etc/docker/daemon.json + +cat << EOF >> /etc/docker/daemon.json +{ + "registry-mirrors": ["https://ldhc17y9.mirror.aliyuncs.com"] +} +EOF + +systemctl daemon-reload + +systemctl restart docker + + diff --git a/favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh b/favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh index 5a6b0900..05b061dc 100644 --- a/favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh +++ b/favorite-file/shell/install_common_vim_zsh_docker_disable_firewalld_centos7.sh @@ -58,18 +58,7 @@ echo "-----------------------------------------输出 docker compose 版本号" docker-compose --version -echo "-----------------------------------------docker 加速" -touch /etc/docker/daemon.json -cat << EOF >> /etc/docker/daemon.json -{ - "registry-mirrors": ["https://ldhc17y9.mirror.aliyuncs.com"] -} -EOF - -systemctl daemon-reload - -systemctl restart docker diff --git a/markdown-file/Elasticsearch-Base.md b/markdown-file/Elasticsearch-Base.md index c842e03f..97c03042 100644 --- a/markdown-file/Elasticsearch-Base.md +++ b/markdown-file/Elasticsearch-Base.md @@ -1,5 +1,27 @@ # Elasticsearch 知识 +## Docker 部署 + +``` +version: "3" + +services: + elasticsearch: + image: elasticsearch:5.6.8 + restart: always + container_name: elasticsearch + hostname: elasticsearch + environment: + - 'http.host=0.0.0.0' + - 'transport.host=127.0.0.1' + - "ES_JAVA_OPTS=-Xms512m -Xmx512m" + ports: + - "9200:9200" + - "9300:9300" + volumes: + - /data/docker/elasticsearch/data:/usr/share/elasticsearch/data +``` + ## 环境 - CentOS 7.3 diff --git a/markdown-file/Kafka-Install-And-Settings.md b/markdown-file/Kafka-Install-And-Settings.md index 4b5c188e..2ad127b2 100644 --- a/markdown-file/Kafka-Install-And-Settings.md +++ b/markdown-file/Kafka-Install-And-Settings.md @@ -97,65 +97,156 @@ services: ## Docker 多机多实例部署 - 三台机子： - - 内网 ip：`172.31.65.89`，外网 ip：`47.75.186.22` - - 内网 ip：`172.31.65.90`，外网 ip：`47.75.188.54` - - 内网 ip：`172.31.65.91`，外网 ip：`47.75.41.196` + - 内网 ip：`172.24.165.128`，外网 ip：`47.74.2.1` + - 内网 ip：`172.24.165.126`，外网 ip：`47.74.1.249` + - 内网 ip：`172.24.165.127`，外网 ip：`47.74.12.50` +- 修改三台机子 hostname： + - 节点 1：`hostnamectl --static set-hostname youmeekhost1` + - 节点 2：`hostnamectl --static set-hostname youmeekhost2` + - 节点 3：`hostnamectl --static set-hostname youmeekhost3` - 三台机子的 hosts 都修改为如下内容：`vim /etc/hosts` ``` -172.31.65.89 youmeekhost1 -172.31.65.90 youmeekhost2 -172.31.65.91 youmeekhost3 +172.24.165.128 youmeekhost1 +172.24.165.126 youmeekhost2 +172.24.165.127 youmeekhost3 ``` - 开发机设置 hosts： ``` -47.75.186.22 youmeekhost1 -47.75.188.54 youmeekhost2 -47.75.41.196 youmeekhost3 +47.74.2.1 youmeekhost1 +47.74.1.249 youmeekhost2 +47.74.12.50 youmeekhost3 ``` -#### 各个节点部署 zookeeper： -- 节点 1： +#### 各个节点部署 docker compose： + +- 节点 1：`vim docker-compose.yml` ``` -docker run --net=host -d -p 2181 \ ---restart=always \ --v /data/docker/zookeeper/data:/data \ --v /data/docker/zookeeper/log:/datalog \ --e ZOO_MY_ID=1 \ --e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \ ---name=zookeeper1 zookeeper:3.4 +version: '3.2' +services: + zookeeper: + image: wurstmeister/zookeeper + restart: always + hostname: zookeeper + ports: + - "2181:2181" + environment: + ZOO_MY_ID: 1 + ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=172.24.165.126:2888:3888 server.3=172.24.165.127:2888:3888 + volumes: + - /data/docker/zookeeper/data:/data + - /data/docker/zookeeper/log:/datalog + kafka: + image: wurstmeister/kafka:latest + ports: + - target: 9094 + published: 9094 + protocol: tcp + mode: host + environment: + HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2" + KAFKA_BROKER_ID: 1 + KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT + KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE + KAFKA_ADVERTISED_PORT: 9094 + KAFKA_PROTOCOL_NAME: INSIDE + KAFKA_PORT: 9092 + KAFKA_LOG_DIRS: /data/docker/kafka/logs + KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true' + KAFKA_LOG_RETENTION_HOURS: 168 + volumes: + - /var/run/docker.sock:/var/run/docker.sock + - /data/docker/kafka/logs:/data/docker/kafka/logs ``` - -- 节点 2： +- 节点 2：`vim docker-compose.yml` ``` -docker run --net=host -d -p 2181 \ ---restart=always \ --v /data/docker/zookeeper/data:/data \ --v /data/docker/zookeeper/log:/datalog \ --e ZOO_MY_ID=2 \ --e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \ ---name=zookeeper2 zookeeper:3.4 +version: '3.2' +services: + zookeeper: + image: wurstmeister/zookeeper + restart: always + hostname: zookeeper + ports: + - "2181:2181" + environment: + ZOO_MY_ID: 2 + ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=0.0.0.0:2888:3888 server.3=172.24.165.127:2888:3888 + volumes: + - /data/docker/zookeeper/data:/data + - /data/docker/zookeeper/log:/datalog + kafka: + image: wurstmeister/kafka:latest + ports: + - target: 9094 + published: 9094 + protocol: tcp + mode: host + environment: + HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2" + KAFKA_BROKER_ID: 2 + KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT + KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE + KAFKA_ADVERTISED_PORT: 9094 + KAFKA_PROTOCOL_NAME: INSIDE + KAFKA_PORT: 9092 + KAFKA_LOG_DIRS: /data/docker/kafka/logs + KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true' + KAFKA_LOG_RETENTION_HOURS: 168 + volumes: + - /var/run/docker.sock:/var/run/docker.sock + - /data/docker/kafka/logs:/data/docker/kafka/logs ``` - -- 节点 3： +- 节点 3：`vim docker-compose.yml` ``` -docker run --net=host -d -p 2181 \ ---restart=always \ --v /data/docker/zookeeper/data:/data \ --v /data/docker/zookeeper/log:/datalog \ --e ZOO_MY_ID=3 \ --e "ZOO_SERVERS=server.1=youmeekhost1:2888:3888 server.2=youmeekhost2:2888:3888 server.3=youmeekhost3:2888:3888" \ ---name=zookeeper3 zookeeper:3.4 +version: '3.2' +services: + zookeeper: + image: wurstmeister/zookeeper + restart: always + hostname: zookeeper + ports: + - "2181:2181" + environment: + ZOO_MY_ID: 3 + ZOO_SERVERS: server.1=172.24.165.128:2888:3888 server.2=172.24.165.126:2888:3888 server.3=0.0.0.0:2888:3888 + volumes: + - /data/docker/zookeeper/data:/data + - /data/docker/zookeeper/log:/datalog + kafka: + image: wurstmeister/kafka:latest + ports: + - target: 9094 + published: 9094 + protocol: tcp + mode: host + environment: + HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2" + KAFKA_BROKER_ID: 3 + KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT + KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE + KAFKA_ADVERTISED_PORT: 9094 + KAFKA_PROTOCOL_NAME: INSIDE + KAFKA_PORT: 9092 + KAFKA_LOG_DIRS: /data/docker/kafka/logs + KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true' + KAFKA_LOG_RETENTION_HOURS: 168 + volumes: + - /var/run/docker.sock:/var/run/docker.sock + - /data/docker/kafka/logs:/data/docker/kafka/logs ``` + #### 先安装 nc 再来校验 zookeeper 集群情况 - 环境：CentOS 7.4