release for v1.9.2

CHANGELOG.md

@@ -1,5 +1,39 @@
 # CHANGELOG
 
+## 1.9.2 -- 2022/04/25
+
+### Bugfix
+- fix: wrong vpc-nat-gateway arm image
+- add delete ovs pods after restore nb db
+- delete monitor noexecute toleration
+- masquerade packets from Pods to service IP
+- modify init ipam by ip crd only for sts pod
+- modify webhook img to independent image
+- fix adding key to delete Pod queue
+- fix IPAM initialization
+- ignore all link local unicast addresses/routes
+- fix error handling for netlink.AddrDel
+- replace pod name when create ip crd
+- fix provider-networks status
+- recover ips CR on IPAM initialization
+- fix: do not recreate port for terminating pods
+- avoid frequent ipset update
+- fix: The underlay physical gateway config by external-gw-addr when use snat&eip
+- add reset for kube-ovn-monitor metrics
+- check the cidr format whether is correct
+- fix external egress gateway
+- add missing link scope routes in vpc-nat-gateway
+
+### New Feature
+- add env-check
+- add kube-ovn-controller switch for EIP and SNAT
+- add routed check in circulation
+- log: show the reason if get gw node failed
+- support keep-vm-ip and live-migrate at the same time
+- support alloc static ip from any subnet after ns supports multi subnets
+- create ip crd in kube-ovn-controller
+- add condition for triggering the deletion of redundant chassises in sbdb
+
 ## 1.9.1 -- 2022/03/09
 
 ### New Feature

VERSION

@@ -1 +1 @@
-v1.9.1
+v1.9.2

dist/images/Dockerfile

@@ -1,5 +1,5 @@
 # syntax = docker/dockerfile:experimental
-FROM kubeovn/kube-ovn-base:v1.9.1
+FROM kubeovn/kube-ovn-base:v1.9.2
 
 COPY *.sh /kube-ovn/
 COPY kubectl-ko /kube-ovn/kubectl-ko

dist/images/install.sh

@@ -21,7 +21,7 @@ CNI_CONF_DIR="/etc/cni/net.d"
 CNI_BIN_DIR="/opt/cni/bin"
 
 REGISTRY="kubeovn"
-VERSION="v1.9.1"
+VERSION="v1.9.2"
 IMAGE_PULL_POLICY="IfNotPresent"
 POD_CIDR="10.16.0.0/16"                # Do NOT overlap with NODE/SVC/JOIN CIDR
 POD_GATEWAY="10.16.0.1"

dist/images/ovn-ic-db-docker.sh

@@ -1 +1 @@
-docker run -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn kubeovn/kube-ovn:v1.9.1 bash start-ic-db.sh
+docker run -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn kubeovn/kube-ovn:v1.9.2 bash start-ic-db.sh

dist/images/update/1.8.3-1.9.1.sh → dist/images/update/1.8.3-1.9.2.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 set -eo pipefail
 
-IMAGE=kubeovn/kube-ovn:v1.9.1
+IMAGE=kubeovn/kube-ovn:v1.9.2
 
 echo "[Step 0/8] Update CRD"
 cat <<EOF > kube-ovn-crd-1.9.yaml

docs/cluster-interconnection.md

@@ -13,12 +13,12 @@ only L3 connectivity for gateway nodes is required.
 ## Auto Route Step
 1. Run Interconnection Controller in a region that can be accessed by other cluster
 ```bash
-docker run --name=ovn-ic-db -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn kubeovn/kube-ovn:v1.9.1 bash start-ic-db.sh
+docker run --name=ovn-ic-db -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn kubeovn/kube-ovn:v1.9.2 bash start-ic-db.sh
 ```
 ​		If `containerd` replaces `docker` then the command is as follows:
 
 ```shell
-ctr -n k8s.io run -d --net-host --mount="type=bind,src=/etc/ovn/,dst=/etc/ovn,options=rbind:rw" --mount="type=bind,src=/var/run/ovn,dst=/var/run/ovn,options=rbind:rw" --mount="type=bind,src=/var/log/ovn,dst=/var/log/ovn,options=rbind:rw" docker.io/kubeovn/kube-ovn:v1.9.1 ovn-ic-db bash start-ic-db.sh
+ctr -n k8s.io run -d --net-host --mount="type=bind,src=/etc/ovn/,dst=/etc/ovn,options=rbind:rw" --mount="type=bind,src=/var/run/ovn,dst=/var/run/ovn,options=rbind:rw" --mount="type=bind,src=/var/log/ovn,dst=/var/log/ovn,options=rbind:rw" docker.io/kubeovn/kube-ovn:v1.9.2 ovn-ic-db bash start-ic-db.sh
 ```
 
 2. Create `ovn-ic-config` ConfigMap in each cluster `kube-system` namespace. Edit and apply the yaml below in each cluster.
@@ -160,25 +160,25 @@ kubectl ko nbctl lr-route-add ovn-cluster 10.16.0.0/24 169.254.100.79
    `LOCALIP` is the IP of the node on which the container will run. For the leader, `LOCALIP` is its own IP.
 
 ```bash
-docker run --name=ovn-ic-db -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn -e LOCAL_IP="LEADERIP"  -e NODE_IPS="IP1,IP2,IP3"   kubeovn/kube-ovn:v1.9.1 bash start-ic-db.sh
+docker run --name=ovn-ic-db -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn -e LOCAL_IP="LEADERIP"  -e NODE_IPS="IP1,IP2,IP3"   kubeovn/kube-ovn:v1.9.2 bash start-ic-db.sh
 ```
 
 ​        If `containerd` replaces `docker` then the command is as follows:
 
 ```shell
-ctr -n k8s.io run -d --net-host --mount="type=bind,src=/etc/ovn/,dst=/etc/ovn,options=rbind:rw" --mount="type=bind,src=/var/run/ovn,dst=/var/run/ovn,options=rbind:rw" --mount="type=bind,src=/var/log/ovn,dst=/var/log/ovn,options=rbind:rw"  --env="NODE_IPS="IP1,IP2,IP3"" --env="LOCAL_IP="LEADERIP"" docker.io/kubeovn/kube-ovn:v1.9.1 ovn-ic-db bash start-ic-db.sh
+ctr -n k8s.io run -d --net-host --mount="type=bind,src=/etc/ovn/,dst=/etc/ovn,options=rbind:rw" --mount="type=bind,src=/var/run/ovn,dst=/var/run/ovn,options=rbind:rw" --mount="type=bind,src=/var/log/ovn,dst=/var/log/ovn,options=rbind:rw"  --env="NODE_IPS="IP1,IP2,IP3"" --env="LOCAL_IP="LEADERIP"" docker.io/kubeovn/kube-ovn:v1.9.2 ovn-ic-db bash start-ic-db.sh
 ```
 
 2. Run the follower Interconnection Controller in the same region. 
 
 ```bash
-docker run --name=ovn-ic-db -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn -e LOCAL_IP="LOCALIP"  -e NODE_IPS="IP1,IP2,IP3" -e LEADER_IP="LEADERIP"  kubeovn/kube-ovn:v1.9.1 bash start-ic-db.sh
+docker run --name=ovn-ic-db -d --network=host -v /etc/ovn/:/etc/ovn -v /var/run/ovn:/var/run/ovn -v /var/log/ovn:/var/log/ovn -e LOCAL_IP="LOCALIP"  -e NODE_IPS="IP1,IP2,IP3" -e LEADER_IP="LEADERIP"  kubeovn/kube-ovn:v1.9.2 bash start-ic-db.sh
 ```
 
 ​		If `containerd` replaces `docker` then the command is as follows:
 
 ```shell
-ctr -n k8s.io run -d --net-host --mount="type=bind,src=/etc/ovn/,dst=/etc/ovn,options=rbind:rw" --mount="type=bind,src=/var/run/ovn,dst=/var/run/ovn,options=rbind:rw" --mount="type=bind,src=/var/log/ovn,dst=/var/log/ovn,options=rbind:rw" --env="NODE_IPS="IP1,IP2,IP3"" --env="LOCAL_IP="LEADERIP"" --env="NODE_IPS="IP1,IP2,IP3"" docker.io/kubeovn/kube-ovn:v1.9.1 ovn-ic-db bash start-ic-db.sh
+ctr -n k8s.io run -d --net-host --mount="type=bind,src=/etc/ovn/,dst=/etc/ovn,options=rbind:rw" --mount="type=bind,src=/var/run/ovn,dst=/var/run/ovn,options=rbind:rw" --mount="type=bind,src=/var/log/ovn,dst=/var/log/ovn,options=rbind:rw" --env="NODE_IPS="IP1,IP2,IP3"" --env="LOCAL_IP="LEADERIP"" --env="NODE_IPS="IP1,IP2,IP3"" docker.io/kubeovn/kube-ovn:v1.9.2 ovn-ic-db bash start-ic-db.sh
 ```
 
 3.  Create `ic-config` ConfigMap in each cluster as follows.

docs/install.md

@@ -39,7 +39,7 @@ If you want to try the latest developing Kube-OVN, try the script below:
  JOIN_CIDR="100.64.0.0/16"              # Subnet CIDR used for connectivity between nodes and Pods, Do NOT overlap with NODE/POD/SVC CIDR
  LABEL="node-role.kubernetes.io/master" # The node label to deploy OVN DB
  IFACE=""                               # The nic to support container network can be a nic name or a group of regex separated by comma e.g. `IFACE=enp6s0f0,eth.*`, if empty will use the nic that the default route use
- VERSION="v1.9.1"
+ VERSION="v1.9.2"
 ```
 
 This basic setup works for default overlay network. If you are using default underlay/vlan network, please refer [Vlan/Underlay Support](vlan.md).

docs/vpc.md

@@ -128,7 +128,7 @@ metadata:
   name: ovn-vpc-nat-gw-config
   namespace: kube-system
 data:
-  image: 'kubeovn/vpc-nat-gateway:v1.9.1'  # Docker image for vpc nat gateway
+  image: 'kubeovn/vpc-nat-gateway:v1.9.2'  # Docker image for vpc nat gateway
   enable-vpc-nat-gw: true                  # 'true' for enable, 'false' for disable
   nic: eth1                                # The nic that connect to underlay network, use as the 'master' for macvlan
 ```
@@ -190,7 +190,7 @@ Allow external network to access services in custom VPCs.
 
 1. Install Multus CNI and macvlan CNI.
 
-2. Pull docker image `kubeovn/vpc-nat-gateway:v1.9.1`.
+2. Pull docker image `kubeovn/vpc-nat-gateway:v1.9.2`.
 
 3. Create an attachment network using macvlan. Replace `eth0` on necessary.
 

yamls/kube-ovn-dual-stack.yaml

@@ -41,7 +41,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-controller
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - /kube-ovn/start-controller.sh
@@ -147,7 +147,7 @@ spec:
       hostPID: true
       initContainers:
         - name: install-cni
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/install-cni.sh"]
           securityContext:
@@ -158,7 +158,7 @@ spec:
               name: cni-bin
       containers:
         - name: cni-server
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - bash
@@ -278,7 +278,7 @@ spec:
       hostPID: true
       containers:
         - name: pinger
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           command:
             - /kube-ovn/kube-ovn-pinger
             - --external-address=114.114.114.114,2400:3200::1
@@ -410,7 +410,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-monitor
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-ovn-monitor.sh"]
           securityContext:

yamls/kube-ovn-ipv6.yaml

@@ -41,7 +41,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-controller
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - /kube-ovn/start-controller.sh
@@ -133,7 +133,7 @@ spec:
       hostPID: true
       initContainers:
         - name: install-cni
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/install-cni.sh"]
           securityContext:
@@ -144,7 +144,7 @@ spec:
               name: cni-bin
       containers:
         - name: cni-server
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - bash
@@ -250,7 +250,7 @@ spec:
       hostPID: true
       containers:
         - name: pinger
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           command:
             - /kube-ovn/kube-ovn-pinger
             - --external-address=2400:3200::1
@@ -377,7 +377,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-monitor
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-ovn-monitor.sh"]
           securityContext:

yamls/kube-ovn.yaml

@@ -41,7 +41,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-controller
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - /kube-ovn/start-controller.sh
@@ -145,7 +145,7 @@ spec:
       hostPID: true
       initContainers:
         - name: install-cni
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/install-cni.sh"]
           securityContext:
@@ -156,7 +156,7 @@ spec:
               name: cni-bin
       containers:
         - name: cni-server
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - bash
@@ -276,7 +276,7 @@ spec:
       hostPID: true
       containers:
         - name: pinger
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           command:
             - /kube-ovn/kube-ovn-pinger
             - --external-address=114.114.114.114
@@ -408,7 +408,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-monitor
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-ovn-monitor.sh"]
           securityContext:

yamls/ovn-dpdk.yaml

@@ -224,7 +224,7 @@ spec:
       hostNetwork: true
       containers:
         - name: ovn-central
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-db.sh"]
           securityContext:

yamls/ovn-ha.yaml

@@ -243,7 +243,7 @@ spec:
       hostNetwork: true
       containers:
         - name: ovn-central
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-db.sh"]
           securityContext:
@@ -371,7 +371,7 @@ spec:
       hostPID: true
       containers:
         - name: openvswitch
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-ovs.sh"]
           securityContext:

yamls/ovn.yaml

@@ -254,7 +254,7 @@ spec:
       hostNetwork: true
       containers:
         - name: ovn-central
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-db.sh"]
           securityContext:
@@ -387,7 +387,7 @@ spec:
       hostPID: true
       containers:
         - name: openvswitch
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command: ["/kube-ovn/start-ovs.sh"]
           securityContext:

yamls/speaker.yaml

@@ -29,7 +29,7 @@ spec:
       hostNetwork: true
       containers:
         - name: ovn-central
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - /kube-ovn/kube-ovn-speaker

yamls/webhook.yaml

@@ -33,7 +33,7 @@ spec:
       hostNetwork: true
       containers:
         - name: kube-ovn-webhook
-          image: "kubeovn/kube-ovn:v1.9.1"
+          image: "kubeovn/kube-ovn:v1.9.2"
           imagePullPolicy: IfNotPresent
           command:
             - /kube-ovn/kube-ovn-webhook