add E2E test script files

kubernetes-sigs · Oct 28, 2022 · 71d7c11 · 71d7c11
1 parent 994b31b
commit 71d7c11
Show file tree

Hide file tree

Showing 3 changed files with 325 additions and 0 deletions.
diff --git a/hack/post-run-e2e.sh b/hack/post-run-e2e.sh
@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+
+# Copyright 2022 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+kubectl delete -n kube-system deployments --ignore-not-found=true huawei-cloud-controller-manager
+kubectl delete -n kube-system --ignore-not-found=true serviceaccount cloud-controller-manager
+kubectl delete clusterrole --ignore-not-found=true system:cloud-controller-manager
+kubectl delete clusterrolebinding --ignore-not-found=true system:cloud-controller-manager
diff --git a/hack/pre-run-e2e.sh b/hack/pre-run-e2e.sh
@@ -0,0 +1,251 @@
+#!/usr/bin/env bash
+
+# Copyright 2022 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+if [[ "${HC_ACCESS_KEY}" = "" ]] || [[ "${HC_ACCESS_KEY}" = "" ]]; then
+  echo "HC_ACCESS_KEY and HC_ACCESS_KEY can not be empty, please set it"
+  exit 1
+fi
+
+export REGISTRY_SERVER_ADDRESS=swr.ap-southeast-1.myhuaweicloud.com
+export VERSION=`git rev-parse --short HEAD`
+
+echo -e "\nBuild images"
+# todo: Maybe we need load the image to target cluster node.
+make image-huawei-cloud-controller-manager
+
+echo -e "\nCheck cloud-config secret"
+count=`kubectl get -n kube-system secret cloud-config | grep cloud-config | wc -l`
+if [[ "$count" -ne 1 ]]; then
+  echo "Please create a secret with the name: cloud-config."
+  exit 1
+fi
+
+# Remove the existing provider if it exists.
+kubectl delete -n kube-system deployments --ignore-not-found=true huawei-cloud-controller-manager
+
+echo -e "\nDeploy huawei-cloud-controller-manager"
+cat << EOF | kubectl apply -f -
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: system:cloud-controller-manager
+rules:
+  - resources:
+      - tokenreviews
+    verbs:
+      - get
+      - list
+      - watch
+      - create
+      - update
+      - patch
+    apiGroups:
+      - authentication.k8s.io
+  - resources:
+      - configmaps
+      - endpoints
+      - pods
+      - services
+      - secrets
+      - serviceaccounts
+    verbs:
+      - get
+      - list
+      - watch
+      - create
+      - update
+      - patch
+    apiGroups:
+      - ''
+  - resources:
+      - nodes
+    verbs:
+      - get
+      - list
+      - watch
+      - delete
+      - patch
+      - update
+    apiGroups:
+      - ''
+  - resources:
+      - services/status
+      - pods/status
+    verbs:
+      - update
+      - patch
+    apiGroups:
+      - ''
+  - resources:
+      - nodes/status
+    verbs:
+      - patch
+      - update
+    apiGroups:
+      - ''
+  - resources:
+      - events
+      - endpoints
+    verbs:
+      - create
+      - patch
+      - update
+    apiGroups:
+      - ''
+  - resources:
+      - leases
+    verbs:
+      - get
+      - update
+      - create
+      - delete
+    apiGroups:
+      - coordination.k8s.io
+  - resources:
+      - customresourcedefinitions
+    verbs:
+      - get
+      - update
+      - create
+      - delete
+    apiGroups:
+      - apiextensions.k8s.io
+  - resources:
+      - ingresses
+    verbs:
+      - get
+      - list
+      - watch
+      - update
+      - create
+      - patch
+      - delete
+    apiGroups:
+      - networking.k8s.io
+  - resources:
+      - ingresses/status
+    verbs:
+      - update
+      - patch
+    apiGroups:
+      - networking.k8s.io
+  - resources:
+      - endpointslices
+    verbs:
+      - get
+      - list
+      - watch
+    apiGroups:
+      - discovery.k8s.io
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: cloud-controller-manager
+  namespace: kube-system
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: system:cloud-controller-manager
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: system:cloud-controller-manager
+subjects:
+  - kind: ServiceAccount
+    name: cloud-controller-manager
+    namespace: kube-system
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: huawei-cloud-controller-manager
+  namespace: kube-system
+  labels:
+    k8s-app: huawei-cloud-controller-manager
+spec:
+  strategy:
+    type: RollingUpdate
+  selector:
+    matchLabels:
+      k8s-app: huawei-cloud-controller-manager
+  template:
+    metadata:
+      labels:
+        k8s-app: huawei-cloud-controller-manager
+    spec:
+      nodeSelector:
+        node-role.kubernetes.io/master: ""
+      securityContext:
+        runAsUser: 1001
+      tolerations:
+        - key: node.cloudprovider.kubernetes.io/uninitialized
+          value: "true"
+          effect: NoSchedule
+        - key: node-role.kubernetes.io/master
+          effect: NoSchedule
+      serviceAccountName: cloud-controller-manager
+      containers:
+        - name: huawei-cloud-controller-manager
+          imagePullPolicy: Never
+          image: swr.ap-southeast-1.myhuaweicloud.com/k8scloudcontrollermanager/huawei-cloud-controller-manager:${VERSION}
+          args:
+            - /bin/huawei-cloud-controller-manager
+            - --v=5
+            - --cloud-config=/etc/config/cloud.conf
+            - --cloud-provider=huaweicloud
+            - --use-service-account-credentials=true
+            - --bind-address=127.0.0.1
+          volumeMounts:
+            - mountPath: /etc/kubernetes
+              name: k8s-certs
+              readOnly: true
+            - mountPath: /etc/ssl/certs
+              name: ca-certs
+              readOnly: true
+            - mountPath: /etc/config
+              name: cloud-config-volume
+              readOnly: true
+            - mountPath: /usr/libexec/kubernetes/kubelet-plugins/volume/exec
+              name: flexvolume-dir
+          resources:
+            requests:
+              cpu: 200m
+      hostNetwork: true
+      volumes:
+      - hostPath:
+          path: /usr/libexec/kubernetes/kubelet-plugins/volume/exec
+          type: DirectoryOrCreate
+        name: flexvolume-dir
+      - hostPath:
+          path: /etc/kubernetes
+          type: DirectoryOrCreate
+        name: k8s-certs
+      - hostPath:
+          path: /etc/ssl/certs
+          type: DirectoryOrCreate
+        name: ca-certs
+      - name: cloud-config-volume
+        secret:
+          secretName: cloud-config
+EOF
+
+kubectl rollout status deployment huawei-cloud-controller-manager -n kube-system
diff --git a/hack/run-e2e.sh b/hack/run-e2e.sh
@@ -0,0 +1,50 @@
+#!/usr/bin/env bash
+
+# Copyright 2022 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+kubectl version
+
+REPO_ROOT=$(dirname "${BASH_SOURCE[0]}")/..
+
+ARTIFACTS_PATH=${ARTIFACTS_PATH:-"${REPO_ROOT}/e2e-logs"}
+mkdir -p "${ARTIFACTS_PATH}"
+
+# Install ginkgo
+export GO111MODULE="on"
+go get github.com/onsi/ginkgo/ginkgo@v1.16.4
+ginkgo version
+
+# Pre run e2e for extra components
+echo -e "\nRun pre run e2e"
+"${REPO_ROOT}"/hack/pre-run-e2e.sh
+
+# Run e2e
+echo -e "\nRun e2e"
+ginkgo -v -race -failFast -p -randomizeSuites ./test/e2e/
+TESTING_RESULT=$?
+
+# Collect logs
+kubectl logs deployments/huawei-cloud-controller-manager -n kube-system > ${ARTIFACTS_PATH}/huawei-cloud-controller-manager.log
+echo -e "\nCollected logs at ${ARTIFACTS_PATH}:"
+
+# Post run e2e for delete extra components
+echo -e "\nRun post run e2e"
+"${REPO_ROOT}"/hack/post-run-e2e.sh
+
+exit $TESTING_RESULT