diff --git a/ci/jenkins/step/singleDevNightlyTest.groovy b/ci/jenkins/step/singleDevNightlyTest.groovy
index 8f478cbc1617..7200bec4cc04 100644
--- a/ci/jenkins/step/singleDevNightlyTest.groovy
+++ b/ci/jenkins/step/singleDevNightlyTest.groovy
@@ -35,18 +35,20 @@ timeout(time: 180, unit: 'MINUTES') {
             checkout([$class: 'GitSCM', branches: [[name:"${env.HELM_BRANCH}"]], userRemoteConfigs: [[url: "https://github.com/milvus-io/milvus-helm.git", name: 'origin', refspec: "+refs/heads/${env.HELM_BRANCH}:refs/remotes/origin/${env.HELM_BRANCH}"]]])
         }
     }
-    dir ("milvus-helm") {
-        retry(3) {
-            try {
+    retry(3) {
+        try {
+            dir ("milvus-helm/charts/milvus") {
                 sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/sqlite_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
-            } catch (exc) {
-                def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \
-                                     kubectl logs --namespace milvus -l \"app.kubernetes.io/name=milvus,app.kubernetes.io/instance=${env.HELM_RELEASE_NAME}\" -c milvus && \
-                                     helm status -n milvus ${env.HELM_RELEASE_NAME}"
-                sh script: helmStatusCMD, returnStatus: true
-                sh script: "helm uninstall -n milvus ${env.HELM_RELEASE_NAME} && sleep 1m", returnStatus: true
-                throw exc
             }
+        } catch (exc) {
+            def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \
+                                 kubectl logs --namespace milvus -l \"app=milvus,release=${env.HELM_RELEASE_NAME}\" -c milvus && \
+                                 helm status -n milvus ${env.HELM_RELEASE_NAME}"
+            def helmResult = sh script: helmStatusCMD, returnStatus: true
+            if (!helmResult) {
+                sh "helm uninstall -n milvus ${env.HELM_RELEASE_NAME} && sleep 1m"
+            }
+            throw exc
         }
     }
     dir ("tests/milvus_python_test") {