diff --git a/CodeGen/tests/test_manifest_on_gaudi.sh b/CodeGen/tests/test_manifest_on_gaudi.sh
index 596e77b7cf..a54e2d76df 100755
--- a/CodeGen/tests/test_manifest_on_gaudi.sh
+++ b/CodeGen/tests/test_manifest_on_gaudi.sh
@@ -51,6 +51,7 @@ function validate_codegen() {
 
     if [ $status == false ]; then
         echo "Response check failed, please check the logs in artifacts!"
+        exit 1
     else
         echo "Response check succeed!"
     fi
diff --git a/CodeGen/tests/test_manifest_on_xeon.sh b/CodeGen/tests/test_manifest_on_xeon.sh
index 4129780105..b0975f14a6 100755
--- a/CodeGen/tests/test_manifest_on_xeon.sh
+++ b/CodeGen/tests/test_manifest_on_xeon.sh
@@ -51,6 +51,7 @@ function validate_codegen() {
 
     if [ $status == false ]; then
         echo "Response check failed, please check the logs in artifacts!"
+        exit 1
     else
         echo "Response check succeed!"
     fi
diff --git a/CodeTrans/tests/test_manifest_on_gaudi.sh b/CodeTrans/tests/test_manifest_on_gaudi.sh
index 1f4add5df1..7be05ae33b 100755
--- a/CodeTrans/tests/test_manifest_on_gaudi.sh
+++ b/CodeTrans/tests/test_manifest_on_gaudi.sh
@@ -52,6 +52,7 @@ function validate_codetrans() {
 
     if [ $status == false ]; then
         echo "Response check failed, please check the logs in artifacts!"
+        exit 1
     else
         echo "Response check succeed!"
     fi
diff --git a/CodeTrans/tests/test_manifest_on_xeon.sh b/CodeTrans/tests/test_manifest_on_xeon.sh
index e6fdeab1d8..7f2b969240 100755
--- a/CodeTrans/tests/test_manifest_on_xeon.sh
+++ b/CodeTrans/tests/test_manifest_on_xeon.sh
@@ -52,6 +52,7 @@ function validate_codetrans() {
 
     if [ $status == false ]; then
         echo "Response check failed, please check the logs in artifacts!"
+        exit 1
     else
         echo "Response check succeed!"
     fi
diff --git a/DocSum/tests/test_manifest_on_gaudi.sh b/DocSum/tests/test_manifest_on_gaudi.sh
index 550b81ae16..48c03b4270 100755
--- a/DocSum/tests/test_manifest_on_gaudi.sh
+++ b/DocSum/tests/test_manifest_on_gaudi.sh
@@ -46,12 +46,13 @@ function validate_docsum() {
     echo "Checking response results, make sure the output is reasonable. "
     local status=false
     if [[ -f $LOGFILE ]] && \
-    [[ $(grep -c "versatile toolkit" $LOGFILE) != 0 ]]; then
+    [[ $(grep -c "embedding" $LOGFILE) != 0 ]]; then
         status=true
     fi
 
     if [ $status == false ]; then
         echo "Response check failed, please check the logs in artifacts!"
+        exit 1
     else
         echo "Response check succeed!"
     fi
diff --git a/DocSum/tests/test_manifest_on_xeon.sh b/DocSum/tests/test_manifest_on_xeon.sh
index 8782539723..b066a33ea6 100755
--- a/DocSum/tests/test_manifest_on_xeon.sh
+++ b/DocSum/tests/test_manifest_on_xeon.sh
@@ -46,12 +46,13 @@ function validate_docsum() {
     echo "Checking response results, make sure the output is reasonable. "
     local status=false
     if [[ -f $LOGFILE ]] && \
-    [[ $(grep -c "versatile toolkit" $LOGFILE) != 0 ]]; then
+    [[ $(grep -c "embedding" $LOGFILE) != 0 ]]; then
         status=true
     fi
 
     if [ $status == false ]; then
         echo "Response check failed, please check the logs in artifacts!"
+        exit 1
     else
         echo "Response check succeed!"
     fi