diff --git a/kyuubi-common/src/test/scala/org/apache/kyuubi/service/ServerableSuite.scala b/kyuubi-common/src/test/scala/org/apache/kyuubi/service/ServerableSuite.scala
index 9ccafa09da7..d929278c672 100644
--- a/kyuubi-common/src/test/scala/org/apache/kyuubi/service/ServerableSuite.scala
+++ b/kyuubi-common/src/test/scala/org/apache/kyuubi/service/ServerableSuite.scala
@@ -45,7 +45,7 @@ class ServerableSuite extends KyuubiFunSuite {
   test("invalid port") {
     val conf = KyuubiConf().set(KyuubiConf.FRONTEND_BIND_PORT, 100)
     val e = intercept[KyuubiException](new NoopServer().initialize(conf))
-    assert(e.getMessage === "Failed to initialize frontend service")
+    assert(e.getMessage.contains("Failed to initialize frontend service"))
     assert(e.getCause.getMessage === "Invalid Port number")
   }
 
diff --git a/kyuubi-main/src/test/scala/org/apache/kyuubi/server/KyuubiServerSuite.scala b/kyuubi-main/src/test/scala/org/apache/kyuubi/server/KyuubiServerSuite.scala
index e1821f00887..cfd2b73d150 100644
--- a/kyuubi-main/src/test/scala/org/apache/kyuubi/server/KyuubiServerSuite.scala
+++ b/kyuubi-main/src/test/scala/org/apache/kyuubi/server/KyuubiServerSuite.scala
@@ -60,7 +60,7 @@ class KyuubiServerSuite extends KyuubiFunSuite {
   ignore("invalid port") {
     val conf = KyuubiConf().set(KyuubiConf.FRONTEND_BIND_PORT, 100)
     val e = intercept[KyuubiException](new KyuubiServer().initialize(conf))
-    assert(e.getMessage === "Failed to initialize frontend service")
+    assert(e.getMessage.contains("Failed to initialize frontend service"))
     assert(e.getCause.getMessage === "Invalid Port number")
   }
 }