diff --git a/src/bentoml/_internal/server/server.py b/src/bentoml/_internal/server/server.py
index e70b50b3548..2b6feaa007f 100644
--- a/src/bentoml/_internal/server/server.py
+++ b/src/bentoml/_internal/server/server.py
@@ -39,7 +39,7 @@ def address(self) -> str:
         return f"{self.host}:{self.port}"
 
     def __enter__(self):
-        yield self
+        return self
 
     def __exit__(
         self,