feat: deployment v2 sdk

bentoml · Jan 2, 2024 · 39fa3a7 · 39fa3a7
1 parent 6d05bbd
commit 39fa3a7
Show file tree

Hide file tree

Showing 18 changed files with 2,464 additions and 1,855 deletions.
diff --git a/src/bentoml/__init__.py b/src/bentoml/__init__.py
@@ -99,6 +99,7 @@
     from . import server  # Server API
     from . import monitoring  # Monitoring API
     from . import cloud  # Cloud API
+    from . import deployment  # deployment API
 
     # isort: on
     from _bentoml_impl.client import AsyncHTTPClient
@@ -166,7 +167,7 @@
     exceptions = _LazyLoader("bentoml.exceptions", globals(), "bentoml.exceptions")
     monitoring = _LazyLoader("bentoml.monitoring", globals(), "bentoml.monitoring")
     cloud = _LazyLoader("bentoml.cloud", globals(), "bentoml.cloud")
-
+    deployment = _LazyLoader("bentoml.deployment", globals(), "bentoml.deployment")
     del _LazyLoader
 
     _NEW_SDK_ATTRS = [
@@ -258,6 +259,7 @@ def __getattr__(name: str) -> Any:
     # integrations
     "ray",
     "cloud",
+    "deployment",
     "triton",
     "monitor",
     "load_config",

diff --git a/src/bentoml/_internal/cloud/__init__.py b/src/bentoml/_internal/cloud/__init__.py
@@ -1,4 +1,3 @@
 from .base import CloudClient as CloudClient
 from .bentocloud import BentoCloudClient as BentoCloudClient
-from .deployment import Resource as Resource
 from .yatai import YataiClient as YataiClient
diff --git a/src/bentoml/_internal/cloud/base.py b/src/bentoml/_internal/cloud/base.py
@@ -59,30 +59,33 @@ def write(self, data: bytes) -> t.Any:  # type: ignore  # python buffer types ar
 
 
 class CloudClient(ABC):
-    log_progress = Progress(TextColumn("{task.description}"))
-
-    spinner_progress = Progress(
-        TextColumn("  "),
-        TimeElapsedColumn(),
-        TextColumn("[bold purple]{task.fields[action]}"),
-        SpinnerColumn("simpleDots"),
-    )
-
-    transmission_progress = Progress(
-        TextColumn("[bold blue]{task.description}", justify="right"),
-        BarColumn(bar_width=None),
-        "[progress.percentage]{task.percentage:>3.1f}%",
-        "•",
-        DownloadColumn(),
-        "•",
-        TransferSpeedColumn(),
-        "•",
-        TimeRemainingColumn(),
-    )
-
-    progress_group = Group(
-        Panel(Group(log_progress, spinner_progress)), transmission_progress
-    )
+    # Moved atrributes to __init__ because otherwise it will keep all the log when running SDK.
+    def __init__(self):
+        self.log_progress = Progress(TextColumn("{task.description}"))
+
+        self.spinner_progress = Progress(
+            TextColumn("  "),
+            TimeElapsedColumn(),
+            TextColumn("[bold purple]{task.fields[action]}"),
+            SpinnerColumn("simpleDots"),
+        )
+
+        self.transmission_progress = Progress(
+            TextColumn("[bold blue]{task.description}", justify="right"),
+            BarColumn(bar_width=None),
+            "[progress.percentage]{task.percentage:>3.1f}%",
+            "•",
+            DownloadColumn(),
+            "•",
+            TransferSpeedColumn(),
+            "•",
+            TimeRemainingColumn(),
+        )
+
+        self.progress_group = Group(
+            Panel(Group(self.log_progress, self.spinner_progress)),
+            self.transmission_progress,
+        )
 
     @contextmanager
     def spin(self, *, text: str):