chore: catch exceptions on all async_run

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
bentoml · Sep 1, 2023 · 257186f · 257186f
1 parent 1ca5801
commit 257186f
Showing 1 changed file with 14 additions and 4 deletions.
diff --git a/src/bentoml/_internal/server/runner_app.py b/src/bentoml/_internal/server/runner_app.py
@@ -241,9 +241,13 @@ async def infer_batch(
                         params_list, input_batch_dim
                     )
 
-                    batch_ret = await runner_method.async_run(
-                        *batched_params.args, **batched_params.kwargs
-                    )
+                    try:
+                        batch_ret = await runner_method.async_run(
+                            *batched_params.args, **batched_params.kwargs
+                        )
+                    except Exception:
+                        traceback.print_exc()
+                        raise
 
                     # multiple output branch
                     if LazyType["tuple[t.Any, ...]"](tuple).isinstance(batch_ret):
@@ -273,7 +277,13 @@ async def infer_single(paramss: t.Sequence[Params[t.Any]]):
 
                     params = paramss[0].map(AutoContainer.from_payload)
 
-                    ret = await runner_method.async_run(*params.args, **params.kwargs)
+                    try:
+                        ret = await runner_method.async_run(
+                            *params.args, **params.kwargs
+                        )
+                    except Exception:
+                        traceback.print_exc()
+                        raise
 
                     payload = AutoContainer.to_payload(ret, 0)
                     return (payload,)