Turn on the 'preload_app' setting to share all model artifacts betwee…

…n Gunicorn workers
bentoml · Oct 29, 2021 · 1db97c3 · 1db97c3
1 parent 4e1a10b
commit 1db97c3
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/bentoml/server/gunicorn_server.py b/bentoml/server/gunicorn_server.py
@@ -95,8 +95,12 @@ def __init__(
             else:
                 self.bind = bind
 
+            # 1. To share all model artifacts between Gunicorn workers,
+            #    we set 'preload_app' to True. False on default)
+            #    - Ref. : https://docs.gunicorn.org/en/stable/settings.html#preload-app
             self.options = {
                 "bind": self.bind,
+                "preload_app": True,
                 "timeout": timeout,  # TODO
                 "limit_request_line": max_request_size,
                 "loglevel": loglevel.upper(),