feat(api): limit simultaneous image workers (fixes #15)

ssube · Jan 13, 2023 · e872eea · e872eea
1 parent 2ebba8a
commit e872eea
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/api/onnx_web/serve.py b/api/onnx_web/serve.py
@@ -54,6 +54,8 @@
 output_path = environ.get('ONNX_WEB_OUTPUT_PATH', path.join('..', 'outputs'))
 params_path = environ.get('ONNX_WEB_PARAMS_PATH', 'params.json')
 
+# options
+num_workers = int(environ.get('ONNX_WEB_NUM_WORKERS', 2))
 
 # pipeline caching
 available_models = []
@@ -317,7 +319,10 @@ def load_params():
 check_paths()
 load_models()
 load_params()
+
 app = Flask(__name__)
+app.config['EXECUTOR_MAX_WORKERS'] = num_workers
+
 executor = Executor(app)
 
 # routes