From 282acb4b55413d05e9fa2f5dd5de7393f6a7bb85 Mon Sep 17 00:00:00 2001 From: sibianl Date: Wed, 12 Nov 2025 12:24:19 +0800 Subject: [PATCH] fix(backend): add param_hosting_ratio for estimate varm required --- src/backend/server/static_config.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/backend/server/static_config.py b/src/backend/server/static_config.py index fad7f435..3b196fa8 100644 --- a/src/backend/server/static_config.py +++ b/src/backend/server/static_config.py @@ -166,6 +166,8 @@ def build_single_model(model_info): def estimate_vram_gb_required(model_info): if model_info is None: return 0 + + param_hosting_ratio = 0.65 return ( ( model_info.embedding_io_bytes @@ -175,6 +177,7 @@ def estimate_vram_gb_required(model_info): / 1024 / 1024 / 1024 + / param_hosting_ratio )