Skip to content

Commit

Permalink
fix: 由于server.utils导入model_workers时,导入fastchat model_worker,导致startup…
Browse files Browse the repository at this point in the history
…启动延迟明显 (#1436)
  • Loading branch information
liunux4odoo committed Sep 12, 2023
1 parent 6a03611 commit 60f88ae
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion server/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@
from configs.model_config import LLM_MODEL, llm_model_dict, LLM_DEVICE, EMBEDDING_DEVICE, logger, log_verbose
from configs.server_config import FSCHAT_MODEL_WORKERS
import os
from server import model_workers
from concurrent.futures import ThreadPoolExecutor, as_completed
from typing import Literal, Optional, Callable, Generator, Dict, Any

Expand Down Expand Up @@ -205,6 +204,7 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict:
优先级:FSCHAT_MODEL_WORKERS[model_name] > llm_model_dict[model_name] > FSCHAT_MODEL_WORKERS["default"]
'''
from configs.server_config import FSCHAT_MODEL_WORKERS
from server import model_workers
from configs.model_config import llm_model_dict

config = FSCHAT_MODEL_WORKERS.get("default", {}).copy()
Expand Down

0 comments on commit 60f88ae

Please sign in to comment.