diff --git a/lightllm/server/audioserver/manager.py b/lightllm/server/audioserver/manager.py index 451e22c90..945e67681 100644 --- a/lightllm/server/audioserver/manager.py +++ b/lightllm/server/audioserver/manager.py @@ -4,6 +4,7 @@ import asyncio import uvloop import rpyc +import socket import inspect import setproctitle from typing import List @@ -39,6 +40,7 @@ def __init__( self.zmq_recv_socket = context.socket(zmq.PULL) self.zmq_recv_socket.bind(f"{args.zmq_mode}127.0.0.1:{args.audio_port}") self.cache_client = rpyc.connect("localhost", args.cache_port, config={"allow_pickle": True}) + self.cache_client._channel.stream.sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1) self.cache_port = args.cache_port self.waiting_reqs: List[GroupReqIndexes] = [] self.model_weightdir = args.model_dir diff --git a/lightllm/server/embed_cache/manager.py b/lightllm/server/embed_cache/manager.py index 34eec3b4f..5de4df4ab 100644 --- a/lightllm/server/embed_cache/manager.py +++ b/lightllm/server/embed_cache/manager.py @@ -60,6 +60,7 @@ def start_cache_manager(args: StartArgs, pipe_writer): manager = InMemoryCache(args) service = CacheServer(manager) from rpyc.utils.server import ThreadedServer + import lightllm.utils.rpyc_fix_utils as _ t = ThreadedServer(service, port=args.cache_port, protocol_config={"allow_pickle": True}) pipe_writer.send("init ok") diff --git a/lightllm/server/multimodal_params.py b/lightllm/server/multimodal_params.py index e3c1d19d2..066fe5cc2 100644 --- a/lightllm/server/multimodal_params.py +++ b/lightllm/server/multimodal_params.py @@ -48,7 +48,7 @@ async def preload(self, request: Request): return except Exception as e: - raise ValueError(f"Failed to read image type={self._type}, data[:100]={self._data[:100]}: {e}!") + raise ValueError(f"Failed to read audio type={self._type}, data[:100]={self._data[:100]}: {e}!") def read(self): assert self._preload_data is not None