From c5f58c6d16785d443a4c88d14550479605a5e7f4 Mon Sep 17 00:00:00 2001 From: sibianl Date: Fri, 24 Oct 2025 18:21:29 +0800 Subject: [PATCH 1/2] feat(node): add param to skip node chat server --- src/parallax/launch.py | 6 ++++-- src/parallax/server/http_server.py | 4 ++-- src/parallax/server/server_args.py | 4 ++++ 3 files changed, 10 insertions(+), 4 deletions(-) diff --git a/src/parallax/launch.py b/src/parallax/launch.py index 66657607..b92ba6a5 100644 --- a/src/parallax/launch.py +++ b/src/parallax/launch.py @@ -79,7 +79,8 @@ if args.start_layer == 0: http_server_process = launch_http_server(args) executor = Executor.create_from_args(args) - node_chat_http_server_process = launch_node_chat_http_server(args) + if not args.skip_node_chat_server: + node_chat_http_server_process = launch_node_chat_http_server(args) launch_p2p_server( initial_peers=args.initial_peers, scheduler_addr=args.scheduler_addr, @@ -141,7 +142,8 @@ if args.start_layer == 0: http_server_process = launch_http_server(args) executor = Executor.create_from_args(args) - node_chat_http_server_process = launch_node_chat_http_server(args) + if not args.skip_node_chat_server: + node_chat_http_server_process = launch_node_chat_http_server(args) if gradient_server is not None: gradient_server.status = ServerState.READY diff --git a/src/parallax/server/http_server.py b/src/parallax/server/http_server.py index 68b55bda..e4651083 100644 --- a/src/parallax/server/http_server.py +++ b/src/parallax/server/http_server.py @@ -345,8 +345,8 @@ async def v1_chat_completions(raw_request: fastapi.Request): # Check if request_json has "rid", otherwise generate new one request_id = request_json.get("rid") if request_id is None: - request_id = uuid.uuid4() - request_json["rid"] = str(request_id) + request_id = str(uuid.uuid4()) + request_json["rid"] = request_id app.state.http_handler.create_request(request_json) app.state.http_handler.send_request(request_json) diff --git a/src/parallax/server/server_args.py b/src/parallax/server/server_args.py index 5b1429e0..72eeba9c 100644 --- a/src/parallax/server/server_args.py +++ b/src/parallax/server/server_args.py @@ -150,6 +150,10 @@ def parse_args() -> argparse.Namespace: help="Choose the GPU moe kernels", ) + parser.add_argument( + "--skip-node-chat-server", action="store_true", help="Skip node chat server" + ) + # Logging and debugging parser.add_argument( "--log-level", From eaa4811a68003e0fb9fd52168f0e763323ebaba2 Mon Sep 17 00:00:00 2001 From: sibianl Date: Fri, 24 Oct 2025 18:42:05 +0800 Subject: [PATCH 2/2] fix --- src/parallax/launch.py | 5 +---- src/parallax/server/server_args.py | 4 ---- 2 files changed, 1 insertion(+), 8 deletions(-) diff --git a/src/parallax/launch.py b/src/parallax/launch.py index b92ba6a5..93e18872 100644 --- a/src/parallax/launch.py +++ b/src/parallax/launch.py @@ -79,8 +79,6 @@ if args.start_layer == 0: http_server_process = launch_http_server(args) executor = Executor.create_from_args(args) - if not args.skip_node_chat_server: - node_chat_http_server_process = launch_node_chat_http_server(args) launch_p2p_server( initial_peers=args.initial_peers, scheduler_addr=args.scheduler_addr, @@ -142,8 +140,7 @@ if args.start_layer == 0: http_server_process = launch_http_server(args) executor = Executor.create_from_args(args) - if not args.skip_node_chat_server: - node_chat_http_server_process = launch_node_chat_http_server(args) + node_chat_http_server_process = launch_node_chat_http_server(args) if gradient_server is not None: gradient_server.status = ServerState.READY diff --git a/src/parallax/server/server_args.py b/src/parallax/server/server_args.py index 72eeba9c..5b1429e0 100644 --- a/src/parallax/server/server_args.py +++ b/src/parallax/server/server_args.py @@ -150,10 +150,6 @@ def parse_args() -> argparse.Namespace: help="Choose the GPU moe kernels", ) - parser.add_argument( - "--skip-node-chat-server", action="store_true", help="Skip node chat server" - ) - # Logging and debugging parser.add_argument( "--log-level",