diff --git a/src/parallax/launch.py b/src/parallax/launch.py index 66657607..93e18872 100644 --- a/src/parallax/launch.py +++ b/src/parallax/launch.py @@ -79,7 +79,6 @@ if args.start_layer == 0: http_server_process = launch_http_server(args) executor = Executor.create_from_args(args) - node_chat_http_server_process = launch_node_chat_http_server(args) launch_p2p_server( initial_peers=args.initial_peers, scheduler_addr=args.scheduler_addr, diff --git a/src/parallax/server/http_server.py b/src/parallax/server/http_server.py index 68b55bda..e4651083 100644 --- a/src/parallax/server/http_server.py +++ b/src/parallax/server/http_server.py @@ -345,8 +345,8 @@ async def v1_chat_completions(raw_request: fastapi.Request): # Check if request_json has "rid", otherwise generate new one request_id = request_json.get("rid") if request_id is None: - request_id = uuid.uuid4() - request_json["rid"] = str(request_id) + request_id = str(uuid.uuid4()) + request_json["rid"] = request_id app.state.http_handler.create_request(request_json) app.state.http_handler.send_request(request_json)