From 30f659eb7f57528105ad30b3e871e5fe28fb8d26 Mon Sep 17 00:00:00 2001 From: yuhao_zhang Date: Mon, 20 Oct 2025 13:42:47 +0800 Subject: [PATCH 1/2] fix done --- src/backend/server/request_handler.py | 2 ++ src/parallax/server/http_server.py | 5 ++--- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/src/backend/server/request_handler.py b/src/backend/server/request_handler.py index b32b188a..37dad7d2 100644 --- a/src/backend/server/request_handler.py +++ b/src/backend/server/request_handler.py @@ -90,6 +90,8 @@ async def _forward_request(self, request_data: Dict, request_id: str, received_t status_code=429, ) + # Add request_id and routing_table to request_data + request_data["rid"] = str(request_id) request_data["routing_table"] = routing_table stub = self.get_stub(routing_table[0]) is_stream = request_data.get("stream", False) diff --git a/src/parallax/server/http_server.py b/src/parallax/server/http_server.py index 8e853b76..80210bfc 100644 --- a/src/parallax/server/http_server.py +++ b/src/parallax/server/http_server.py @@ -19,7 +19,6 @@ import sys import time import traceback -import uuid from dataclasses import dataclass, field from http import HTTPStatus from typing import Dict, Optional @@ -341,8 +340,8 @@ async def v1_chat_completions(raw_request: fastapi.Request): request_json = await raw_request.json() except Exception as e: return create_error_response("Invalid request body, error: ", str(e)) - request_id = str(uuid.uuid4()) - request_json["rid"] = request_id + + request_id = request_json.get("rid") app.state.http_handler.create_request(request_json) app.state.http_handler.send_request(request_json) req = app.state.http_handler.processing_requests.get(request_id) From ab7fcf5f2a4e7ae8fc8f9e24169caa1e2346baaf Mon Sep 17 00:00:00 2001 From: yuhao_zhang Date: Mon, 20 Oct 2025 13:58:29 +0800 Subject: [PATCH 2/2] update --- src/parallax/server/http_server.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/parallax/server/http_server.py b/src/parallax/server/http_server.py index 80210bfc..68b55bda 100644 --- a/src/parallax/server/http_server.py +++ b/src/parallax/server/http_server.py @@ -19,6 +19,7 @@ import sys import time import traceback +import uuid from dataclasses import dataclass, field from http import HTTPStatus from typing import Dict, Optional @@ -341,7 +342,12 @@ async def v1_chat_completions(raw_request: fastapi.Request): except Exception as e: return create_error_response("Invalid request body, error: ", str(e)) + # Check if request_json has "rid", otherwise generate new one request_id = request_json.get("rid") + if request_id is None: + request_id = uuid.uuid4() + request_json["rid"] = str(request_id) + app.state.http_handler.create_request(request_json) app.state.http_handler.send_request(request_json) req = app.state.http_handler.processing_requests.get(request_id)