From cbf47386d2497c633f944f045b42f114f027c393 Mon Sep 17 00:00:00 2001 From: Zhang Yulong <35552275+ZhangYulongg@users.noreply.github.com> Date: Thu, 16 Oct 2025 14:26:57 +0800 Subject: [PATCH 1/2] Fix benchmark duration calculation logic Calculate benchmark duration using filtered outputs. --- benchmarks/benchmark_serving.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index 14e697a2ea5..3291b477d69 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -475,7 +475,7 @@ async def limited_request_func(request_func_input, pbar): # 根据收到最后一个chunk的时间戳计算总时长 if len(outputs) >= 2: - benchmark_duration = outputs[-1].end_timestamp - outputs[0].end_timestamp + benchmark_duration = benchmark_outputs[-1].end_timestamp - benchmark_outputs[0].end_timestamp else: benchmark_duration = 0.0 From d6790f540fdb3f25964151cc551c8f409d2a5d3b Mon Sep 17 00:00:00 2001 From: Zhang Yulong <35552275+ZhangYulongg@users.noreply.github.com> Date: Thu, 16 Oct 2025 14:29:10 +0800 Subject: [PATCH 2/2] Fix benchmark duration calculation using benchmark_outputs --- benchmarks/benchmark_serving.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index 3291b477d69..a4bea94e6bd 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -474,7 +474,7 @@ async def limited_request_func(request_func_input, pbar): benchmark_outputs = outputs[half : n - half] # 根据收到最后一个chunk的时间戳计算总时长 - if len(outputs) >= 2: + if len(benchmark_outputs) >= 2: benchmark_duration = benchmark_outputs[-1].end_timestamp - benchmark_outputs[0].end_timestamp else: benchmark_duration = 0.0