From 9a887e297aa2be76f514012c41f8edab59b75a30 Mon Sep 17 00:00:00 2001 From: Yang Wang Date: Fri, 21 Nov 2025 16:47:16 -0700 Subject: [PATCH 1/4] hidemetadata --- .../common/benchmark_time_series_api_model.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/aws/lambda/benchmark_regression_summary_report/common/benchmark_time_series_api_model.py b/aws/lambda/benchmark_regression_summary_report/common/benchmark_time_series_api_model.py index e825a87c68..06aa758ff7 100644 --- a/aws/lambda/benchmark_regression_summary_report/common/benchmark_time_series_api_model.py +++ b/aws/lambda/benchmark_regression_summary_report/common/benchmark_time_series_api_model.py @@ -60,7 +60,18 @@ def from_request( requests.exceptions.RequestException if network/timeout/HTTP error RuntimeError if the API returns an "error" field or malformed data """ - resp = requests.post(url, json=query, timeout=timeout) + + headers = { + # Looks like a real browser instead of python-requests + "User-Agent": ( + "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) " + "AppleWebKit/537.36 (KHTML, like Gecko) " + "Chrome/120.0.0.0 Safari/537.36" + ), + "Accept": "application/json,text/html;q=0.9,*/*;q=0.8", + "Accept-Language": "en-US,en;q=0.9", + } + resp = requests.post(url, json=query, timeout=timeout, headers=headers) resp.raise_for_status() payload = resp.json() From 46dfe98c4d9d38bced84d0e2513dc0d6b170fa44 Mon Sep 17 00:00:00 2001 From: Yang Wang Date: Fri, 21 Nov 2025 17:05:31 -0700 Subject: [PATCH 2/4] hidemetadata --- .../common/config.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/aws/lambda/benchmark_regression_summary_report/common/config.py b/aws/lambda/benchmark_regression_summary_report/common/config.py index fd267360a1..e91e9c8374 100644 --- a/aws/lambda/benchmark_regression_summary_report/common/config.py +++ b/aws/lambda/benchmark_regression_summary_report/common/config.py @@ -89,12 +89,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/torchao_micro_api_benchmark", }, - # set baseline from past 3-6 days, and compare with the lastest 4 day + # set baseline from past 4-8 days, and compare with the lastest 4 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=3), - comparison=DayRangeWindow(value=3), + baseline=DayRangeWindow(value=4), + comparison=DayRangeWindow(value=4), ), metrics={ "bfloat16 fwd time (ms)": RegressionPolicy( @@ -141,6 +141,7 @@ "branches": ["main"], "repo": "pytorch/pytorch", "device": "", + "arch": "", "benchmarkName": "PyTorch operator microbenchmark", "startTime": "{{ startTime }}", "stopTime": "{{ stopTime }}" @@ -152,12 +153,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_operator_microbenchmark", }, - # set baseline from past 3-6 days, and compare with the lastest 4 day + # set baseline from past 4-8 days, and compare with the lastest 4 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=3), - comparison=DayRangeWindow(value=3), + baseline=DayRangeWindow(value=4), + comparison=DayRangeWindow(value=4), ), metrics={ "latency": RegressionPolicy( From 6d580233bf135c016846ec43db8479ce08519cae Mon Sep 17 00:00:00 2001 From: Yang Wang Date: Fri, 21 Nov 2025 17:06:43 -0700 Subject: [PATCH 3/4] hidemetadata --- .../common/config.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/aws/lambda/benchmark_regression_summary_report/common/config.py b/aws/lambda/benchmark_regression_summary_report/common/config.py index e91e9c8374..5cb060245d 100644 --- a/aws/lambda/benchmark_regression_summary_report/common/config.py +++ b/aws/lambda/benchmark_regression_summary_report/common/config.py @@ -37,12 +37,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_helion", }, - # set baseline from past 4-8 days, and compare with the lastest 4 day + # set baseline from past 3-6 days, and compare with the lastest 3 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=4), - comparison=DayRangeWindow(value=4), + baseline=DayRangeWindow(value=3), + comparison=DayRangeWindow(value=3), ), metrics={ "helion_speedup": RegressionPolicy( @@ -153,12 +153,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_operator_microbenchmark", }, - # set baseline from past 4-8 days, and compare with the lastest 4 day + # set baseline from past 3-6 days, and compare with the lastest 3 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=4), - comparison=DayRangeWindow(value=4), + baseline=DayRangeWindow(value=3), + comparison=DayRangeWindow(value=3), ), metrics={ "latency": RegressionPolicy( From 85201682bffcafc79057c01f82d6711845e6af0b Mon Sep 17 00:00:00 2001 From: Yang Wang Date: Fri, 21 Nov 2025 17:08:36 -0700 Subject: [PATCH 4/4] hidemetadata --- .../common/config.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/aws/lambda/benchmark_regression_summary_report/common/config.py b/aws/lambda/benchmark_regression_summary_report/common/config.py index 5cb060245d..1068aa76dc 100644 --- a/aws/lambda/benchmark_regression_summary_report/common/config.py +++ b/aws/lambda/benchmark_regression_summary_report/common/config.py @@ -37,12 +37,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_helion", }, - # set baseline from past 3-6 days, and compare with the lastest 3 day + # set baseline from past 4-8 days, and compare with the lastest 4 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=3), - comparison=DayRangeWindow(value=3), + baseline=DayRangeWindow(value=4), + comparison=DayRangeWindow(value=4), ), metrics={ "helion_speedup": RegressionPolicy( @@ -89,12 +89,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/torchao_micro_api_benchmark", }, - # set baseline from past 4-8 days, and compare with the lastest 4 day + # set baseline from past 3-6 days, and compare with the lastest 3 days policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=4), - comparison=DayRangeWindow(value=4), + baseline=DayRangeWindow(value=3), + comparison=DayRangeWindow(value=3), ), metrics={ "bfloat16 fwd time (ms)": RegressionPolicy(