diff --git a/aws/lambda/benchmark_regression_summary_report/common/config.py b/aws/lambda/benchmark_regression_summary_report/common/config.py index 0b60017ba5..fd267360a1 100644 --- a/aws/lambda/benchmark_regression_summary_report/common/config.py +++ b/aws/lambda/benchmark_regression_summary_report/common/config.py @@ -89,12 +89,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/torchao_micro_api_benchmark", }, - # set baseline from past 4-8 days, and compare with the lastest 4 day + # set baseline from past 3-6 days, and compare with the lastest 4 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=4), - comparison=DayRangeWindow(value=4), + baseline=DayRangeWindow(value=3), + comparison=DayRangeWindow(value=3), ), metrics={ "bfloat16 fwd time (ms)": RegressionPolicy( @@ -152,12 +152,12 @@ hud_info={ "url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_operator_microbenchmark", }, - # set baseline from past 4-8 days, and compare with the lastest 4 day + # set baseline from past 3-6 days, and compare with the lastest 4 day policy=Policy( frequency=Frequency(value=1, unit="days"), range=RangeConfig( - baseline=DayRangeWindow(value=4), - comparison=DayRangeWindow(value=4), + baseline=DayRangeWindow(value=3), + comparison=DayRangeWindow(value=3), ), metrics={ "latency": RegressionPolicy(