Skip to content

Commit df117bf

Browse files
authored
change monitor days for torch ao regression report (#7506)
1 parent 71622dc commit df117bf

File tree

1 file changed

+6
-6
lines changed
  • aws/lambda/benchmark_regression_summary_report/common

1 file changed

+6
-6
lines changed

aws/lambda/benchmark_regression_summary_report/common/config.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -89,12 +89,12 @@
8989
hud_info={
9090
"url": "https://hud.pytorch.org/benchmark/v3/dashboard/torchao_micro_api_benchmark",
9191
},
92-
# set baseline from past 4-8 days, and compare with the lastest 4 day
92+
# set baseline from past 3-6 days, and compare with the lastest 4 day
9393
policy=Policy(
9494
frequency=Frequency(value=1, unit="days"),
9595
range=RangeConfig(
96-
baseline=DayRangeWindow(value=4),
97-
comparison=DayRangeWindow(value=4),
96+
baseline=DayRangeWindow(value=3),
97+
comparison=DayRangeWindow(value=3),
9898
),
9999
metrics={
100100
"bfloat16 fwd time (ms)": RegressionPolicy(
@@ -152,12 +152,12 @@
152152
hud_info={
153153
"url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_operator_microbenchmark",
154154
},
155-
# set baseline from past 4-8 days, and compare with the lastest 4 day
155+
# set baseline from past 3-6 days, and compare with the lastest 4 day
156156
policy=Policy(
157157
frequency=Frequency(value=1, unit="days"),
158158
range=RangeConfig(
159-
baseline=DayRangeWindow(value=4),
160-
comparison=DayRangeWindow(value=4),
159+
baseline=DayRangeWindow(value=3),
160+
comparison=DayRangeWindow(value=3),
161161
),
162162
metrics={
163163
"latency": RegressionPolicy(

0 commit comments

Comments
 (0)