diff --git a/flink-autoscaler/src/main/java/org/apache/flink/autoscaler/ScalingMetricEvaluator.java b/flink-autoscaler/src/main/java/org/apache/flink/autoscaler/ScalingMetricEvaluator.java
index 58c5dbe4a4..b2a4a277e7 100644
--- a/flink-autoscaler/src/main/java/org/apache/flink/autoscaler/ScalingMetricEvaluator.java
+++ b/flink-autoscaler/src/main/java/org/apache/flink/autoscaler/ScalingMetricEvaluator.java
@@ -456,7 +456,10 @@ public static double getRate(
             return Double.NaN;
         }
 
-        return 1000 * (last - first) / Duration.between(firstTs, lastTs).toMillis();
+        long tsDiff = Duration.between(firstTs, lastTs).toMillis();
+        tsDiff = Math.max(tsDiff, 1);
+
+        return 1000 * (last - first) / tsDiff;
     }
 
     public static double getAverage(