diff --git a/diffusiondet/predictor.py b/diffusiondet/predictor.py
index 94489bf..3fc8843 100644
--- a/diffusiondet/predictor.py
+++ b/diffusiondet/predictor.py
@@ -101,6 +101,8 @@ def process_predictions(frame, predictions):
                 )
             elif "instances" in predictions:
                 predictions = predictions["instances"].to(self.cpu_device)
+                new_instances = predictions[predictions.scores > self.threshold]
+                predictions = new_instances
                 vis_frame = video_visualizer.draw_instance_predictions(frame, predictions)
             elif "sem_seg" in predictions:
                 vis_frame = video_visualizer.draw_sem_seg(