diff --git a/system/ui/lib/scroll_panel.py b/system/ui/lib/scroll_panel.py
index a5b9fc70d33555..6dd9ceaadccf4d 100644
--- a/system/ui/lib/scroll_panel.py
+++ b/system/ui/lib/scroll_panel.py
@@ -41,8 +41,12 @@ def _update_state(self, bounds: rl.Rectangle, content: rl.Rectangle):
     if DEBUG:
       rl.draw_rectangle_lines(0, 0, abs(int(self._velocity_filter_y.x)), 10, rl.RED)
 
-    # Handle mouse wheel
-    self._offset_filter_y.x += rl.get_mouse_wheel_move() * MOUSE_WHEEL_SCROLL_SPEED
+    # Handle mouse wheel only when the mouse cursor is over this panel
+    mouse_wheel = rl.get_mouse_wheel_move()
+    if mouse_wheel != 0:
+      mouse_pos = rl.get_mouse_position()
+      if rl.check_collision_point_rec(mouse_pos, bounds):
+        self._offset_filter_y.x += mouse_wheel * MOUSE_WHEEL_SCROLL_SPEED
 
     max_scroll_distance = max(0, content.height - bounds.height)
     if self._scroll_state == ScrollState.IDLE: