fix: BROS-669: Video regions/scrubbing stuck (#9157)

Co-authored-by: nick-skriabin <nick-skriabin@users.noreply.github.com>

Author: nick-skriabin

web/libs/editor/src/tags/object/Video/HtxVideo.jsx

@@ -142,6 +142,13 @@ const HtxVideoView = ({ item, store }) => {
   const [videoLength, _setVideoLength] = useState(0);
   const [playing, setPlaying] = useState(false);
   const [position, _setPosition] = useState(1);
+  const scrubStateRef = useRef({
+    isScrubbing: false,
+    wasPlaying: false,
+    timeoutId: null,
+    lastChangeTime: 0,
+  });
+  const seekRafRef = useRef(null);
 
   const [videoSize, setVideoSize] = useState(null);
   const [videoDimensions, setVideoDimensions] = useState({
@@ -454,15 +461,63 @@ const HtxVideoView = ({ item, store }) => {
   const handleTimelinePositionChange = useCallback(
     (newPosition) => {
       if (position !== newPosition) {
-        item.setFrame(newPosition);
+        const now = Date.now();
+        const state = scrubStateRef.current;
+        const isRapidScrubbing = now - state.lastChangeTime < 100;
+        state.lastChangeTime = now;
+
+        // Handle pause/resume when scrubbing while playing
+        if (playing && !state.isScrubbing) {
+          state.isScrubbing = true;
+          state.wasPlaying = true;
+          item.ref.current?.pause();
+          item.triggerSyncPause();
+
+          // Resume after scrubbing ends
+          if (state.timeoutId) clearTimeout(state.timeoutId);
+          state.timeoutId = setTimeout(() => {
+            state.isScrubbing = false;
+            if (state.wasPlaying && item.ref.current && !item.ref.current.playing) {
+              const video = item.ref.current.videoRef?.current;
+              const resume = () => {
+                if (item.ref.current && !item.ref.current.playing) {
+                  item.ref.current.play();
+                  item.triggerSyncPlay();
+                }
+              };
+              // Wait for seek to complete before resuming
+              video?.seeking ? video.addEventListener("seeked", resume, { once: true }) : resume();
+            }
+            state.wasPlaying = false;
+          }, 200);
+        }
+
         setPosition(newPosition);
+
+        // Batch rapid seeks, immediate seek for single changes
+        if (seekRafRef.current) cancelAnimationFrame(seekRafRef.current);
+
+        if (isRapidScrubbing) {
+          // Batch rapid scrubbing seeks
+          seekRafRef.current = requestAnimationFrame(() => {
+            seekRafRef.current = null;
+            item.setFrame(newPosition);
+          });
+        } else {
+          // Immediate seek for single frame changes (tests, single clicks)
+          item.setFrame(newPosition);
+        }
       }
     },
-    [item, position],
+    [item, position, playing],
   );
 
   useEffect(
     () => () => {
+      // Cleanup
+      const state = scrubStateRef.current;
+      if (state.timeoutId) clearTimeout(state.timeoutId);
+      if (seekRafRef.current) cancelAnimationFrame(seekRafRef.current);
       item.ref.current = null;
     },
     [],
@@ -533,6 +588,7 @@ const HtxVideoView = ({ item, store }) => {
                     workingArea={videoDimensions}
                     allowRegionsOutsideWorkingArea={!limitCanvasDrawingBoundaries}
                     stageRef={stageRef}
+                    currentFrame={position}
                   />
                 )}
                 <VideoCanvas

web/libs/editor/src/tags/object/Video/Video.js

@@ -372,12 +372,20 @@ const Model = types
       },
 
       setFrame(frame) {
-        if (self.frame !== frame && self.framerate) {
+        if (self.frame !== frame && self.framerate && self.ref.current) {
           self.frame = frame;
-          if (isFF(FF_VIDEO_FRAME_SEEK_PRECISION)) {
-            self.ref.current.goToFrame(frame);
-          } else {
-            self.ref.current.currentTime = frame / self.framerate;
+
+          // Seek immediately - batching is handled at a higher level
+          if (!self.ref.current) return;
+
+          try {
+            if (isFF(FF_VIDEO_FRAME_SEEK_PRECISION)) {
+              self.ref.current.goToFrame(frame);
+            } else {
+              self.ref.current.currentTime = frame / self.framerate;
+            }
+          } catch (error) {
+            console.warn("Error seeking video:", error);
           }
         }
       },

web/libs/editor/src/tags/object/Video/VideoRegions.jsx

@@ -32,6 +32,7 @@ const VideoRegionsPure = ({
   allowRegionsOutsideWorkingArea = true,
   pan = { x: 0, y: 0 },
   stageRef,
+  currentFrame, // Add currentFrame prop to force re-renders when frame changes
 }) => {
   const [newRegion, setNewRegion] = useState();
   const [isDrawing, setDrawingMode] = useState(false);
@@ -214,6 +215,7 @@ const VideoRegionsPure = ({
           workinAreaCoordinates={workinAreaCoordinates}
           onDragMove={createOnDragMoveHandler(workinAreaCoordinates, !allowRegionsOutsideWorkingArea)}
           stageRef={stageRef}
+          currentFrame={currentFrame}
         />
       </Layer>
       {!item.annotation?.isReadOnly() && isDrawing ? (
@@ -237,28 +239,38 @@ const VideoRegionsPure = ({
   );
 };
 
-const RegionsLayer = observer(({ regions, item, locked, isDrawing, workinAreaCoordinates, stageRef, onDragMove }) => {
-  return (
-    <>
-      {regions.map((reg) => (
-        <Shape
-          id={reg.id}
-          key={reg.id}
-          reg={reg}
-          frame={item.frame}
-          workingArea={workinAreaCoordinates}
-          draggable={!reg.isReadOnly() && !isDrawing && !locked}
-          selected={reg.selected || reg.inSelection}
-          listening={!reg.locked && !reg.hidden}
-          stageRef={stageRef}
-          onDragMove={onDragMove}
-        />
-      ))}
-    </>
-  );
-});
-
-const Shape = observer(({ id, reg, frame, stageRef, ...props }) => {
+const RegionsLayer = observer(
+  ({ regions, item, locked, isDrawing, workinAreaCoordinates, stageRef, onDragMove, currentFrame }) => {
+    // Use currentFrame prop (from React state) to ensure regions update during fast scrubbing
+    // Since item.frame is volatile, React state triggers re-renders
+    const frame = currentFrame ?? item.frame;
+
+    return (
+      <>
+        {regions.map((reg) => (
+          <Shape
+            id={reg.id}
+            key={reg.id}
+            reg={reg}
+            item={item}
+            workingArea={workinAreaCoordinates}
+            draggable={!reg.isReadOnly() && !isDrawing && !locked}
+            selected={reg.selected || reg.inSelection}
+            listening={!reg.locked && !reg.hidden}
+            stageRef={stageRef}
+            onDragMove={onDragMove}
+            currentFrame={frame}
+          />
+        ))}
+      </>
+    );
+  },
+);
+
+const Shape = observer(({ id, reg, item, stageRef, currentFrame, ...props }) => {
+  // Use currentFrame prop to ensure we get the latest frame value during fast scrubbing
+  // Since item.frame is volatile, React state (currentFrame) ensures proper updates
+  const frame = currentFrame ?? item.frame;
   const box = reg.getShape(frame);
 
   return (