fix

xtinkt · xtinkt · commit 10de34b72a91 · 2024-07-02T17:24:38.000Z
diff --git a/src/petals/server/block_functions.py b/src/petals/server/block_functions.py
@@ -161,6 +161,7 @@ async def iterate_rpc_inference(
 
     async for request, step_metadata in input_iterator:
         if "last_validated_position" in step_metadata:
+            last_validated_position = step_metadata["last_validated_position"]
             assert prefix_length >= last_validated_position, f"prefix_length={prefix_length}, last_validated_position={last_validated_position}"
             prefix_length = last_validated_position
 
