fix

xtinkt · xtinkt · commit de2c38ab1bba · 2024-07-02T17:13:59.000Z
diff --git a/src/petals/server/block_functions.py b/src/petals/server/block_functions.py
@@ -161,7 +161,6 @@ async def iterate_rpc_inference(
 
     async for request, step_metadata in input_iterator:
         if "last_validated_position" in step_metadata:
-            last_validated_position = min(step_metadata["last_validated_position"], prefix_length)
             assert prefix_length >= last_validated_position, f"prefix_length={prefix_length}, last_validated_position={last_validated_position}"
             prefix_length = last_validated_position
 
