fix

bigscience-workshop · Jul 2, 2024 · de2c38a · de2c38a
1 parent b6801af
commit de2c38a
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/src/petals/server/block_functions.py b/src/petals/server/block_functions.py
@@ -161,7 +161,6 @@ async def iterate_rpc_inference(
 
     async for request, step_metadata in input_iterator:
         if "last_validated_position" in step_metadata:
-            last_validated_position = min(step_metadata["last_validated_position"], prefix_length)
             assert prefix_length >= last_validated_position, f"prefix_length={prefix_length}, last_validated_position={last_validated_position}"
             prefix_length = last_validated_position