diff --git a/src/petals/server/block_functions.py b/src/petals/server/block_functions.py index 6636f00b..c88c8e5a 100644 --- a/src/petals/server/block_functions.py +++ b/src/petals/server/block_functions.py @@ -161,7 +161,6 @@ async def iterate_rpc_inference( async for request, step_metadata in input_iterator: if "last_validated_position" in step_metadata: - last_validated_position = min(step_metadata["last_validated_position"], prefix_length) assert prefix_length >= last_validated_position, f"prefix_length={prefix_length}, last_validated_position={last_validated_position}" prefix_length = last_validated_position