Add assert about BS

bigscience-workshop · Apr 10, 2024 · a447cbe · a447cbe
1 parent 5f91793
commit a447cbe
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/petals/client/remote_generation.py b/src/petals/client/remote_generation.py
@@ -38,7 +38,7 @@ def update_seen(self, new_seen: int) -> None:
         self.seen_tokens += new_seen
 
     def reorder_cache(self, beam_idx):
-        pass
+        raise NotImplementedError("Beam search reordering is not implemented yet")
 
 
 _skipped_tokens = ContextVar("skipped_tokens", default=0)