fix

huggingface · Dec 5, 2024 · 165b66c · 165b66c
1 parent b95dd1a
commit 165b66c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum_benchmark/scenarios/inference/scenario.py b/optimum_benchmark/scenarios/inference/scenario.py
@@ -234,7 +234,7 @@ def run_per_token_text_generation_latency_tracking(self):
         self.latency_tracker = PerTokenLatencyLogitsProcessor(
             backend=self.backend.config.name, device=self.backend.config.device
         )
-        self.config.generate_kwargs["logits_processors"] = LogitsProcessorList([self.latency_tracker])
+        self.config.generate_kwargs["logits_processor"] = LogitsProcessorList([self.latency_tracker])
 
         self.latency_tracker.reset()
         while (