Add LLM.set_tokenizer (#283)

vllm-project · Jun 28, 2023 · bdd6b4c · bdd6b4c
1 parent 2b7d3ac
commit bdd6b4c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -60,6 +60,12 @@ def get_tokenizer(
     ) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
         return self.llm_engine.tokenizer
 
+    def set_tokenizer(
+        self,
+        tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
+    ) -> None:
+        self.llm_engine.tokenizer = tokenizer
+
     def generate(
         self,
         prompts: Optional[Union[str, List[str]]] = None,