diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index d9079cc1a7b9a..1895103b123a2 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -60,6 +60,12 @@ def get_tokenizer( ) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]: return self.llm_engine.tokenizer + def set_tokenizer( + self, + tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast], + ) -> None: + self.llm_engine.tokenizer = tokenizer + def generate( self, prompts: Optional[Union[str, List[str]]] = None,