diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index 614e6fa520c8c..fc82018d18eb6 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -111,13 +111,13 @@ def __init__( def get_tokenizer( self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]: - return self.llm_engine.tokenizer + return self.llm_engine.tokenizer.tokenizer def set_tokenizer( self, tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast], ) -> None: - self.llm_engine.tokenizer = tokenizer + self.llm_engine.tokenizer.tokenizer = tokenizer def generate( self,