set&get llm internal tokenizer instead of the TokenizerGroup (vllm-pr…

…oject#2741) Co-authored-by: shujunhua1 <shujunhua1@jd.com>
neuralmagic · Feb 13, 2024 · 22fa755 · 22fa755
1 parent 5090060
commit 22fa755
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -118,13 +118,13 @@ def __init__(
 
     def get_tokenizer(
             self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
-        return self.llm_engine.tokenizer
+        return self.llm_engine.tokenizer.tokenizer
 
     def set_tokenizer(
         self,
         tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
     ) -> None:
-        self.llm_engine.tokenizer = tokenizer
+        self.llm_engine.tokenizer.tokenizer = tokenizer
 
     def generate(
         self,