set&get llm internal tokenizer instead of the TokenizerGroup (vllm-pr…

…oject#2741) Co-authored-by: shujunhua1 <shujunhua1@jd.com>
hongxiayang · Feb 4, 2024 · c7bf3af · c7bf3af
1 parent 240b5b1
commit c7bf3af
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -111,13 +111,13 @@ def __init__(
 
     def get_tokenizer(
             self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
-        return self.llm_engine.tokenizer
+        return self.llm_engine.tokenizer.tokenizer
 
     def set_tokenizer(
         self,
         tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
     ) -> None:
-        self.llm_engine.tokenizer = tokenizer
+        self.llm_engine.tokenizer.tokenizer = tokenizer
 
     def generate(
         self,