From 6e08703bbf19d785ea941367d0172c76616b55ba Mon Sep 17 00:00:00 2001 From: Alex-Brooks Date: Tue, 1 Oct 2024 02:11:50 -0400 Subject: [PATCH] Fix token ids reference Signed-off-by: Alex-Brooks --- vllm/model_executor/models/minicpmv.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/minicpmv.py b/vllm/model_executor/models/minicpmv.py index aaae4397c01d2..0e0e86f2fe503 100644 --- a/vllm/model_executor/models/minicpmv.py +++ b/vllm/model_executor/models/minicpmv.py @@ -274,8 +274,8 @@ def get_placeholder(image_size: Tuple[int, int], num_image: int): get_slice_image_placeholder(image_size, num_image) prompt = llm_inputs.get("prompt") + token_ids = llm_inputs.get("prompt_token_ids") if prompt is None: - token_ids = llm_inputs.get("prompt_token_ids") prompt = tokenizer.decode(token_ids) pattern = "(./)"