diff --git a/vllm/model_executor/models/minicpmv.py b/vllm/model_executor/models/minicpmv.py
index aaae4397c01d2..0e0e86f2fe503 100644
--- a/vllm/model_executor/models/minicpmv.py
+++ b/vllm/model_executor/models/minicpmv.py
@@ -274,8 +274,8 @@ def get_placeholder(image_size: Tuple[int, int], num_image: int):
             get_slice_image_placeholder(image_size, num_image)
 
     prompt = llm_inputs.get("prompt")
+    token_ids = llm_inputs.get("prompt_token_ids")
     if prompt is None:
-        token_ids = llm_inputs.get("prompt_token_ids")
         prompt = tokenizer.decode(token_ids)
 
     pattern = "(<image>./</image>)"