diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
index b5b68f0a9..7eee8b5fe 100644
--- a/tests/integration/llm/prepare.py
+++ b/tests/integration/llm/prepare.py
@@ -579,7 +579,8 @@
         "option.model_id": "s3://djl-llm/llava-v1.6-mistral-7b-hf/",
     },
     "paligemma-3b-mix-448": {
-        "option.model_id": "s3://djl-llm/paligemma-3b-mix-448/"
+        "option.model_id": "s3://djl-llm/paligemma-3b-mix-448/",
+        "option.tensor_parallel_degree": 1,
     },
     "phi-3-vision-128k-instruct": {
         "option.model_id": "s3://djl-llm/phi-3-vision-128k-instruct/",