[multimodal][ci] do not use tp for paligemma due to issues in vllm (#…

…2238)
deepjavalibrary · Jul 29, 2024 · 734065b · 734065b
1 parent 3c0f89b
commit 734065b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
@@ -579,7 +579,8 @@
         "option.model_id": "s3://djl-llm/llava-v1.6-mistral-7b-hf/",
     },
     "paligemma-3b-mix-448": {
-        "option.model_id": "s3://djl-llm/paligemma-3b-mix-448/"
+        "option.model_id": "s3://djl-llm/paligemma-3b-mix-448/",
+        "option.tensor_parallel_degree": 1,
     },
     "phi-3-vision-128k-instruct": {
         "option.model_id": "s3://djl-llm/phi-3-vision-128k-instruct/",