reduce model length to fit in CI

vllm-project · Aug 23, 2024 · e9263a6 · e9263a6
1 parent 9a0a557
commit e9263a6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/models/test_llava_next.py b/tests/models/test_llava_next.py
@@ -137,7 +137,7 @@ def _run_test(
     # max_model_len should be greater than image_feature_size
     with vllm_runner(model,
                      dtype=dtype,
-                     max_model_len=32768,
+                     max_model_len=10240,
                      tensor_parallel_size=tensor_parallel_size,
                      distributed_executor_backend=distributed_executor_backend,
                      enforce_eager=True,