align dtype

vllm-project · Sep 10, 2024 · 9cb6bf2 · 9cb6bf2
1 parent 53a42c3
commit 9cb6bf2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/distributed/test_pipeline_parallel.py b/tests/distributed/test_pipeline_parallel.py
@@ -66,7 +66,7 @@ def test_compare_tp(TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL,
     tp_args = [
         # use half precision for speed and memory savings in CI environment
         "--dtype",
-        "bfloat16",
+        "float16",
         "--max-model-len",
         "8192",
         "--tensor-parallel-size",