fix

Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
vllm-project · Jul 1, 2024 · 1758da9 · 1758da9
1 parent b5850d9
commit 1758da9
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/vllm/worker/cpu_worker.py b/vllm/worker/cpu_worker.py
@@ -165,6 +165,7 @@ def __init__(
             vision_language_config=self.vision_language_config,
             kv_cache_dtype=kv_cache_dtype,
             is_driver_worker=is_driver_worker)
+        self.use_spmd_worker = False
         # Uninitialized cache engine. Will be initialized by
         # initialize_cache.
         self.cache_engine: CPUCacheEngine

diff --git a/vllm/worker/worker.py b/vllm/worker/worker.py
@@ -96,6 +96,7 @@ def __init__(
             vision_language_config=vision_language_config,
             **speculative_args,
         )
+        self.use_spmd_worker: bool = False
         # Uninitialized cache engine. Will be initialized by
         # initialize_cache.
         self.cache_engine: CacheEngine