Skip to content

Commit

Permalink
[Core] Fix ray forward_dag error mssg (#6792)
Browse files Browse the repository at this point in the history
  • Loading branch information
rkooo567 authored Jul 25, 2024
1 parent b7215de commit 1adddb1
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions vllm/executor/ray_gpu_executor.py
Original file line number Diff line number Diff line change
@@ -29,6 +29,7 @@ class RayGPUExecutor(DistributedGPUExecutor):
uses_ray: bool = True

def _init_executor(self) -> None:
self.forward_dag: Optional["ray.dag.CompiledDAG"] = None
# If the env var is set, it uses the Ray's compiled DAG API
# which optimizes the control plane overhead.
# Run vLLM with VLLM_USE_RAY_COMPILED_DAG=1 to enable it.
@@ -60,8 +61,6 @@ def _init_executor(self) -> None:
# Create the parallel GPU workers.
self._init_workers_ray(placement_group)

self.forward_dag: Optional["ray.dag.CompiledDAG"] = None

def _configure_ray_workers_use_nsight(self,
ray_remote_kwargs) -> Dict[str, Any]:
# If nsight profiling is enabled, we need to set the profiling

0 comments on commit 1adddb1

Please sign in to comment.