lint

vllm-project · Aug 8, 2024 · 08d31f6 · 08d31f6
1 parent ba0ff41
commit 08d31f6
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 5 deletions.
diff --git a/vllm/lora/layers.py b/vllm/lora/layers.py
@@ -1066,7 +1066,7 @@ def org_vocab_size(self):
     @property
     def include_gpu_probs_tensor(self):
         return self.base_layer.include_gpu_probs_tensor
-    
+
     @property
     def should_modify_greedy_probs_inplace(self):
         return self.base_layer.should_modify_greedy_probs_inplace

diff --git a/vllm/spec_decode/multi_step_worker.py b/vllm/spec_decode/multi_step_worker.py
@@ -48,8 +48,7 @@ def set_include_gpu_probs_tensor(self) -> None:
 
     def set_should_modify_greedy_probs_inplace(self) -> None:
         self.model_runner.model.sampler.should_modify_greedy_probs_inplace = (
-            True
-        )
+            True)
 
     @torch.inference_mode()
     def sampler_output(

diff --git a/vllm/spec_decode/spec_decode_worker.py b/vllm/spec_decode/spec_decode_worker.py
@@ -295,8 +295,8 @@ def _configure_model_sampler_for_spec_decode(self):
         """
         (self.scorer_worker.model_runner.model.sampler.include_gpu_probs_tensor
          ) = True
-        (self.scorer_worker.model_runner.model.sampler
-         .should_modify_greedy_probs_inplace) = True
+        (self.scorer_worker.model_runner.model.sampler.
+         should_modify_greedy_probs_inplace) = True
         self.proposer_worker.set_include_gpu_probs_tensor()
         self.proposer_worker.set_should_modify_greedy_probs_inplace()