fix tensors on different devices when deploying MiniCPM-V-2_6 with te…

…nsor parallelism (#2454) * fix pp * fix lint
InternLM · Sep 12, 2024 · 5d09bfd · 5d09bfd
1 parent edcdd8e
commit 5d09bfd
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/lmdeploy/vl/model/minicpmv.py b/lmdeploy/vl/model/minicpmv.py
@@ -41,7 +41,9 @@ def build_model(self):
                 max_memory=self.max_memory,
                 checkpoint=self.model_path,
                 device_map='auto' if not self.with_llm else {'': 'cpu'},
-                no_split_module_classes=['Idefics2EncoderLayer', 'Resampler'],
+                no_split_module_classes=[
+                    'Idefics2EncoderLayer', 'Resampler', 'SiglipEncoderLayer'
+                ],
                 dtype=torch.half)
 
         model.resampler.pos_embed = model.resampler.pos_embed.to(