[Bugfix] Fix weight loading issue by rename variable. (vllm-project#8293

)
KuntaiDu · Sep 12, 2024 · ff73c9d · ff73c9d
1 parent 194fd93
commit ff73c9d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/models/phimoe.py b/vllm/model_executor/models/phimoe.py
@@ -600,7 +600,7 @@ def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):
                     weight_loader(
                         param,
                         loaded_weight,
-                        weight_name,
+                        name,
                         shard_id=shard_id,
                         expert_id=expert_id,
                     )