Merge pull request vllm-project#8 from Starmys/dev/chengzhang/phi3moe…

…128k Support Phi3SuScaledRotaryEmbedding for 128k model
ykim362 · May 28, 2024 · dfaba7c · dfaba7c
2 parents c496520 + 95f21fa
commit dfaba7c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/model_executor/models/mixtral.py b/vllm/model_executor/models/mixtral.py
@@ -452,6 +452,7 @@ def __init__(self,
             max_position=max_position,
             base=int(self.rope_theta),
             is_neox_style=True,
+            rope_scaling=getattr(config, 'rope_scaling', None),
         )
 
         self.attn = Attention(