attempt other rotary method

mscheong01 · Aug 14, 2024 · ffe8e63 · ffe8e63
1 parent c98cb33
commit ffe8e63
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -17104,7 +17104,6 @@ enum llama_rope_type llama_rope_type(const struct llama_model * model) {
         case LLM_ARCH_ARCTIC:
         case LLM_ARCH_DEEPSEEK2:
         case LLM_ARCH_CHATGLM:
-        case LLM_ARCH_EXAONE:
             return LLAMA_ROPE_TYPE_NORM;
 
         // the pairs of head values are offset by n_rot/2
@@ -17126,6 +17125,7 @@ enum llama_rope_type llama_rope_type(const struct llama_model * model) {
         case LLM_ARCH_OPENELM:
         case LLM_ARCH_GPTNEOX:
         case LLM_ARCH_CODESHELL:
+        case LLM_ARCH_EXAONE:
             return LLAMA_ROPE_TYPE_NEOX;
 
         // all model arches should be listed explicitly here