ggml : fix rope calculation (!inplace + GPT-NeoX mode)

ggerganov · May 14, 2023 · 788381e · 788381e
1 parent df6a3d3
commit 788381e
Show file tree

Hide file tree

Showing 2 changed files with 170 additions and 102 deletions.
diff --git a/examples/gpt-j/main.cpp b/examples/gpt-j/main.cpp
@@ -582,7 +582,7 @@ bool gptj_eval(
 
     //if (n_past%100 == 0) {
     //    ggml_graph_print   (&gf);
-    //    ggml_graph_dump_dot(&gf, NULL, "gpt-2.dot");
+    //    ggml_graph_dump_dot(&gf, NULL, "gpt-j.dot");
     //}
 
     //embd_w.resize(n_vocab*N);