Add llama.cpp grammar example.

vercel · Dec 30, 2023 · 9d21679 · 9d21679 · vercel · Dec 30, 2023
1 parent c0de604
commit 9d21679
Showing 1 changed file with 21 additions and 0 deletions.
diff --git a/examples/basic/src/model-provider/llamacpp/llamacpp-generate-text-grammar-example.ts b/examples/basic/src/model-provider/llamacpp/llamacpp-generate-text-grammar-example.ts
@@ -0,0 +1,21 @@
+import { MistralInstructPrompt, generateText, llamacpp } from "modelfusion";
+
+async function main() {
+  const text = await generateText(
+    llamacpp
+      .TextGenerator({
+        maxGenerationTokens: 512,
+        temperature: 0,
+        // simple list grammar:
+        grammar: `root ::= ("- " item)+
+item ::= [^\\n]+ "\\n"`,
+      })
+      .withTextPromptTemplate(MistralInstructPrompt.text()),
+
+    "List 5 ingredients for a lasagna:\n\n"
+  );
+
+  console.log(text);
+}
+
+main().catch(console.error);