update website getting started basic example

tensorlakeai · Aug 15, 2024 · 2ec931c · 2ec931c
1 parent 9cf0730
commit 2ec931c
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 2 deletions.
diff --git a/docs/docs/getting-started-basic.mdx b/docs/docs/getting-started-basic.mdx
@@ -186,6 +186,8 @@ extraction_policies:
   - extractor: "tensorlake/llama_cpp"
     name: "entity-extractor" 
     input_params:
+      model: "NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF"
+      filename: "*Q8_0.gguf"
       system_prompt: "Extract entities from text, and return the output in JSON format."
       n_ctx: 50000
   - extractor: "tensorlake/chunk-extractor"
@@ -326,7 +328,7 @@ from indexify import IndexifyClient
 from llama_cpp import Llama
 
 client = IndexifyClient()
-llm = Llama.from_pretrained(repo_id='microsoft/Phi-3-mini-4k-instruct-gguf', filename='*q4.gguf', verbose=False, n_ctx=2048)
+llm = Llama.from_pretrained(repo_id='NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF', filename='*Q8_0.gguf',  verbose=False, n_ctx=2048)
 
 # Get entities
 ingested_content_list = client.list_content("wiki_extraction_pipeline")

diff --git a/examples/getting_started/website/basic/graph.yaml b/examples/getting_started/website/basic/graph.yaml
@@ -3,6 +3,8 @@ extraction_policies:
   - extractor: "tensorlake/llama_cpp"
     name: "entity-extractor" 
     input_params:
+      model: "NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF"
+      filename: "*Q8_0.gguf"
       system_prompt: "Extract entities from text, and return the output in JSON format."
       n_ctx: 50000
   - extractor: "tensorlake/chunk-extractor"

diff --git a/examples/getting_started/website/basic/query.py b/examples/getting_started/website/basic/query.py
@@ -2,7 +2,7 @@
 from llama_cpp import Llama
 
 client = IndexifyClient()
-llm = Llama.from_pretrained(repo_id='microsoft/Phi-3-mini-4k-instruct-gguf', filename='*q4.gguf',  verbose=False, n_ctx=2048)
+llm = Llama.from_pretrained(repo_id='NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF', filename='*Q8_0.gguf',  verbose=False, n_ctx=2048)
 
 # Get entities
 ingested_content_list = client.list_content("wiki_extraction_pipeline")