Llama CPP don't require logits_all=True

kddubey · Nov 23, 2023 · 684e100 · 684e100
1 parent 4d976cf
commit 684e100
Show file tree

Hide file tree

Showing 20 changed files with 1,886 additions and 1,904 deletions.
diff --git a/README.md b/README.md
@@ -28,8 +28,8 @@ This model must be able to be loaded using
 from llama_cpp import Llama
 from cappr.llama_cpp.classify import predict
 
-# Load model. Always set logits_all=True for CAPPr
-model = Llama("./TinyLLama-v0.Q8_0.gguf", logits_all=True, verbose=False)
+# Load model
+model = Llama("./TinyLLama-v0.Q8_0.gguf", verbose=False)
 
 prompt = """Gary told Spongebob a story:
 There once was a man from Peru; who dreamed he was eating his shoe. He

diff --git a/demos/huggingface/tweet_emotion_multilabel.ipynb b/demos/huggingface/tweet_emotion_multilabel.ipynb