[skip actions] Change batch_size

kddubey · Sep 13, 2024 · 49fbb01 · 49fbb01
1 parent a831bd5
commit 49fbb01
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/README.md b/README.md
@@ -206,7 +206,7 @@ pred_probs = predict_proba(
     prompts=prompts,
     completions=class_names,
     model_and_tokenizer=(model, tokenizer),
-    batch_size=32,  # whatever fits on your CPU/GPU
+    batch_size=2,  # whatever fits on your CPU/GPU
     prior=prior,
 )