From 49fbb01dc1130c3fa7686f362e4b5c677077c50b Mon Sep 17 00:00:00 2001
From: Kush Dubey <kushdubey63@gmail.com>
Date: Thu, 12 Sep 2024 17:34:26 -0700
Subject: [PATCH] [skip actions] Change batch_size

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 1b2ca11..af28b55 100644
--- a/README.md
+++ b/README.md
@@ -206,7 +206,7 @@ pred_probs = predict_proba(
     prompts=prompts,
     completions=class_names,
     model_and_tokenizer=(model, tokenizer),
-    batch_size=32,  # whatever fits on your CPU/GPU
+    batch_size=2,  # whatever fits on your CPU/GPU
     prior=prior,
 )