From dcaec18ea76971c5bbad32bd5d63f59dd5dc43d0 Mon Sep 17 00:00:00 2001
From: Moshe Berchansky <moshe.berchansky@intel.com>
Date: Thu, 11 Jul 2024 20:25:27 +0300
Subject: [PATCH] Update llava.py

added stopping_criteria from gen kwargs
---
 fastrag/generators/llava.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/fastrag/generators/llava.py b/fastrag/generators/llava.py
index 600de31..c4aad5f 100644
--- a/fastrag/generators/llava.py
+++ b/fastrag/generators/llava.py
@@ -105,6 +105,10 @@ def __init__(
         if "streamer" not in self.generation_kwargs:
             self.generation_kwargs["streamer"] = TextStreamer(AutoTokenizer.from_pretrained(model))
 
+        if "stopping_criteria" in self.generation_kwargs:
+            self.stopping_criteria_list = self.generation_kwargs["stopping_criteria"]
+            del self.generation_kwargs["stopping_criteria"]
+            
         self.processor = AutoProcessor.from_pretrained(model)
         self.image_token = "<image>"