[NeuralChat] Adding LLaVA-NeXT (#1358)

Co-authored-by: Lv, Kaokao <kaokao.lv@intel.com>
intel · Mar 27, 2024 · feff1ec · feff1ec
1 parent f4bc228
commit feff1ec
Show file tree

Hide file tree

Showing 9 changed files with 663 additions and 42 deletions.
diff --git a/..._for_transformers/neural_chat/examples/finetuning/multi_modal/eval/mmmu_eval/run_llava.py b/..._for_transformers/neural_chat/examples/finetuning/multi_modal/eval/mmmu_eval/run_llava.py
@@ -14,6 +14,9 @@
 
 import sys
 import transformers
+from optimum.habana.transformers.generation.utils import MODELS_OPTIMIZED_WITH_STATIC_SHAPES
+if "llava" not in MODELS_OPTIMIZED_WITH_STATIC_SHAPES:
+    MODELS_OPTIMIZED_WITH_STATIC_SHAPES.append("llava")
 from optimum.habana.transformers.modeling_utils import adapt_transformers_to_gaudi
 adapt_transformers_to_gaudi()