Added compression tests for qwen2-vl

huggingface · Dec 5, 2024 · 02e6dc9 · 02e6dc9
1 parent 7af7cdc
commit 02e6dc9
Show file tree

Hide file tree

Showing 3 changed files with 24 additions and 0 deletions.
diff --git a/tests/openvino/test_exporters_cli.py b/tests/openvino/test_exporters_cli.py
@@ -177,6 +177,13 @@ class OVCLIExportTestCase(unittest.TestCase):
                     "--dataset contextual --num-samples 1 --trust-remote-code",
                     {"int8": 4, "int4": 14},
                 ),
+                (
+                    "image-text-to-text",
+                    "qwen2_vl",
+                    'int4 --group-size 4 --ratio 0.9 --sensitivity-metric "mean_activation_magnitude" '
+                    "--dataset contextual --num-samples 1 --trust-remote-code",
+                    {"int8": 8, "int4": 22},
+                ),
             ]
         )
 

diff --git a/tests/openvino/test_quantization.py b/tests/openvino/test_quantization.py
@@ -415,6 +415,21 @@ class OVWeightCompressionTest(unittest.TestCase):
                     ),
                     {"int4": 14, "int8": 4},
                 ),
+                (
+                    OVModelForVisualCausalLM,
+                    "qwen2_vl",
+                    True,
+                    dict(
+                        bits=4,
+                        group_size=16,
+                        dataset="contextual",
+                        ratio=0.8,
+                        sensitivity_metric="mean_activation_magnitude",
+                        num_samples=1,
+                        trust_remote_code=True,
+                    ),
+                    {"int4": 20, "int8": 10},
+                ),
             ]
         )
 
@@ -439,6 +454,7 @@ class OVWeightCompressionTest(unittest.TestCase):
 
     if is_transformers_version(">=", "4.45.0"):
         SUPPORTED_ARCHITECTURES_WITH_AUTO_COMPRESSION.append((OVModelForVisualCausalLM, "minicpmv", True))
+        SUPPORTED_ARCHITECTURES_WITH_AUTO_COMPRESSION.append((OVModelForVisualCausalLM, "qwen2_vl", False))
 
     SUPPORTED_ARCHITECTURES_WITH_HYBRID_QUANTIZATION = [
         (OVStableDiffusionPipeline, "stable-diffusion", 72, 195),

diff --git a/tests/openvino/utils_tests.py b/tests/openvino/utils_tests.py
@@ -188,6 +188,7 @@
     "llava_next": (30, 9, 1),
     "minicpmv": (30, 26, 1, 6),
     "nanollava": (30, 15, 1),
+    "qwen2_vl": (30, 1, 1, 10),
 }
 
 TEST_IMAGE_URL = "http://images.cocodataset.org/val2017/000000039769.jpg"