diff --git a/tests/openvino/test_exporters_cli.py b/tests/openvino/test_exporters_cli.py index f94d0f4b5d..702eb19c04 100644 --- a/tests/openvino/test_exporters_cli.py +++ b/tests/openvino/test_exporters_cli.py @@ -177,6 +177,13 @@ class OVCLIExportTestCase(unittest.TestCase): "--dataset contextual --num-samples 1 --trust-remote-code", {"int8": 4, "int4": 14}, ), + ( + "image-text-to-text", + "qwen2_vl", + 'int4 --group-size 4 --ratio 0.9 --sensitivity-metric "mean_activation_magnitude" ' + "--dataset contextual --num-samples 1", + {"int8": 8, "int4": 22}, + ), ] ) diff --git a/tests/openvino/test_quantization.py b/tests/openvino/test_quantization.py index e97eed5aed..986cda0c47 100644 --- a/tests/openvino/test_quantization.py +++ b/tests/openvino/test_quantization.py @@ -415,6 +415,20 @@ class OVWeightCompressionTest(unittest.TestCase): ), {"int4": 14, "int8": 4}, ), + ( + OVModelForVisualCausalLM, + "qwen2_vl", + False, + dict( + bits=4, + group_size=16, + dataset="contextual", + ratio=0.8, + sensitivity_metric="mean_activation_magnitude", + num_samples=1, + ), + {"int4": 20, "int8": 10}, + ), ] ) @@ -439,6 +453,7 @@ class OVWeightCompressionTest(unittest.TestCase): if is_transformers_version(">=", "4.45.0"): SUPPORTED_ARCHITECTURES_WITH_AUTO_COMPRESSION.append((OVModelForVisualCausalLM, "minicpmv", True)) + SUPPORTED_ARCHITECTURES_WITH_AUTO_COMPRESSION.append((OVModelForVisualCausalLM, "qwen2_vl", False)) SUPPORTED_ARCHITECTURES_WITH_HYBRID_QUANTIZATION = [ (OVStableDiffusionPipeline, "stable-diffusion", 72, 195), diff --git a/tests/openvino/utils_tests.py b/tests/openvino/utils_tests.py index 6571198a94..e37ad5baeb 100644 --- a/tests/openvino/utils_tests.py +++ b/tests/openvino/utils_tests.py @@ -188,6 +188,7 @@ "llava_next": (30, 9, 1), "minicpmv": (30, 26, 1, 6), "nanollava": (30, 15, 1), + "qwen2_vl": (30, 1, 1, 10), } TEST_IMAGE_URL = "http://images.cocodataset.org/val2017/000000039769.jpg"