From 31bd63280ec036f74ecbe4b4ff6a438022ed70f2 Mon Sep 17 00:00:00 2001 From: ZX-ModelCloud Date: Mon, 20 Oct 2025 04:48:47 +0000 Subject: [PATCH 1/2] fix test_qwen2_vl and test_qwen2_5_vl Signed-off-by: ZX-ModelCloud --- gptqmodel/models/auto.py | 2 ++ tests/models/test_qwen2_vl.py | 4 ++-- tests/models/test_starcode2.py | 4 ++-- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/gptqmodel/models/auto.py b/gptqmodel/models/auto.py index 026010a1e..73caa2b56 100644 --- a/gptqmodel/models/auto.py +++ b/gptqmodel/models/auto.py @@ -187,7 +187,9 @@ "qwen3_moe": Qwen3MoeQModel, "qwen3_next": Qwen3NextGPTQ, "qwen2_vl": Qwen2VLQModel, + "qwen2_vl_text": Qwen2VLQModel, "qwen2_5_vl": Qwen2_5_VLQModel, + "qwen2_5_vl_text": Qwen2_5_VLQModel, "qwen2_5_omni": Qwen2_5_OmniGPTQ, "qwen3_omni_moe": Qwen3OmniMoeGPTQ, "dbrx": DbrxQModel, diff --git a/tests/models/test_qwen2_vl.py b/tests/models/test_qwen2_vl.py index 40eb0ae58..9a20ee182 100644 --- a/tests/models/test_qwen2_vl.py +++ b/tests/models/test_qwen2_vl.py @@ -13,8 +13,8 @@ class TestQwen2_VL(ModelTest): NATIVE_MODEL_ID = "/monster/data/model/Qwen2-VL-2B-Instruct" EVAL_TASKS = { EVAL.LM_EVAL.ARC_CHALLENGE: { - "acc": {"value": 0.2329, "floor_pct": 0.2}, - "acc_norm": {"value": 0.2765, "floor_pct": 0.2}, + "acc": {"value": 0.3524, "floor_pct": 0.2}, + "acc_norm": {"value": 0.3763, "floor_pct": 0.2}, }, } TRUST_REMOTE_CODE = False diff --git a/tests/models/test_starcode2.py b/tests/models/test_starcode2.py index 6f899c3e6..7dddcc37c 100644 --- a/tests/models/test_starcode2.py +++ b/tests/models/test_starcode2.py @@ -9,8 +9,8 @@ class TestStarCode2(ModelTest): NATIVE_MODEL_ID = "/monster/data/model/starcoder2-3b" - NATIVE_ARC_CHALLENGE_ACC = 0.2901 - NATIVE_ARC_CHALLENGE_ACC_NORM = 0.3080 + NATIVE_ARC_CHALLENGE_ACC = 0.2329 + NATIVE_ARC_CHALLENGE_ACC_NORM = 0.2824 TORCH_DTYPE = torch.float16 def test_starcode2(self): self.quant_lm_eval() From ea45e688838bd739659b940ecfcfffcda73e95a8 Mon Sep 17 00:00:00 2001 From: ZX-ModelCloud Date: Mon, 20 Oct 2025 12:29:12 +0000 Subject: [PATCH 2/2] update test_qwen2_5_vl acc score Signed-off-by: ZX-ModelCloud --- tests/models/test_qwen2_5_vl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/models/test_qwen2_5_vl.py b/tests/models/test_qwen2_5_vl.py index b21c629fe..65fc80364 100644 --- a/tests/models/test_qwen2_5_vl.py +++ b/tests/models/test_qwen2_5_vl.py @@ -13,8 +13,8 @@ class TestQwen2_VL(ModelTest): NATIVE_MODEL_ID = "/monster/data/model/Qwen2.5-VL-3B-Instruct" EVAL_TASKS = { EVAL.LM_EVAL.ARC_CHALLENGE: { - "acc": {"value": 0.2329, "floor_pct": 0.2}, - "acc_norm": {"value": 0.2765, "floor_pct": 0.2}, + "acc": {"value": 0.4309, "floor_pct": 0.2}, + "acc_norm": {"value": 0.4113, "floor_pct": 0.2}, }, } TRUST_REMOTE_CODE = False