diff --git a/gptqmodel/models/auto.py b/gptqmodel/models/auto.py index 026010a1e..73caa2b56 100644 --- a/gptqmodel/models/auto.py +++ b/gptqmodel/models/auto.py @@ -187,7 +187,9 @@ "qwen3_moe": Qwen3MoeQModel, "qwen3_next": Qwen3NextGPTQ, "qwen2_vl": Qwen2VLQModel, + "qwen2_vl_text": Qwen2VLQModel, "qwen2_5_vl": Qwen2_5_VLQModel, + "qwen2_5_vl_text": Qwen2_5_VLQModel, "qwen2_5_omni": Qwen2_5_OmniGPTQ, "qwen3_omni_moe": Qwen3OmniMoeGPTQ, "dbrx": DbrxQModel, diff --git a/tests/models/test_qwen2_5_vl.py b/tests/models/test_qwen2_5_vl.py index b21c629fe..65fc80364 100644 --- a/tests/models/test_qwen2_5_vl.py +++ b/tests/models/test_qwen2_5_vl.py @@ -13,8 +13,8 @@ class TestQwen2_VL(ModelTest): NATIVE_MODEL_ID = "/monster/data/model/Qwen2.5-VL-3B-Instruct" EVAL_TASKS = { EVAL.LM_EVAL.ARC_CHALLENGE: { - "acc": {"value": 0.2329, "floor_pct": 0.2}, - "acc_norm": {"value": 0.2765, "floor_pct": 0.2}, + "acc": {"value": 0.4309, "floor_pct": 0.2}, + "acc_norm": {"value": 0.4113, "floor_pct": 0.2}, }, } TRUST_REMOTE_CODE = False diff --git a/tests/models/test_qwen2_vl.py b/tests/models/test_qwen2_vl.py index 40eb0ae58..9a20ee182 100644 --- a/tests/models/test_qwen2_vl.py +++ b/tests/models/test_qwen2_vl.py @@ -13,8 +13,8 @@ class TestQwen2_VL(ModelTest): NATIVE_MODEL_ID = "/monster/data/model/Qwen2-VL-2B-Instruct" EVAL_TASKS = { EVAL.LM_EVAL.ARC_CHALLENGE: { - "acc": {"value": 0.2329, "floor_pct": 0.2}, - "acc_norm": {"value": 0.2765, "floor_pct": 0.2}, + "acc": {"value": 0.3524, "floor_pct": 0.2}, + "acc_norm": {"value": 0.3763, "floor_pct": 0.2}, }, } TRUST_REMOTE_CODE = False diff --git a/tests/models/test_starcode2.py b/tests/models/test_starcode2.py index 6f899c3e6..7dddcc37c 100644 --- a/tests/models/test_starcode2.py +++ b/tests/models/test_starcode2.py @@ -9,8 +9,8 @@ class TestStarCode2(ModelTest): NATIVE_MODEL_ID = "/monster/data/model/starcoder2-3b" - NATIVE_ARC_CHALLENGE_ACC = 0.2901 - NATIVE_ARC_CHALLENGE_ACC_NORM = 0.3080 + NATIVE_ARC_CHALLENGE_ACC = 0.2329 + NATIVE_ARC_CHALLENGE_ACC_NORM = 0.2824 TORCH_DTYPE = torch.float16 def test_starcode2(self): self.quant_lm_eval()