[FIX] Qwen2.5 vl quant (#1623)

* add language_model

* fix layer hook

Author: LRL-ModelCloud

gptqmodel/models/definitions/base_qwen2_vl.py

@@ -32,7 +32,7 @@ class BaseQwen2VLGPTQ(BaseGPTQModel):
     base_modules = ["model.embed_tokens", "model.norm"]
     pre_lm_head_norm_module = "model.norm"
 
-    layers_node = ["model.layers"]
+    layers_node = ["model.layers", "model.language_model.layers"]
 
     layer_modules = [
         ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
@@ -41,16 +41,22 @@ class BaseQwen2VLGPTQ(BaseGPTQModel):
         ["mlp.down_proj"],
     ]
 
-    layers_modules_tree = [
-        "model",
-        "layers",
+    branch = [
         "#",
         {
             "self_attn": ("k_proj", "v_proj", "q_proj", "o_proj"),
             "mlp": ("up_proj", "gate_proj", "down_proj"),
         }
     ]
 
+    layers_modules_tree = [
+        "model",
+        {
+            "layers": branch,
+            "language_model": {"layers": branch},
+        }
+    ]
+
     modality = [MODALITY.TEXT, MODALITY.IMAGE_TO_TEXT]
 
     require_load_processor = True

gptqmodel/nn_modules/hooked_linear.py

@@ -258,7 +258,7 @@ def replace_module_with_hooked_tree(module, tree: Union[List,Dict] = [], level:
                     if isinstance(tree[name], Tuple) and name in tree[name]:
                         # do replace if name in tree and tree is a tuple
                         _replace_module(module, child, name, level, debug)
-                    elif isinstance(tree[name], (Dict, Tuple)):
+                    elif isinstance(tree[name], (Dict, Tuple, List)):
                         # follow tree node if name in tree and tree is a dict
                         if debug:
                             log.info(f"{level_indent} Hook: follow tree node: {name} -> nest into {name}")