Fix dumb bug

turboderp · Jan 12, 2024 · 3afecf7 · 3afecf7
1 parent 4220642
commit 3afecf7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/exllamav2/model.py b/exllamav2/model.py
@@ -639,7 +639,7 @@ def process_module(module, x, last_state):
         attn_params = ExLlamaV2Attention.Params(batch_size, seq_len, past_len, input_mask, position_offsets)
         last_state = None
 
-        if hasattr(self, 'layers'):
+        if hasattr(self, 'layers_list'):
             for i, idx in enumerate(self.layers_list):
                 module = self.modules[idx]
                 x, last_state = process_module(module, x, last_state)