Old config support ?

huggingface · May 13, 2024 · 05b0cdd · 05b0cdd
1 parent 4c62877
commit 05b0cdd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py b/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py
@@ -191,7 +191,7 @@ def __init__(self, prefix, config, weights):
             )
         )
         # Fuse gate and up proj
-        bias = config.mlp_bias
+        bias = getattr(config, "mlp_bias", False)
         if config.model_type == "phi3":
             self.gate_up_proj = TensorParallelColumnLinear.load_gate_up(
                 config,