Old config support ?

huggingface · May 13, 2024 · dbc8a65 · dbc8a65
1 parent b7c26f0
commit dbc8a65
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py b/server/text_generation_server/models/custom_modeling/flash_llama_modeling.py
@@ -193,7 +193,7 @@ def __init__(self, prefix, config, weights):
             )
         )
         # Fuse gate and up proj
-        bias = config.mlp_bias
+        bias = getattr(config, "mlp_bias", False)
         if config.model_type == "phi3":
             self.gate_up_proj = TensorParallelColumnLinear.load_gate_up(
                 config,