Updated model config with Cohere and StarCoder2 (transformers v4.39)

inseq-team · Mar 21, 2024 · 94d794e · 94d794e
1 parent 4e679ca
commit 94d794e
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/inseq/models/model_config.yaml b/inseq/models/model_config.yaml
@@ -8,6 +8,9 @@ BloomForCausalLM:
 CodeGenForCausalLM:
     self_attention_module: "attn"
     value_vector: "value"
+CohereForCausalLM:
+    self_attention_module: "self_attn"
+    value_vector: "value_states"
 FalconForCausalLM:
     self_attention_module: "self_attention"
     value_vector: "value_layer"
@@ -56,6 +59,9 @@ Qwen2ForCausalLM:
 StableLmForCausalLM:
     self_attention_module: "self_attn"
     value_vector: "value_states"
+StarCoder2ForCausalLM:
+    self_attention_module: "self_attn"
+    value_vector: "value_states"
 XGLMForCausalLM:
     self_attention_module: "self_attn"
     value_vector: "value_states"