-
Notifications
You must be signed in to change notification settings - Fork 328
/
phi2.json
74 lines (74 loc) · 2.03 KB
/
phi2.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
{
"model_type": "phi",
"architectures": [
"PhiForCausalLM"
],
"pre_weights": [
{
"name": "model.embed_tokens.weight",
"is_embed": true
}
],
"post_weights": [
{
"name": "lm_head.bias"
},
{
"name": "lm_head.weight",
"is_embed": true
},
{
"name": "model.final_layernorm.bias"
},
{
"name": "model.final_layernorm.weight"
}
],
"num_layers_config_key": "num_hidden_layers",
"layer_templates": {
"weights": [
{
"name": "model.layers.${layer_index}.input_layernorm.bias"
},
{
"name": "model.layers.${layer_index}.input_layernorm.weight"
},
{
"name": "model.layers.${layer_index}.self_attn.dense.bias"
},
{
"name": "model.layers.${layer_index}.self_attn.dense.weight"
},
{
"name": "model.layers.${layer_index}.self_attn.q_proj.bias"
},
{
"name": "model.layers.${layer_index}.self_attn.q_proj.weight"
},
{
"name": "model.layers.${layer_index}.self_attn.k_proj.bias"
},
{
"name": "model.layers.${layer_index}.self_attn.k_proj.weight"
},
{
"name": "model.layers.${layer_index}.self_attn.v_proj.bias"
},
{
"name": "model.layers.${layer_index}.self_attn.v_proj.weight"
},
{
"name": "model.layers.${layer_index}.mlp.fc1.bias"
},
{
"name": "model.layers.${layer_index}.mlp.fc1.weight"
},
{
"name": "model.layers.${layer_index}.mlp.fc2.bias"
},
{
"name": "model.layers.${layer_index}.mlp.fc2.weight"
}
]
}
}