-
Notifications
You must be signed in to change notification settings - Fork 0
/
default_models.json
127 lines (122 loc) · 4.52 KB
/
default_models.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
{
"model_1" : {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 3e-4,
"prob_dropout": 0.1,
"dense_unit": 64,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_2": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 5e-4,
"prob_dropout": 0.2,
"dense_unit": 16,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_3": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 3e-4,
"prob_dropout": 0.25,
"dense_unit": 32,
"encoder_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_L-12_H-768_A-12/4",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_4": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 4e-4,
"prob_dropout": 0.25,
"dense_unit": 16,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_5": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 2e-4,
"prob_dropout": 0.15,
"dense_unit": 24,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_6": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 2e-4,
"prob_dropout": 0.15,
"dense_unit": 32,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_7": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 3e-4,
"prob_dropout": 0.10,
"dense_unit": 8,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_8": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 5e-4,
"prob_dropout": 0.15,
"dense_unit": 96,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_9": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 4e-4,
"prob_dropout": 0.2,
"dense_unit": 64,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
},
"model_10": {
"loss": "binary_crossentropy",
"metrics": "binary_accuracy",
"epochs": 30,
"epochs_tuning": 50,
"initial_lr": 3e-4,
"prob_dropout": 0.15,
"dense_unit": 28,
"encoder_hub": "https://tfhub.dev/tensorflow/small_bert/bert_en_uncased_L-2_H-128_A-2/2",
"preprocessing_hub": "https://tfhub.dev/tensorflow/bert_en_uncased_preprocess/3",
"optimizer_type": "adam"
}
}