-
Notifications
You must be signed in to change notification settings - Fork 0
/
training.txt
301 lines (299 loc) · 29.4 KB
/
training.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
Learning rate: 0.02, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.7182, Loss: 0.04488971801389061
Learning rate: 0.02, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8001, Loss: 0.03487002036030826
Learning rate: 0.02, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.8259, Loss: 0.02970100605780496
Learning rate: 0.02, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.8493, Loss: 0.026957755378038382
Learning rate: 0.02, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.8526, Loss: 0.025252710025583304
Learning rate: 0.02, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.853, Loss: 0.02535090023910534
Learning rate: 0.02, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.8589, Loss: 0.024708893510533337
Learning rate: 0.02, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.8694, Loss: 0.023186404644282954
Learning rate: 0.02, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.8727, Loss: 0.022943949675389933
Learning rate: 0.02, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.7605, Loss: 0.04070144396746458
Learning rate: 0.02, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8181, Loss: 0.03232320594801549
Learning rate: 0.02, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.8506, Loss: 0.026549244432915144
Learning rate: 0.02, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.8628, Loss: 0.024643038907058958
Learning rate: 0.02, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.8725, Loss: 0.023839934768569805
Learning rate: 0.02, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.8749, Loss: 0.02239556877016527
Learning rate: 0.02, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.877, Loss: 0.0218847683561327
Learning rate: 0.02, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.8771, Loss: 0.022343530707193745
Learning rate: 0.02, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.8869, Loss: 0.02032538995189425
Learning rate: 0.02, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8065, Loss: 0.036870281830863855
Learning rate: 0.02, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8415, Loss: 0.02955857958874474
Learning rate: 0.02, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.8715, Loss: 0.024840530496412983
Learning rate: 0.02, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.8795, Loss: 0.0237782403438073
Learning rate: 0.02, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.8796, Loss: 0.023404993584513294
Learning rate: 0.02, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.889, Loss: 0.02142711726642315
Learning rate: 0.02, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.8958, Loss: 0.020625822920687507
Learning rate: 0.02, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.8917, Loss: 0.020499078203857136
Learning rate: 0.02, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9006, Loss: 0.02026763757976322
Learning rate: 0.05, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8104, Loss: 0.03239815253751129
Learning rate: 0.05, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8496, Loss: 0.02613227454139744
Learning rate: 0.05, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.8758, Loss: 0.02192009263703504
Learning rate: 0.05, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.8846, Loss: 0.01964654827218236
Learning rate: 0.05, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.894, Loss: 0.018957571648870096
Learning rate: 0.05, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.8945, Loss: 0.01806481400558178
Learning rate: 0.05, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.8969, Loss: 0.01782906650973844
Learning rate: 0.05, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.896, Loss: 0.017620020465712646
Learning rate: 0.05, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9063, Loss: 0.016420821040014077
Learning rate: 0.05, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8431, Loss: 0.028863720899642998
Learning rate: 0.05, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8731, Loss: 0.021990709573095013
Learning rate: 0.05, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.8945, Loss: 0.018755400255649465
Learning rate: 0.05, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.8981, Loss: 0.01845678531396185
Learning rate: 0.05, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9035, Loss: 0.017551351036272922
Learning rate: 0.05, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9029, Loss: 0.017404108928982965
Learning rate: 0.05, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9098, Loss: 0.0158159670177755
Learning rate: 0.05, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9087, Loss: 0.016427234033341138
Learning rate: 0.05, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9138, Loss: 0.015279458320949285
Learning rate: 0.05, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.848, Loss: 0.028425448207588626
Learning rate: 0.05, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.874, Loss: 0.023898051511019338
Learning rate: 0.05, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.8949, Loss: 0.0196644679473966
Learning rate: 0.05, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9021, Loss: 0.019011381377010254
Learning rate: 0.05, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9021, Loss: 0.018622733485612657
Learning rate: 0.05, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.91, Loss: 0.01741886350959544
Learning rate: 0.05, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9059, Loss: 0.017656533820437553
Learning rate: 0.05, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.9165, Loss: 0.0162305992502541
Learning rate: 0.05, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9153, Loss: 0.016058194504797608
Learning rate: 0.1, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8479, Loss: 0.025829865432813376
Learning rate: 0.1, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8764, Loss: 0.022064737920431454
Learning rate: 0.1, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.8895, Loss: 0.01876033094235205
Learning rate: 0.1, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.9052, Loss: 0.016327672423210985
Learning rate: 0.1, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.903, Loss: 0.016585746181527215
Learning rate: 0.1, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9077, Loss: 0.015822454479050573
Learning rate: 0.1, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9158, Loss: 0.014314595684949078
Learning rate: 0.1, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9179, Loss: 0.014201403930491944
Learning rate: 0.1, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9152, Loss: 0.014420864391925943
Learning rate: 0.1, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8414, Loss: 0.02712296856705714
Learning rate: 0.1, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8893, Loss: 0.01979676875005215
Learning rate: 0.1, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.9024, Loss: 0.016578490250584024
Learning rate: 0.1, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.9182, Loss: 0.01502934768983686
Learning rate: 0.1, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9173, Loss: 0.014614482475376861
Learning rate: 0.1, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9202, Loss: 0.01416379961284971
Learning rate: 0.1, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9102, Loss: 0.01579629267681047
Learning rate: 0.1, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9235, Loss: 0.013476008281359378
Learning rate: 0.1, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9208, Loss: 0.014052511288108133
Learning rate: 0.1, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8702, Loss: 0.024594423554541316
Learning rate: 0.1, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8914, Loss: 0.021109480012614274
Learning rate: 0.1, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.9091, Loss: 0.01746920374783843
Learning rate: 0.1, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.915, Loss: 0.01613315898216609
Learning rate: 0.1, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9186, Loss: 0.016205639477159316
Learning rate: 0.1, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.9162, Loss: 0.0161911588806623
Learning rate: 0.1, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9265, Loss: 0.014603318559400811
Learning rate: 0.1, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.928, Loss: 0.013546365094471812
Learning rate: 0.1, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9314, Loss: 0.013092185870043557
Learning rate: 0.15, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8599, Loss: 0.023874978744992004
Learning rate: 0.15, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.894, Loss: 0.018151331548320247
Learning rate: 0.15, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.894, Loss: 0.01761843895011912
Learning rate: 0.15, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.9033, Loss: 0.015953205636861683
Learning rate: 0.15, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.9145, Loss: 0.01475649377251533
Learning rate: 0.15, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9057, Loss: 0.015839491670470086
Learning rate: 0.15, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9076, Loss: 0.015225928853001065
Learning rate: 0.15, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9179, Loss: 0.013699179695136772
Learning rate: 0.15, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9217, Loss: 0.01351644760334142
Learning rate: 0.15, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8682, Loss: 0.022949775037819295
Learning rate: 0.15, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8941, Loss: 0.01917028575447591
Learning rate: 0.15, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.9069, Loss: 0.01627294225430262
Learning rate: 0.15, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.9073, Loss: 0.01627858965982759
Learning rate: 0.15, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9137, Loss: 0.01543360863007863
Learning rate: 0.15, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9146, Loss: 0.014914003545946639
Learning rate: 0.15, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9186, Loss: 0.014279114945677978
Learning rate: 0.15, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9278, Loss: 0.012300564036362472
Learning rate: 0.15, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9248, Loss: 0.013596344157644958
Learning rate: 0.15, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8673, Loss: 0.024833216207129447
Learning rate: 0.15, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8794, Loss: 0.0221774358495116
Learning rate: 0.15, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.9159, Loss: 0.01569820707844751
Learning rate: 0.15, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9177, Loss: 0.015743536190640953
Learning rate: 0.15, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9219, Loss: 0.014895355821143628
Learning rate: 0.15, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.9254, Loss: 0.014533137615399951
Learning rate: 0.15, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9294, Loss: 0.01334908711763622
Learning rate: 0.15, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.932, Loss: 0.013335678311090985
Learning rate: 0.15, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9343, Loss: 0.012233198898403014
Learning rate: 0.2, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8675, Loss: 0.022996836047565306
Learning rate: 0.2, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8891, Loss: 0.019094209537751625
Learning rate: 0.2, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.898, Loss: 0.017807128311282425
Learning rate: 0.2, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.8976, Loss: 0.018114880257703775
Learning rate: 0.2, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.9003, Loss: 0.016473652429302807
Learning rate: 0.2, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9066, Loss: 0.015838241562946685
Learning rate: 0.2, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.918, Loss: 0.013838307459194937
Learning rate: 0.2, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9161, Loss: 0.0138592769285425
Learning rate: 0.2, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9185, Loss: 0.01365963120141875
Learning rate: 0.2, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8604, Loss: 0.024742607637814724
Learning rate: 0.2, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.9004, Loss: 0.017982777073020338
Learning rate: 0.2, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.895, Loss: 0.01924483869550317
Learning rate: 0.2, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.914, Loss: 0.015156789487351148
Learning rate: 0.2, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9202, Loss: 0.014343491580917328
Learning rate: 0.2, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9142, Loss: 0.015134219204879656
Learning rate: 0.2, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9068, Loss: 0.016854015442020545
Learning rate: 0.2, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9269, Loss: 0.013048173852669126
Learning rate: 0.2, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9292, Loss: 0.012287349576940805
Learning rate: 0.2, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8574, Loss: 0.027322524304146726
Learning rate: 0.2, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8984, Loss: 0.019737295399347234
Learning rate: 0.2, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.9084, Loss: 0.016940565883657156
Learning rate: 0.2, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9126, Loss: 0.016430465687792467
Learning rate: 0.2, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9269, Loss: 0.013833732787489242
Learning rate: 0.2, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.924, Loss: 0.015007074058705206
Learning rate: 0.2, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9183, Loss: 0.015648215351224775
Learning rate: 0.2, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.9271, Loss: 0.013790787309918898
Learning rate: 0.2, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.923, Loss: 0.01348000805660044
Learning rate: 0.225, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8576, Loss: 0.02439105231278304
Learning rate: 0.225, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8811, Loss: 0.02049917247781701
Learning rate: 0.225, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.9017, Loss: 0.016283336181532618
Learning rate: 0.225, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.9156, Loss: 0.014475127784024931
Learning rate: 0.225, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.917, Loss: 0.013916719370864456
Learning rate: 0.225, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9142, Loss: 0.014860559677922477
Learning rate: 0.225, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9095, Loss: 0.015287049907303828
Learning rate: 0.225, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9151, Loss: 0.014350926639648856
Learning rate: 0.225, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9182, Loss: 0.013885649623235805
Learning rate: 0.225, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8629, Loss: 0.024398041816486794
Learning rate: 0.225, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8723, Loss: 0.021810679868555855
Learning rate: 0.225, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.9053, Loss: 0.01696406629851735
Learning rate: 0.225, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.9093, Loss: 0.015695536761748865
Learning rate: 0.225, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9239, Loss: 0.013518503955791744
Learning rate: 0.225, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9199, Loss: 0.014465724289700346
Learning rate: 0.225, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9207, Loss: 0.013413154514720867
Learning rate: 0.225, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9218, Loss: 0.013265033213101142
Learning rate: 0.225, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9214, Loss: 0.014679675299703243
Learning rate: 0.225, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8558, Loss: 0.026807422104253766
Learning rate: 0.225, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8839, Loss: 0.021111146397931376
Learning rate: 0.225, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.9111, Loss: 0.016401726658063845
Learning rate: 0.225, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9148, Loss: 0.015497309022678991
Learning rate: 0.225, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9206, Loss: 0.014927371996751293
Learning rate: 0.225, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.9155, Loss: 0.01578259067262051
Learning rate: 0.225, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9252, Loss: 0.01406594435898851
Learning rate: 0.225, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.919, Loss: 0.015496340306577816
Learning rate: 0.225, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9259, Loss: 0.013578036060581113
Learning rate: 0.25, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8587, Loss: 0.024901942013496128
Learning rate: 0.25, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8902, Loss: 0.02003946738888317
Learning rate: 0.25, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.8992, Loss: 0.017800706933545445
Learning rate: 0.25, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.8934, Loss: 0.01791648888200576
Learning rate: 0.25, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.9046, Loss: 0.015818240058435556
Learning rate: 0.25, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9085, Loss: 0.015431805303589504
Learning rate: 0.25, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9179, Loss: 0.014403045529673083
Learning rate: 0.25, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9111, Loss: 0.014911312653695111
Learning rate: 0.25, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.92, Loss: 0.01387706229371576
Learning rate: 0.25, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8743, Loss: 0.023646001076468262
Learning rate: 0.25, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8909, Loss: 0.019745845730546528
Learning rate: 0.25, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.906, Loss: 0.017463329098062037
Learning rate: 0.25, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.9041, Loss: 0.01768694080353134
Learning rate: 0.25, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9237, Loss: 0.01335039460299952
Learning rate: 0.25, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9202, Loss: 0.015039896753489655
Learning rate: 0.25, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9213, Loss: 0.014289446351999947
Learning rate: 0.25, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9235, Loss: 0.013533714191095936
Learning rate: 0.25, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9181, Loss: 0.014532263210353204
Learning rate: 0.25, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8707, Loss: 0.024241669378679363
Learning rate: 0.25, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8959, Loss: 0.019224281910355887
Learning rate: 0.25, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.9033, Loss: 0.017496229047168983
Learning rate: 0.25, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9052, Loss: 0.01920423605079653
Learning rate: 0.25, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9235, Loss: 0.015013512852796743
Learning rate: 0.25, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.928, Loss: 0.013431053563219527
Learning rate: 0.25, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9247, Loss: 0.015717369613305065
Learning rate: 0.25, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.9227, Loss: 0.015196870550151214
Learning rate: 0.25, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9181, Loss: 0.015219829931390129
Learning rate: 0.275, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8616, Loss: 0.022426879295242945
Learning rate: 0.275, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8887, Loss: 0.01911947550854122
Learning rate: 0.275, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.898, Loss: 0.01756680885630498
Learning rate: 0.275, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.9044, Loss: 0.01623710997057822
Learning rate: 0.275, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.8982, Loss: 0.017434379633530634
Learning rate: 0.275, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9135, Loss: 0.014762852069903767
Learning rate: 0.275, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9189, Loss: 0.01445505974535364
Learning rate: 0.275, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9097, Loss: 0.015587201093594447
Learning rate: 0.275, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.902, Loss: 0.016115555626313092
Learning rate: 0.275, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8677, Loss: 0.023140636707459965
Learning rate: 0.275, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8959, Loss: 0.01942837734711433
Learning rate: 0.275, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.9042, Loss: 0.01618702811529449
Learning rate: 0.275, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.9133, Loss: 0.015505435840160448
Learning rate: 0.275, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.902, Loss: 0.016616154135141663
Learning rate: 0.275, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9214, Loss: 0.013681950561069007
Learning rate: 0.275, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9228, Loss: 0.014469594768305501
Learning rate: 0.275, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9169, Loss: 0.015822322967256913
Learning rate: 0.275, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9235, Loss: 0.01354152305797545
Learning rate: 0.275, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8612, Loss: 0.0245661729580506
Learning rate: 0.275, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8589, Loss: 0.025223697485497253
Learning rate: 0.275, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.8984, Loss: 0.018554114236038036
Learning rate: 0.275, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9031, Loss: 0.019262639057981378
Learning rate: 0.275, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9123, Loss: 0.016054430149257053
Learning rate: 0.275, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.9176, Loss: 0.015678652906340948
Learning rate: 0.275, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9099, Loss: 0.01763178404079328
Learning rate: 0.275, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.9238, Loss: 0.013754458306281449
Learning rate: 0.275, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9253, Loss: 0.014685244899095229
Learning rate: 0.3, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8603, Loss: 0.022735687212259704
Learning rate: 0.3, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8975, Loss: 0.01712971301057156
Learning rate: 0.3, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.8769, Loss: 0.02011233708519581
Learning rate: 0.3, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.8995, Loss: 0.017127134858311972
Learning rate: 0.3, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.8943, Loss: 0.017853150783937084
Learning rate: 0.3, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.8928, Loss: 0.01833572785239583
Learning rate: 0.3, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.8985, Loss: 0.017207275515296775
Learning rate: 0.3, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9128, Loss: 0.015249667887673093
Learning rate: 0.3, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9104, Loss: 0.01589434707261783
Learning rate: 0.3, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8673, Loss: 0.023371578337895722
Learning rate: 0.3, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8963, Loss: 0.01804551640349836
Learning rate: 0.3, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.8988, Loss: 0.018913537206768447
Learning rate: 0.3, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.9062, Loss: 0.016978235060786485
Learning rate: 0.3, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9073, Loss: 0.017611089620883702
Learning rate: 0.3, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.8986, Loss: 0.01759302347660413
Learning rate: 0.3, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9142, Loss: 0.015103060731477424
Learning rate: 0.3, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.8941, Loss: 0.019331403355728246
Learning rate: 0.3, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9188, Loss: 0.014335619937497034
Learning rate: 0.3, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8768, Loss: 0.022275034759313157
Learning rate: 0.3, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8736, Loss: 0.022326106669210543
Learning rate: 0.3, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.889, Loss: 0.0202287129352086
Learning rate: 0.3, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9109, Loss: 0.0174517653292385
Learning rate: 0.3, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9111, Loss: 0.016945089484946874
Learning rate: 0.3, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.9232, Loss: 0.01499528181757622
Learning rate: 0.3, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9108, Loss: 0.016690694102337245
Learning rate: 0.3, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.9143, Loss: 0.01580525563477014
Learning rate: 0.3, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9118, Loss: 0.016939178564021596
Learning rate: 0.325, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.872, Loss: 0.021645220589383223
Learning rate: 0.325, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.8874, Loss: 0.019729663092759923
Learning rate: 0.325, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.8997, Loss: 0.017212575387290287
Learning rate: 0.325, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.9055, Loss: 0.016878448442832965
Learning rate: 0.325, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.8957, Loss: 0.01732441574963443
Learning rate: 0.325, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.8974, Loss: 0.017930282596087747
Learning rate: 0.325, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9124, Loss: 0.01479497549024113
Learning rate: 0.325, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9087, Loss: 0.015225394854620228
Learning rate: 0.325, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9022, Loss: 0.01605477337262124
Learning rate: 0.325, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8559, Loss: 0.025434687166734842
Learning rate: 0.325, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8888, Loss: 0.01961342003862811
Learning rate: 0.325, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.891, Loss: 0.0189745875531345
Learning rate: 0.325, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.907, Loss: 0.016487462262239155
Learning rate: 0.325, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.8882, Loss: 0.01979050953242561
Learning rate: 0.325, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9127, Loss: 0.015204160854480503
Learning rate: 0.325, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9037, Loss: 0.016823432727267246
Learning rate: 0.325, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9189, Loss: 0.014960615865415259
Learning rate: 0.325, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9139, Loss: 0.015361455715076636
Learning rate: 0.325, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8496, Loss: 0.027765107153792046
Learning rate: 0.325, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.894, Loss: 0.019545947730045275
Learning rate: 0.325, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.8927, Loss: 0.02020318058018033
Learning rate: 0.325, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9173, Loss: 0.015776571951480328
Learning rate: 0.325, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9138, Loss: 0.016978534869331662
Learning rate: 0.325, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.8949, Loss: 0.019544127135643807
Learning rate: 0.325, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9023, Loss: 0.018415311645216363
Learning rate: 0.325, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.8995, Loss: 0.01896921144655124
Learning rate: 0.325, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9247, Loss: 0.014710702325035728
Learning rate: 0.35, Hidden neurons: 64, Epochs: 5000, Accuracy: 0.8437, Loss: 0.02593214333890356
Learning rate: 0.35, Hidden neurons: 64, Epochs: 10000, Accuracy: 0.884, Loss: 0.01936493228079221
Learning rate: 0.35, Hidden neurons: 64, Epochs: 15000, Accuracy: 0.9046, Loss: 0.015980362461011498
Learning rate: 0.35, Hidden neurons: 64, Epochs: 17500, Accuracy: 0.8891, Loss: 0.018838124310164534
Learning rate: 0.35, Hidden neurons: 64, Epochs: 20000, Accuracy: 0.901, Loss: 0.016755512977868196
Learning rate: 0.35, Hidden neurons: 64, Epochs: 22500, Accuracy: 0.9065, Loss: 0.016833421617143445
Learning rate: 0.35, Hidden neurons: 64, Epochs: 25000, Accuracy: 0.9003, Loss: 0.016868141476633992
Learning rate: 0.35, Hidden neurons: 64, Epochs: 27500, Accuracy: 0.9017, Loss: 0.017523225917921603
Learning rate: 0.35, Hidden neurons: 64, Epochs: 30000, Accuracy: 0.9078, Loss: 0.016154122334822454
Learning rate: 0.35, Hidden neurons: 128, Epochs: 5000, Accuracy: 0.8344, Loss: 0.027862752062069108
Learning rate: 0.35, Hidden neurons: 128, Epochs: 10000, Accuracy: 0.8887, Loss: 0.01951039635368338
Learning rate: 0.35, Hidden neurons: 128, Epochs: 15000, Accuracy: 0.901, Loss: 0.01816161608547014
Learning rate: 0.35, Hidden neurons: 128, Epochs: 17500, Accuracy: 0.8967, Loss: 0.018695468391553106
Learning rate: 0.35, Hidden neurons: 128, Epochs: 20000, Accuracy: 0.9102, Loss: 0.016058392857482524
Learning rate: 0.35, Hidden neurons: 128, Epochs: 22500, Accuracy: 0.9035, Loss: 0.017129756755297633
Learning rate: 0.35, Hidden neurons: 128, Epochs: 25000, Accuracy: 0.9123, Loss: 0.01543982710204126
Learning rate: 0.35, Hidden neurons: 128, Epochs: 27500, Accuracy: 0.9181, Loss: 0.014194659488603325
Learning rate: 0.35, Hidden neurons: 128, Epochs: 30000, Accuracy: 0.9067, Loss: 0.01828818061077781
Learning rate: 0.35, Hidden neurons: 256, Epochs: 5000, Accuracy: 0.8559, Loss: 0.027210424918637892
Learning rate: 0.35, Hidden neurons: 256, Epochs: 10000, Accuracy: 0.8849, Loss: 0.022921077274400806
Learning rate: 0.35, Hidden neurons: 256, Epochs: 15000, Accuracy: 0.8749, Loss: 0.02360335753990814
Learning rate: 0.35, Hidden neurons: 256, Epochs: 17500, Accuracy: 0.9046, Loss: 0.01708169329803274
Learning rate: 0.35, Hidden neurons: 256, Epochs: 20000, Accuracy: 0.9027, Loss: 0.018868747928164287
Learning rate: 0.35, Hidden neurons: 256, Epochs: 22500, Accuracy: 0.9048, Loss: 0.017463963402618764
Learning rate: 0.35, Hidden neurons: 256, Epochs: 25000, Accuracy: 0.9102, Loss: 0.016539200280062342
Learning rate: 0.35, Hidden neurons: 256, Epochs: 27500, Accuracy: 0.9019, Loss: 0.01862142842257457
Learning rate: 0.35, Hidden neurons: 256, Epochs: 30000, Accuracy: 0.9043, Loss: 0.01994473528098999
Biggest accuracy: 0.9343
Best params: [0.15, 256.0, 30000.0]