Permalink
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
6413 lines (6412 sloc) 417 KB
Namespace(batch_size=50, data_name='SST-1', dropout=0.5, epochs=40, gpu=0, log_interval=30, lr=0.0001, model_mode='rand', save_prefix='sa-model')
Use gpu0
1704
53
Done! Tokenizing Time=8.60s, #Sentences=237107
Done! Tokenizing Time=0.82s, #Sentences=2125
SentimentNet(
(embedding): Embedding(18077 -> 300, float32)
(encoder): ConvolutionalEncoder(
(_convs): HybridConcurrent(
(0): HybridSequential(
(0): Conv1D(300 -> 100, kernel_size=(3,), stride=(1,))
(1): Activation(relu)
(2): HybridLambda(<lambda>)
)
(1): HybridSequential(
(0): Conv1D(300 -> 100, kernel_size=(4,), stride=(1,))
(1): Activation(relu)
(2): HybridLambda(<lambda>)
)
(2): HybridSequential(
(0): Conv1D(300 -> 100, kernel_size=(5,), stride=(1,))
(1): Activation(relu)
(2): HybridLambda(<lambda>)
)
)
)
(output): HybridSequential(
(0): Dropout(p = 0.5, axes=())
(1): Dense(None -> 5, linear)
)
)
[Epoch 0 Batch 30/4268] avg loss 0.031303, throughput 3.71344K wps
[Epoch 0 Batch 60/4268] avg loss 0.0295942, throughput 6.0509K wps
[Epoch 0 Batch 90/4268] avg loss 0.0272229, throughput 6.04716K wps
[Epoch 0 Batch 120/4268] avg loss 0.0261358, throughput 6.06178K wps
[Epoch 0 Batch 150/4268] avg loss 0.0255677, throughput 6.05667K wps
[Epoch 0 Batch 180/4268] avg loss 0.0261059, throughput 6.03872K wps
[Epoch 0 Batch 210/4268] avg loss 0.02568, throughput 6.03984K wps
[Epoch 0 Batch 240/4268] avg loss 0.0256469, throughput 6.05026K wps
[Epoch 0 Batch 270/4268] avg loss 0.0255333, throughput 6.036K wps
[Epoch 0 Batch 300/4268] avg loss 0.0255018, throughput 6.04689K wps
[Epoch 0 Batch 330/4268] avg loss 0.0252572, throughput 6.04219K wps
[Epoch 0 Batch 360/4268] avg loss 0.0252822, throughput 6.0525K wps
[Epoch 0 Batch 390/4268] avg loss 0.0253625, throughput 6.0552K wps
[Epoch 0 Batch 420/4268] avg loss 0.025851, throughput 6.03449K wps
[Epoch 0 Batch 450/4268] avg loss 0.026719, throughput 6.02738K wps
[Epoch 0 Batch 480/4268] avg loss 0.0257997, throughput 6.05398K wps
[Epoch 0 Batch 510/4268] avg loss 0.0254997, throughput 6.0437K wps
[Epoch 0 Batch 540/4268] avg loss 0.0251691, throughput 6.03221K wps
[Epoch 0 Batch 570/4268] avg loss 0.0249283, throughput 6.03256K wps
[Epoch 0 Batch 600/4268] avg loss 0.02526, throughput 6.02352K wps
[Epoch 0 Batch 630/4268] avg loss 0.0249576, throughput 6.03724K wps
[Epoch 0 Batch 660/4268] avg loss 0.0253396, throughput 6.03663K wps
[Epoch 0 Batch 690/4268] avg loss 0.0252399, throughput 6.03976K wps
[Epoch 0 Batch 720/4268] avg loss 0.0244717, throughput 6.04103K wps
[Epoch 0 Batch 750/4268] avg loss 0.0243436, throughput 6.0561K wps
[Epoch 0 Batch 780/4268] avg loss 0.0243939, throughput 6.04533K wps
[Epoch 0 Batch 810/4268] avg loss 0.024147, throughput 6.03047K wps
[Epoch 0 Batch 840/4268] avg loss 0.0245795, throughput 6.0312K wps
[Epoch 0 Batch 870/4268] avg loss 0.0240673, throughput 6.03038K wps
[Epoch 0 Batch 900/4268] avg loss 0.025104, throughput 6.04589K wps
[Epoch 0 Batch 930/4268] avg loss 0.0249023, throughput 6.02591K wps
[Epoch 0 Batch 960/4268] avg loss 0.0245048, throughput 6.03307K wps
[Epoch 0 Batch 990/4268] avg loss 0.0244189, throughput 6.02547K wps
[Epoch 0 Batch 1020/4268] avg loss 0.0245148, throughput 6.03499K wps
[Epoch 0 Batch 1050/4268] avg loss 0.0242886, throughput 6.0446K wps
[Epoch 0 Batch 1080/4268] avg loss 0.023573, throughput 6.04146K wps
[Epoch 0 Batch 1110/4268] avg loss 0.0238332, throughput 6.04796K wps
[Epoch 0 Batch 1140/4268] avg loss 0.023664, throughput 6.01819K wps
[Epoch 0 Batch 1170/4268] avg loss 0.0235662, throughput 6.03077K wps
[Epoch 0 Batch 1200/4268] avg loss 0.0233498, throughput 6.04014K wps
[Epoch 0 Batch 1230/4268] avg loss 0.0233221, throughput 6.02127K wps
[Epoch 0 Batch 1260/4268] avg loss 0.0228845, throughput 6.01944K wps
[Epoch 0 Batch 1290/4268] avg loss 0.0241998, throughput 6.01732K wps
[Epoch 0 Batch 1320/4268] avg loss 0.0235602, throughput 6.02712K wps
[Epoch 0 Batch 1350/4268] avg loss 0.0229366, throughput 6.04K wps
[Epoch 0 Batch 1380/4268] avg loss 0.0233441, throughput 6.02463K wps
[Epoch 0 Batch 1410/4268] avg loss 0.0225173, throughput 6.0487K wps
[Epoch 0 Batch 1440/4268] avg loss 0.0233736, throughput 6.02696K wps
[Epoch 0 Batch 1470/4268] avg loss 0.0224528, throughput 6.04021K wps
[Epoch 0 Batch 1500/4268] avg loss 0.0228497, throughput 6.03478K wps
[Epoch 0 Batch 1530/4268] avg loss 0.0226106, throughput 6.03997K wps
[Epoch 0 Batch 1560/4268] avg loss 0.0225094, throughput 6.03159K wps
[Epoch 0 Batch 1590/4268] avg loss 0.0224558, throughput 6.03081K wps
[Epoch 0 Batch 1620/4268] avg loss 0.0224444, throughput 6.01955K wps
[Epoch 0 Batch 1650/4268] avg loss 0.0227178, throughput 6.03459K wps
[Epoch 0 Batch 1680/4268] avg loss 0.0223539, throughput 6.03762K wps
[Epoch 0 Batch 1710/4268] avg loss 0.0215017, throughput 6.04002K wps
[Epoch 0 Batch 1740/4268] avg loss 0.0224154, throughput 6.03132K wps
[Epoch 0 Batch 1770/4268] avg loss 0.0214385, throughput 6.00881K wps
[Epoch 0 Batch 1800/4268] avg loss 0.0223458, throughput 6.01595K wps
[Epoch 0 Batch 1830/4268] avg loss 0.0217511, throughput 6.03262K wps
[Epoch 0 Batch 1860/4268] avg loss 0.021958, throughput 6.04092K wps
[Epoch 0 Batch 1890/4268] avg loss 0.0217351, throughput 6.0343K wps
[Epoch 0 Batch 1920/4268] avg loss 0.0217791, throughput 6.04155K wps
[Epoch 0 Batch 1950/4268] avg loss 0.0217746, throughput 6.03403K wps
[Epoch 0 Batch 1980/4268] avg loss 0.0208881, throughput 6.01327K wps
[Epoch 0 Batch 2010/4268] avg loss 0.0214781, throughput 6.02298K wps
[Epoch 0 Batch 2040/4268] avg loss 0.0212235, throughput 6.0173K wps
[Epoch 0 Batch 2070/4268] avg loss 0.0208888, throughput 6.02712K wps
[Epoch 0 Batch 2100/4268] avg loss 0.0208219, throughput 6.0351K wps
[Epoch 0 Batch 2130/4268] avg loss 0.0215556, throughput 6.00847K wps
[Epoch 0 Batch 2160/4268] avg loss 0.0207487, throughput 6.01399K wps
[Epoch 0 Batch 2190/4268] avg loss 0.0211312, throughput 6.03152K wps
[Epoch 0 Batch 2220/4268] avg loss 0.0207973, throughput 6.02975K wps
[Epoch 0 Batch 2250/4268] avg loss 0.0209725, throughput 6.01622K wps
[Epoch 0 Batch 2280/4268] avg loss 0.0201361, throughput 6.00926K wps
[Epoch 0 Batch 2310/4268] avg loss 0.020318, throughput 6.0157K wps
[Epoch 0 Batch 2340/4268] avg loss 0.0202272, throughput 6.00766K wps
[Epoch 0 Batch 2370/4268] avg loss 0.0193527, throughput 6.02016K wps
[Epoch 0 Batch 2400/4268] avg loss 0.0198793, throughput 6.02913K wps
[Epoch 0 Batch 2430/4268] avg loss 0.0195699, throughput 6.02882K wps
[Epoch 0 Batch 2460/4268] avg loss 0.0201229, throughput 6.03593K wps
[Epoch 0 Batch 2490/4268] avg loss 0.0199801, throughput 6.03654K wps
[Epoch 0 Batch 2520/4268] avg loss 0.0203552, throughput 6.03634K wps
[Epoch 0 Batch 2550/4268] avg loss 0.0203502, throughput 6.03028K wps
[Epoch 0 Batch 2580/4268] avg loss 0.0202539, throughput 6.01915K wps
[Epoch 0 Batch 2610/4268] avg loss 0.0202861, throughput 6.00812K wps
[Epoch 0 Batch 2640/4268] avg loss 0.0196341, throughput 6.00279K wps
[Epoch 0 Batch 2670/4268] avg loss 0.0193366, throughput 6.03476K wps
[Epoch 0 Batch 2700/4268] avg loss 0.0194758, throughput 6.02504K wps
[Epoch 0 Batch 2730/4268] avg loss 0.0194882, throughput 6.02777K wps
[Epoch 0 Batch 2760/4268] avg loss 0.0204826, throughput 6.00807K wps
[Epoch 0 Batch 2790/4268] avg loss 0.0197782, throughput 6.01612K wps
[Epoch 0 Batch 2820/4268] avg loss 0.0192209, throughput 6.01215K wps
[Epoch 0 Batch 2850/4268] avg loss 0.0194099, throughput 6.0127K wps
[Epoch 0 Batch 2880/4268] avg loss 0.0195692, throughput 6.00908K wps
[Epoch 0 Batch 2910/4268] avg loss 0.0188319, throughput 6.02905K wps
[Epoch 0 Batch 2940/4268] avg loss 0.0191154, throughput 6.01694K wps
[Epoch 0 Batch 2970/4268] avg loss 0.0193808, throughput 6.01303K wps
[Epoch 0 Batch 3000/4268] avg loss 0.0195366, throughput 6.02614K wps
[Epoch 0 Batch 3030/4268] avg loss 0.0191954, throughput 6.02435K wps
[Epoch 0 Batch 3060/4268] avg loss 0.0184058, throughput 6.01905K wps
[Epoch 0 Batch 3090/4268] avg loss 0.0190878, throughput 6.01299K wps
[Epoch 0 Batch 3120/4268] avg loss 0.0195661, throughput 6.00165K wps
[Epoch 0 Batch 3150/4268] avg loss 0.019133, throughput 6.02508K wps
[Epoch 0 Batch 3180/4268] avg loss 0.0190156, throughput 6.03037K wps
[Epoch 0 Batch 3210/4268] avg loss 0.0190766, throughput 6.02982K wps
[Epoch 0 Batch 3240/4268] avg loss 0.0182157, throughput 6.0322K wps
[Epoch 0 Batch 3270/4268] avg loss 0.0190969, throughput 6.02548K wps
[Epoch 0 Batch 3300/4268] avg loss 0.0193214, throughput 6.02789K wps
[Epoch 0 Batch 3330/4268] avg loss 0.0193262, throughput 6.01163K wps
[Epoch 0 Batch 3360/4268] avg loss 0.0194336, throughput 6.0233K wps
[Epoch 0 Batch 3390/4268] avg loss 0.018657, throughput 6.03612K wps
[Epoch 0 Batch 3420/4268] avg loss 0.0183586, throughput 6.01976K wps
[Epoch 0 Batch 3450/4268] avg loss 0.0181679, throughput 6.02789K wps
[Epoch 0 Batch 3480/4268] avg loss 0.018681, throughput 6.00899K wps
[Epoch 0 Batch 3510/4268] avg loss 0.0189501, throughput 6.00582K wps
[Epoch 0 Batch 3540/4268] avg loss 0.0190808, throughput 6.00272K wps
[Epoch 0 Batch 3570/4268] avg loss 0.0187535, throughput 6.00365K wps
[Epoch 0 Batch 3600/4268] avg loss 0.019159, throughput 6.03559K wps
[Epoch 0 Batch 3630/4268] avg loss 0.0194657, throughput 6.00742K wps
[Epoch 0 Batch 3660/4268] avg loss 0.0186688, throughput 6.00733K wps
[Epoch 0 Batch 3690/4268] avg loss 0.018906, throughput 6.00759K wps
[Epoch 0 Batch 3720/4268] avg loss 0.0192925, throughput 6.00042K wps
[Epoch 0 Batch 3750/4268] avg loss 0.0182061, throughput 6.01743K wps
[Epoch 0 Batch 3780/4268] avg loss 0.0191581, throughput 6.02803K wps
[Epoch 0 Batch 3810/4268] avg loss 0.0188543, throughput 6.03068K wps
[Epoch 0 Batch 3840/4268] avg loss 0.0186935, throughput 6.00101K wps
[Epoch 0 Batch 3870/4268] avg loss 0.0178957, throughput 6.01336K wps
[Epoch 0 Batch 3900/4268] avg loss 0.0186062, throughput 6.02014K wps
[Epoch 0 Batch 3930/4268] avg loss 0.0188875, throughput 6.02523K wps
[Epoch 0 Batch 3960/4268] avg loss 0.0190242, throughput 6.03198K wps
[Epoch 0 Batch 3990/4268] avg loss 0.0193516, throughput 6.00941K wps
[Epoch 0 Batch 4020/4268] avg loss 0.0180328, throughput 6.0048K wps
[Epoch 0 Batch 4050/4268] avg loss 0.0187625, throughput 6.02584K wps
[Epoch 0 Batch 4080/4268] avg loss 0.0182109, throughput 6.01144K wps
[Epoch 0 Batch 4110/4268] avg loss 0.0179215, throughput 6.0036K wps
[Epoch 0 Batch 4140/4268] avg loss 0.0192098, throughput 6.0147K wps
[Epoch 0 Batch 4170/4268] avg loss 0.0181404, throughput 6.00742K wps
[Epoch 0 Batch 4200/4268] avg loss 0.0184581, throughput 6.02497K wps
[Epoch 0 Batch 4230/4268] avg loss 0.0187115, throughput 6.01499K wps
[Epoch 0 Batch 4260/4268] avg loss 0.0188449, throughput 6.00472K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 0] train avg loss 0.0216031, test acc 0.6365, test avg loss 0.892513, throughput 5.98246K wps
Observed Improvement.
Begin Testing...
[Batch 30/43] elapsed 0.27 s
[Epoch 1 Batch 30/4268] avg loss 0.017505, throughput 6.15309K wps
[Epoch 1 Batch 60/4268] avg loss 0.0173579, throughput 6.01765K wps
[Epoch 1 Batch 90/4268] avg loss 0.0170399, throughput 6.01692K wps
[Epoch 1 Batch 120/4268] avg loss 0.0176927, throughput 6.02453K wps
[Epoch 1 Batch 150/4268] avg loss 0.0162059, throughput 6.0113K wps
[Epoch 1 Batch 180/4268] avg loss 0.0172781, throughput 6.02009K wps
[Epoch 1 Batch 210/4268] avg loss 0.0168003, throughput 6.01418K wps
[Epoch 1 Batch 240/4268] avg loss 0.0173087, throughput 6.02438K wps
[Epoch 1 Batch 270/4268] avg loss 0.0177875, throughput 6.00182K wps
[Epoch 1 Batch 300/4268] avg loss 0.0173951, throughput 6.01618K wps
[Epoch 1 Batch 330/4268] avg loss 0.0179662, throughput 6.03254K wps
[Epoch 1 Batch 360/4268] avg loss 0.017142, throughput 6.01283K wps
[Epoch 1 Batch 390/4268] avg loss 0.0179494, throughput 6.02543K wps
[Epoch 1 Batch 420/4268] avg loss 0.0170755, throughput 6.02677K wps
[Epoch 1 Batch 450/4268] avg loss 0.0172668, throughput 6.00104K wps
[Epoch 1 Batch 480/4268] avg loss 0.0177809, throughput 6.00437K wps
[Epoch 1 Batch 510/4268] avg loss 0.0175769, throughput 6.01648K wps
[Epoch 1 Batch 540/4268] avg loss 0.0177192, throughput 6.01449K wps
[Epoch 1 Batch 570/4268] avg loss 0.0168003, throughput 6.00705K wps
[Epoch 1 Batch 600/4268] avg loss 0.0168685, throughput 6.025K wps
[Epoch 1 Batch 630/4268] avg loss 0.0172927, throughput 5.99976K wps
[Epoch 1 Batch 660/4268] avg loss 0.0173931, throughput 6.00762K wps
[Epoch 1 Batch 690/4268] avg loss 0.0169159, throughput 6.02729K wps
[Epoch 1 Batch 720/4268] avg loss 0.0177236, throughput 6.02147K wps
[Epoch 1 Batch 750/4268] avg loss 0.0173674, throughput 6.00575K wps
[Epoch 1 Batch 780/4268] avg loss 0.0181208, throughput 6.03018K wps
[Epoch 1 Batch 810/4268] avg loss 0.0174219, throughput 6.0157K wps
[Epoch 1 Batch 840/4268] avg loss 0.017144, throughput 6.01483K wps
[Epoch 1 Batch 870/4268] avg loss 0.0172062, throughput 6.00232K wps
[Epoch 1 Batch 900/4268] avg loss 0.0168961, throughput 6.01326K wps
[Epoch 1 Batch 930/4268] avg loss 0.0177683, throughput 6.01921K wps
[Epoch 1 Batch 960/4268] avg loss 0.0164699, throughput 6.01646K wps
[Epoch 1 Batch 990/4268] avg loss 0.0166233, throughput 5.99489K wps
[Epoch 1 Batch 1020/4268] avg loss 0.0166933, throughput 6.0206K wps
[Epoch 1 Batch 1050/4268] avg loss 0.016759, throughput 6.00372K wps
[Epoch 1 Batch 1080/4268] avg loss 0.0172583, throughput 6.00215K wps
[Epoch 1 Batch 1110/4268] avg loss 0.01833, throughput 6.03974K wps
[Epoch 1 Batch 1140/4268] avg loss 0.0175317, throughput 6.00184K wps
[Epoch 1 Batch 1170/4268] avg loss 0.0167851, throughput 6.01604K wps
[Epoch 1 Batch 1200/4268] avg loss 0.0170844, throughput 5.9995K wps
[Epoch 1 Batch 1230/4268] avg loss 0.0174472, throughput 6.01364K wps
[Epoch 1 Batch 1260/4268] avg loss 0.0175049, throughput 5.997K wps
[Epoch 1 Batch 1290/4268] avg loss 0.0172823, throughput 6.00177K wps
[Epoch 1 Batch 1320/4268] avg loss 0.016892, throughput 6.01303K wps
[Epoch 1 Batch 1350/4268] avg loss 0.0177231, throughput 6.02572K wps
[Epoch 1 Batch 1380/4268] avg loss 0.0173528, throughput 5.99233K wps
[Epoch 1 Batch 1410/4268] avg loss 0.0170922, throughput 5.97232K wps
[Epoch 1 Batch 1440/4268] avg loss 0.0171848, throughput 5.96584K wps
[Epoch 1 Batch 1470/4268] avg loss 0.0174741, throughput 6.0017K wps
[Epoch 1 Batch 1500/4268] avg loss 0.0167908, throughput 6.00049K wps
[Epoch 1 Batch 1530/4268] avg loss 0.0165714, throughput 5.99506K wps
[Epoch 1 Batch 1560/4268] avg loss 0.0177991, throughput 5.99968K wps
[Epoch 1 Batch 1590/4268] avg loss 0.0169308, throughput 6.00407K wps
[Epoch 1 Batch 1620/4268] avg loss 0.0168379, throughput 6.0038K wps
[Epoch 1 Batch 1650/4268] avg loss 0.0174668, throughput 6.00627K wps
[Epoch 1 Batch 1680/4268] avg loss 0.0167313, throughput 6.00448K wps
[Epoch 1 Batch 1710/4268] avg loss 0.0166226, throughput 6.01092K wps
[Epoch 1 Batch 1740/4268] avg loss 0.0173567, throughput 6.01403K wps
[Epoch 1 Batch 1770/4268] avg loss 0.0168399, throughput 5.99186K wps
[Epoch 1 Batch 1800/4268] avg loss 0.0170163, throughput 6.00994K wps
[Epoch 1 Batch 1830/4268] avg loss 0.0173495, throughput 6.00979K wps
[Epoch 1 Batch 1860/4268] avg loss 0.017392, throughput 6.01455K wps
[Epoch 1 Batch 1890/4268] avg loss 0.0174008, throughput 6.0049K wps
[Epoch 1 Batch 1920/4268] avg loss 0.0173912, throughput 6.00614K wps
[Epoch 1 Batch 1950/4268] avg loss 0.0167752, throughput 5.99932K wps
[Epoch 1 Batch 1980/4268] avg loss 0.0173513, throughput 6.00012K wps
[Epoch 1 Batch 2010/4268] avg loss 0.0168799, throughput 5.9953K wps
[Epoch 1 Batch 2040/4268] avg loss 0.0173259, throughput 5.98877K wps
[Epoch 1 Batch 2070/4268] avg loss 0.017718, throughput 6.00506K wps
[Epoch 1 Batch 2100/4268] avg loss 0.0168685, throughput 6.01393K wps
[Epoch 1 Batch 2130/4268] avg loss 0.0173032, throughput 6.00387K wps
[Epoch 1 Batch 2160/4268] avg loss 0.0174297, throughput 6.02443K wps
[Epoch 1 Batch 2190/4268] avg loss 0.0172841, throughput 6.01914K wps
[Epoch 1 Batch 2220/4268] avg loss 0.0176503, throughput 6.01523K wps
[Epoch 1 Batch 2250/4268] avg loss 0.0161113, throughput 6.01246K wps
[Epoch 1 Batch 2280/4268] avg loss 0.0173269, throughput 6.00601K wps
[Epoch 1 Batch 2310/4268] avg loss 0.0166793, throughput 6.00753K wps
[Epoch 1 Batch 2340/4268] avg loss 0.0175183, throughput 6.00662K wps
[Epoch 1 Batch 2370/4268] avg loss 0.0168337, throughput 5.99754K wps
[Epoch 1 Batch 2400/4268] avg loss 0.0175159, throughput 6.00231K wps
[Epoch 1 Batch 2430/4268] avg loss 0.0160006, throughput 6.00821K wps
[Epoch 1 Batch 2460/4268] avg loss 0.0163825, throughput 5.99413K wps
[Epoch 1 Batch 2490/4268] avg loss 0.0168018, throughput 6.01609K wps
[Epoch 1 Batch 2520/4268] avg loss 0.0174839, throughput 6.01821K wps
[Epoch 1 Batch 2550/4268] avg loss 0.0172129, throughput 6.01953K wps
[Epoch 1 Batch 2580/4268] avg loss 0.017026, throughput 6.00275K wps
[Epoch 1 Batch 2610/4268] avg loss 0.0176625, throughput 6.01745K wps
[Epoch 1 Batch 2640/4268] avg loss 0.0173028, throughput 5.99696K wps
[Epoch 1 Batch 2670/4268] avg loss 0.0167281, throughput 6.00206K wps
[Epoch 1 Batch 2700/4268] avg loss 0.0162869, throughput 6.01045K wps
[Epoch 1 Batch 2730/4268] avg loss 0.0167665, throughput 6.0158K wps
[Epoch 1 Batch 2760/4268] avg loss 0.0167281, throughput 6.00639K wps
[Epoch 1 Batch 2790/4268] avg loss 0.0157239, throughput 5.9981K wps
[Epoch 1 Batch 2820/4268] avg loss 0.0171749, throughput 6.00896K wps
[Epoch 1 Batch 2850/4268] avg loss 0.016468, throughput 6.00574K wps
[Epoch 1 Batch 2880/4268] avg loss 0.016748, throughput 6.00482K wps
[Epoch 1 Batch 2910/4268] avg loss 0.0176175, throughput 6.00186K wps
[Epoch 1 Batch 2940/4268] avg loss 0.0167507, throughput 6.00852K wps
[Epoch 1 Batch 2970/4268] avg loss 0.0169133, throughput 6.0138K wps
[Epoch 1 Batch 3000/4268] avg loss 0.0164419, throughput 5.994K wps
[Epoch 1 Batch 3030/4268] avg loss 0.0167888, throughput 5.99723K wps
[Epoch 1 Batch 3060/4268] avg loss 0.0166645, throughput 6.0068K wps
[Epoch 1 Batch 3090/4268] avg loss 0.0159519, throughput 5.98793K wps
[Epoch 1 Batch 3120/4268] avg loss 0.0163348, throughput 6.01258K wps
[Epoch 1 Batch 3150/4268] avg loss 0.016142, throughput 5.99564K wps
[Epoch 1 Batch 3180/4268] avg loss 0.0166499, throughput 6.00784K wps
[Epoch 1 Batch 3210/4268] avg loss 0.0164147, throughput 6.02254K wps
[Epoch 1 Batch 3240/4268] avg loss 0.0168013, throughput 6.01549K wps
[Epoch 1 Batch 3270/4268] avg loss 0.0173666, throughput 5.9942K wps
[Epoch 1 Batch 3300/4268] avg loss 0.0163581, throughput 6.00807K wps
[Epoch 1 Batch 3330/4268] avg loss 0.0171401, throughput 6.01059K wps
[Epoch 1 Batch 3360/4268] avg loss 0.0160544, throughput 6.00907K wps
[Epoch 1 Batch 3390/4268] avg loss 0.0163307, throughput 6.00859K wps
[Epoch 1 Batch 3420/4268] avg loss 0.0164468, throughput 6.00862K wps
[Epoch 1 Batch 3450/4268] avg loss 0.0168224, throughput 6.01961K wps
[Epoch 1 Batch 3480/4268] avg loss 0.0167792, throughput 6.01177K wps
[Epoch 1 Batch 3510/4268] avg loss 0.0163754, throughput 5.99783K wps
[Epoch 1 Batch 3540/4268] avg loss 0.0164807, throughput 6.00224K wps
[Epoch 1 Batch 3570/4268] avg loss 0.0170753, throughput 6.00184K wps
[Epoch 1 Batch 3600/4268] avg loss 0.0168207, throughput 6.02238K wps
[Epoch 1 Batch 3630/4268] avg loss 0.01664, throughput 6.00691K wps
[Epoch 1 Batch 3660/4268] avg loss 0.0168978, throughput 6.0092K wps
[Epoch 1 Batch 3690/4268] avg loss 0.0165859, throughput 6.01815K wps
[Epoch 1 Batch 3720/4268] avg loss 0.0166791, throughput 5.99381K wps
[Epoch 1 Batch 3750/4268] avg loss 0.0169654, throughput 6.00832K wps
[Epoch 1 Batch 3780/4268] avg loss 0.0160874, throughput 6.00756K wps
[Epoch 1 Batch 3810/4268] avg loss 0.0161413, throughput 6.00602K wps
[Epoch 1 Batch 3840/4268] avg loss 0.0166376, throughput 5.99692K wps
[Epoch 1 Batch 3870/4268] avg loss 0.0170367, throughput 5.99066K wps
[Epoch 1 Batch 3900/4268] avg loss 0.0167152, throughput 6.01954K wps
[Epoch 1 Batch 3930/4268] avg loss 0.0166874, throughput 6.02441K wps
[Epoch 1 Batch 3960/4268] avg loss 0.0165404, throughput 6.01785K wps
[Epoch 1 Batch 3990/4268] avg loss 0.0166045, throughput 6.02312K wps
[Epoch 1 Batch 4020/4268] avg loss 0.0170927, throughput 6.0112K wps
[Epoch 1 Batch 4050/4268] avg loss 0.0171314, throughput 6.00272K wps
[Epoch 1 Batch 4080/4268] avg loss 0.0173538, throughput 6.01357K wps
[Epoch 1 Batch 4110/4268] avg loss 0.0164183, throughput 6.00757K wps
[Epoch 1 Batch 4140/4268] avg loss 0.0167482, throughput 6.00443K wps
[Epoch 1 Batch 4170/4268] avg loss 0.0172824, throughput 6.00716K wps
[Epoch 1 Batch 4200/4268] avg loss 0.0163106, throughput 6.00645K wps
[Epoch 1 Batch 4230/4268] avg loss 0.0165517, throughput 6.00755K wps
[Epoch 1 Batch 4260/4268] avg loss 0.0160199, throughput 5.99793K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 1] train avg loss 0.0169963, test acc 0.6634, test avg loss 0.826338, throughput 6.00932K wps
Observed Improvement.
Begin Testing...
[Batch 30/43] elapsed 0.27 s
[Epoch 2 Batch 30/4268] avg loss 0.0160943, throughput 6.1399K wps
[Epoch 2 Batch 60/4268] avg loss 0.0150985, throughput 5.99795K wps
[Epoch 2 Batch 90/4268] avg loss 0.0151409, throughput 6.00635K wps
[Epoch 2 Batch 120/4268] avg loss 0.0152621, throughput 6.01766K wps
[Epoch 2 Batch 150/4268] avg loss 0.0147163, throughput 6.01717K wps
[Epoch 2 Batch 180/4268] avg loss 0.015366, throughput 6.02226K wps
[Epoch 2 Batch 210/4268] avg loss 0.0157036, throughput 6.00971K wps
[Epoch 2 Batch 240/4268] avg loss 0.0158912, throughput 5.99724K wps
[Epoch 2 Batch 270/4268] avg loss 0.0144305, throughput 6.01208K wps
[Epoch 2 Batch 300/4268] avg loss 0.0150731, throughput 6.02099K wps
[Epoch 2 Batch 330/4268] avg loss 0.0146898, throughput 6.02162K wps
[Epoch 2 Batch 360/4268] avg loss 0.0160198, throughput 6.03005K wps
[Epoch 2 Batch 390/4268] avg loss 0.0165644, throughput 6.02068K wps
[Epoch 2 Batch 420/4268] avg loss 0.0160877, throughput 6.01965K wps
[Epoch 2 Batch 450/4268] avg loss 0.0152544, throughput 6.0078K wps
[Epoch 2 Batch 480/4268] avg loss 0.0147789, throughput 6.00011K wps
[Epoch 2 Batch 510/4268] avg loss 0.0157703, throughput 6.00058K wps
[Epoch 2 Batch 540/4268] avg loss 0.0155051, throughput 6.01437K wps
[Epoch 2 Batch 570/4268] avg loss 0.0154984, throughput 6.01682K wps
[Epoch 2 Batch 600/4268] avg loss 0.0155614, throughput 6.00781K wps
[Epoch 2 Batch 630/4268] avg loss 0.0153545, throughput 6.02367K wps
[Epoch 2 Batch 660/4268] avg loss 0.015578, throughput 6.02304K wps
[Epoch 2 Batch 690/4268] avg loss 0.0154324, throughput 6.01188K wps
[Epoch 2 Batch 720/4268] avg loss 0.0149174, throughput 6.01096K wps
[Epoch 2 Batch 750/4268] avg loss 0.0154898, throughput 6.01919K wps
[Epoch 2 Batch 780/4268] avg loss 0.0156746, throughput 5.99814K wps
[Epoch 2 Batch 810/4268] avg loss 0.0159957, throughput 6.01977K wps
[Epoch 2 Batch 840/4268] avg loss 0.0164578, throughput 6.01596K wps
[Epoch 2 Batch 870/4268] avg loss 0.0155115, throughput 6.01132K wps
[Epoch 2 Batch 900/4268] avg loss 0.0161458, throughput 5.99993K wps
[Epoch 2 Batch 930/4268] avg loss 0.0157307, throughput 6.00099K wps
[Epoch 2 Batch 960/4268] avg loss 0.0157474, throughput 6.00496K wps
[Epoch 2 Batch 990/4268] avg loss 0.0160718, throughput 6.00007K wps
[Epoch 2 Batch 1020/4268] avg loss 0.0155669, throughput 6.01318K wps
[Epoch 2 Batch 1050/4268] avg loss 0.0155283, throughput 6.01412K wps
[Epoch 2 Batch 1080/4268] avg loss 0.0158872, throughput 6.01002K wps
[Epoch 2 Batch 1110/4268] avg loss 0.0161746, throughput 5.99788K wps
[Epoch 2 Batch 1140/4268] avg loss 0.0154729, throughput 6.00506K wps
[Epoch 2 Batch 1170/4268] avg loss 0.0160778, throughput 6.00954K wps
[Epoch 2 Batch 1200/4268] avg loss 0.0157157, throughput 5.99703K wps
[Epoch 2 Batch 1230/4268] avg loss 0.0158524, throughput 5.9973K wps
[Epoch 2 Batch 1260/4268] avg loss 0.0152395, throughput 6.02186K wps
[Epoch 2 Batch 1290/4268] avg loss 0.0155925, throughput 6.01209K wps
[Epoch 2 Batch 1320/4268] avg loss 0.0159091, throughput 5.99643K wps
[Epoch 2 Batch 1350/4268] avg loss 0.0148744, throughput 6.0152K wps
[Epoch 2 Batch 1380/4268] avg loss 0.016161, throughput 6.00413K wps
[Epoch 2 Batch 1410/4268] avg loss 0.0156445, throughput 6.01217K wps
[Epoch 2 Batch 1440/4268] avg loss 0.0151379, throughput 6.01303K wps
[Epoch 2 Batch 1470/4268] avg loss 0.0153149, throughput 6.0035K wps
[Epoch 2 Batch 1500/4268] avg loss 0.0160115, throughput 6.00606K wps
[Epoch 2 Batch 1530/4268] avg loss 0.0150986, throughput 6.00986K wps
[Epoch 2 Batch 1560/4268] avg loss 0.015973, throughput 5.99711K wps
[Epoch 2 Batch 1590/4268] avg loss 0.0155366, throughput 5.99175K wps
[Epoch 2 Batch 1620/4268] avg loss 0.0154014, throughput 5.99886K wps
[Epoch 2 Batch 1650/4268] avg loss 0.0163924, throughput 6.00683K wps
[Epoch 2 Batch 1680/4268] avg loss 0.0164384, throughput 6.01569K wps
[Epoch 2 Batch 1710/4268] avg loss 0.0153866, throughput 6.01879K wps
[Epoch 2 Batch 1740/4268] avg loss 0.0162358, throughput 6.01936K wps
[Epoch 2 Batch 1770/4268] avg loss 0.015305, throughput 6.00695K wps
[Epoch 2 Batch 1800/4268] avg loss 0.0154173, throughput 6.00252K wps
[Epoch 2 Batch 1830/4268] avg loss 0.0160102, throughput 5.99252K wps
[Epoch 2 Batch 1860/4268] avg loss 0.0153056, throughput 5.99833K wps
[Epoch 2 Batch 1890/4268] avg loss 0.0165922, throughput 5.9967K wps
[Epoch 2 Batch 1920/4268] avg loss 0.0158058, throughput 5.99094K wps
[Epoch 2 Batch 1950/4268] avg loss 0.0158599, throughput 5.99234K wps
[Epoch 2 Batch 1980/4268] avg loss 0.0157375, throughput 5.9958K wps
[Epoch 2 Batch 2010/4268] avg loss 0.0159557, throughput 5.99815K wps
[Epoch 2 Batch 2040/4268] avg loss 0.0164002, throughput 6.01934K wps
[Epoch 2 Batch 2070/4268] avg loss 0.0162493, throughput 6.00614K wps
[Epoch 2 Batch 2100/4268] avg loss 0.0150978, throughput 6.00999K wps
[Epoch 2 Batch 2130/4268] avg loss 0.0148501, throughput 6.01031K wps
[Epoch 2 Batch 2160/4268] avg loss 0.0154072, throughput 6.0153K wps
[Epoch 2 Batch 2190/4268] avg loss 0.0154326, throughput 6.00743K wps
[Epoch 2 Batch 2220/4268] avg loss 0.0154663, throughput 6.0142K wps
[Epoch 2 Batch 2250/4268] avg loss 0.0153087, throughput 6.01263K wps
[Epoch 2 Batch 2280/4268] avg loss 0.0158544, throughput 5.98663K wps
[Epoch 2 Batch 2310/4268] avg loss 0.015793, throughput 6.00328K wps
[Epoch 2 Batch 2340/4268] avg loss 0.0155135, throughput 6.02406K wps
[Epoch 2 Batch 2370/4268] avg loss 0.0155048, throughput 5.99234K wps
[Epoch 2 Batch 2400/4268] avg loss 0.0152005, throughput 5.9855K wps
[Epoch 2 Batch 2430/4268] avg loss 0.0158144, throughput 5.97052K wps
[Epoch 2 Batch 2460/4268] avg loss 0.0154761, throughput 6.00804K wps
[Epoch 2 Batch 2490/4268] avg loss 0.0146027, throughput 6.00516K wps
[Epoch 2 Batch 2520/4268] avg loss 0.01632, throughput 5.99706K wps
[Epoch 2 Batch 2550/4268] avg loss 0.0157913, throughput 6.00609K wps
[Epoch 2 Batch 2580/4268] avg loss 0.0155586, throughput 6.00989K wps
[Epoch 2 Batch 2610/4268] avg loss 0.0151396, throughput 6.00839K wps
[Epoch 2 Batch 2640/4268] avg loss 0.0150316, throughput 5.99898K wps
[Epoch 2 Batch 2670/4268] avg loss 0.0155643, throughput 6.02312K wps
[Epoch 2 Batch 2700/4268] avg loss 0.0156612, throughput 6.01853K wps
[Epoch 2 Batch 2730/4268] avg loss 0.015141, throughput 6.02274K wps
[Epoch 2 Batch 2760/4268] avg loss 0.0146022, throughput 6.01241K wps
[Epoch 2 Batch 2790/4268] avg loss 0.0155055, throughput 6.01584K wps
[Epoch 2 Batch 2820/4268] avg loss 0.0158509, throughput 6.01652K wps
[Epoch 2 Batch 2850/4268] avg loss 0.0160266, throughput 6.00629K wps
[Epoch 2 Batch 2880/4268] avg loss 0.0157193, throughput 6.00325K wps
[Epoch 2 Batch 2910/4268] avg loss 0.0160742, throughput 6.01246K wps
[Epoch 2 Batch 2940/4268] avg loss 0.0155464, throughput 6.00683K wps
[Epoch 2 Batch 2970/4268] avg loss 0.0152887, throughput 6.00278K wps
[Epoch 2 Batch 3000/4268] avg loss 0.0160619, throughput 6.00272K wps
[Epoch 2 Batch 3030/4268] avg loss 0.0158394, throughput 6.00092K wps
[Epoch 2 Batch 3060/4268] avg loss 0.0161215, throughput 6.01724K wps
[Epoch 2 Batch 3090/4268] avg loss 0.0155695, throughput 6.00973K wps
[Epoch 2 Batch 3120/4268] avg loss 0.0159876, throughput 5.99257K wps
[Epoch 2 Batch 3150/4268] avg loss 0.0159967, throughput 6.00459K wps
[Epoch 2 Batch 3180/4268] avg loss 0.0163718, throughput 6.00574K wps
[Epoch 2 Batch 3210/4268] avg loss 0.0158978, throughput 6.01245K wps
[Epoch 2 Batch 3240/4268] avg loss 0.0168765, throughput 5.99952K wps
[Epoch 2 Batch 3270/4268] avg loss 0.0150775, throughput 6.01303K wps
[Epoch 2 Batch 3300/4268] avg loss 0.0150136, throughput 6.01986K wps
[Epoch 2 Batch 3330/4268] avg loss 0.0151214, throughput 6.01105K wps
[Epoch 2 Batch 3360/4268] avg loss 0.0153771, throughput 6.01409K wps
[Epoch 2 Batch 3390/4268] avg loss 0.0157712, throughput 6.01697K wps
[Epoch 2 Batch 3420/4268] avg loss 0.0158467, throughput 6.01843K wps
[Epoch 2 Batch 3450/4268] avg loss 0.0155537, throughput 6.01771K wps
[Epoch 2 Batch 3480/4268] avg loss 0.0160152, throughput 6.0024K wps
[Epoch 2 Batch 3510/4268] avg loss 0.0160705, throughput 6.01975K wps
[Epoch 2 Batch 3540/4268] avg loss 0.0157671, throughput 6.02395K wps
[Epoch 2 Batch 3570/4268] avg loss 0.0158536, throughput 5.99935K wps
[Epoch 2 Batch 3600/4268] avg loss 0.0156901, throughput 6.00934K wps
[Epoch 2 Batch 3630/4268] avg loss 0.0158243, throughput 6.02473K wps
[Epoch 2 Batch 3660/4268] avg loss 0.0149319, throughput 6.02029K wps
[Epoch 2 Batch 3690/4268] avg loss 0.0155583, throughput 6.01926K wps
[Epoch 2 Batch 3720/4268] avg loss 0.0158246, throughput 6.02229K wps
[Epoch 2 Batch 3750/4268] avg loss 0.0150852, throughput 6.02152K wps
[Epoch 2 Batch 3780/4268] avg loss 0.0161023, throughput 6.02358K wps
[Epoch 2 Batch 3810/4268] avg loss 0.0159842, throughput 6.01342K wps
[Epoch 2 Batch 3840/4268] avg loss 0.0152423, throughput 5.99342K wps
[Epoch 2 Batch 3870/4268] avg loss 0.0155277, throughput 5.99317K wps
[Epoch 2 Batch 3900/4268] avg loss 0.0158159, throughput 5.98606K wps
[Epoch 2 Batch 3930/4268] avg loss 0.0155771, throughput 5.99833K wps
[Epoch 2 Batch 3960/4268] avg loss 0.015509, throughput 6.0197K wps
[Epoch 2 Batch 3990/4268] avg loss 0.0161199, throughput 5.99686K wps
[Epoch 2 Batch 4020/4268] avg loss 0.0149944, throughput 6.00633K wps
[Epoch 2 Batch 4050/4268] avg loss 0.0152129, throughput 6.02028K wps
[Epoch 2 Batch 4080/4268] avg loss 0.0158579, throughput 6.00794K wps
[Epoch 2 Batch 4110/4268] avg loss 0.015353, throughput 6.00468K wps
[Epoch 2 Batch 4140/4268] avg loss 0.0154892, throughput 5.98602K wps
[Epoch 2 Batch 4170/4268] avg loss 0.0153264, throughput 5.9989K wps
[Epoch 2 Batch 4200/4268] avg loss 0.0159085, throughput 6.0311K wps
[Epoch 2 Batch 4230/4268] avg loss 0.0158622, throughput 6.01442K wps
[Epoch 2 Batch 4260/4268] avg loss 0.0153453, throughput 6.01486K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.28 s
[Batch 450/475] elapsed 0.27 s
[Epoch 2] train avg loss 0.015621, test acc 0.6648, test avg loss 0.807368, throughput 6.00932K wps
Observed Improvement.
Begin Testing...
[Batch 30/43] elapsed 0.27 s
[Epoch 3 Batch 30/4268] avg loss 0.014819, throughput 6.12536K wps
[Epoch 3 Batch 60/4268] avg loss 0.0142634, throughput 5.99606K wps
[Epoch 3 Batch 90/4268] avg loss 0.0147187, throughput 5.99702K wps
[Epoch 3 Batch 120/4268] avg loss 0.0145817, throughput 6.02063K wps
[Epoch 3 Batch 150/4268] avg loss 0.0145931, throughput 5.99383K wps
[Epoch 3 Batch 180/4268] avg loss 0.0148683, throughput 5.99572K wps
[Epoch 3 Batch 210/4268] avg loss 0.0144309, throughput 6.02766K wps
[Epoch 3 Batch 240/4268] avg loss 0.0151921, throughput 6.00454K wps
[Epoch 3 Batch 270/4268] avg loss 0.0145874, throughput 6.00788K wps
[Epoch 3 Batch 300/4268] avg loss 0.0142725, throughput 6.02089K wps
[Epoch 3 Batch 330/4268] avg loss 0.0143457, throughput 6.00716K wps
[Epoch 3 Batch 360/4268] avg loss 0.014599, throughput 6.01383K wps
[Epoch 3 Batch 390/4268] avg loss 0.0142122, throughput 5.99764K wps
[Epoch 3 Batch 420/4268] avg loss 0.0144038, throughput 5.99936K wps
[Epoch 3 Batch 450/4268] avg loss 0.0153242, throughput 5.99671K wps
[Epoch 3 Batch 480/4268] avg loss 0.0145728, throughput 6.0048K wps
[Epoch 3 Batch 510/4268] avg loss 0.0142653, throughput 6.02555K wps
[Epoch 3 Batch 540/4268] avg loss 0.0149487, throughput 6.01748K wps
[Epoch 3 Batch 570/4268] avg loss 0.0149858, throughput 6.01816K wps
[Epoch 3 Batch 600/4268] avg loss 0.0141574, throughput 6.02005K wps
[Epoch 3 Batch 630/4268] avg loss 0.0149346, throughput 6.01705K wps
[Epoch 3 Batch 660/4268] avg loss 0.0143772, throughput 6.0163K wps
[Epoch 3 Batch 690/4268] avg loss 0.0145794, throughput 6.00544K wps
[Epoch 3 Batch 720/4268] avg loss 0.0142499, throughput 6.00707K wps
[Epoch 3 Batch 750/4268] avg loss 0.0145127, throughput 5.99953K wps
[Epoch 3 Batch 780/4268] avg loss 0.0149858, throughput 6.02527K wps
[Epoch 3 Batch 810/4268] avg loss 0.0149123, throughput 6.01336K wps
[Epoch 3 Batch 840/4268] avg loss 0.0151508, throughput 5.99754K wps
[Epoch 3 Batch 870/4268] avg loss 0.0146493, throughput 6.00936K wps
[Epoch 3 Batch 900/4268] avg loss 0.0146177, throughput 6.02467K wps
[Epoch 3 Batch 930/4268] avg loss 0.0140022, throughput 6.01726K wps
[Epoch 3 Batch 960/4268] avg loss 0.0144054, throughput 5.99782K wps
[Epoch 3 Batch 990/4268] avg loss 0.0140133, throughput 6.02536K wps
[Epoch 3 Batch 1020/4268] avg loss 0.0143854, throughput 6.01086K wps
[Epoch 3 Batch 1050/4268] avg loss 0.0149626, throughput 6.013K wps
[Epoch 3 Batch 1080/4268] avg loss 0.0146537, throughput 5.9973K wps
[Epoch 3 Batch 1110/4268] avg loss 0.0145953, throughput 6.01551K wps
[Epoch 3 Batch 1140/4268] avg loss 0.0146819, throughput 6.01401K wps
[Epoch 3 Batch 1170/4268] avg loss 0.0148273, throughput 5.99446K wps
[Epoch 3 Batch 1200/4268] avg loss 0.0146134, throughput 5.99033K wps
[Epoch 3 Batch 1230/4268] avg loss 0.0143882, throughput 6.00434K wps
[Epoch 3 Batch 1260/4268] avg loss 0.0149331, throughput 6.00732K wps
[Epoch 3 Batch 1290/4268] avg loss 0.0146507, throughput 5.99718K wps
[Epoch 3 Batch 1320/4268] avg loss 0.0146641, throughput 6.00011K wps
[Epoch 3 Batch 1350/4268] avg loss 0.0139269, throughput 6.00235K wps
[Epoch 3 Batch 1380/4268] avg loss 0.0142897, throughput 6.01325K wps
[Epoch 3 Batch 1410/4268] avg loss 0.015603, throughput 6.02073K wps
[Epoch 3 Batch 1440/4268] avg loss 0.014076, throughput 6.00803K wps
[Epoch 3 Batch 1470/4268] avg loss 0.0142531, throughput 5.99387K wps
[Epoch 3 Batch 1500/4268] avg loss 0.0145876, throughput 6.01403K wps
[Epoch 3 Batch 1530/4268] avg loss 0.01503, throughput 6.00545K wps
[Epoch 3 Batch 1560/4268] avg loss 0.0147031, throughput 6.0044K wps
[Epoch 3 Batch 1590/4268] avg loss 0.0146052, throughput 6.00104K wps
[Epoch 3 Batch 1620/4268] avg loss 0.014492, throughput 5.99567K wps
[Epoch 3 Batch 1650/4268] avg loss 0.0147643, throughput 5.99693K wps
[Epoch 3 Batch 1680/4268] avg loss 0.0146731, throughput 5.99974K wps
[Epoch 3 Batch 1710/4268] avg loss 0.0142205, throughput 6.01856K wps
[Epoch 3 Batch 1740/4268] avg loss 0.0146873, throughput 6.00594K wps
[Epoch 3 Batch 1770/4268] avg loss 0.0157308, throughput 5.9968K wps
[Epoch 3 Batch 1800/4268] avg loss 0.0145585, throughput 5.99443K wps
[Epoch 3 Batch 1830/4268] avg loss 0.0149554, throughput 6.02372K wps
[Epoch 3 Batch 1860/4268] avg loss 0.0145385, throughput 6.01857K wps
[Epoch 3 Batch 1890/4268] avg loss 0.0159265, throughput 6.00505K wps
[Epoch 3 Batch 1920/4268] avg loss 0.0152308, throughput 6.01785K wps
[Epoch 3 Batch 1950/4268] avg loss 0.0147443, throughput 6.02343K wps
[Epoch 3 Batch 1980/4268] avg loss 0.0146191, throughput 6.01372K wps
[Epoch 3 Batch 2010/4268] avg loss 0.0152457, throughput 6.00996K wps
[Epoch 3 Batch 2040/4268] avg loss 0.0150673, throughput 6.02001K wps
[Epoch 3 Batch 2070/4268] avg loss 0.0145087, throughput 6.01172K wps
[Epoch 3 Batch 2100/4268] avg loss 0.0140427, throughput 6.01906K wps
[Epoch 3 Batch 2130/4268] avg loss 0.0144797, throughput 6.01809K wps
[Epoch 3 Batch 2160/4268] avg loss 0.0149737, throughput 6.0217K wps
[Epoch 3 Batch 2190/4268] avg loss 0.0155386, throughput 6.01994K wps
[Epoch 3 Batch 2220/4268] avg loss 0.0146229, throughput 6.00091K wps
[Epoch 3 Batch 2250/4268] avg loss 0.0147585, throughput 5.99878K wps
[Epoch 3 Batch 2280/4268] avg loss 0.0143388, throughput 5.99466K wps
[Epoch 3 Batch 2310/4268] avg loss 0.0150831, throughput 5.99251K wps
[Epoch 3 Batch 2340/4268] avg loss 0.0149449, throughput 6.02205K wps
[Epoch 3 Batch 2370/4268] avg loss 0.0143991, throughput 6.00811K wps
[Epoch 3 Batch 2400/4268] avg loss 0.0150492, throughput 6.0161K wps
[Epoch 3 Batch 2430/4268] avg loss 0.0151174, throughput 5.99286K wps
[Epoch 3 Batch 2460/4268] avg loss 0.0151661, throughput 6.00933K wps
[Epoch 3 Batch 2490/4268] avg loss 0.0150469, throughput 6.01956K wps
[Epoch 3 Batch 2520/4268] avg loss 0.0149407, throughput 6.01049K wps
[Epoch 3 Batch 2550/4268] avg loss 0.0151718, throughput 5.99382K wps
[Epoch 3 Batch 2580/4268] avg loss 0.0140206, throughput 6.00947K wps
[Epoch 3 Batch 2610/4268] avg loss 0.0152076, throughput 6.02228K wps
[Epoch 3 Batch 2640/4268] avg loss 0.0146536, throughput 6.00868K wps
[Epoch 3 Batch 2670/4268] avg loss 0.0149908, throughput 6.0198K wps
[Epoch 3 Batch 2700/4268] avg loss 0.0148071, throughput 5.99944K wps
[Epoch 3 Batch 2730/4268] avg loss 0.0148784, throughput 5.99455K wps
[Epoch 3 Batch 2760/4268] avg loss 0.014588, throughput 5.99136K wps
[Epoch 3 Batch 2790/4268] avg loss 0.0145712, throughput 6.01551K wps
[Epoch 3 Batch 2820/4268] avg loss 0.0145862, throughput 6.02025K wps
[Epoch 3 Batch 2850/4268] avg loss 0.0146088, throughput 6.01071K wps
[Epoch 3 Batch 2880/4268] avg loss 0.0150397, throughput 6.01871K wps
[Epoch 3 Batch 2910/4268] avg loss 0.013977, throughput 5.99316K wps
[Epoch 3 Batch 2940/4268] avg loss 0.0152536, throughput 5.99174K wps
[Epoch 3 Batch 2970/4268] avg loss 0.0148618, throughput 5.99791K wps
[Epoch 3 Batch 3000/4268] avg loss 0.0144169, throughput 6.00408K wps
[Epoch 3 Batch 3030/4268] avg loss 0.0149499, throughput 5.99065K wps
[Epoch 3 Batch 3060/4268] avg loss 0.0142479, throughput 5.99772K wps
[Epoch 3 Batch 3090/4268] avg loss 0.0140659, throughput 5.99661K wps
[Epoch 3 Batch 3120/4268] avg loss 0.0149924, throughput 5.99788K wps
[Epoch 3 Batch 3150/4268] avg loss 0.0153165, throughput 6.00759K wps
[Epoch 3 Batch 3180/4268] avg loss 0.014562, throughput 6.00508K wps
[Epoch 3 Batch 3210/4268] avg loss 0.015014, throughput 6.01903K wps
[Epoch 3 Batch 3240/4268] avg loss 0.0151727, throughput 6.01201K wps
[Epoch 3 Batch 3270/4268] avg loss 0.0155331, throughput 6.01301K wps
[Epoch 3 Batch 3300/4268] avg loss 0.0155635, throughput 6.00303K wps
[Epoch 3 Batch 3330/4268] avg loss 0.0150598, throughput 6.01788K wps
[Epoch 3 Batch 3360/4268] avg loss 0.0146231, throughput 6.01212K wps
[Epoch 3 Batch 3390/4268] avg loss 0.0140877, throughput 5.95889K wps
[Epoch 3 Batch 3420/4268] avg loss 0.0149744, throughput 5.99146K wps
[Epoch 3 Batch 3450/4268] avg loss 0.0151312, throughput 6.015K wps
[Epoch 3 Batch 3480/4268] avg loss 0.0148729, throughput 5.99957K wps
[Epoch 3 Batch 3510/4268] avg loss 0.0154362, throughput 5.99569K wps
[Epoch 3 Batch 3540/4268] avg loss 0.0149162, throughput 6.01205K wps
[Epoch 3 Batch 3570/4268] avg loss 0.0146765, throughput 5.99219K wps
[Epoch 3 Batch 3600/4268] avg loss 0.0145722, throughput 5.99801K wps
[Epoch 3 Batch 3630/4268] avg loss 0.014521, throughput 5.99116K wps
[Epoch 3 Batch 3660/4268] avg loss 0.0145295, throughput 6.01353K wps
[Epoch 3 Batch 3690/4268] avg loss 0.0143861, throughput 6.00469K wps
[Epoch 3 Batch 3720/4268] avg loss 0.0147001, throughput 5.9992K wps
[Epoch 3 Batch 3750/4268] avg loss 0.0150968, throughput 5.99808K wps
[Epoch 3 Batch 3780/4268] avg loss 0.014793, throughput 5.99825K wps
[Epoch 3 Batch 3810/4268] avg loss 0.0152754, throughput 5.99824K wps
[Epoch 3 Batch 3840/4268] avg loss 0.0151266, throughput 5.99013K wps
[Epoch 3 Batch 3870/4268] avg loss 0.0145249, throughput 5.98884K wps
[Epoch 3 Batch 3900/4268] avg loss 0.014186, throughput 5.99547K wps
[Epoch 3 Batch 3930/4268] avg loss 0.0150394, throughput 6.0084K wps
[Epoch 3 Batch 3960/4268] avg loss 0.0147581, throughput 5.99919K wps
[Epoch 3 Batch 3990/4268] avg loss 0.0155293, throughput 5.98857K wps
[Epoch 3 Batch 4020/4268] avg loss 0.0153089, throughput 5.99988K wps
[Epoch 3 Batch 4050/4268] avg loss 0.0146431, throughput 5.99454K wps
[Epoch 3 Batch 4080/4268] avg loss 0.0151858, throughput 6.00481K wps
[Epoch 3 Batch 4110/4268] avg loss 0.0150446, throughput 5.99161K wps
[Epoch 3 Batch 4140/4268] avg loss 0.0150687, throughput 6.0046K wps
[Epoch 3 Batch 4170/4268] avg loss 0.0145121, throughput 5.99702K wps
[Epoch 3 Batch 4200/4268] avg loss 0.0144071, throughput 6.00089K wps
[Epoch 3 Batch 4230/4268] avg loss 0.0149604, throughput 6.0045K wps
[Epoch 3 Batch 4260/4268] avg loss 0.0148787, throughput 5.99523K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 3] train avg loss 0.0147505, test acc 0.6743, test avg loss 0.799374, throughput 6.00657K wps
Observed Improvement.
Begin Testing...
[Batch 30/43] elapsed 0.27 s
[Epoch 4 Batch 30/4268] avg loss 0.0138942, throughput 6.13469K wps
[Epoch 4 Batch 60/4268] avg loss 0.0140608, throughput 6.00662K wps
[Epoch 4 Batch 90/4268] avg loss 0.0136195, throughput 6.01143K wps
[Epoch 4 Batch 120/4268] avg loss 0.0134452, throughput 6.00991K wps
[Epoch 4 Batch 150/4268] avg loss 0.0143915, throughput 5.99869K wps
[Epoch 4 Batch 180/4268] avg loss 0.0139309, throughput 5.99283K wps
[Epoch 4 Batch 210/4268] avg loss 0.013657, throughput 5.99481K wps
[Epoch 4 Batch 240/4268] avg loss 0.0137982, throughput 5.98628K wps
[Epoch 4 Batch 270/4268] avg loss 0.0133814, throughput 5.99836K wps
[Epoch 4 Batch 300/4268] avg loss 0.0136201, throughput 6.00503K wps
[Epoch 4 Batch 330/4268] avg loss 0.0140482, throughput 5.99366K wps
[Epoch 4 Batch 360/4268] avg loss 0.0136232, throughput 5.99468K wps
[Epoch 4 Batch 390/4268] avg loss 0.014116, throughput 5.99869K wps
[Epoch 4 Batch 420/4268] avg loss 0.0129529, throughput 6.00792K wps
[Epoch 4 Batch 450/4268] avg loss 0.0137485, throughput 5.99242K wps
[Epoch 4 Batch 480/4268] avg loss 0.0135091, throughput 6.00448K wps
[Epoch 4 Batch 510/4268] avg loss 0.0138989, throughput 6.01055K wps
[Epoch 4 Batch 540/4268] avg loss 0.0135159, throughput 6.01415K wps
[Epoch 4 Batch 570/4268] avg loss 0.0135911, throughput 6.00182K wps
[Epoch 4 Batch 600/4268] avg loss 0.01344, throughput 5.99823K wps
[Epoch 4 Batch 630/4268] avg loss 0.013866, throughput 6.00035K wps
[Epoch 4 Batch 660/4268] avg loss 0.014314, throughput 6.01463K wps
[Epoch 4 Batch 690/4268] avg loss 0.0130422, throughput 6.02141K wps
[Epoch 4 Batch 720/4268] avg loss 0.0145097, throughput 6.01051K wps
[Epoch 4 Batch 750/4268] avg loss 0.0147903, throughput 6.01222K wps
[Epoch 4 Batch 780/4268] avg loss 0.0142366, throughput 6.01237K wps
[Epoch 4 Batch 810/4268] avg loss 0.0142907, throughput 6.01899K wps
[Epoch 4 Batch 840/4268] avg loss 0.0134149, throughput 6.01513K wps
[Epoch 4 Batch 870/4268] avg loss 0.0133682, throughput 6.0135K wps
[Epoch 4 Batch 900/4268] avg loss 0.0143416, throughput 6.00431K wps
[Epoch 4 Batch 930/4268] avg loss 0.0135623, throughput 6.00975K wps
[Epoch 4 Batch 960/4268] avg loss 0.0139053, throughput 6.00488K wps
[Epoch 4 Batch 990/4268] avg loss 0.0144508, throughput 6.01718K wps
[Epoch 4 Batch 1020/4268] avg loss 0.0145229, throughput 5.99332K wps
[Epoch 4 Batch 1050/4268] avg loss 0.013703, throughput 5.99449K wps
[Epoch 4 Batch 1080/4268] avg loss 0.0135452, throughput 6.02309K wps
[Epoch 4 Batch 1110/4268] avg loss 0.0137856, throughput 6.01508K wps
[Epoch 4 Batch 1140/4268] avg loss 0.0148913, throughput 6.01192K wps
[Epoch 4 Batch 1170/4268] avg loss 0.0133197, throughput 6.02286K wps
[Epoch 4 Batch 1200/4268] avg loss 0.0137751, throughput 6.01154K wps
[Epoch 4 Batch 1230/4268] avg loss 0.0136494, throughput 5.99445K wps
[Epoch 4 Batch 1260/4268] avg loss 0.0138953, throughput 6.00855K wps
[Epoch 4 Batch 1290/4268] avg loss 0.0142079, throughput 6.00399K wps
[Epoch 4 Batch 1320/4268] avg loss 0.0136915, throughput 5.98801K wps
[Epoch 4 Batch 1350/4268] avg loss 0.0143382, throughput 5.9831K wps
[Epoch 4 Batch 1380/4268] avg loss 0.0141068, throughput 6.01813K wps
[Epoch 4 Batch 1410/4268] avg loss 0.0139276, throughput 6.02342K wps
[Epoch 4 Batch 1440/4268] avg loss 0.0136369, throughput 6.00196K wps
[Epoch 4 Batch 1470/4268] avg loss 0.0136277, throughput 6.00093K wps
[Epoch 4 Batch 1500/4268] avg loss 0.0132988, throughput 5.9967K wps
[Epoch 4 Batch 1530/4268] avg loss 0.0133574, throughput 6.00579K wps
[Epoch 4 Batch 1560/4268] avg loss 0.0138583, throughput 6.00773K wps
[Epoch 4 Batch 1590/4268] avg loss 0.0135256, throughput 6.0169K wps
[Epoch 4 Batch 1620/4268] avg loss 0.0140748, throughput 5.99377K wps
[Epoch 4 Batch 1650/4268] avg loss 0.0136408, throughput 6.02552K wps
[Epoch 4 Batch 1680/4268] avg loss 0.0134065, throughput 6.01733K wps
[Epoch 4 Batch 1710/4268] avg loss 0.0144544, throughput 6.02222K wps
[Epoch 4 Batch 1740/4268] avg loss 0.0142061, throughput 5.99691K wps
[Epoch 4 Batch 1770/4268] avg loss 0.0135432, throughput 6.01388K wps
[Epoch 4 Batch 1800/4268] avg loss 0.0141373, throughput 6.00131K wps
[Epoch 4 Batch 1830/4268] avg loss 0.013783, throughput 6.01031K wps
[Epoch 4 Batch 1860/4268] avg loss 0.014321, throughput 6.0123K wps
[Epoch 4 Batch 1890/4268] avg loss 0.0140733, throughput 6.01835K wps
[Epoch 4 Batch 1920/4268] avg loss 0.013969, throughput 6.01584K wps
[Epoch 4 Batch 1950/4268] avg loss 0.0141596, throughput 6.00505K wps
[Epoch 4 Batch 1980/4268] avg loss 0.0143226, throughput 6.02063K wps
[Epoch 4 Batch 2010/4268] avg loss 0.0139059, throughput 5.99971K wps
[Epoch 4 Batch 2040/4268] avg loss 0.0149652, throughput 5.9953K wps
[Epoch 4 Batch 2070/4268] avg loss 0.014447, throughput 5.99178K wps
[Epoch 4 Batch 2100/4268] avg loss 0.013958, throughput 6.0201K wps
[Epoch 4 Batch 2130/4268] avg loss 0.0143868, throughput 6.01171K wps
[Epoch 4 Batch 2160/4268] avg loss 0.0133433, throughput 6.0111K wps
[Epoch 4 Batch 2190/4268] avg loss 0.0137161, throughput 5.99861K wps
[Epoch 4 Batch 2220/4268] avg loss 0.0144469, throughput 6.01117K wps
[Epoch 4 Batch 2250/4268] avg loss 0.0134743, throughput 5.99241K wps
[Epoch 4 Batch 2280/4268] avg loss 0.0138738, throughput 6.01417K wps
[Epoch 4 Batch 2310/4268] avg loss 0.0141961, throughput 6.00513K wps
[Epoch 4 Batch 2340/4268] avg loss 0.0139589, throughput 6.01819K wps
[Epoch 4 Batch 2370/4268] avg loss 0.0140079, throughput 6.00538K wps
[Epoch 4 Batch 2400/4268] avg loss 0.0142443, throughput 5.99112K wps
[Epoch 4 Batch 2430/4268] avg loss 0.0142314, throughput 5.99523K wps
[Epoch 4 Batch 2460/4268] avg loss 0.0141838, throughput 6.00389K wps
[Epoch 4 Batch 2490/4268] avg loss 0.0145353, throughput 5.99399K wps
[Epoch 4 Batch 2520/4268] avg loss 0.0148945, throughput 6.01486K wps
[Epoch 4 Batch 2550/4268] avg loss 0.0144001, throughput 6.01323K wps
[Epoch 4 Batch 2580/4268] avg loss 0.0138732, throughput 6.01026K wps
[Epoch 4 Batch 2610/4268] avg loss 0.0140358, throughput 6.00772K wps
[Epoch 4 Batch 2640/4268] avg loss 0.0143208, throughput 5.99701K wps
[Epoch 4 Batch 2670/4268] avg loss 0.0138725, throughput 6.01886K wps
[Epoch 4 Batch 2700/4268] avg loss 0.0151377, throughput 6.0117K wps
[Epoch 4 Batch 2730/4268] avg loss 0.0139411, throughput 6.01385K wps
[Epoch 4 Batch 2760/4268] avg loss 0.0138428, throughput 6.01093K wps
[Epoch 4 Batch 2790/4268] avg loss 0.0146189, throughput 6.02158K wps
[Epoch 4 Batch 2820/4268] avg loss 0.0144184, throughput 6.00221K wps
[Epoch 4 Batch 2850/4268] avg loss 0.0150037, throughput 6.00878K wps
[Epoch 4 Batch 2880/4268] avg loss 0.0142904, throughput 6.02268K wps
[Epoch 4 Batch 2910/4268] avg loss 0.0146134, throughput 6.0229K wps
[Epoch 4 Batch 2940/4268] avg loss 0.014442, throughput 6.00693K wps
[Epoch 4 Batch 2970/4268] avg loss 0.0136968, throughput 5.99262K wps
[Epoch 4 Batch 3000/4268] avg loss 0.0134517, throughput 6.02127K wps
[Epoch 4 Batch 3030/4268] avg loss 0.0143563, throughput 6.02413K wps
[Epoch 4 Batch 3060/4268] avg loss 0.0147944, throughput 6.0203K wps
[Epoch 4 Batch 3090/4268] avg loss 0.0142393, throughput 5.9905K wps
[Epoch 4 Batch 3120/4268] avg loss 0.0144783, throughput 5.99981K wps
[Epoch 4 Batch 3150/4268] avg loss 0.0141088, throughput 6.01624K wps
[Epoch 4 Batch 3180/4268] avg loss 0.0143384, throughput 5.99465K wps
[Epoch 4 Batch 3210/4268] avg loss 0.0136939, throughput 6.0065K wps
[Epoch 4 Batch 3240/4268] avg loss 0.0143604, throughput 6.02009K wps
[Epoch 4 Batch 3270/4268] avg loss 0.0143528, throughput 6.00499K wps
[Epoch 4 Batch 3300/4268] avg loss 0.0147985, throughput 6.01939K wps
[Epoch 4 Batch 3330/4268] avg loss 0.014107, throughput 5.99612K wps
[Epoch 4 Batch 3360/4268] avg loss 0.0147565, throughput 5.99294K wps
[Epoch 4 Batch 3390/4268] avg loss 0.0139009, throughput 6.00945K wps
[Epoch 4 Batch 3420/4268] avg loss 0.0140344, throughput 6.008K wps
[Epoch 4 Batch 3450/4268] avg loss 0.0144038, throughput 6.01036K wps
[Epoch 4 Batch 3480/4268] avg loss 0.0138673, throughput 6.01993K wps
[Epoch 4 Batch 3510/4268] avg loss 0.013436, throughput 6.01244K wps
[Epoch 4 Batch 3540/4268] avg loss 0.0140568, throughput 6.01508K wps
[Epoch 4 Batch 3570/4268] avg loss 0.0141273, throughput 6.00144K wps
[Epoch 4 Batch 3600/4268] avg loss 0.0143822, throughput 6.02038K wps
[Epoch 4 Batch 3630/4268] avg loss 0.0147659, throughput 6.01368K wps
[Epoch 4 Batch 3660/4268] avg loss 0.0144449, throughput 6.01673K wps
[Epoch 4 Batch 3690/4268] avg loss 0.0141677, throughput 6.00946K wps
[Epoch 4 Batch 3720/4268] avg loss 0.0142126, throughput 5.98616K wps
[Epoch 4 Batch 3750/4268] avg loss 0.0142133, throughput 5.99263K wps
[Epoch 4 Batch 3780/4268] avg loss 0.0144206, throughput 6.01314K wps
[Epoch 4 Batch 3810/4268] avg loss 0.0143997, throughput 5.9972K wps
[Epoch 4 Batch 3840/4268] avg loss 0.0135931, throughput 6.00848K wps
[Epoch 4 Batch 3870/4268] avg loss 0.0144501, throughput 5.99665K wps
[Epoch 4 Batch 3900/4268] avg loss 0.0144195, throughput 6.00761K wps
[Epoch 4 Batch 3930/4268] avg loss 0.0148175, throughput 6.01163K wps
[Epoch 4 Batch 3960/4268] avg loss 0.0140166, throughput 5.97675K wps
[Epoch 4 Batch 3990/4268] avg loss 0.0147331, throughput 6.01953K wps
[Epoch 4 Batch 4020/4268] avg loss 0.0140768, throughput 6.00935K wps
[Epoch 4 Batch 4050/4268] avg loss 0.0149421, throughput 6.01681K wps
[Epoch 4 Batch 4080/4268] avg loss 0.0144825, throughput 6.00015K wps
[Epoch 4 Batch 4110/4268] avg loss 0.0146851, throughput 5.98995K wps
[Epoch 4 Batch 4140/4268] avg loss 0.0145212, throughput 5.98962K wps
[Epoch 4 Batch 4170/4268] avg loss 0.0143721, throughput 6.00617K wps
[Epoch 4 Batch 4200/4268] avg loss 0.014435, throughput 6.00623K wps
[Epoch 4 Batch 4230/4268] avg loss 0.0145832, throughput 5.9996K wps
[Epoch 4 Batch 4260/4268] avg loss 0.0146476, throughput 5.99398K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.29 s
[Batch 360/475] elapsed 0.28 s
[Batch 390/475] elapsed 0.28 s
[Batch 420/475] elapsed 0.28 s
[Batch 450/475] elapsed 0.29 s
[Epoch 4] train avg loss 0.0140812, test acc 0.6739, test avg loss 0.80043, throughput 6.00753K wps
[Epoch 5 Batch 30/4268] avg loss 0.0136621, throughput 6.10457K wps
[Epoch 5 Batch 60/4268] avg loss 0.0131738, throughput 6.01528K wps
[Epoch 5 Batch 90/4268] avg loss 0.0127521, throughput 6.01028K wps
[Epoch 5 Batch 120/4268] avg loss 0.0129675, throughput 6.01044K wps
[Epoch 5 Batch 150/4268] avg loss 0.0129087, throughput 5.99422K wps
[Epoch 5 Batch 180/4268] avg loss 0.0133209, throughput 6.01801K wps
[Epoch 5 Batch 210/4268] avg loss 0.0124486, throughput 6.00759K wps
[Epoch 5 Batch 240/4268] avg loss 0.0133688, throughput 6.01758K wps
[Epoch 5 Batch 270/4268] avg loss 0.0129455, throughput 6.01552K wps
[Epoch 5 Batch 300/4268] avg loss 0.0138795, throughput 6.01678K wps
[Epoch 5 Batch 330/4268] avg loss 0.0138358, throughput 6.01467K wps
[Epoch 5 Batch 360/4268] avg loss 0.0131192, throughput 6.0017K wps
[Epoch 5 Batch 390/4268] avg loss 0.0129977, throughput 6.01807K wps
[Epoch 5 Batch 420/4268] avg loss 0.0137594, throughput 6.02209K wps
[Epoch 5 Batch 450/4268] avg loss 0.0131508, throughput 6.00757K wps
[Epoch 5 Batch 480/4268] avg loss 0.0125271, throughput 6.01988K wps
[Epoch 5 Batch 510/4268] avg loss 0.0127693, throughput 6.01408K wps
[Epoch 5 Batch 540/4268] avg loss 0.0138857, throughput 6.00461K wps
[Epoch 5 Batch 570/4268] avg loss 0.012881, throughput 6.00828K wps
[Epoch 5 Batch 600/4268] avg loss 0.0133937, throughput 6.01818K wps
[Epoch 5 Batch 630/4268] avg loss 0.013326, throughput 5.9999K wps
[Epoch 5 Batch 660/4268] avg loss 0.0131887, throughput 6.02451K wps
[Epoch 5 Batch 690/4268] avg loss 0.0136232, throughput 6.01635K wps
[Epoch 5 Batch 720/4268] avg loss 0.0129753, throughput 6.01548K wps
[Epoch 5 Batch 750/4268] avg loss 0.013488, throughput 6.02059K wps
[Epoch 5 Batch 780/4268] avg loss 0.0130645, throughput 6.01802K wps
[Epoch 5 Batch 810/4268] avg loss 0.0138192, throughput 6.01213K wps
[Epoch 5 Batch 840/4268] avg loss 0.0134682, throughput 6.00259K wps
[Epoch 5 Batch 870/4268] avg loss 0.0133914, throughput 5.99447K wps
[Epoch 5 Batch 900/4268] avg loss 0.013393, throughput 5.99587K wps
[Epoch 5 Batch 930/4268] avg loss 0.0130518, throughput 6.01027K wps
[Epoch 5 Batch 960/4268] avg loss 0.0131842, throughput 6.00414K wps
[Epoch 5 Batch 990/4268] avg loss 0.0137544, throughput 6.00336K wps
[Epoch 5 Batch 1020/4268] avg loss 0.0133386, throughput 5.99613K wps
[Epoch 5 Batch 1050/4268] avg loss 0.0131204, throughput 6.0004K wps
[Epoch 5 Batch 1080/4268] avg loss 0.0135323, throughput 5.98912K wps
[Epoch 5 Batch 1110/4268] avg loss 0.0139374, throughput 6.00257K wps
[Epoch 5 Batch 1140/4268] avg loss 0.0132468, throughput 5.99124K wps
[Epoch 5 Batch 1170/4268] avg loss 0.0134995, throughput 6.00587K wps
[Epoch 5 Batch 1200/4268] avg loss 0.0131016, throughput 6.00284K wps
[Epoch 5 Batch 1230/4268] avg loss 0.012743, throughput 6.0091K wps
[Epoch 5 Batch 1260/4268] avg loss 0.0133422, throughput 5.99407K wps
[Epoch 5 Batch 1290/4268] avg loss 0.0136185, throughput 5.99639K wps
[Epoch 5 Batch 1320/4268] avg loss 0.0133202, throughput 5.98613K wps
[Epoch 5 Batch 1350/4268] avg loss 0.0134422, throughput 6.00624K wps
[Epoch 5 Batch 1380/4268] avg loss 0.0130585, throughput 6.02005K wps
[Epoch 5 Batch 1410/4268] avg loss 0.0133839, throughput 6.01753K wps
[Epoch 5 Batch 1440/4268] avg loss 0.0128467, throughput 6.00996K wps
[Epoch 5 Batch 1470/4268] avg loss 0.0135871, throughput 6.01231K wps
[Epoch 5 Batch 1500/4268] avg loss 0.0139419, throughput 5.99484K wps
[Epoch 5 Batch 1530/4268] avg loss 0.013275, throughput 6.00098K wps
[Epoch 5 Batch 1560/4268] avg loss 0.0133519, throughput 5.99375K wps
[Epoch 5 Batch 1590/4268] avg loss 0.0144597, throughput 6.01839K wps
[Epoch 5 Batch 1620/4268] avg loss 0.0137235, throughput 6.01388K wps
[Epoch 5 Batch 1650/4268] avg loss 0.0137834, throughput 6.00891K wps
[Epoch 5 Batch 1680/4268] avg loss 0.013805, throughput 5.99471K wps
[Epoch 5 Batch 1710/4268] avg loss 0.0138005, throughput 6.00148K wps
[Epoch 5 Batch 1740/4268] avg loss 0.0133747, throughput 6.00366K wps
[Epoch 5 Batch 1770/4268] avg loss 0.0138234, throughput 5.99585K wps
[Epoch 5 Batch 1800/4268] avg loss 0.0130707, throughput 6.01782K wps
[Epoch 5 Batch 1830/4268] avg loss 0.013176, throughput 5.99658K wps
[Epoch 5 Batch 1860/4268] avg loss 0.0133537, throughput 5.99706K wps
[Epoch 5 Batch 1890/4268] avg loss 0.0136796, throughput 6.00585K wps
[Epoch 5 Batch 1920/4268] avg loss 0.0139835, throughput 6.00941K wps
[Epoch 5 Batch 1950/4268] avg loss 0.0134713, throughput 5.97519K wps
[Epoch 5 Batch 1980/4268] avg loss 0.0142735, throughput 5.98242K wps
[Epoch 5 Batch 2010/4268] avg loss 0.0137037, throughput 6.00628K wps
[Epoch 5 Batch 2040/4268] avg loss 0.013876, throughput 6.00553K wps
[Epoch 5 Batch 2070/4268] avg loss 0.0131603, throughput 6.00219K wps
[Epoch 5 Batch 2100/4268] avg loss 0.014099, throughput 6.01848K wps
[Epoch 5 Batch 2130/4268] avg loss 0.0132935, throughput 6.00533K wps
[Epoch 5 Batch 2160/4268] avg loss 0.014019, throughput 6.01408K wps
[Epoch 5 Batch 2190/4268] avg loss 0.0142528, throughput 6.00129K wps
[Epoch 5 Batch 2220/4268] avg loss 0.0137354, throughput 6.00796K wps
[Epoch 5 Batch 2250/4268] avg loss 0.013279, throughput 6.00354K wps
[Epoch 5 Batch 2280/4268] avg loss 0.0134487, throughput 6.0006K wps
[Epoch 5 Batch 2310/4268] avg loss 0.014415, throughput 5.99227K wps
[Epoch 5 Batch 2340/4268] avg loss 0.013276, throughput 5.9902K wps
[Epoch 5 Batch 2370/4268] avg loss 0.0135896, throughput 5.99528K wps
[Epoch 5 Batch 2400/4268] avg loss 0.0136776, throughput 6.00405K wps
[Epoch 5 Batch 2430/4268] avg loss 0.0134676, throughput 6.00124K wps
[Epoch 5 Batch 2460/4268] avg loss 0.0132519, throughput 5.99748K wps
[Epoch 5 Batch 2490/4268] avg loss 0.0135335, throughput 6.00291K wps
[Epoch 5 Batch 2520/4268] avg loss 0.01323, throughput 6.01206K wps
[Epoch 5 Batch 2550/4268] avg loss 0.0133354, throughput 6.00562K wps
[Epoch 5 Batch 2580/4268] avg loss 0.0136908, throughput 6.01289K wps
[Epoch 5 Batch 2610/4268] avg loss 0.0135233, throughput 6.0113K wps
[Epoch 5 Batch 2640/4268] avg loss 0.0130139, throughput 6.00218K wps
[Epoch 5 Batch 2670/4268] avg loss 0.0135471, throughput 6.00392K wps
[Epoch 5 Batch 2700/4268] avg loss 0.0137693, throughput 6.0122K wps
[Epoch 5 Batch 2730/4268] avg loss 0.0137222, throughput 5.99661K wps
[Epoch 5 Batch 2760/4268] avg loss 0.0140208, throughput 6.01952K wps
[Epoch 5 Batch 2790/4268] avg loss 0.0142867, throughput 6.01625K wps
[Epoch 5 Batch 2820/4268] avg loss 0.01319, throughput 6.01949K wps
[Epoch 5 Batch 2850/4268] avg loss 0.0133806, throughput 6.01609K wps
[Epoch 5 Batch 2880/4268] avg loss 0.0129966, throughput 5.99223K wps
[Epoch 5 Batch 2910/4268] avg loss 0.0134135, throughput 6.00113K wps
[Epoch 5 Batch 2940/4268] avg loss 0.013657, throughput 6.00078K wps
[Epoch 5 Batch 2970/4268] avg loss 0.0135358, throughput 5.99806K wps
[Epoch 5 Batch 3000/4268] avg loss 0.0143881, throughput 5.993K wps
[Epoch 5 Batch 3030/4268] avg loss 0.0135559, throughput 6.00466K wps
[Epoch 5 Batch 3060/4268] avg loss 0.0135554, throughput 6.00199K wps
[Epoch 5 Batch 3090/4268] avg loss 0.0144404, throughput 5.9942K wps
[Epoch 5 Batch 3120/4268] avg loss 0.0138514, throughput 5.98794K wps
[Epoch 5 Batch 3150/4268] avg loss 0.0135182, throughput 5.98792K wps
[Epoch 5 Batch 3180/4268] avg loss 0.0137918, throughput 5.99016K wps
[Epoch 5 Batch 3210/4268] avg loss 0.0140346, throughput 5.99986K wps
[Epoch 5 Batch 3240/4268] avg loss 0.0143907, throughput 6.00365K wps
[Epoch 5 Batch 3270/4268] avg loss 0.0141795, throughput 6.01819K wps
[Epoch 5 Batch 3300/4268] avg loss 0.0142633, throughput 6.01472K wps
[Epoch 5 Batch 3330/4268] avg loss 0.0131169, throughput 6.01689K wps
[Epoch 5 Batch 3360/4268] avg loss 0.0134974, throughput 6.00225K wps
[Epoch 5 Batch 3390/4268] avg loss 0.0132236, throughput 5.99248K wps
[Epoch 5 Batch 3420/4268] avg loss 0.0130468, throughput 5.99919K wps
[Epoch 5 Batch 3450/4268] avg loss 0.0133471, throughput 6.00199K wps
[Epoch 5 Batch 3480/4268] avg loss 0.0140987, throughput 6.00931K wps
[Epoch 5 Batch 3510/4268] avg loss 0.0139598, throughput 5.99223K wps
[Epoch 5 Batch 3540/4268] avg loss 0.0134699, throughput 5.99787K wps
[Epoch 5 Batch 3570/4268] avg loss 0.0140395, throughput 6.01819K wps
[Epoch 5 Batch 3600/4268] avg loss 0.0138609, throughput 5.99884K wps
[Epoch 5 Batch 3630/4268] avg loss 0.0137381, throughput 6.0141K wps
[Epoch 5 Batch 3660/4268] avg loss 0.0134686, throughput 6.00967K wps
[Epoch 5 Batch 3690/4268] avg loss 0.0133839, throughput 6.01836K wps
[Epoch 5 Batch 3720/4268] avg loss 0.0138334, throughput 6.0237K wps
[Epoch 5 Batch 3750/4268] avg loss 0.0136268, throughput 6.02147K wps
[Epoch 5 Batch 3780/4268] avg loss 0.0139, throughput 6.00201K wps
[Epoch 5 Batch 3810/4268] avg loss 0.0137758, throughput 5.99339K wps
[Epoch 5 Batch 3840/4268] avg loss 0.0133122, throughput 5.98524K wps
[Epoch 5 Batch 3870/4268] avg loss 0.0141919, throughput 5.98437K wps
[Epoch 5 Batch 3900/4268] avg loss 0.0130158, throughput 5.98872K wps
[Epoch 5 Batch 3930/4268] avg loss 0.0138459, throughput 5.9966K wps
[Epoch 5 Batch 3960/4268] avg loss 0.0141157, throughput 6.01637K wps
[Epoch 5 Batch 3990/4268] avg loss 0.0143831, throughput 5.99757K wps
[Epoch 5 Batch 4020/4268] avg loss 0.0137344, throughput 5.99295K wps
[Epoch 5 Batch 4050/4268] avg loss 0.0135425, throughput 6.00862K wps
[Epoch 5 Batch 4080/4268] avg loss 0.0141391, throughput 6.01423K wps
[Epoch 5 Batch 4110/4268] avg loss 0.0140277, throughput 6.01016K wps
[Epoch 5 Batch 4140/4268] avg loss 0.0137042, throughput 5.98848K wps
[Epoch 5 Batch 4170/4268] avg loss 0.0141089, throughput 5.98169K wps
[Epoch 5 Batch 4200/4268] avg loss 0.0139084, throughput 5.98759K wps
[Epoch 5 Batch 4230/4268] avg loss 0.0138812, throughput 6.02191K wps
[Epoch 5 Batch 4260/4268] avg loss 0.0136883, throughput 6.00205K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 5] train avg loss 0.0135515, test acc 0.6748, test avg loss 0.803996, throughput 6.00525K wps
Observed Improvement.
Begin Testing...
[Batch 30/43] elapsed 0.27 s
[Epoch 6 Batch 30/4268] avg loss 0.0122604, throughput 6.14184K wps
[Epoch 6 Batch 60/4268] avg loss 0.0128261, throughput 5.99518K wps
[Epoch 6 Batch 90/4268] avg loss 0.0123626, throughput 6.00639K wps
[Epoch 6 Batch 120/4268] avg loss 0.0123693, throughput 6.00722K wps
[Epoch 6 Batch 150/4268] avg loss 0.0128154, throughput 6.02364K wps
[Epoch 6 Batch 180/4268] avg loss 0.0126429, throughput 6.0197K wps
[Epoch 6 Batch 210/4268] avg loss 0.0120636, throughput 6.02356K wps
[Epoch 6 Batch 240/4268] avg loss 0.0130415, throughput 6.0177K wps
[Epoch 6 Batch 270/4268] avg loss 0.0127807, throughput 6.00003K wps
[Epoch 6 Batch 300/4268] avg loss 0.0123016, throughput 6.02167K wps
[Epoch 6 Batch 330/4268] avg loss 0.0125086, throughput 6.01217K wps
[Epoch 6 Batch 360/4268] avg loss 0.0125919, throughput 6.00114K wps
[Epoch 6 Batch 390/4268] avg loss 0.0132097, throughput 6.01266K wps
[Epoch 6 Batch 420/4268] avg loss 0.0129786, throughput 6.02168K wps
[Epoch 6 Batch 450/4268] avg loss 0.0127231, throughput 6.0197K wps
[Epoch 6 Batch 480/4268] avg loss 0.0131385, throughput 5.99563K wps
[Epoch 6 Batch 510/4268] avg loss 0.013083, throughput 5.99484K wps
[Epoch 6 Batch 540/4268] avg loss 0.0126589, throughput 5.99655K wps
[Epoch 6 Batch 570/4268] avg loss 0.0122921, throughput 6.01054K wps
[Epoch 6 Batch 600/4268] avg loss 0.0128966, throughput 6.00865K wps
[Epoch 6 Batch 630/4268] avg loss 0.0127243, throughput 6.00369K wps
[Epoch 6 Batch 660/4268] avg loss 0.0130156, throughput 6.01593K wps
[Epoch 6 Batch 690/4268] avg loss 0.0119204, throughput 6.03388K wps
[Epoch 6 Batch 720/4268] avg loss 0.0128433, throughput 6.00312K wps
[Epoch 6 Batch 750/4268] avg loss 0.0122062, throughput 6.02233K wps
[Epoch 6 Batch 780/4268] avg loss 0.0125529, throughput 5.98357K wps
[Epoch 6 Batch 810/4268] avg loss 0.012273, throughput 5.99652K wps
[Epoch 6 Batch 840/4268] avg loss 0.012762, throughput 5.99891K wps
[Epoch 6 Batch 870/4268] avg loss 0.0131319, throughput 5.99766K wps
[Epoch 6 Batch 900/4268] avg loss 0.0130619, throughput 6.00941K wps
[Epoch 6 Batch 930/4268] avg loss 0.0121389, throughput 6.02178K wps
[Epoch 6 Batch 960/4268] avg loss 0.0128885, throughput 5.9971K wps
[Epoch 6 Batch 990/4268] avg loss 0.0128852, throughput 5.98757K wps
[Epoch 6 Batch 1020/4268] avg loss 0.0131319, throughput 5.98787K wps
[Epoch 6 Batch 1050/4268] avg loss 0.0127565, throughput 5.99474K wps
[Epoch 6 Batch 1080/4268] avg loss 0.0127777, throughput 5.99993K wps
[Epoch 6 Batch 1110/4268] avg loss 0.0128477, throughput 6.0045K wps
[Epoch 6 Batch 1140/4268] avg loss 0.0129193, throughput 6.0041K wps
[Epoch 6 Batch 1170/4268] avg loss 0.0127014, throughput 6.00545K wps
[Epoch 6 Batch 1200/4268] avg loss 0.0123244, throughput 6.01624K wps
[Epoch 6 Batch 1230/4268] avg loss 0.012977, throughput 6.01415K wps
[Epoch 6 Batch 1260/4268] avg loss 0.0136479, throughput 5.99619K wps
[Epoch 6 Batch 1290/4268] avg loss 0.0127806, throughput 6.01532K wps
[Epoch 6 Batch 1320/4268] avg loss 0.013395, throughput 6.02139K wps
[Epoch 6 Batch 1350/4268] avg loss 0.0131131, throughput 5.99182K wps
[Epoch 6 Batch 1380/4268] avg loss 0.0129358, throughput 5.99113K wps
[Epoch 6 Batch 1410/4268] avg loss 0.0128633, throughput 5.99117K wps
[Epoch 6 Batch 1440/4268] avg loss 0.0134526, throughput 6.00123K wps
[Epoch 6 Batch 1470/4268] avg loss 0.0130326, throughput 5.9977K wps
[Epoch 6 Batch 1500/4268] avg loss 0.0135576, throughput 5.99224K wps
[Epoch 6 Batch 1530/4268] avg loss 0.0130909, throughput 5.99322K wps
[Epoch 6 Batch 1560/4268] avg loss 0.0132058, throughput 5.98821K wps
[Epoch 6 Batch 1590/4268] avg loss 0.0133147, throughput 6.01147K wps
[Epoch 6 Batch 1620/4268] avg loss 0.0133047, throughput 5.97412K wps
[Epoch 6 Batch 1650/4268] avg loss 0.0127764, throughput 5.98116K wps
[Epoch 6 Batch 1680/4268] avg loss 0.0131899, throughput 5.96963K wps
[Epoch 6 Batch 1710/4268] avg loss 0.0130919, throughput 5.99178K wps
[Epoch 6 Batch 1740/4268] avg loss 0.0131791, throughput 5.98395K wps
[Epoch 6 Batch 1770/4268] avg loss 0.0127614, throughput 5.99785K wps
[Epoch 6 Batch 1800/4268] avg loss 0.0123668, throughput 6.00158K wps
[Epoch 6 Batch 1830/4268] avg loss 0.0130722, throughput 5.99826K wps
[Epoch 6 Batch 1860/4268] avg loss 0.0131538, throughput 5.99797K wps
[Epoch 6 Batch 1890/4268] avg loss 0.011957, throughput 5.99827K wps
[Epoch 6 Batch 1920/4268] avg loss 0.0129643, throughput 6.01004K wps
[Epoch 6 Batch 1950/4268] avg loss 0.013182, throughput 6.02052K wps
[Epoch 6 Batch 1980/4268] avg loss 0.0130703, throughput 6.00049K wps
[Epoch 6 Batch 2010/4268] avg loss 0.0129503, throughput 6.00608K wps
[Epoch 6 Batch 2040/4268] avg loss 0.0130501, throughput 6.01113K wps
[Epoch 6 Batch 2070/4268] avg loss 0.012856, throughput 5.99592K wps
[Epoch 6 Batch 2100/4268] avg loss 0.0132334, throughput 6.0034K wps
[Epoch 6 Batch 2130/4268] avg loss 0.0133959, throughput 6.02617K wps
[Epoch 6 Batch 2160/4268] avg loss 0.0132075, throughput 6.01126K wps
[Epoch 6 Batch 2190/4268] avg loss 0.0132612, throughput 6.00719K wps
[Epoch 6 Batch 2220/4268] avg loss 0.0135457, throughput 5.99496K wps
[Epoch 6 Batch 2250/4268] avg loss 0.0135018, throughput 5.99423K wps
[Epoch 6 Batch 2280/4268] avg loss 0.0133038, throughput 6.00186K wps
[Epoch 6 Batch 2310/4268] avg loss 0.0134577, throughput 6.0216K wps
[Epoch 6 Batch 2340/4268] avg loss 0.0129059, throughput 6.01817K wps
[Epoch 6 Batch 2370/4268] avg loss 0.0128423, throughput 6.02302K wps
[Epoch 6 Batch 2400/4268] avg loss 0.0129068, throughput 6.00758K wps
[Epoch 6 Batch 2430/4268] avg loss 0.0134421, throughput 5.99118K wps
[Epoch 6 Batch 2460/4268] avg loss 0.0128484, throughput 5.99439K wps
[Epoch 6 Batch 2490/4268] avg loss 0.0134798, throughput 5.99534K wps
[Epoch 6 Batch 2520/4268] avg loss 0.0132606, throughput 5.995K wps
[Epoch 6 Batch 2550/4268] avg loss 0.0126629, throughput 6.01576K wps
[Epoch 6 Batch 2580/4268] avg loss 0.0134152, throughput 6.02012K wps
[Epoch 6 Batch 2610/4268] avg loss 0.0126485, throughput 6.00643K wps
[Epoch 6 Batch 2640/4268] avg loss 0.0138377, throughput 6.01251K wps
[Epoch 6 Batch 2670/4268] avg loss 0.0129389, throughput 6.01744K wps
[Epoch 6 Batch 2700/4268] avg loss 0.0127504, throughput 5.99511K wps
[Epoch 6 Batch 2730/4268] avg loss 0.0130381, throughput 5.99592K wps
[Epoch 6 Batch 2760/4268] avg loss 0.0130806, throughput 6.00255K wps
[Epoch 6 Batch 2790/4268] avg loss 0.0135022, throughput 6.02138K wps
[Epoch 6 Batch 2820/4268] avg loss 0.0131148, throughput 5.99817K wps
[Epoch 6 Batch 2850/4268] avg loss 0.0133649, throughput 6.01707K wps
[Epoch 6 Batch 2880/4268] avg loss 0.0129022, throughput 5.99823K wps
[Epoch 6 Batch 2910/4268] avg loss 0.0126668, throughput 6.00873K wps
[Epoch 6 Batch 2940/4268] avg loss 0.0135013, throughput 6.01567K wps
[Epoch 6 Batch 2970/4268] avg loss 0.0138396, throughput 6.0185K wps
[Epoch 6 Batch 3000/4268] avg loss 0.0130078, throughput 6.01217K wps
[Epoch 6 Batch 3030/4268] avg loss 0.0141396, throughput 6.00978K wps
[Epoch 6 Batch 3060/4268] avg loss 0.0134165, throughput 5.99668K wps
[Epoch 6 Batch 3090/4268] avg loss 0.0131561, throughput 6.01249K wps
[Epoch 6 Batch 3120/4268] avg loss 0.0133647, throughput 5.99695K wps
[Epoch 6 Batch 3150/4268] avg loss 0.0133052, throughput 6.00695K wps
[Epoch 6 Batch 3180/4268] avg loss 0.0134791, throughput 6.02114K wps
[Epoch 6 Batch 3210/4268] avg loss 0.0132552, throughput 6.02221K wps
[Epoch 6 Batch 3240/4268] avg loss 0.0132989, throughput 6.01662K wps
[Epoch 6 Batch 3270/4268] avg loss 0.0134457, throughput 6.00686K wps
[Epoch 6 Batch 3300/4268] avg loss 0.013813, throughput 6.01752K wps
[Epoch 6 Batch 3330/4268] avg loss 0.0130627, throughput 6.00321K wps
[Epoch 6 Batch 3360/4268] avg loss 0.0130999, throughput 6.00384K wps
[Epoch 6 Batch 3390/4268] avg loss 0.0132374, throughput 5.98562K wps
[Epoch 6 Batch 3420/4268] avg loss 0.0129038, throughput 6.0034K wps
[Epoch 6 Batch 3450/4268] avg loss 0.0141473, throughput 5.99304K wps
[Epoch 6 Batch 3480/4268] avg loss 0.0131353, throughput 5.98922K wps
[Epoch 6 Batch 3510/4268] avg loss 0.0129691, throughput 5.9972K wps
[Epoch 6 Batch 3540/4268] avg loss 0.0135917, throughput 5.98469K wps
[Epoch 6 Batch 3570/4268] avg loss 0.0131145, throughput 5.98665K wps
[Epoch 6 Batch 3600/4268] avg loss 0.013469, throughput 5.99799K wps
[Epoch 6 Batch 3630/4268] avg loss 0.0135009, throughput 5.99115K wps
[Epoch 6 Batch 3660/4268] avg loss 0.0133836, throughput 5.98966K wps
[Epoch 6 Batch 3690/4268] avg loss 0.0136792, throughput 5.99132K wps
[Epoch 6 Batch 3720/4268] avg loss 0.0134659, throughput 5.99648K wps
[Epoch 6 Batch 3750/4268] avg loss 0.0142627, throughput 5.99179K wps
[Epoch 6 Batch 3780/4268] avg loss 0.0134139, throughput 6.00072K wps
[Epoch 6 Batch 3810/4268] avg loss 0.0135918, throughput 6.00844K wps
[Epoch 6 Batch 3840/4268] avg loss 0.0132018, throughput 6.00262K wps
[Epoch 6 Batch 3870/4268] avg loss 0.0128111, throughput 5.98316K wps
[Epoch 6 Batch 3900/4268] avg loss 0.0139418, throughput 5.96867K wps
[Epoch 6 Batch 3930/4268] avg loss 0.013318, throughput 5.9908K wps
[Epoch 6 Batch 3960/4268] avg loss 0.0130838, throughput 5.96307K wps
[Epoch 6 Batch 3990/4268] avg loss 0.013455, throughput 5.99105K wps
[Epoch 6 Batch 4020/4268] avg loss 0.0142543, throughput 5.98547K wps
[Epoch 6 Batch 4050/4268] avg loss 0.0137596, throughput 5.98448K wps
[Epoch 6 Batch 4080/4268] avg loss 0.0136828, throughput 5.98035K wps
[Epoch 6 Batch 4110/4268] avg loss 0.0132081, throughput 5.99993K wps
[Epoch 6 Batch 4140/4268] avg loss 0.0129351, throughput 5.98935K wps
[Epoch 6 Batch 4170/4268] avg loss 0.0137716, throughput 5.99093K wps
[Epoch 6 Batch 4200/4268] avg loss 0.0139048, throughput 5.98978K wps
[Epoch 6 Batch 4230/4268] avg loss 0.0140914, throughput 6.00648K wps
[Epoch 6 Batch 4260/4268] avg loss 0.0136774, throughput 6.02319K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 6] train avg loss 0.013101, test acc 0.6767, test avg loss 0.809926, throughput 6.00318K wps
Observed Improvement.
Begin Testing...
[Batch 30/43] elapsed 0.27 s
[Epoch 7 Batch 30/4268] avg loss 0.0113327, throughput 6.13666K wps
[Epoch 7 Batch 60/4268] avg loss 0.0119002, throughput 5.98802K wps
[Epoch 7 Batch 90/4268] avg loss 0.0113025, throughput 6.01127K wps
[Epoch 7 Batch 120/4268] avg loss 0.0119157, throughput 6.00175K wps
[Epoch 7 Batch 150/4268] avg loss 0.0125566, throughput 6.00062K wps
[Epoch 7 Batch 180/4268] avg loss 0.0125889, throughput 6.00679K wps
[Epoch 7 Batch 210/4268] avg loss 0.0117759, throughput 5.98939K wps
[Epoch 7 Batch 240/4268] avg loss 0.012758, throughput 5.98989K wps
[Epoch 7 Batch 270/4268] avg loss 0.0117052, throughput 5.99013K wps
[Epoch 7 Batch 300/4268] avg loss 0.0126903, throughput 5.99954K wps
[Epoch 7 Batch 330/4268] avg loss 0.0123299, throughput 6.01335K wps
[Epoch 7 Batch 360/4268] avg loss 0.0126759, throughput 6.00957K wps
[Epoch 7 Batch 390/4268] avg loss 0.0121522, throughput 6.00796K wps
[Epoch 7 Batch 420/4268] avg loss 0.0119817, throughput 6.01854K wps
[Epoch 7 Batch 450/4268] avg loss 0.012327, throughput 6.01517K wps
[Epoch 7 Batch 480/4268] avg loss 0.0121719, throughput 6.01819K wps
[Epoch 7 Batch 510/4268] avg loss 0.0122645, throughput 6.01322K wps
[Epoch 7 Batch 540/4268] avg loss 0.0128598, throughput 6.00745K wps
[Epoch 7 Batch 570/4268] avg loss 0.0117182, throughput 6.00136K wps
[Epoch 7 Batch 600/4268] avg loss 0.0128174, throughput 5.98764K wps
[Epoch 7 Batch 630/4268] avg loss 0.0119979, throughput 5.99595K wps
[Epoch 7 Batch 660/4268] avg loss 0.01264, throughput 5.9974K wps
[Epoch 7 Batch 690/4268] avg loss 0.0121974, throughput 6.00496K wps
[Epoch 7 Batch 720/4268] avg loss 0.0126731, throughput 6.01728K wps
[Epoch 7 Batch 750/4268] avg loss 0.0120282, throughput 6.01877K wps
[Epoch 7 Batch 780/4268] avg loss 0.0115982, throughput 5.99147K wps
[Epoch 7 Batch 810/4268] avg loss 0.0122135, throughput 6.00114K wps
[Epoch 7 Batch 840/4268] avg loss 0.0119862, throughput 6.01034K wps
[Epoch 7 Batch 870/4268] avg loss 0.0122962, throughput 6.0145K wps
[Epoch 7 Batch 900/4268] avg loss 0.0127577, throughput 6.00098K wps
[Epoch 7 Batch 930/4268] avg loss 0.0122351, throughput 5.99967K wps
[Epoch 7 Batch 960/4268] avg loss 0.0119576, throughput 6.01084K wps
[Epoch 7 Batch 990/4268] avg loss 0.0129162, throughput 5.99129K wps
[Epoch 7 Batch 1020/4268] avg loss 0.0126241, throughput 5.99753K wps
[Epoch 7 Batch 1050/4268] avg loss 0.0117306, throughput 6.00875K wps
[Epoch 7 Batch 1080/4268] avg loss 0.0127366, throughput 6.00527K wps
[Epoch 7 Batch 1110/4268] avg loss 0.0133049, throughput 6.00909K wps
[Epoch 7 Batch 1140/4268] avg loss 0.0128868, throughput 5.98863K wps
[Epoch 7 Batch 1170/4268] avg loss 0.0125305, throughput 6.01421K wps
[Epoch 7 Batch 1200/4268] avg loss 0.0123703, throughput 5.99877K wps
[Epoch 7 Batch 1230/4268] avg loss 0.0131366, throughput 6.00382K wps
[Epoch 7 Batch 1260/4268] avg loss 0.0126435, throughput 6.01845K wps
[Epoch 7 Batch 1290/4268] avg loss 0.0127171, throughput 5.97868K wps
[Epoch 7 Batch 1320/4268] avg loss 0.0125682, throughput 6.00566K wps
[Epoch 7 Batch 1350/4268] avg loss 0.0119017, throughput 5.99893K wps
[Epoch 7 Batch 1380/4268] avg loss 0.012586, throughput 6.00588K wps
[Epoch 7 Batch 1410/4268] avg loss 0.0118639, throughput 5.9949K wps
[Epoch 7 Batch 1440/4268] avg loss 0.0126454, throughput 5.984K wps
[Epoch 7 Batch 1470/4268] avg loss 0.0126117, throughput 5.98914K wps
[Epoch 7 Batch 1500/4268] avg loss 0.0128871, throughput 6.00572K wps
[Epoch 7 Batch 1530/4268] avg loss 0.0126451, throughput 5.99658K wps
[Epoch 7 Batch 1560/4268] avg loss 0.0131533, throughput 6.00189K wps
[Epoch 7 Batch 1590/4268] avg loss 0.0123368, throughput 6.00865K wps
[Epoch 7 Batch 1620/4268] avg loss 0.012859, throughput 5.99689K wps
[Epoch 7 Batch 1650/4268] avg loss 0.0123011, throughput 6.00852K wps
[Epoch 7 Batch 1680/4268] avg loss 0.0133613, throughput 6.0071K wps
[Epoch 7 Batch 1710/4268] avg loss 0.0126806, throughput 6.01128K wps
[Epoch 7 Batch 1740/4268] avg loss 0.0121898, throughput 6.00383K wps
[Epoch 7 Batch 1770/4268] avg loss 0.0125198, throughput 5.99717K wps
[Epoch 7 Batch 1800/4268] avg loss 0.0125746, throughput 6.00007K wps
[Epoch 7 Batch 1830/4268] avg loss 0.0127336, throughput 5.99264K wps
[Epoch 7 Batch 1860/4268] avg loss 0.0124324, throughput 5.99219K wps
[Epoch 7 Batch 1890/4268] avg loss 0.0119839, throughput 5.99804K wps
[Epoch 7 Batch 1920/4268] avg loss 0.0130385, throughput 6.01979K wps
[Epoch 7 Batch 1950/4268] avg loss 0.0124158, throughput 6.01273K wps
[Epoch 7 Batch 1980/4268] avg loss 0.012152, throughput 5.99575K wps
[Epoch 7 Batch 2010/4268] avg loss 0.0124026, throughput 5.97861K wps
[Epoch 7 Batch 2040/4268] avg loss 0.0128499, throughput 6.00538K wps
[Epoch 7 Batch 2070/4268] avg loss 0.0133906, throughput 5.99745K wps
[Epoch 7 Batch 2100/4268] avg loss 0.0129475, throughput 5.99926K wps
[Epoch 7 Batch 2130/4268] avg loss 0.0125824, throughput 6.00831K wps
[Epoch 7 Batch 2160/4268] avg loss 0.0124421, throughput 6.01132K wps
[Epoch 7 Batch 2190/4268] avg loss 0.0126901, throughput 6.00107K wps
[Epoch 7 Batch 2220/4268] avg loss 0.0121792, throughput 6.005K wps
[Epoch 7 Batch 2250/4268] avg loss 0.012902, throughput 6.00881K wps
[Epoch 7 Batch 2280/4268] avg loss 0.0125125, throughput 5.99614K wps
[Epoch 7 Batch 2310/4268] avg loss 0.0136612, throughput 5.99659K wps
[Epoch 7 Batch 2340/4268] avg loss 0.0134027, throughput 5.99024K wps
[Epoch 7 Batch 2370/4268] avg loss 0.0131266, throughput 5.99914K wps
[Epoch 7 Batch 2400/4268] avg loss 0.0130787, throughput 6.00337K wps
[Epoch 7 Batch 2430/4268] avg loss 0.0128109, throughput 5.99627K wps
[Epoch 7 Batch 2460/4268] avg loss 0.012158, throughput 6.00425K wps
[Epoch 7 Batch 2490/4268] avg loss 0.0126844, throughput 6.01144K wps
[Epoch 7 Batch 2520/4268] avg loss 0.0136864, throughput 6.00997K wps
[Epoch 7 Batch 2550/4268] avg loss 0.0129176, throughput 6.00401K wps
[Epoch 7 Batch 2580/4268] avg loss 0.0132121, throughput 6.00973K wps
[Epoch 7 Batch 2610/4268] avg loss 0.0125799, throughput 6.01513K wps
[Epoch 7 Batch 2640/4268] avg loss 0.0133094, throughput 6.01321K wps
[Epoch 7 Batch 2670/4268] avg loss 0.012586, throughput 6.02208K wps
[Epoch 7 Batch 2700/4268] avg loss 0.0134237, throughput 5.99831K wps
[Epoch 7 Batch 2730/4268] avg loss 0.0131658, throughput 6.00889K wps
[Epoch 7 Batch 2760/4268] avg loss 0.013004, throughput 6.01065K wps
[Epoch 7 Batch 2790/4268] avg loss 0.0132539, throughput 6.00363K wps
[Epoch 7 Batch 2820/4268] avg loss 0.0127059, throughput 5.99332K wps
[Epoch 7 Batch 2850/4268] avg loss 0.0134022, throughput 6.01119K wps
[Epoch 7 Batch 2880/4268] avg loss 0.0120426, throughput 6.01779K wps
[Epoch 7 Batch 2910/4268] avg loss 0.0132293, throughput 6.01269K wps
[Epoch 7 Batch 2940/4268] avg loss 0.0131864, throughput 5.99404K wps
[Epoch 7 Batch 2970/4268] avg loss 0.0128898, throughput 6.01072K wps
[Epoch 7 Batch 3000/4268] avg loss 0.0136064, throughput 6.01853K wps
[Epoch 7 Batch 3030/4268] avg loss 0.0122279, throughput 5.99896K wps
[Epoch 7 Batch 3060/4268] avg loss 0.012358, throughput 5.99579K wps
[Epoch 7 Batch 3090/4268] avg loss 0.0131216, throughput 5.99413K wps
[Epoch 7 Batch 3120/4268] avg loss 0.0129677, throughput 6.01523K wps
[Epoch 7 Batch 3150/4268] avg loss 0.0133754, throughput 6.00106K wps
[Epoch 7 Batch 3180/4268] avg loss 0.0126845, throughput 6.02568K wps
[Epoch 7 Batch 3210/4268] avg loss 0.012761, throughput 6.00999K wps
[Epoch 7 Batch 3240/4268] avg loss 0.0131132, throughput 6.00298K wps
[Epoch 7 Batch 3270/4268] avg loss 0.011896, throughput 5.99972K wps
[Epoch 7 Batch 3300/4268] avg loss 0.0121891, throughput 6.0007K wps
[Epoch 7 Batch 3330/4268] avg loss 0.0129246, throughput 6.00358K wps
[Epoch 7 Batch 3360/4268] avg loss 0.0129283, throughput 6.00619K wps
[Epoch 7 Batch 3390/4268] avg loss 0.0129876, throughput 6.00312K wps
[Epoch 7 Batch 3420/4268] avg loss 0.0134096, throughput 5.99293K wps
[Epoch 7 Batch 3450/4268] avg loss 0.0133863, throughput 6.01626K wps
[Epoch 7 Batch 3480/4268] avg loss 0.0120391, throughput 5.98926K wps
[Epoch 7 Batch 3510/4268] avg loss 0.0131017, throughput 5.99946K wps
[Epoch 7 Batch 3540/4268] avg loss 0.013583, throughput 6.02157K wps
[Epoch 7 Batch 3570/4268] avg loss 0.0133083, throughput 6.01808K wps
[Epoch 7 Batch 3600/4268] avg loss 0.0123855, throughput 5.99703K wps
[Epoch 7 Batch 3630/4268] avg loss 0.0130831, throughput 5.9976K wps
[Epoch 7 Batch 3660/4268] avg loss 0.0124337, throughput 5.99861K wps
[Epoch 7 Batch 3690/4268] avg loss 0.0127167, throughput 5.99572K wps
[Epoch 7 Batch 3720/4268] avg loss 0.0131754, throughput 6.00605K wps
[Epoch 7 Batch 3750/4268] avg loss 0.0133856, throughput 5.98997K wps
[Epoch 7 Batch 3780/4268] avg loss 0.0131195, throughput 5.98932K wps
[Epoch 7 Batch 3810/4268] avg loss 0.0130211, throughput 5.98697K wps
[Epoch 7 Batch 3840/4268] avg loss 0.0128808, throughput 6.0149K wps
[Epoch 7 Batch 3870/4268] avg loss 0.0136436, throughput 6.02009K wps
[Epoch 7 Batch 3900/4268] avg loss 0.0134897, throughput 6.00705K wps
[Epoch 7 Batch 3930/4268] avg loss 0.0126276, throughput 6.01171K wps
[Epoch 7 Batch 3960/4268] avg loss 0.0128932, throughput 6.02731K wps
[Epoch 7 Batch 3990/4268] avg loss 0.0122982, throughput 6.01268K wps
[Epoch 7 Batch 4020/4268] avg loss 0.0127628, throughput 5.99011K wps
[Epoch 7 Batch 4050/4268] avg loss 0.0132647, throughput 6.00039K wps
[Epoch 7 Batch 4080/4268] avg loss 0.0130207, throughput 6.00548K wps
[Epoch 7 Batch 4110/4268] avg loss 0.012236, throughput 6.01842K wps
[Epoch 7 Batch 4140/4268] avg loss 0.0132073, throughput 5.99195K wps
[Epoch 7 Batch 4170/4268] avg loss 0.013131, throughput 5.99124K wps
[Epoch 7 Batch 4200/4268] avg loss 0.012934, throughput 6.00972K wps
[Epoch 7 Batch 4230/4268] avg loss 0.0135923, throughput 6.02248K wps
[Epoch 7 Batch 4260/4268] avg loss 0.0133042, throughput 6.01905K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 7] train avg loss 0.0126862, test acc 0.6764, test avg loss 0.81835, throughput 6.0047K wps
[Epoch 8 Batch 30/4268] avg loss 0.011855, throughput 6.11603K wps
[Epoch 8 Batch 60/4268] avg loss 0.0112909, throughput 6.02099K wps
[Epoch 8 Batch 90/4268] avg loss 0.0115573, throughput 6.01311K wps
[Epoch 8 Batch 120/4268] avg loss 0.0115404, throughput 5.99175K wps
[Epoch 8 Batch 150/4268] avg loss 0.0116202, throughput 5.99933K wps
[Epoch 8 Batch 180/4268] avg loss 0.0123574, throughput 5.99978K wps
[Epoch 8 Batch 210/4268] avg loss 0.0115219, throughput 5.99192K wps
[Epoch 8 Batch 240/4268] avg loss 0.0119064, throughput 5.99892K wps
[Epoch 8 Batch 270/4268] avg loss 0.0120694, throughput 6.00703K wps
[Epoch 8 Batch 300/4268] avg loss 0.0116019, throughput 6.00704K wps
[Epoch 8 Batch 330/4268] avg loss 0.0117964, throughput 5.98628K wps
[Epoch 8 Batch 360/4268] avg loss 0.0114165, throughput 5.98667K wps
[Epoch 8 Batch 390/4268] avg loss 0.0113581, throughput 6.00383K wps
[Epoch 8 Batch 420/4268] avg loss 0.010944, throughput 6.00444K wps
[Epoch 8 Batch 450/4268] avg loss 0.0112462, throughput 6.00062K wps
[Epoch 8 Batch 480/4268] avg loss 0.0115349, throughput 5.99953K wps
[Epoch 8 Batch 510/4268] avg loss 0.0119446, throughput 5.9923K wps
[Epoch 8 Batch 540/4268] avg loss 0.011244, throughput 5.99295K wps
[Epoch 8 Batch 570/4268] avg loss 0.0117715, throughput 5.99963K wps
[Epoch 8 Batch 600/4268] avg loss 0.0124948, throughput 6.00873K wps
[Epoch 8 Batch 630/4268] avg loss 0.0122172, throughput 6.013K wps
[Epoch 8 Batch 660/4268] avg loss 0.0116418, throughput 6.01441K wps
[Epoch 8 Batch 690/4268] avg loss 0.0116126, throughput 6.00062K wps
[Epoch 8 Batch 720/4268] avg loss 0.0118633, throughput 6.00999K wps
[Epoch 8 Batch 750/4268] avg loss 0.0115062, throughput 6.00869K wps
[Epoch 8 Batch 780/4268] avg loss 0.0121736, throughput 6.00774K wps
[Epoch 8 Batch 810/4268] avg loss 0.012552, throughput 6.00467K wps
[Epoch 8 Batch 840/4268] avg loss 0.0119387, throughput 6.00815K wps
[Epoch 8 Batch 870/4268] avg loss 0.0113591, throughput 6.0073K wps
[Epoch 8 Batch 900/4268] avg loss 0.0115347, throughput 6.00501K wps
[Epoch 8 Batch 930/4268] avg loss 0.0112136, throughput 6.00297K wps
[Epoch 8 Batch 960/4268] avg loss 0.0115821, throughput 5.99302K wps
[Epoch 8 Batch 990/4268] avg loss 0.0118692, throughput 5.99486K wps
[Epoch 8 Batch 1020/4268] avg loss 0.0118369, throughput 5.9966K wps
[Epoch 8 Batch 1050/4268] avg loss 0.0116629, throughput 6.01244K wps
[Epoch 8 Batch 1080/4268] avg loss 0.0121081, throughput 6.01379K wps
[Epoch 8 Batch 1110/4268] avg loss 0.0119564, throughput 6.00258K wps
[Epoch 8 Batch 1140/4268] avg loss 0.0119735, throughput 6.01818K wps
[Epoch 8 Batch 1170/4268] avg loss 0.0119933, throughput 6.02383K wps
[Epoch 8 Batch 1200/4268] avg loss 0.0120108, throughput 6.01956K wps
[Epoch 8 Batch 1230/4268] avg loss 0.0126572, throughput 6.01563K wps
[Epoch 8 Batch 1260/4268] avg loss 0.0128307, throughput 6.01021K wps
[Epoch 8 Batch 1290/4268] avg loss 0.0119212, throughput 6.00818K wps
[Epoch 8 Batch 1320/4268] avg loss 0.0119797, throughput 6.00594K wps
[Epoch 8 Batch 1350/4268] avg loss 0.0120172, throughput 6.01766K wps
[Epoch 8 Batch 1380/4268] avg loss 0.0126418, throughput 6.00668K wps
[Epoch 8 Batch 1410/4268] avg loss 0.0116128, throughput 6.00043K wps
[Epoch 8 Batch 1440/4268] avg loss 0.0123984, throughput 5.99006K wps
[Epoch 8 Batch 1470/4268] avg loss 0.0124974, throughput 6.00965K wps
[Epoch 8 Batch 1500/4268] avg loss 0.0122268, throughput 6.0104K wps
[Epoch 8 Batch 1530/4268] avg loss 0.0127443, throughput 6.00871K wps
[Epoch 8 Batch 1560/4268] avg loss 0.01278, throughput 6.02555K wps
[Epoch 8 Batch 1590/4268] avg loss 0.0125133, throughput 6.01752K wps
[Epoch 8 Batch 1620/4268] avg loss 0.0127497, throughput 6.00274K wps
[Epoch 8 Batch 1650/4268] avg loss 0.0117728, throughput 6.00347K wps
[Epoch 8 Batch 1680/4268] avg loss 0.0121963, throughput 5.99927K wps
[Epoch 8 Batch 1710/4268] avg loss 0.0118241, throughput 5.99866K wps
[Epoch 8 Batch 1740/4268] avg loss 0.0127013, throughput 6.00521K wps
[Epoch 8 Batch 1770/4268] avg loss 0.0121692, throughput 5.99779K wps
[Epoch 8 Batch 1800/4268] avg loss 0.0126614, throughput 5.99201K wps
[Epoch 8 Batch 1830/4268] avg loss 0.0123095, throughput 6.01301K wps
[Epoch 8 Batch 1860/4268] avg loss 0.0126902, throughput 5.98115K wps
[Epoch 8 Batch 1890/4268] avg loss 0.0131441, throughput 6.00122K wps
[Epoch 8 Batch 1920/4268] avg loss 0.0123074, throughput 5.9897K wps
[Epoch 8 Batch 1950/4268] avg loss 0.0123905, throughput 6.00993K wps
[Epoch 8 Batch 1980/4268] avg loss 0.0122855, throughput 5.99797K wps
[Epoch 8 Batch 2010/4268] avg loss 0.0121582, throughput 5.99178K wps
[Epoch 8 Batch 2040/4268] avg loss 0.012951, throughput 5.99727K wps
[Epoch 8 Batch 2070/4268] avg loss 0.0124304, throughput 5.98728K wps
[Epoch 8 Batch 2100/4268] avg loss 0.0120373, throughput 5.99187K wps
[Epoch 8 Batch 2130/4268] avg loss 0.0125439, throughput 5.99046K wps
[Epoch 8 Batch 2160/4268] avg loss 0.0129908, throughput 5.98959K wps
[Epoch 8 Batch 2190/4268] avg loss 0.0124807, throughput 5.99214K wps
[Epoch 8 Batch 2220/4268] avg loss 0.0124347, throughput 6.00264K wps
[Epoch 8 Batch 2250/4268] avg loss 0.0126281, throughput 6.00646K wps
[Epoch 8 Batch 2280/4268] avg loss 0.012731, throughput 5.9979K wps
[Epoch 8 Batch 2310/4268] avg loss 0.0130641, throughput 6.00118K wps
[Epoch 8 Batch 2340/4268] avg loss 0.0120661, throughput 6.00116K wps
[Epoch 8 Batch 2370/4268] avg loss 0.0125653, throughput 6.0099K wps
[Epoch 8 Batch 2400/4268] avg loss 0.0119197, throughput 5.99738K wps
[Epoch 8 Batch 2430/4268] avg loss 0.0121922, throughput 6.00133K wps
[Epoch 8 Batch 2460/4268] avg loss 0.0126213, throughput 6.00886K wps
[Epoch 8 Batch 2490/4268] avg loss 0.0123305, throughput 6.01078K wps
[Epoch 8 Batch 2520/4268] avg loss 0.0122527, throughput 6.01749K wps
[Epoch 8 Batch 2550/4268] avg loss 0.0118804, throughput 5.99669K wps
[Epoch 8 Batch 2580/4268] avg loss 0.0120018, throughput 5.98783K wps
[Epoch 8 Batch 2610/4268] avg loss 0.0119604, throughput 6.00286K wps
[Epoch 8 Batch 2640/4268] avg loss 0.0122314, throughput 6.00725K wps
[Epoch 8 Batch 2670/4268] avg loss 0.0123066, throughput 5.99148K wps
[Epoch 8 Batch 2700/4268] avg loss 0.012489, throughput 5.9986K wps
[Epoch 8 Batch 2730/4268] avg loss 0.0127354, throughput 6.0137K wps
[Epoch 8 Batch 2760/4268] avg loss 0.0117449, throughput 6.00247K wps
[Epoch 8 Batch 2790/4268] avg loss 0.0134216, throughput 6.01581K wps
[Epoch 8 Batch 2820/4268] avg loss 0.0129202, throughput 5.99942K wps
[Epoch 8 Batch 2850/4268] avg loss 0.0127029, throughput 6.00876K wps
[Epoch 8 Batch 2880/4268] avg loss 0.0130813, throughput 6.00473K wps
[Epoch 8 Batch 2910/4268] avg loss 0.0134318, throughput 6.00369K wps
[Epoch 8 Batch 2940/4268] avg loss 0.0123994, throughput 5.99508K wps
[Epoch 8 Batch 2970/4268] avg loss 0.0124671, throughput 5.96765K wps
[Epoch 8 Batch 3000/4268] avg loss 0.0120031, throughput 5.97244K wps
[Epoch 8 Batch 3030/4268] avg loss 0.0123011, throughput 6.01302K wps
[Epoch 8 Batch 3060/4268] avg loss 0.0127167, throughput 6.02709K wps
[Epoch 8 Batch 3090/4268] avg loss 0.0131608, throughput 6.00296K wps
[Epoch 8 Batch 3120/4268] avg loss 0.0129992, throughput 5.99422K wps
[Epoch 8 Batch 3150/4268] avg loss 0.0127688, throughput 5.99648K wps
[Epoch 8 Batch 3180/4268] avg loss 0.0132748, throughput 5.99655K wps
[Epoch 8 Batch 3210/4268] avg loss 0.0126305, throughput 5.99975K wps
[Epoch 8 Batch 3240/4268] avg loss 0.01279, throughput 5.99393K wps
[Epoch 8 Batch 3270/4268] avg loss 0.0130277, throughput 6.02121K wps
[Epoch 8 Batch 3300/4268] avg loss 0.0120277, throughput 6.02198K wps
[Epoch 8 Batch 3330/4268] avg loss 0.0125764, throughput 6.01944K wps
[Epoch 8 Batch 3360/4268] avg loss 0.0125197, throughput 5.99029K wps
[Epoch 8 Batch 3390/4268] avg loss 0.012464, throughput 6.00061K wps
[Epoch 8 Batch 3420/4268] avg loss 0.0128465, throughput 5.99203K wps
[Epoch 8 Batch 3450/4268] avg loss 0.0127675, throughput 5.99079K wps
[Epoch 8 Batch 3480/4268] avg loss 0.0125103, throughput 5.99182K wps
[Epoch 8 Batch 3510/4268] avg loss 0.0122411, throughput 5.98639K wps
[Epoch 8 Batch 3540/4268] avg loss 0.0125312, throughput 6.02601K wps
[Epoch 8 Batch 3570/4268] avg loss 0.0130184, throughput 6.015K wps
[Epoch 8 Batch 3600/4268] avg loss 0.0126006, throughput 6.00886K wps
[Epoch 8 Batch 3630/4268] avg loss 0.0133634, throughput 6.01423K wps
[Epoch 8 Batch 3660/4268] avg loss 0.0131242, throughput 6.00232K wps
[Epoch 8 Batch 3690/4268] avg loss 0.0129082, throughput 6.00745K wps
[Epoch 8 Batch 3720/4268] avg loss 0.0124234, throughput 6.02017K wps
[Epoch 8 Batch 3750/4268] avg loss 0.0129434, throughput 6.01266K wps
[Epoch 8 Batch 3780/4268] avg loss 0.0129072, throughput 6.02171K wps
[Epoch 8 Batch 3810/4268] avg loss 0.0132796, throughput 6.01248K wps
[Epoch 8 Batch 3840/4268] avg loss 0.0121134, throughput 5.99225K wps
[Epoch 8 Batch 3870/4268] avg loss 0.0116642, throughput 6.0075K wps
[Epoch 8 Batch 3900/4268] avg loss 0.012596, throughput 6.00695K wps
[Epoch 8 Batch 3930/4268] avg loss 0.0126724, throughput 5.98822K wps
[Epoch 8 Batch 3960/4268] avg loss 0.0128792, throughput 6.01734K wps
[Epoch 8 Batch 3990/4268] avg loss 0.0118412, throughput 6.00791K wps
[Epoch 8 Batch 4020/4268] avg loss 0.0129666, throughput 6.0013K wps
[Epoch 8 Batch 4050/4268] avg loss 0.0131808, throughput 6.01287K wps
[Epoch 8 Batch 4080/4268] avg loss 0.0126495, throughput 6.00824K wps
[Epoch 8 Batch 4110/4268] avg loss 0.0125419, throughput 6.00202K wps
[Epoch 8 Batch 4140/4268] avg loss 0.0131359, throughput 5.9939K wps
[Epoch 8 Batch 4170/4268] avg loss 0.0125412, throughput 6.01492K wps
[Epoch 8 Batch 4200/4268] avg loss 0.0132467, throughput 5.99283K wps
[Epoch 8 Batch 4230/4268] avg loss 0.0123554, throughput 5.98887K wps
[Epoch 8 Batch 4260/4268] avg loss 0.0123205, throughput 5.99074K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.28 s
[Batch 90/475] elapsed 0.28 s
[Batch 120/475] elapsed 0.28 s
[Batch 150/475] elapsed 0.28 s
[Batch 180/475] elapsed 0.28 s
[Batch 210/475] elapsed 0.28 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.28 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 8] train avg loss 0.0123201, test acc 0.6760, test avg loss 0.829872, throughput 6.00387K wps
[Epoch 9 Batch 30/4268] avg loss 0.0114618, throughput 6.11644K wps
[Epoch 9 Batch 60/4268] avg loss 0.0108546, throughput 6.00552K wps
[Epoch 9 Batch 90/4268] avg loss 0.012048, throughput 6.0061K wps
[Epoch 9 Batch 120/4268] avg loss 0.0119953, throughput 5.99031K wps
[Epoch 9 Batch 150/4268] avg loss 0.0116527, throughput 5.99991K wps
[Epoch 9 Batch 180/4268] avg loss 0.0117108, throughput 6.02187K wps
[Epoch 9 Batch 210/4268] avg loss 0.0111069, throughput 6.00986K wps
[Epoch 9 Batch 240/4268] avg loss 0.0119657, throughput 6.01239K wps
[Epoch 9 Batch 270/4268] avg loss 0.0112559, throughput 6.0043K wps
[Epoch 9 Batch 300/4268] avg loss 0.0109082, throughput 6.01516K wps
[Epoch 9 Batch 330/4268] avg loss 0.0112543, throughput 6.00453K wps
[Epoch 9 Batch 360/4268] avg loss 0.0110141, throughput 6.01767K wps
[Epoch 9 Batch 390/4268] avg loss 0.0112617, throughput 6.00945K wps
[Epoch 9 Batch 420/4268] avg loss 0.0111922, throughput 6.01428K wps
[Epoch 9 Batch 450/4268] avg loss 0.0120022, throughput 6.01076K wps
[Epoch 9 Batch 480/4268] avg loss 0.0116002, throughput 6.00671K wps
[Epoch 9 Batch 510/4268] avg loss 0.0116834, throughput 6.01524K wps
[Epoch 9 Batch 540/4268] avg loss 0.0110789, throughput 6.02067K wps
[Epoch 9 Batch 570/4268] avg loss 0.0111119, throughput 5.9959K wps
[Epoch 9 Batch 600/4268] avg loss 0.0119044, throughput 5.99872K wps
[Epoch 9 Batch 630/4268] avg loss 0.0121152, throughput 5.99301K wps
[Epoch 9 Batch 660/4268] avg loss 0.011753, throughput 6.01023K wps
[Epoch 9 Batch 690/4268] avg loss 0.011315, throughput 6.00255K wps
[Epoch 9 Batch 720/4268] avg loss 0.0121119, throughput 5.99622K wps
[Epoch 9 Batch 750/4268] avg loss 0.011032, throughput 6.01704K wps
[Epoch 9 Batch 780/4268] avg loss 0.0117836, throughput 5.99316K wps
[Epoch 9 Batch 810/4268] avg loss 0.0110526, throughput 6.01947K wps
[Epoch 9 Batch 840/4268] avg loss 0.0115909, throughput 6.00606K wps
[Epoch 9 Batch 870/4268] avg loss 0.0110548, throughput 6.00903K wps
[Epoch 9 Batch 900/4268] avg loss 0.0120611, throughput 6.02198K wps
[Epoch 9 Batch 930/4268] avg loss 0.0114109, throughput 6.02038K wps
[Epoch 9 Batch 960/4268] avg loss 0.011658, throughput 6.01754K wps
[Epoch 9 Batch 990/4268] avg loss 0.0122467, throughput 6.01564K wps
[Epoch 9 Batch 1020/4268] avg loss 0.0119407, throughput 6.02074K wps
[Epoch 9 Batch 1050/4268] avg loss 0.0118314, throughput 6.01008K wps
[Epoch 9 Batch 1080/4268] avg loss 0.0114106, throughput 6.01488K wps
[Epoch 9 Batch 1110/4268] avg loss 0.0121197, throughput 6.01432K wps
[Epoch 9 Batch 1140/4268] avg loss 0.0117931, throughput 6.01783K wps
[Epoch 9 Batch 1170/4268] avg loss 0.0109914, throughput 5.99515K wps
[Epoch 9 Batch 1200/4268] avg loss 0.0124066, throughput 6.00097K wps
[Epoch 9 Batch 1230/4268] avg loss 0.0114238, throughput 6.0119K wps
[Epoch 9 Batch 1260/4268] avg loss 0.0118846, throughput 6.02084K wps
[Epoch 9 Batch 1290/4268] avg loss 0.0120589, throughput 6.00935K wps
[Epoch 9 Batch 1320/4268] avg loss 0.0120838, throughput 5.99417K wps
[Epoch 9 Batch 1350/4268] avg loss 0.0115264, throughput 5.99984K wps
[Epoch 9 Batch 1380/4268] avg loss 0.0124599, throughput 6.00697K wps
[Epoch 9 Batch 1410/4268] avg loss 0.0114892, throughput 6.01323K wps
[Epoch 9 Batch 1440/4268] avg loss 0.0116519, throughput 6.00076K wps
[Epoch 9 Batch 1470/4268] avg loss 0.0117267, throughput 6.01602K wps
[Epoch 9 Batch 1500/4268] avg loss 0.0117163, throughput 6.02321K wps
[Epoch 9 Batch 1530/4268] avg loss 0.0120344, throughput 5.99342K wps
[Epoch 9 Batch 1560/4268] avg loss 0.0118806, throughput 6.01777K wps
[Epoch 9 Batch 1590/4268] avg loss 0.0119379, throughput 6.00828K wps
[Epoch 9 Batch 1620/4268] avg loss 0.0114581, throughput 5.99579K wps
[Epoch 9 Batch 1650/4268] avg loss 0.0119719, throughput 6.00459K wps
[Epoch 9 Batch 1680/4268] avg loss 0.0115206, throughput 6.00742K wps
[Epoch 9 Batch 1710/4268] avg loss 0.011159, throughput 6.02504K wps
[Epoch 9 Batch 1740/4268] avg loss 0.0120212, throughput 6.01453K wps
[Epoch 9 Batch 1770/4268] avg loss 0.0116647, throughput 6.0066K wps
[Epoch 9 Batch 1800/4268] avg loss 0.0112665, throughput 6.00906K wps
[Epoch 9 Batch 1830/4268] avg loss 0.0120484, throughput 6.01757K wps
[Epoch 9 Batch 1860/4268] avg loss 0.0118357, throughput 6.02526K wps
[Epoch 9 Batch 1890/4268] avg loss 0.0119173, throughput 6.01738K wps
[Epoch 9 Batch 1920/4268] avg loss 0.0116248, throughput 6.00178K wps
[Epoch 9 Batch 1950/4268] avg loss 0.0122688, throughput 5.9965K wps
[Epoch 9 Batch 1980/4268] avg loss 0.0121177, throughput 6.00235K wps
[Epoch 9 Batch 2010/4268] avg loss 0.012045, throughput 6.02082K wps
[Epoch 9 Batch 2040/4268] avg loss 0.0114258, throughput 6.02406K wps
[Epoch 9 Batch 2070/4268] avg loss 0.0114877, throughput 5.99632K wps
[Epoch 9 Batch 2100/4268] avg loss 0.0120932, throughput 5.99861K wps
[Epoch 9 Batch 2130/4268] avg loss 0.0122734, throughput 6.02894K wps
[Epoch 9 Batch 2160/4268] avg loss 0.012933, throughput 6.00715K wps
[Epoch 9 Batch 2190/4268] avg loss 0.0120278, throughput 6.01463K wps
[Epoch 9 Batch 2220/4268] avg loss 0.0123615, throughput 6.01598K wps
[Epoch 9 Batch 2250/4268] avg loss 0.0120079, throughput 6.02574K wps
[Epoch 9 Batch 2280/4268] avg loss 0.0125969, throughput 6.00838K wps
[Epoch 9 Batch 2310/4268] avg loss 0.0112768, throughput 6.01149K wps
[Epoch 9 Batch 2340/4268] avg loss 0.0117691, throughput 6.01434K wps
[Epoch 9 Batch 2370/4268] avg loss 0.0120041, throughput 6.00021K wps
[Epoch 9 Batch 2400/4268] avg loss 0.0119575, throughput 5.99835K wps
[Epoch 9 Batch 2430/4268] avg loss 0.0121379, throughput 5.99533K wps
[Epoch 9 Batch 2460/4268] avg loss 0.0120075, throughput 6.00868K wps
[Epoch 9 Batch 2490/4268] avg loss 0.0121844, throughput 6.01775K wps
[Epoch 9 Batch 2520/4268] avg loss 0.0116432, throughput 6.01214K wps
[Epoch 9 Batch 2550/4268] avg loss 0.0118509, throughput 5.99811K wps
[Epoch 9 Batch 2580/4268] avg loss 0.0118335, throughput 6.00321K wps
[Epoch 9 Batch 2610/4268] avg loss 0.0120837, throughput 5.99351K wps
[Epoch 9 Batch 2640/4268] avg loss 0.0121403, throughput 6.00229K wps
[Epoch 9 Batch 2670/4268] avg loss 0.012054, throughput 6.01394K wps
[Epoch 9 Batch 2700/4268] avg loss 0.0120895, throughput 6.00114K wps
[Epoch 9 Batch 2730/4268] avg loss 0.0119297, throughput 6.01023K wps
[Epoch 9 Batch 2760/4268] avg loss 0.0118006, throughput 6.01537K wps
[Epoch 9 Batch 2790/4268] avg loss 0.0126394, throughput 6.01836K wps
[Epoch 9 Batch 2820/4268] avg loss 0.0118003, throughput 6.00982K wps
[Epoch 9 Batch 2850/4268] avg loss 0.0126321, throughput 6.00078K wps
[Epoch 9 Batch 2880/4268] avg loss 0.0124197, throughput 5.99463K wps
[Epoch 9 Batch 2910/4268] avg loss 0.0124331, throughput 6.01302K wps
[Epoch 9 Batch 2940/4268] avg loss 0.0128139, throughput 6.02277K wps
[Epoch 9 Batch 2970/4268] avg loss 0.0120059, throughput 6.02178K wps
[Epoch 9 Batch 3000/4268] avg loss 0.0132935, throughput 6.0221K wps
[Epoch 9 Batch 3030/4268] avg loss 0.0123214, throughput 6.0133K wps
[Epoch 9 Batch 3060/4268] avg loss 0.0114811, throughput 6.01531K wps
[Epoch 9 Batch 3090/4268] avg loss 0.0122566, throughput 6.01357K wps
[Epoch 9 Batch 3120/4268] avg loss 0.0132287, throughput 6.01645K wps
[Epoch 9 Batch 3150/4268] avg loss 0.0127205, throughput 6.01785K wps
[Epoch 9 Batch 3180/4268] avg loss 0.0130172, throughput 6.01558K wps
[Epoch 9 Batch 3210/4268] avg loss 0.012151, throughput 6.02319K wps
[Epoch 9 Batch 3240/4268] avg loss 0.0124678, throughput 6.01167K wps
[Epoch 9 Batch 3270/4268] avg loss 0.0124959, throughput 6.01389K wps
[Epoch 9 Batch 3300/4268] avg loss 0.0122338, throughput 5.99575K wps
[Epoch 9 Batch 3330/4268] avg loss 0.0121062, throughput 5.98419K wps
[Epoch 9 Batch 3360/4268] avg loss 0.0120352, throughput 5.99318K wps
[Epoch 9 Batch 3390/4268] avg loss 0.011845, throughput 6.01461K wps
[Epoch 9 Batch 3420/4268] avg loss 0.0122393, throughput 6.02189K wps
[Epoch 9 Batch 3450/4268] avg loss 0.0127527, throughput 6.02136K wps
[Epoch 9 Batch 3480/4268] avg loss 0.0117368, throughput 6.00342K wps
[Epoch 9 Batch 3510/4268] avg loss 0.0128748, throughput 5.99991K wps
[Epoch 9 Batch 3540/4268] avg loss 0.0121726, throughput 6.0045K wps
[Epoch 9 Batch 3570/4268] avg loss 0.0131709, throughput 6.01152K wps
[Epoch 9 Batch 3600/4268] avg loss 0.0120913, throughput 6.0147K wps
[Epoch 9 Batch 3630/4268] avg loss 0.0120233, throughput 6.00481K wps
[Epoch 9 Batch 3660/4268] avg loss 0.0124157, throughput 5.99419K wps
[Epoch 9 Batch 3690/4268] avg loss 0.0117305, throughput 6.00184K wps
[Epoch 9 Batch 3720/4268] avg loss 0.0118519, throughput 6.00571K wps
[Epoch 9 Batch 3750/4268] avg loss 0.0119149, throughput 5.99352K wps
[Epoch 9 Batch 3780/4268] avg loss 0.0124629, throughput 6.00313K wps
[Epoch 9 Batch 3810/4268] avg loss 0.0127432, throughput 6.017K wps
[Epoch 9 Batch 3840/4268] avg loss 0.0125026, throughput 6.00927K wps
[Epoch 9 Batch 3870/4268] avg loss 0.0122533, throughput 6.01184K wps
[Epoch 9 Batch 3900/4268] avg loss 0.0120602, throughput 6.0077K wps
[Epoch 9 Batch 3930/4268] avg loss 0.0125426, throughput 6.01646K wps
[Epoch 9 Batch 3960/4268] avg loss 0.0124545, throughput 6.00179K wps
[Epoch 9 Batch 3990/4268] avg loss 0.012892, throughput 5.96675K wps
[Epoch 9 Batch 4020/4268] avg loss 0.0123255, throughput 5.98295K wps
[Epoch 9 Batch 4050/4268] avg loss 0.011797, throughput 6.01129K wps
[Epoch 9 Batch 4080/4268] avg loss 0.0121294, throughput 6.01073K wps
[Epoch 9 Batch 4110/4268] avg loss 0.0118564, throughput 6.00794K wps
[Epoch 9 Batch 4140/4268] avg loss 0.0122646, throughput 6.00462K wps
[Epoch 9 Batch 4170/4268] avg loss 0.0121552, throughput 5.99638K wps
[Epoch 9 Batch 4200/4268] avg loss 0.0119058, throughput 6.01296K wps
[Epoch 9 Batch 4230/4268] avg loss 0.0123693, throughput 6.00288K wps
[Epoch 9 Batch 4260/4268] avg loss 0.0122405, throughput 6.01243K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 9] train avg loss 0.0119575, test acc 0.6736, test avg loss 0.842852, throughput 6.0093K wps
[Epoch 10 Batch 30/4268] avg loss 0.0107094, throughput 6.13972K wps
[Epoch 10 Batch 60/4268] avg loss 0.0107647, throughput 6.01792K wps
[Epoch 10 Batch 90/4268] avg loss 0.0104807, throughput 6.00772K wps
[Epoch 10 Batch 120/4268] avg loss 0.0111135, throughput 6.02043K wps
[Epoch 10 Batch 150/4268] avg loss 0.0112157, throughput 6.01011K wps
[Epoch 10 Batch 180/4268] avg loss 0.0113763, throughput 6.00651K wps
[Epoch 10 Batch 210/4268] avg loss 0.011229, throughput 6.01352K wps
[Epoch 10 Batch 240/4268] avg loss 0.0105927, throughput 5.99988K wps
[Epoch 10 Batch 270/4268] avg loss 0.0108066, throughput 5.98919K wps
[Epoch 10 Batch 300/4268] avg loss 0.0111829, throughput 6.01049K wps
[Epoch 10 Batch 330/4268] avg loss 0.0105657, throughput 5.99261K wps
[Epoch 10 Batch 360/4268] avg loss 0.0109917, throughput 6.00638K wps
[Epoch 10 Batch 390/4268] avg loss 0.0111006, throughput 5.99186K wps
[Epoch 10 Batch 420/4268] avg loss 0.0105834, throughput 6.00993K wps
[Epoch 10 Batch 450/4268] avg loss 0.011094, throughput 6.03236K wps
[Epoch 10 Batch 480/4268] avg loss 0.011208, throughput 6.00014K wps
[Epoch 10 Batch 510/4268] avg loss 0.0114124, throughput 6.01406K wps
[Epoch 10 Batch 540/4268] avg loss 0.0118411, throughput 5.98611K wps
[Epoch 10 Batch 570/4268] avg loss 0.0109675, throughput 6.00928K wps
[Epoch 10 Batch 600/4268] avg loss 0.011027, throughput 6.01933K wps
[Epoch 10 Batch 630/4268] avg loss 0.0109312, throughput 6.02292K wps
[Epoch 10 Batch 660/4268] avg loss 0.0114236, throughput 6.01114K wps
[Epoch 10 Batch 690/4268] avg loss 0.0112987, throughput 6.02133K wps
[Epoch 10 Batch 720/4268] avg loss 0.0108211, throughput 6.01727K wps
[Epoch 10 Batch 750/4268] avg loss 0.0116015, throughput 6.01914K wps
[Epoch 10 Batch 780/4268] avg loss 0.011133, throughput 6.00248K wps
[Epoch 10 Batch 810/4268] avg loss 0.0116093, throughput 6.01816K wps
[Epoch 10 Batch 840/4268] avg loss 0.0113045, throughput 6.00281K wps
[Epoch 10 Batch 870/4268] avg loss 0.0113006, throughput 5.99904K wps
[Epoch 10 Batch 900/4268] avg loss 0.0118147, throughput 6.00304K wps
[Epoch 10 Batch 930/4268] avg loss 0.0111546, throughput 6.02106K wps
[Epoch 10 Batch 960/4268] avg loss 0.0122354, throughput 6.02438K wps
[Epoch 10 Batch 990/4268] avg loss 0.0111472, throughput 6.00016K wps
[Epoch 10 Batch 1020/4268] avg loss 0.0119482, throughput 6.00539K wps
[Epoch 10 Batch 1050/4268] avg loss 0.0109298, throughput 6.01244K wps
[Epoch 10 Batch 1080/4268] avg loss 0.0110615, throughput 5.99486K wps
[Epoch 10 Batch 1110/4268] avg loss 0.0116846, throughput 5.99664K wps
[Epoch 10 Batch 1140/4268] avg loss 0.0117949, throughput 5.99402K wps
[Epoch 10 Batch 1170/4268] avg loss 0.0116014, throughput 6.01044K wps
[Epoch 10 Batch 1200/4268] avg loss 0.0113211, throughput 6.01968K wps
[Epoch 10 Batch 1230/4268] avg loss 0.0114021, throughput 6.01441K wps
[Epoch 10 Batch 1260/4268] avg loss 0.0114076, throughput 5.99533K wps
[Epoch 10 Batch 1290/4268] avg loss 0.0113752, throughput 6.00516K wps
[Epoch 10 Batch 1320/4268] avg loss 0.0113197, throughput 6.0057K wps
[Epoch 10 Batch 1350/4268] avg loss 0.0115577, throughput 5.99305K wps
[Epoch 10 Batch 1380/4268] avg loss 0.0113526, throughput 6.00392K wps
[Epoch 10 Batch 1410/4268] avg loss 0.0120513, throughput 6.00119K wps
[Epoch 10 Batch 1440/4268] avg loss 0.0110814, throughput 6.00253K wps
[Epoch 10 Batch 1470/4268] avg loss 0.0123003, throughput 6.00477K wps
[Epoch 10 Batch 1500/4268] avg loss 0.0112282, throughput 5.98361K wps
[Epoch 10 Batch 1530/4268] avg loss 0.0120272, throughput 6.01282K wps
[Epoch 10 Batch 1560/4268] avg loss 0.0118042, throughput 6.00675K wps
[Epoch 10 Batch 1590/4268] avg loss 0.0113771, throughput 5.99994K wps
[Epoch 10 Batch 1620/4268] avg loss 0.011019, throughput 6.00113K wps
[Epoch 10 Batch 1650/4268] avg loss 0.0113983, throughput 6.00283K wps
[Epoch 10 Batch 1680/4268] avg loss 0.0114877, throughput 6.01384K wps
[Epoch 10 Batch 1710/4268] avg loss 0.0117489, throughput 6.01459K wps
[Epoch 10 Batch 1740/4268] avg loss 0.0122694, throughput 6.00117K wps
[Epoch 10 Batch 1770/4268] avg loss 0.0116961, throughput 5.99358K wps
[Epoch 10 Batch 1800/4268] avg loss 0.0111578, throughput 5.99417K wps
[Epoch 10 Batch 1830/4268] avg loss 0.0111972, throughput 5.99126K wps
[Epoch 10 Batch 1860/4268] avg loss 0.0116541, throughput 6.014K wps
[Epoch 10 Batch 1890/4268] avg loss 0.0120263, throughput 6.01583K wps
[Epoch 10 Batch 1920/4268] avg loss 0.0118458, throughput 6.00186K wps
[Epoch 10 Batch 1950/4268] avg loss 0.0112732, throughput 5.99771K wps
[Epoch 10 Batch 1980/4268] avg loss 0.0119963, throughput 6.00832K wps
[Epoch 10 Batch 2010/4268] avg loss 0.01187, throughput 6.00743K wps
[Epoch 10 Batch 2040/4268] avg loss 0.011779, throughput 5.98934K wps
[Epoch 10 Batch 2070/4268] avg loss 0.0109408, throughput 6.00669K wps
[Epoch 10 Batch 2100/4268] avg loss 0.0111985, throughput 6.00749K wps
[Epoch 10 Batch 2130/4268] avg loss 0.0108302, throughput 6.0186K wps
[Epoch 10 Batch 2160/4268] avg loss 0.0117253, throughput 6.00893K wps
[Epoch 10 Batch 2190/4268] avg loss 0.0119307, throughput 5.99529K wps
[Epoch 10 Batch 2220/4268] avg loss 0.0118779, throughput 6.00494K wps
[Epoch 10 Batch 2250/4268] avg loss 0.0124276, throughput 6.01781K wps
[Epoch 10 Batch 2280/4268] avg loss 0.0117452, throughput 6.0164K wps
[Epoch 10 Batch 2310/4268] avg loss 0.0122004, throughput 6.01954K wps
[Epoch 10 Batch 2340/4268] avg loss 0.01141, throughput 6.0105K wps
[Epoch 10 Batch 2370/4268] avg loss 0.0119949, throughput 6.00649K wps
[Epoch 10 Batch 2400/4268] avg loss 0.0121282, throughput 6.01348K wps
[Epoch 10 Batch 2430/4268] avg loss 0.0123623, throughput 6.01621K wps
[Epoch 10 Batch 2460/4268] avg loss 0.0114612, throughput 6.02544K wps
[Epoch 10 Batch 2490/4268] avg loss 0.0120539, throughput 6.00885K wps
[Epoch 10 Batch 2520/4268] avg loss 0.0126451, throughput 6.00472K wps
[Epoch 10 Batch 2550/4268] avg loss 0.0116098, throughput 6.0057K wps
[Epoch 10 Batch 2580/4268] avg loss 0.0115913, throughput 6.0201K wps
[Epoch 10 Batch 2610/4268] avg loss 0.011973, throughput 6.00416K wps
[Epoch 10 Batch 2640/4268] avg loss 0.0111962, throughput 6.02007K wps
[Epoch 10 Batch 2670/4268] avg loss 0.012358, throughput 6.0102K wps
[Epoch 10 Batch 2700/4268] avg loss 0.0120858, throughput 6.01788K wps
[Epoch 10 Batch 2730/4268] avg loss 0.0120271, throughput 6.02144K wps
[Epoch 10 Batch 2760/4268] avg loss 0.0115005, throughput 5.99604K wps
[Epoch 10 Batch 2790/4268] avg loss 0.0117886, throughput 5.99321K wps
[Epoch 10 Batch 2820/4268] avg loss 0.012301, throughput 5.99798K wps
[Epoch 10 Batch 2850/4268] avg loss 0.0118364, throughput 6.00556K wps
[Epoch 10 Batch 2880/4268] avg loss 0.0123931, throughput 6.01861K wps
[Epoch 10 Batch 2910/4268] avg loss 0.0114733, throughput 6.02266K wps
[Epoch 10 Batch 2940/4268] avg loss 0.0118117, throughput 6.01949K wps
[Epoch 10 Batch 2970/4268] avg loss 0.0114662, throughput 6.01763K wps
[Epoch 10 Batch 3000/4268] avg loss 0.0119236, throughput 6.01751K wps
[Epoch 10 Batch 3030/4268] avg loss 0.0121241, throughput 6.01393K wps
[Epoch 10 Batch 3060/4268] avg loss 0.0118383, throughput 6.01217K wps
[Epoch 10 Batch 3090/4268] avg loss 0.0110291, throughput 5.9974K wps
[Epoch 10 Batch 3120/4268] avg loss 0.011752, throughput 6.00752K wps
[Epoch 10 Batch 3150/4268] avg loss 0.0121351, throughput 5.99079K wps
[Epoch 10 Batch 3180/4268] avg loss 0.0125415, throughput 6.00602K wps
[Epoch 10 Batch 3210/4268] avg loss 0.0116878, throughput 6.00866K wps
[Epoch 10 Batch 3240/4268] avg loss 0.0114288, throughput 6.00819K wps
[Epoch 10 Batch 3270/4268] avg loss 0.0119139, throughput 6.02018K wps
[Epoch 10 Batch 3300/4268] avg loss 0.0119409, throughput 5.99673K wps
[Epoch 10 Batch 3330/4268] avg loss 0.0118188, throughput 5.988K wps
[Epoch 10 Batch 3360/4268] avg loss 0.0117766, throughput 5.98204K wps
[Epoch 10 Batch 3390/4268] avg loss 0.0118333, throughput 6.0063K wps
[Epoch 10 Batch 3420/4268] avg loss 0.012312, throughput 6.01945K wps
[Epoch 10 Batch 3450/4268] avg loss 0.0122964, throughput 5.99449K wps
[Epoch 10 Batch 3480/4268] avg loss 0.012308, throughput 5.99885K wps
[Epoch 10 Batch 3510/4268] avg loss 0.0109051, throughput 6.00202K wps
[Epoch 10 Batch 3540/4268] avg loss 0.0120162, throughput 6.01317K wps
[Epoch 10 Batch 3570/4268] avg loss 0.011817, throughput 6.02309K wps
[Epoch 10 Batch 3600/4268] avg loss 0.0122949, throughput 6.0226K wps
[Epoch 10 Batch 3630/4268] avg loss 0.0120276, throughput 6.00478K wps
[Epoch 10 Batch 3660/4268] avg loss 0.0113393, throughput 5.99489K wps
[Epoch 10 Batch 3690/4268] avg loss 0.0119244, throughput 5.99457K wps
[Epoch 10 Batch 3720/4268] avg loss 0.0124265, throughput 6.01522K wps
[Epoch 10 Batch 3750/4268] avg loss 0.0113825, throughput 6.02052K wps
[Epoch 10 Batch 3780/4268] avg loss 0.0118069, throughput 6.01816K wps
[Epoch 10 Batch 3810/4268] avg loss 0.0123674, throughput 6.01685K wps
[Epoch 10 Batch 3840/4268] avg loss 0.0119481, throughput 6.00165K wps
[Epoch 10 Batch 3870/4268] avg loss 0.0120499, throughput 5.99907K wps
[Epoch 10 Batch 3900/4268] avg loss 0.0116569, throughput 6.00786K wps
[Epoch 10 Batch 3930/4268] avg loss 0.0118253, throughput 6.0265K wps
[Epoch 10 Batch 3960/4268] avg loss 0.0122175, throughput 6.00811K wps
[Epoch 10 Batch 3990/4268] avg loss 0.0127091, throughput 5.993K wps
[Epoch 10 Batch 4020/4268] avg loss 0.0125395, throughput 6.00464K wps
[Epoch 10 Batch 4050/4268] avg loss 0.0118474, throughput 6.02208K wps
[Epoch 10 Batch 4080/4268] avg loss 0.0120938, throughput 6.01472K wps
[Epoch 10 Batch 4110/4268] avg loss 0.0120246, throughput 6.01121K wps
[Epoch 10 Batch 4140/4268] avg loss 0.0123051, throughput 6.00252K wps
[Epoch 10 Batch 4170/4268] avg loss 0.0123463, throughput 6.00781K wps
[Epoch 10 Batch 4200/4268] avg loss 0.0123515, throughput 6.01525K wps
[Epoch 10 Batch 4230/4268] avg loss 0.0121628, throughput 6.01748K wps
[Epoch 10 Batch 4260/4268] avg loss 0.0116997, throughput 6.00809K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 10] train avg loss 0.0116526, test acc 0.6730, test avg loss 0.853488, throughput 6.00864K wps
[Epoch 11 Batch 30/4268] avg loss 0.010794, throughput 6.14854K wps
[Epoch 11 Batch 60/4268] avg loss 0.010849, throughput 6.00896K wps
[Epoch 11 Batch 90/4268] avg loss 0.0106941, throughput 6.00473K wps
[Epoch 11 Batch 120/4268] avg loss 0.0109774, throughput 5.99962K wps
[Epoch 11 Batch 150/4268] avg loss 0.0102521, throughput 5.99757K wps
[Epoch 11 Batch 180/4268] avg loss 0.0103836, throughput 6.00805K wps
[Epoch 11 Batch 210/4268] avg loss 0.0104476, throughput 6.00541K wps
[Epoch 11 Batch 240/4268] avg loss 0.0102452, throughput 6.00176K wps
[Epoch 11 Batch 270/4268] avg loss 0.0104844, throughput 5.99214K wps
[Epoch 11 Batch 300/4268] avg loss 0.010852, throughput 5.99848K wps
[Epoch 11 Batch 330/4268] avg loss 0.0105732, throughput 5.9969K wps
[Epoch 11 Batch 360/4268] avg loss 0.0107194, throughput 6.0077K wps
[Epoch 11 Batch 390/4268] avg loss 0.0109453, throughput 5.99094K wps
[Epoch 11 Batch 420/4268] avg loss 0.0110505, throughput 5.99903K wps
[Epoch 11 Batch 450/4268] avg loss 0.0114775, throughput 5.99563K wps
[Epoch 11 Batch 480/4268] avg loss 0.011346, throughput 6.00087K wps
[Epoch 11 Batch 510/4268] avg loss 0.0106477, throughput 6.01175K wps
[Epoch 11 Batch 540/4268] avg loss 0.01095, throughput 6.00779K wps
[Epoch 11 Batch 570/4268] avg loss 0.0113699, throughput 6.01338K wps
[Epoch 11 Batch 600/4268] avg loss 0.0110944, throughput 5.99828K wps
[Epoch 11 Batch 630/4268] avg loss 0.0099496, throughput 5.98968K wps
[Epoch 11 Batch 660/4268] avg loss 0.0112737, throughput 6.00552K wps
[Epoch 11 Batch 690/4268] avg loss 0.0113821, throughput 6.01166K wps
[Epoch 11 Batch 720/4268] avg loss 0.0112454, throughput 6.0143K wps
[Epoch 11 Batch 750/4268] avg loss 0.0105687, throughput 6.01483K wps
[Epoch 11 Batch 780/4268] avg loss 0.0111392, throughput 6.00084K wps
[Epoch 11 Batch 810/4268] avg loss 0.0110981, throughput 6.00707K wps
[Epoch 11 Batch 840/4268] avg loss 0.0107857, throughput 6.01305K wps
[Epoch 11 Batch 870/4268] avg loss 0.011232, throughput 5.99684K wps
[Epoch 11 Batch 900/4268] avg loss 0.010704, throughput 5.99411K wps
[Epoch 11 Batch 930/4268] avg loss 0.0110488, throughput 6.01475K wps
[Epoch 11 Batch 960/4268] avg loss 0.0108415, throughput 6.00727K wps
[Epoch 11 Batch 990/4268] avg loss 0.0107435, throughput 6.00251K wps
[Epoch 11 Batch 1020/4268] avg loss 0.011093, throughput 5.99606K wps
[Epoch 11 Batch 1050/4268] avg loss 0.011575, throughput 5.99123K wps
[Epoch 11 Batch 1080/4268] avg loss 0.0111217, throughput 6.00071K wps
[Epoch 11 Batch 1110/4268] avg loss 0.0108879, throughput 5.99282K wps
[Epoch 11 Batch 1140/4268] avg loss 0.0117528, throughput 6.00838K wps
[Epoch 11 Batch 1170/4268] avg loss 0.0105513, throughput 6.01854K wps
[Epoch 11 Batch 1200/4268] avg loss 0.0107483, throughput 6.01284K wps
[Epoch 11 Batch 1230/4268] avg loss 0.0102656, throughput 6.02081K wps
[Epoch 11 Batch 1260/4268] avg loss 0.0105226, throughput 6.01498K wps
[Epoch 11 Batch 1290/4268] avg loss 0.0104315, throughput 6.01034K wps
[Epoch 11 Batch 1320/4268] avg loss 0.0107181, throughput 5.99253K wps
[Epoch 11 Batch 1350/4268] avg loss 0.0106531, throughput 6.00892K wps
[Epoch 11 Batch 1380/4268] avg loss 0.0110562, throughput 6.01296K wps
[Epoch 11 Batch 1410/4268] avg loss 0.0110028, throughput 6.00504K wps
[Epoch 11 Batch 1440/4268] avg loss 0.0108723, throughput 5.99827K wps
[Epoch 11 Batch 1470/4268] avg loss 0.0116045, throughput 6.01977K wps
[Epoch 11 Batch 1500/4268] avg loss 0.0111973, throughput 5.99325K wps
[Epoch 11 Batch 1530/4268] avg loss 0.0112978, throughput 5.98551K wps
[Epoch 11 Batch 1560/4268] avg loss 0.011497, throughput 6.01628K wps
[Epoch 11 Batch 1590/4268] avg loss 0.0114409, throughput 6.02477K wps
[Epoch 11 Batch 1620/4268] avg loss 0.0111966, throughput 5.99475K wps
[Epoch 11 Batch 1650/4268] avg loss 0.0114886, throughput 6.0049K wps
[Epoch 11 Batch 1680/4268] avg loss 0.011864, throughput 6.00148K wps
[Epoch 11 Batch 1710/4268] avg loss 0.0114387, throughput 6.01699K wps
[Epoch 11 Batch 1740/4268] avg loss 0.0112481, throughput 6.00795K wps
[Epoch 11 Batch 1770/4268] avg loss 0.0108667, throughput 6.00236K wps
[Epoch 11 Batch 1800/4268] avg loss 0.0109332, throughput 5.99882K wps
[Epoch 11 Batch 1830/4268] avg loss 0.0108622, throughput 6.00117K wps
[Epoch 11 Batch 1860/4268] avg loss 0.0108865, throughput 5.99062K wps
[Epoch 11 Batch 1890/4268] avg loss 0.0106784, throughput 6.00081K wps
[Epoch 11 Batch 1920/4268] avg loss 0.0110997, throughput 5.99878K wps
[Epoch 11 Batch 1950/4268] avg loss 0.0101822, throughput 5.9977K wps
[Epoch 11 Batch 1980/4268] avg loss 0.0120167, throughput 5.99232K wps
[Epoch 11 Batch 2010/4268] avg loss 0.0114319, throughput 5.99663K wps
[Epoch 11 Batch 2040/4268] avg loss 0.0118099, throughput 6.02101K wps
[Epoch 11 Batch 2070/4268] avg loss 0.0112727, throughput 6.00755K wps
[Epoch 11 Batch 2100/4268] avg loss 0.0120213, throughput 5.99591K wps
[Epoch 11 Batch 2130/4268] avg loss 0.0113936, throughput 6.00553K wps
[Epoch 11 Batch 2160/4268] avg loss 0.0111955, throughput 6.00029K wps
[Epoch 11 Batch 2190/4268] avg loss 0.0115206, throughput 5.99565K wps
[Epoch 11 Batch 2220/4268] avg loss 0.0114321, throughput 5.99656K wps
[Epoch 11 Batch 2250/4268] avg loss 0.011342, throughput 5.98929K wps
[Epoch 11 Batch 2280/4268] avg loss 0.0121145, throughput 6.00513K wps
[Epoch 11 Batch 2310/4268] avg loss 0.0107661, throughput 6.00138K wps
[Epoch 11 Batch 2340/4268] avg loss 0.0110013, throughput 5.99545K wps
[Epoch 11 Batch 2370/4268] avg loss 0.0114326, throughput 5.99912K wps
[Epoch 11 Batch 2400/4268] avg loss 0.0119945, throughput 6.00006K wps
[Epoch 11 Batch 2430/4268] avg loss 0.011761, throughput 6.0141K wps
[Epoch 11 Batch 2460/4268] avg loss 0.0117563, throughput 6.01223K wps
[Epoch 11 Batch 2490/4268] avg loss 0.0116005, throughput 5.99542K wps
[Epoch 11 Batch 2520/4268] avg loss 0.0112644, throughput 6.01833K wps
[Epoch 11 Batch 2550/4268] avg loss 0.011275, throughput 6.00931K wps
[Epoch 11 Batch 2580/4268] avg loss 0.0119627, throughput 6.0184K wps
[Epoch 11 Batch 2610/4268] avg loss 0.0118735, throughput 6.02407K wps
[Epoch 11 Batch 2640/4268] avg loss 0.0108228, throughput 5.99125K wps
[Epoch 11 Batch 2670/4268] avg loss 0.0117504, throughput 5.99426K wps
[Epoch 11 Batch 2700/4268] avg loss 0.0111866, throughput 5.99227K wps
[Epoch 11 Batch 2730/4268] avg loss 0.0111538, throughput 6.01211K wps
[Epoch 11 Batch 2760/4268] avg loss 0.0107789, throughput 6.00897K wps
[Epoch 11 Batch 2790/4268] avg loss 0.0114061, throughput 6.00723K wps
[Epoch 11 Batch 2820/4268] avg loss 0.0107967, throughput 6.01268K wps
[Epoch 11 Batch 2850/4268] avg loss 0.0124617, throughput 6.0148K wps
[Epoch 11 Batch 2880/4268] avg loss 0.0119511, throughput 5.99942K wps
[Epoch 11 Batch 2910/4268] avg loss 0.0111999, throughput 5.99454K wps
[Epoch 11 Batch 2940/4268] avg loss 0.011703, throughput 5.99507K wps
[Epoch 11 Batch 2970/4268] avg loss 0.0115205, throughput 5.99388K wps
[Epoch 11 Batch 3000/4268] avg loss 0.011576, throughput 6.01632K wps
[Epoch 11 Batch 3030/4268] avg loss 0.0121621, throughput 6.02107K wps
[Epoch 11 Batch 3060/4268] avg loss 0.0120131, throughput 6.0269K wps
[Epoch 11 Batch 3090/4268] avg loss 0.0119208, throughput 6.01119K wps
[Epoch 11 Batch 3120/4268] avg loss 0.0116293, throughput 6.01522K wps
[Epoch 11 Batch 3150/4268] avg loss 0.0121885, throughput 5.99588K wps
[Epoch 11 Batch 3180/4268] avg loss 0.0117322, throughput 6.00849K wps
[Epoch 11 Batch 3210/4268] avg loss 0.0120377, throughput 6.00841K wps
[Epoch 11 Batch 3240/4268] avg loss 0.0109234, throughput 5.99892K wps
[Epoch 11 Batch 3270/4268] avg loss 0.0114608, throughput 6.00688K wps
[Epoch 11 Batch 3300/4268] avg loss 0.0114005, throughput 6.00623K wps
[Epoch 11 Batch 3330/4268] avg loss 0.0126933, throughput 6.01058K wps
[Epoch 11 Batch 3360/4268] avg loss 0.0117157, throughput 6.01029K wps
[Epoch 11 Batch 3390/4268] avg loss 0.012134, throughput 5.98997K wps
[Epoch 11 Batch 3420/4268] avg loss 0.0117422, throughput 5.99962K wps
[Epoch 11 Batch 3450/4268] avg loss 0.0111139, throughput 6.01611K wps
[Epoch 11 Batch 3480/4268] avg loss 0.0121573, throughput 5.99797K wps
[Epoch 11 Batch 3510/4268] avg loss 0.0116299, throughput 6.00504K wps
[Epoch 11 Batch 3540/4268] avg loss 0.01187, throughput 6.00767K wps
[Epoch 11 Batch 3570/4268] avg loss 0.0114068, throughput 6.00549K wps
[Epoch 11 Batch 3600/4268] avg loss 0.0119014, throughput 5.98481K wps
[Epoch 11 Batch 3630/4268] avg loss 0.0121119, throughput 5.98391K wps
[Epoch 11 Batch 3660/4268] avg loss 0.0119698, throughput 6.00408K wps
[Epoch 11 Batch 3690/4268] avg loss 0.0118648, throughput 5.99935K wps
[Epoch 11 Batch 3720/4268] avg loss 0.0112528, throughput 5.99579K wps
[Epoch 11 Batch 3750/4268] avg loss 0.0112423, throughput 5.99778K wps
[Epoch 11 Batch 3780/4268] avg loss 0.0119241, throughput 5.99499K wps
[Epoch 11 Batch 3810/4268] avg loss 0.0115213, throughput 5.99187K wps
[Epoch 11 Batch 3840/4268] avg loss 0.0116211, throughput 5.99694K wps
[Epoch 11 Batch 3870/4268] avg loss 0.011585, throughput 6.024K wps
[Epoch 11 Batch 3900/4268] avg loss 0.0124956, throughput 6.00093K wps
[Epoch 11 Batch 3930/4268] avg loss 0.0112233, throughput 6.00681K wps
[Epoch 11 Batch 3960/4268] avg loss 0.0118281, throughput 6.00268K wps
[Epoch 11 Batch 3990/4268] avg loss 0.0124202, throughput 5.99842K wps
[Epoch 11 Batch 4020/4268] avg loss 0.0116029, throughput 6.01954K wps
[Epoch 11 Batch 4050/4268] avg loss 0.0121963, throughput 6.02454K wps
[Epoch 11 Batch 4080/4268] avg loss 0.0112385, throughput 6.00358K wps
[Epoch 11 Batch 4110/4268] avg loss 0.0127289, throughput 6.00127K wps
[Epoch 11 Batch 4140/4268] avg loss 0.011812, throughput 6.01504K wps
[Epoch 11 Batch 4170/4268] avg loss 0.0115277, throughput 5.99443K wps
[Epoch 11 Batch 4200/4268] avg loss 0.0114628, throughput 6.01224K wps
[Epoch 11 Batch 4230/4268] avg loss 0.011828, throughput 6.02013K wps
[Epoch 11 Batch 4260/4268] avg loss 0.0112421, throughput 6.001K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.28 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.28 s
[Batch 300/475] elapsed 0.28 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 11] train avg loss 0.0113251, test acc 0.6737, test avg loss 0.870106, throughput 6.00511K wps
[Epoch 12 Batch 30/4268] avg loss 0.0101494, throughput 6.12535K wps
[Epoch 12 Batch 60/4268] avg loss 0.0102145, throughput 6.01028K wps
[Epoch 12 Batch 90/4268] avg loss 0.00977799, throughput 6.00482K wps
[Epoch 12 Batch 120/4268] avg loss 0.0103844, throughput 5.99411K wps
[Epoch 12 Batch 150/4268] avg loss 0.0102483, throughput 6.00493K wps
[Epoch 12 Batch 180/4268] avg loss 0.0103915, throughput 5.99467K wps
[Epoch 12 Batch 210/4268] avg loss 0.0104824, throughput 5.99631K wps
[Epoch 12 Batch 240/4268] avg loss 0.0104091, throughput 6.01871K wps
[Epoch 12 Batch 270/4268] avg loss 0.0101803, throughput 6.00916K wps
[Epoch 12 Batch 300/4268] avg loss 0.00993881, throughput 6.00127K wps
[Epoch 12 Batch 330/4268] avg loss 0.0104646, throughput 6.0113K wps
[Epoch 12 Batch 360/4268] avg loss 0.0109736, throughput 6.02033K wps
[Epoch 12 Batch 390/4268] avg loss 0.0103946, throughput 6.00128K wps
[Epoch 12 Batch 420/4268] avg loss 0.0105703, throughput 5.99323K wps
[Epoch 12 Batch 450/4268] avg loss 0.0102808, throughput 6.0139K wps
[Epoch 12 Batch 480/4268] avg loss 0.0101641, throughput 6.01952K wps
[Epoch 12 Batch 510/4268] avg loss 0.0106219, throughput 6.00033K wps
[Epoch 12 Batch 540/4268] avg loss 0.010177, throughput 5.99141K wps
[Epoch 12 Batch 570/4268] avg loss 0.0108382, throughput 6.00267K wps
[Epoch 12 Batch 600/4268] avg loss 0.0106378, throughput 6.02189K wps
[Epoch 12 Batch 630/4268] avg loss 0.0109308, throughput 6.01879K wps
[Epoch 12 Batch 660/4268] avg loss 0.0105412, throughput 6.0275K wps
[Epoch 12 Batch 690/4268] avg loss 0.0107333, throughput 6.00404K wps
[Epoch 12 Batch 720/4268] avg loss 0.0103428, throughput 6.00621K wps
[Epoch 12 Batch 750/4268] avg loss 0.0110071, throughput 6.01161K wps
[Epoch 12 Batch 780/4268] avg loss 0.01078, throughput 5.99151K wps
[Epoch 12 Batch 810/4268] avg loss 0.0102649, throughput 6.0158K wps
[Epoch 12 Batch 840/4268] avg loss 0.0101965, throughput 6.01605K wps
[Epoch 12 Batch 870/4268] avg loss 0.0103608, throughput 6.01312K wps
[Epoch 12 Batch 900/4268] avg loss 0.010158, throughput 6.01061K wps
[Epoch 12 Batch 930/4268] avg loss 0.0106848, throughput 5.99341K wps
[Epoch 12 Batch 960/4268] avg loss 0.0102716, throughput 5.99523K wps
[Epoch 12 Batch 990/4268] avg loss 0.0108917, throughput 6.00545K wps
[Epoch 12 Batch 1020/4268] avg loss 0.0106471, throughput 5.99292K wps
[Epoch 12 Batch 1050/4268] avg loss 0.0106603, throughput 6.00912K wps
[Epoch 12 Batch 1080/4268] avg loss 0.0107482, throughput 6.02042K wps
[Epoch 12 Batch 1110/4268] avg loss 0.0113204, throughput 6.02283K wps
[Epoch 12 Batch 1140/4268] avg loss 0.0106512, throughput 6.01478K wps
[Epoch 12 Batch 1170/4268] avg loss 0.0109991, throughput 6.02285K wps
[Epoch 12 Batch 1200/4268] avg loss 0.0113611, throughput 6.01045K wps
[Epoch 12 Batch 1230/4268] avg loss 0.010596, throughput 6.00093K wps
[Epoch 12 Batch 1260/4268] avg loss 0.0107419, throughput 5.99603K wps
[Epoch 12 Batch 1290/4268] avg loss 0.0102209, throughput 5.99564K wps
[Epoch 12 Batch 1320/4268] avg loss 0.0110548, throughput 5.99535K wps
[Epoch 12 Batch 1350/4268] avg loss 0.0104552, throughput 6.0047K wps
[Epoch 12 Batch 1380/4268] avg loss 0.0104784, throughput 6.02727K wps
[Epoch 12 Batch 1410/4268] avg loss 0.0112748, throughput 6.02053K wps
[Epoch 12 Batch 1440/4268] avg loss 0.0113717, throughput 6.01397K wps
[Epoch 12 Batch 1470/4268] avg loss 0.0113605, throughput 6.0085K wps
[Epoch 12 Batch 1500/4268] avg loss 0.0116265, throughput 6.00259K wps
[Epoch 12 Batch 1530/4268] avg loss 0.0105425, throughput 6.00989K wps
[Epoch 12 Batch 1560/4268] avg loss 0.0109779, throughput 6.03097K wps
[Epoch 12 Batch 1590/4268] avg loss 0.0111949, throughput 5.99293K wps
[Epoch 12 Batch 1620/4268] avg loss 0.0108165, throughput 5.98592K wps
[Epoch 12 Batch 1650/4268] avg loss 0.0116095, throughput 5.96192K wps
[Epoch 12 Batch 1680/4268] avg loss 0.011064, throughput 6.00108K wps
[Epoch 12 Batch 1710/4268] avg loss 0.0110058, throughput 6.00736K wps
[Epoch 12 Batch 1740/4268] avg loss 0.0110462, throughput 6.01952K wps
[Epoch 12 Batch 1770/4268] avg loss 0.0110576, throughput 6.01549K wps
[Epoch 12 Batch 1800/4268] avg loss 0.0107982, throughput 6.01113K wps
[Epoch 12 Batch 1830/4268] avg loss 0.0111475, throughput 6.01239K wps
[Epoch 12 Batch 1860/4268] avg loss 0.0118237, throughput 6.00041K wps
[Epoch 12 Batch 1890/4268] avg loss 0.0108995, throughput 6.00743K wps
[Epoch 12 Batch 1920/4268] avg loss 0.01167, throughput 6.00436K wps
[Epoch 12 Batch 1950/4268] avg loss 0.0110368, throughput 5.99983K wps
[Epoch 12 Batch 1980/4268] avg loss 0.0107496, throughput 5.99003K wps
[Epoch 12 Batch 2010/4268] avg loss 0.010923, throughput 6.00203K wps
[Epoch 12 Batch 2040/4268] avg loss 0.0106155, throughput 5.99664K wps
[Epoch 12 Batch 2070/4268] avg loss 0.0114728, throughput 5.99036K wps
[Epoch 12 Batch 2100/4268] avg loss 0.0106824, throughput 5.98272K wps
[Epoch 12 Batch 2130/4268] avg loss 0.0111898, throughput 5.98836K wps
[Epoch 12 Batch 2160/4268] avg loss 0.0108048, throughput 5.99827K wps
[Epoch 12 Batch 2190/4268] avg loss 0.0109511, throughput 6.00166K wps
[Epoch 12 Batch 2220/4268] avg loss 0.0109585, throughput 5.9918K wps
[Epoch 12 Batch 2250/4268] avg loss 0.0110909, throughput 6.01405K wps
[Epoch 12 Batch 2280/4268] avg loss 0.0102109, throughput 6.0076K wps
[Epoch 12 Batch 2310/4268] avg loss 0.0112644, throughput 6.00705K wps
[Epoch 12 Batch 2340/4268] avg loss 0.0112407, throughput 6.01237K wps
[Epoch 12 Batch 2370/4268] avg loss 0.0101294, throughput 6.004K wps
[Epoch 12 Batch 2400/4268] avg loss 0.0119717, throughput 6.00889K wps
[Epoch 12 Batch 2430/4268] avg loss 0.0107597, throughput 5.99316K wps
[Epoch 12 Batch 2460/4268] avg loss 0.0110009, throughput 5.9933K wps
[Epoch 12 Batch 2490/4268] avg loss 0.011256, throughput 6.0027K wps
[Epoch 12 Batch 2520/4268] avg loss 0.010965, throughput 6.00319K wps
[Epoch 12 Batch 2550/4268] avg loss 0.0108992, throughput 6.00247K wps
[Epoch 12 Batch 2580/4268] avg loss 0.0107009, throughput 5.99909K wps
[Epoch 12 Batch 2610/4268] avg loss 0.0120324, throughput 5.99638K wps
[Epoch 12 Batch 2640/4268] avg loss 0.0112262, throughput 5.99335K wps
[Epoch 12 Batch 2670/4268] avg loss 0.0109849, throughput 6.00153K wps
[Epoch 12 Batch 2700/4268] avg loss 0.0115241, throughput 6.01277K wps
[Epoch 12 Batch 2730/4268] avg loss 0.0115541, throughput 5.99705K wps
[Epoch 12 Batch 2760/4268] avg loss 0.0114908, throughput 6.0032K wps
[Epoch 12 Batch 2790/4268] avg loss 0.0109926, throughput 5.99782K wps
[Epoch 12 Batch 2820/4268] avg loss 0.0115585, throughput 5.9985K wps
[Epoch 12 Batch 2850/4268] avg loss 0.01142, throughput 5.99858K wps
[Epoch 12 Batch 2880/4268] avg loss 0.0113105, throughput 5.99172K wps
[Epoch 12 Batch 2910/4268] avg loss 0.0107681, throughput 6.00253K wps
[Epoch 12 Batch 2940/4268] avg loss 0.0115411, throughput 5.99209K wps
[Epoch 12 Batch 2970/4268] avg loss 0.0113771, throughput 6.00458K wps
[Epoch 12 Batch 3000/4268] avg loss 0.0111018, throughput 6.0129K wps
[Epoch 12 Batch 3030/4268] avg loss 0.0107665, throughput 6.01218K wps
[Epoch 12 Batch 3060/4268] avg loss 0.0112049, throughput 5.9924K wps
[Epoch 12 Batch 3090/4268] avg loss 0.0109763, throughput 6.008K wps
[Epoch 12 Batch 3120/4268] avg loss 0.0116401, throughput 6.01744K wps
[Epoch 12 Batch 3150/4268] avg loss 0.011637, throughput 6.00492K wps
[Epoch 12 Batch 3180/4268] avg loss 0.0113096, throughput 5.98853K wps
[Epoch 12 Batch 3210/4268] avg loss 0.0110012, throughput 5.9945K wps
[Epoch 12 Batch 3240/4268] avg loss 0.0110619, throughput 5.99716K wps
[Epoch 12 Batch 3270/4268] avg loss 0.0116182, throughput 6.0078K wps
[Epoch 12 Batch 3300/4268] avg loss 0.0109054, throughput 6.0196K wps
[Epoch 12 Batch 3330/4268] avg loss 0.0115977, throughput 6.01771K wps
[Epoch 12 Batch 3360/4268] avg loss 0.0112452, throughput 6.00785K wps
[Epoch 12 Batch 3390/4268] avg loss 0.0113312, throughput 6.00276K wps
[Epoch 12 Batch 3420/4268] avg loss 0.0110169, throughput 6.01721K wps
[Epoch 12 Batch 3450/4268] avg loss 0.0123587, throughput 6.01737K wps
[Epoch 12 Batch 3480/4268] avg loss 0.0115469, throughput 6.02101K wps
[Epoch 12 Batch 3510/4268] avg loss 0.0113197, throughput 6.01559K wps
[Epoch 12 Batch 3540/4268] avg loss 0.0114595, throughput 6.02522K wps
[Epoch 12 Batch 3570/4268] avg loss 0.0117757, throughput 6.0246K wps
[Epoch 12 Batch 3600/4268] avg loss 0.0116962, throughput 6.00205K wps
[Epoch 12 Batch 3630/4268] avg loss 0.010607, throughput 6.00284K wps
[Epoch 12 Batch 3660/4268] avg loss 0.0115723, throughput 6.00603K wps
[Epoch 12 Batch 3690/4268] avg loss 0.0112301, throughput 5.99997K wps
[Epoch 12 Batch 3720/4268] avg loss 0.012121, throughput 6.01065K wps
[Epoch 12 Batch 3750/4268] avg loss 0.0114258, throughput 6.0058K wps
[Epoch 12 Batch 3780/4268] avg loss 0.0120413, throughput 5.99893K wps
[Epoch 12 Batch 3810/4268] avg loss 0.0111163, throughput 6.01867K wps
[Epoch 12 Batch 3840/4268] avg loss 0.0116121, throughput 6.02228K wps
[Epoch 12 Batch 3870/4268] avg loss 0.0114182, throughput 6.00359K wps
[Epoch 12 Batch 3900/4268] avg loss 0.0115028, throughput 6.01992K wps
[Epoch 12 Batch 3930/4268] avg loss 0.0112811, throughput 5.99443K wps
[Epoch 12 Batch 3960/4268] avg loss 0.0117062, throughput 6.01324K wps
[Epoch 12 Batch 3990/4268] avg loss 0.0111092, throughput 6.00594K wps
[Epoch 12 Batch 4020/4268] avg loss 0.0109123, throughput 5.99714K wps
[Epoch 12 Batch 4050/4268] avg loss 0.011784, throughput 5.98392K wps
[Epoch 12 Batch 4080/4268] avg loss 0.0117072, throughput 5.99133K wps
[Epoch 12 Batch 4110/4268] avg loss 0.0110738, throughput 6.00921K wps
[Epoch 12 Batch 4140/4268] avg loss 0.01072, throughput 6.01707K wps
[Epoch 12 Batch 4170/4268] avg loss 0.0110885, throughput 6.00062K wps
[Epoch 12 Batch 4200/4268] avg loss 0.0116964, throughput 5.99317K wps
[Epoch 12 Batch 4230/4268] avg loss 0.0117538, throughput 5.99207K wps
[Epoch 12 Batch 4260/4268] avg loss 0.0112205, throughput 5.99721K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 12] train avg loss 0.0110134, test acc 0.6729, test avg loss 0.884484, throughput 6.0058K wps
[Epoch 13 Batch 30/4268] avg loss 0.00989216, throughput 6.13528K wps
[Epoch 13 Batch 60/4268] avg loss 0.00988337, throughput 6.01343K wps
[Epoch 13 Batch 90/4268] avg loss 0.00977382, throughput 6.01417K wps
[Epoch 13 Batch 120/4268] avg loss 0.00915708, throughput 6.00275K wps
[Epoch 13 Batch 150/4268] avg loss 0.0100004, throughput 6.01152K wps
[Epoch 13 Batch 180/4268] avg loss 0.0102149, throughput 5.99121K wps
[Epoch 13 Batch 210/4268] avg loss 0.0107628, throughput 6.02129K wps
[Epoch 13 Batch 240/4268] avg loss 0.00990566, throughput 6.0158K wps
[Epoch 13 Batch 270/4268] avg loss 0.00984367, throughput 6.00428K wps
[Epoch 13 Batch 300/4268] avg loss 0.0101005, throughput 6.00733K wps
[Epoch 13 Batch 330/4268] avg loss 0.0104137, throughput 6.00203K wps
[Epoch 13 Batch 360/4268] avg loss 0.0108527, throughput 6.01414K wps
[Epoch 13 Batch 390/4268] avg loss 0.0108194, throughput 6.0173K wps
[Epoch 13 Batch 420/4268] avg loss 0.0104352, throughput 6.01281K wps
[Epoch 13 Batch 450/4268] avg loss 0.00974471, throughput 5.99316K wps
[Epoch 13 Batch 480/4268] avg loss 0.0100353, throughput 5.9943K wps
[Epoch 13 Batch 510/4268] avg loss 0.0098026, throughput 5.99337K wps
[Epoch 13 Batch 540/4268] avg loss 0.0104725, throughput 6.01764K wps
[Epoch 13 Batch 570/4268] avg loss 0.0103599, throughput 6.0059K wps
[Epoch 13 Batch 600/4268] avg loss 0.0107419, throughput 6.01328K wps
[Epoch 13 Batch 630/4268] avg loss 0.0103045, throughput 5.9994K wps
[Epoch 13 Batch 660/4268] avg loss 0.0103675, throughput 5.9887K wps
[Epoch 13 Batch 690/4268] avg loss 0.0108477, throughput 6.01153K wps
[Epoch 13 Batch 720/4268] avg loss 0.0107168, throughput 6.0056K wps
[Epoch 13 Batch 750/4268] avg loss 0.010171, throughput 6.01099K wps
[Epoch 13 Batch 780/4268] avg loss 0.00991775, throughput 6.01744K wps
[Epoch 13 Batch 810/4268] avg loss 0.00985459, throughput 6.01309K wps
[Epoch 13 Batch 840/4268] avg loss 0.01048, throughput 6.00267K wps
[Epoch 13 Batch 870/4268] avg loss 0.0100528, throughput 5.9947K wps
[Epoch 13 Batch 900/4268] avg loss 0.0099791, throughput 5.98568K wps
[Epoch 13 Batch 930/4268] avg loss 0.0107561, throughput 6.0091K wps
[Epoch 13 Batch 960/4268] avg loss 0.0102391, throughput 5.99808K wps
[Epoch 13 Batch 990/4268] avg loss 0.0101451, throughput 6.00244K wps
[Epoch 13 Batch 1020/4268] avg loss 0.0100687, throughput 6.01238K wps
[Epoch 13 Batch 1050/4268] avg loss 0.0106321, throughput 6.00108K wps
[Epoch 13 Batch 1080/4268] avg loss 0.0105903, throughput 5.99994K wps
[Epoch 13 Batch 1110/4268] avg loss 0.0105882, throughput 6.00555K wps
[Epoch 13 Batch 1140/4268] avg loss 0.0110424, throughput 5.99733K wps
[Epoch 13 Batch 1170/4268] avg loss 0.0101831, throughput 6.01202K wps
[Epoch 13 Batch 1200/4268] avg loss 0.00984104, throughput 6.00523K wps
[Epoch 13 Batch 1230/4268] avg loss 0.0103618, throughput 6.00545K wps
[Epoch 13 Batch 1260/4268] avg loss 0.0105737, throughput 6.00593K wps
[Epoch 13 Batch 1290/4268] avg loss 0.0106077, throughput 6.00422K wps
[Epoch 13 Batch 1320/4268] avg loss 0.0102527, throughput 6.00251K wps
[Epoch 13 Batch 1350/4268] avg loss 0.0107599, throughput 5.99678K wps
[Epoch 13 Batch 1380/4268] avg loss 0.00965364, throughput 5.99095K wps
[Epoch 13 Batch 1410/4268] avg loss 0.0102719, throughput 6.00624K wps
[Epoch 13 Batch 1440/4268] avg loss 0.0106703, throughput 5.99669K wps
[Epoch 13 Batch 1470/4268] avg loss 0.0109161, throughput 5.99536K wps
[Epoch 13 Batch 1500/4268] avg loss 0.010811, throughput 6.00085K wps
[Epoch 13 Batch 1530/4268] avg loss 0.0100774, throughput 6.02475K wps
[Epoch 13 Batch 1560/4268] avg loss 0.0100937, throughput 6.01199K wps
[Epoch 13 Batch 1590/4268] avg loss 0.0109236, throughput 6.00428K wps
[Epoch 13 Batch 1620/4268] avg loss 0.00997948, throughput 5.99K wps
[Epoch 13 Batch 1650/4268] avg loss 0.0110932, throughput 6.02327K wps
[Epoch 13 Batch 1680/4268] avg loss 0.0107398, throughput 6.01732K wps
[Epoch 13 Batch 1710/4268] avg loss 0.0108147, throughput 6.00707K wps
[Epoch 13 Batch 1740/4268] avg loss 0.0105914, throughput 5.99115K wps
[Epoch 13 Batch 1770/4268] avg loss 0.0112172, throughput 5.96104K wps
[Epoch 13 Batch 1800/4268] avg loss 0.0105179, throughput 6.00747K wps
[Epoch 13 Batch 1830/4268] avg loss 0.0111092, throughput 6.01937K wps
[Epoch 13 Batch 1860/4268] avg loss 0.0109167, throughput 6.01446K wps
[Epoch 13 Batch 1890/4268] avg loss 0.0101251, throughput 6.02099K wps
[Epoch 13 Batch 1920/4268] avg loss 0.0102809, throughput 6.00367K wps
[Epoch 13 Batch 1950/4268] avg loss 0.0111839, throughput 5.99743K wps
[Epoch 13 Batch 1980/4268] avg loss 0.0105596, throughput 5.99423K wps
[Epoch 13 Batch 2010/4268] avg loss 0.0112813, throughput 6.01547K wps
[Epoch 13 Batch 2040/4268] avg loss 0.0111372, throughput 6.01985K wps
[Epoch 13 Batch 2070/4268] avg loss 0.0103134, throughput 6.02529K wps
[Epoch 13 Batch 2100/4268] avg loss 0.0102, throughput 6.01689K wps
[Epoch 13 Batch 2130/4268] avg loss 0.0110471, throughput 6.02607K wps
[Epoch 13 Batch 2160/4268] avg loss 0.0107139, throughput 6.01404K wps
[Epoch 13 Batch 2190/4268] avg loss 0.0111265, throughput 5.99457K wps
[Epoch 13 Batch 2220/4268] avg loss 0.0112705, throughput 5.99974K wps
[Epoch 13 Batch 2250/4268] avg loss 0.0113801, throughput 6.01445K wps
[Epoch 13 Batch 2280/4268] avg loss 0.0107576, throughput 6.00535K wps
[Epoch 13 Batch 2310/4268] avg loss 0.0112156, throughput 5.99464K wps
[Epoch 13 Batch 2340/4268] avg loss 0.0112547, throughput 5.98825K wps
[Epoch 13 Batch 2370/4268] avg loss 0.0114995, throughput 5.99562K wps
[Epoch 13 Batch 2400/4268] avg loss 0.0103846, throughput 6.02373K wps
[Epoch 13 Batch 2430/4268] avg loss 0.0108584, throughput 6.01977K wps
[Epoch 13 Batch 2460/4268] avg loss 0.0101811, throughput 6.01158K wps
[Epoch 13 Batch 2490/4268] avg loss 0.0114841, throughput 6.02049K wps
[Epoch 13 Batch 2520/4268] avg loss 0.0107034, throughput 6.01841K wps
[Epoch 13 Batch 2550/4268] avg loss 0.0110348, throughput 6.0121K wps
[Epoch 13 Batch 2580/4268] avg loss 0.011245, throughput 6.01701K wps
[Epoch 13 Batch 2610/4268] avg loss 0.0108942, throughput 5.9712K wps
[Epoch 13 Batch 2640/4268] avg loss 0.011404, throughput 5.9701K wps
[Epoch 13 Batch 2670/4268] avg loss 0.0102431, throughput 6.00417K wps
[Epoch 13 Batch 2700/4268] avg loss 0.0110151, throughput 6.00569K wps
[Epoch 13 Batch 2730/4268] avg loss 0.0114865, throughput 5.99599K wps
[Epoch 13 Batch 2760/4268] avg loss 0.0113591, throughput 6.00459K wps
[Epoch 13 Batch 2790/4268] avg loss 0.0106737, throughput 5.99442K wps
[Epoch 13 Batch 2820/4268] avg loss 0.0111575, throughput 6.00732K wps
[Epoch 13 Batch 2850/4268] avg loss 0.011101, throughput 6.01078K wps
[Epoch 13 Batch 2880/4268] avg loss 0.0112917, throughput 6.00445K wps
[Epoch 13 Batch 2910/4268] avg loss 0.0106998, throughput 6.00338K wps
[Epoch 13 Batch 2940/4268] avg loss 0.0114464, throughput 6.00787K wps
[Epoch 13 Batch 2970/4268] avg loss 0.0113235, throughput 6.00641K wps
[Epoch 13 Batch 3000/4268] avg loss 0.0115559, throughput 6.01019K wps
[Epoch 13 Batch 3030/4268] avg loss 0.0106801, throughput 6.00675K wps
[Epoch 13 Batch 3060/4268] avg loss 0.0110907, throughput 6.00791K wps
[Epoch 13 Batch 3090/4268] avg loss 0.0114599, throughput 6.01575K wps
[Epoch 13 Batch 3120/4268] avg loss 0.0109926, throughput 5.99799K wps
[Epoch 13 Batch 3150/4268] avg loss 0.0116596, throughput 6.00553K wps
[Epoch 13 Batch 3180/4268] avg loss 0.0112364, throughput 6.01336K wps
[Epoch 13 Batch 3210/4268] avg loss 0.0109133, throughput 6.00557K wps
[Epoch 13 Batch 3240/4268] avg loss 0.011345, throughput 6.02085K wps
[Epoch 13 Batch 3270/4268] avg loss 0.0107687, throughput 6.00522K wps
[Epoch 13 Batch 3300/4268] avg loss 0.01069, throughput 6.00023K wps
[Epoch 13 Batch 3330/4268] avg loss 0.0110939, throughput 6.01722K wps
[Epoch 13 Batch 3360/4268] avg loss 0.0107747, throughput 6.0184K wps
[Epoch 13 Batch 3390/4268] avg loss 0.0112346, throughput 6.02035K wps
[Epoch 13 Batch 3420/4268] avg loss 0.0113078, throughput 6.0012K wps
[Epoch 13 Batch 3450/4268] avg loss 0.010771, throughput 6.01234K wps
[Epoch 13 Batch 3480/4268] avg loss 0.0103425, throughput 6.01758K wps
[Epoch 13 Batch 3510/4268] avg loss 0.0115242, throughput 5.99725K wps
[Epoch 13 Batch 3540/4268] avg loss 0.0111847, throughput 5.9898K wps
[Epoch 13 Batch 3570/4268] avg loss 0.0112888, throughput 5.99066K wps
[Epoch 13 Batch 3600/4268] avg loss 0.0107371, throughput 6.01967K wps
[Epoch 13 Batch 3630/4268] avg loss 0.0115014, throughput 5.99749K wps
[Epoch 13 Batch 3660/4268] avg loss 0.0110284, throughput 5.9916K wps
[Epoch 13 Batch 3690/4268] avg loss 0.0114522, throughput 6.01793K wps
[Epoch 13 Batch 3720/4268] avg loss 0.0115746, throughput 6.01984K wps
[Epoch 13 Batch 3750/4268] avg loss 0.0108778, throughput 6.01365K wps
[Epoch 13 Batch 3780/4268] avg loss 0.0105579, throughput 6.00186K wps
[Epoch 13 Batch 3810/4268] avg loss 0.0106809, throughput 6.01028K wps
[Epoch 13 Batch 3840/4268] avg loss 0.0106646, throughput 6.02003K wps
[Epoch 13 Batch 3870/4268] avg loss 0.010936, throughput 6.02524K wps
[Epoch 13 Batch 3900/4268] avg loss 0.0120993, throughput 6.01469K wps
[Epoch 13 Batch 3930/4268] avg loss 0.0110436, throughput 6.01085K wps
[Epoch 13 Batch 3960/4268] avg loss 0.010902, throughput 6.01599K wps
[Epoch 13 Batch 3990/4268] avg loss 0.0113786, throughput 6.01559K wps
[Epoch 13 Batch 4020/4268] avg loss 0.0110653, throughput 6.0146K wps
[Epoch 13 Batch 4050/4268] avg loss 0.0110527, throughput 5.9987K wps
[Epoch 13 Batch 4080/4268] avg loss 0.0116746, throughput 5.99035K wps
[Epoch 13 Batch 4110/4268] avg loss 0.0111956, throughput 5.99246K wps
[Epoch 13 Batch 4140/4268] avg loss 0.0115357, throughput 5.98608K wps
[Epoch 13 Batch 4170/4268] avg loss 0.0111783, throughput 6.01501K wps
[Epoch 13 Batch 4200/4268] avg loss 0.0115168, throughput 6.01361K wps
[Epoch 13 Batch 4230/4268] avg loss 0.0115093, throughput 6.01389K wps
[Epoch 13 Batch 4260/4268] avg loss 0.0114592, throughput 6.00997K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.28 s
[Batch 150/475] elapsed 0.28 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.28 s
[Batch 450/475] elapsed 0.27 s
[Epoch 13] train avg loss 0.0107593, test acc 0.6678, test avg loss 0.898547, throughput 6.00716K wps
[Epoch 14 Batch 30/4268] avg loss 0.00964965, throughput 6.1323K wps
[Epoch 14 Batch 60/4268] avg loss 0.00996686, throughput 5.99884K wps
[Epoch 14 Batch 90/4268] avg loss 0.0098619, throughput 5.99258K wps
[Epoch 14 Batch 120/4268] avg loss 0.00959356, throughput 6.00749K wps
[Epoch 14 Batch 150/4268] avg loss 0.00976052, throughput 5.99381K wps
[Epoch 14 Batch 180/4268] avg loss 0.00953571, throughput 5.98956K wps
[Epoch 14 Batch 210/4268] avg loss 0.0103335, throughput 5.99148K wps
[Epoch 14 Batch 240/4268] avg loss 0.00960541, throughput 6.00581K wps
[Epoch 14 Batch 270/4268] avg loss 0.00959322, throughput 6.00726K wps
[Epoch 14 Batch 300/4268] avg loss 0.00983737, throughput 6.01665K wps
[Epoch 14 Batch 330/4268] avg loss 0.00971387, throughput 6.01801K wps
[Epoch 14 Batch 360/4268] avg loss 0.00975977, throughput 6.01009K wps
[Epoch 14 Batch 390/4268] avg loss 0.00993054, throughput 6.01712K wps
[Epoch 14 Batch 420/4268] avg loss 0.00915528, throughput 6.00091K wps
[Epoch 14 Batch 450/4268] avg loss 0.0104813, throughput 6.02041K wps
[Epoch 14 Batch 480/4268] avg loss 0.0107415, throughput 6.00287K wps
[Epoch 14 Batch 510/4268] avg loss 0.00968638, throughput 6.01611K wps
[Epoch 14 Batch 540/4268] avg loss 0.00992067, throughput 6.00721K wps
[Epoch 14 Batch 570/4268] avg loss 0.00937767, throughput 6K wps
[Epoch 14 Batch 600/4268] avg loss 0.00996327, throughput 6.01033K wps
[Epoch 14 Batch 630/4268] avg loss 0.0103895, throughput 6.00273K wps
[Epoch 14 Batch 660/4268] avg loss 0.0101253, throughput 6.02139K wps
[Epoch 14 Batch 690/4268] avg loss 0.00975828, throughput 6.01994K wps
[Epoch 14 Batch 720/4268] avg loss 0.00987137, throughput 6.01013K wps
[Epoch 14 Batch 750/4268] avg loss 0.0111458, throughput 6.01974K wps
[Epoch 14 Batch 780/4268] avg loss 0.00967505, throughput 6.01374K wps
[Epoch 14 Batch 810/4268] avg loss 0.00986566, throughput 6.01971K wps
[Epoch 14 Batch 840/4268] avg loss 0.0096678, throughput 6.01333K wps
[Epoch 14 Batch 870/4268] avg loss 0.0102302, throughput 5.99559K wps
[Epoch 14 Batch 900/4268] avg loss 0.0099482, throughput 5.99169K wps
[Epoch 14 Batch 930/4268] avg loss 0.0107048, throughput 6.0222K wps
[Epoch 14 Batch 960/4268] avg loss 0.00963199, throughput 6.01717K wps
[Epoch 14 Batch 990/4268] avg loss 0.00962121, throughput 5.99689K wps
[Epoch 14 Batch 1020/4268] avg loss 0.0102062, throughput 6.00778K wps
[Epoch 14 Batch 1050/4268] avg loss 0.00975757, throughput 5.99694K wps
[Epoch 14 Batch 1080/4268] avg loss 0.0109354, throughput 5.99654K wps
[Epoch 14 Batch 1110/4268] avg loss 0.00941553, throughput 6.00708K wps
[Epoch 14 Batch 1140/4268] avg loss 0.0103719, throughput 6.00977K wps
[Epoch 14 Batch 1170/4268] avg loss 0.0104499, throughput 6.01067K wps
[Epoch 14 Batch 1200/4268] avg loss 0.0100128, throughput 6.00211K wps
[Epoch 14 Batch 1230/4268] avg loss 0.0108398, throughput 5.98465K wps
[Epoch 14 Batch 1260/4268] avg loss 0.0104221, throughput 5.9961K wps
[Epoch 14 Batch 1290/4268] avg loss 0.0101339, throughput 5.99612K wps
[Epoch 14 Batch 1320/4268] avg loss 0.0103165, throughput 6.00631K wps
[Epoch 14 Batch 1350/4268] avg loss 0.0111523, throughput 5.99152K wps
[Epoch 14 Batch 1380/4268] avg loss 0.00955547, throughput 6.00941K wps
[Epoch 14 Batch 1410/4268] avg loss 0.0104497, throughput 5.99872K wps
[Epoch 14 Batch 1440/4268] avg loss 0.0098477, throughput 5.99935K wps
[Epoch 14 Batch 1470/4268] avg loss 0.0103707, throughput 5.99934K wps
[Epoch 14 Batch 1500/4268] avg loss 0.0108283, throughput 6.01445K wps
[Epoch 14 Batch 1530/4268] avg loss 0.0106276, throughput 5.99757K wps
[Epoch 14 Batch 1560/4268] avg loss 0.0110157, throughput 5.98993K wps
[Epoch 14 Batch 1590/4268] avg loss 0.0100399, throughput 6.01012K wps
[Epoch 14 Batch 1620/4268] avg loss 0.00946492, throughput 5.99407K wps
[Epoch 14 Batch 1650/4268] avg loss 0.0100748, throughput 6.00833K wps
[Epoch 14 Batch 1680/4268] avg loss 0.00989779, throughput 6.00473K wps
[Epoch 14 Batch 1710/4268] avg loss 0.0104206, throughput 6.01208K wps
[Epoch 14 Batch 1740/4268] avg loss 0.00991908, throughput 6.01665K wps
[Epoch 14 Batch 1770/4268] avg loss 0.00960173, throughput 5.9893K wps
[Epoch 14 Batch 1800/4268] avg loss 0.0104066, throughput 6.00056K wps
[Epoch 14 Batch 1830/4268] avg loss 0.0109346, throughput 5.98179K wps
[Epoch 14 Batch 1860/4268] avg loss 0.0104757, throughput 5.98328K wps
[Epoch 14 Batch 1890/4268] avg loss 0.0114896, throughput 6.00526K wps
[Epoch 14 Batch 1920/4268] avg loss 0.010386, throughput 5.99858K wps
[Epoch 14 Batch 1950/4268] avg loss 0.0111613, throughput 5.99275K wps
[Epoch 14 Batch 1980/4268] avg loss 0.0104181, throughput 5.99229K wps
[Epoch 14 Batch 2010/4268] avg loss 0.0109897, throughput 6.00832K wps
[Epoch 14 Batch 2040/4268] avg loss 0.0102818, throughput 5.99553K wps
[Epoch 14 Batch 2070/4268] avg loss 0.0109832, throughput 5.9994K wps
[Epoch 14 Batch 2100/4268] avg loss 0.0110145, throughput 6.00907K wps
[Epoch 14 Batch 2130/4268] avg loss 0.0102944, throughput 6.01999K wps
[Epoch 14 Batch 2160/4268] avg loss 0.010676, throughput 5.99922K wps
[Epoch 14 Batch 2190/4268] avg loss 0.0109231, throughput 6.01539K wps
[Epoch 14 Batch 2220/4268] avg loss 0.0109523, throughput 6.00811K wps
[Epoch 14 Batch 2250/4268] avg loss 0.0104669, throughput 6.00103K wps
[Epoch 14 Batch 2280/4268] avg loss 0.0100892, throughput 5.99624K wps
[Epoch 14 Batch 2310/4268] avg loss 0.0102337, throughput 6.00698K wps
[Epoch 14 Batch 2340/4268] avg loss 0.0104443, throughput 6.00688K wps
[Epoch 14 Batch 2370/4268] avg loss 0.0110543, throughput 6.00742K wps
[Epoch 14 Batch 2400/4268] avg loss 0.0105161, throughput 6.0138K wps
[Epoch 14 Batch 2430/4268] avg loss 0.0105081, throughput 6.02213K wps
[Epoch 14 Batch 2460/4268] avg loss 0.0103373, throughput 6.01961K wps
[Epoch 14 Batch 2490/4268] avg loss 0.010986, throughput 6.01966K wps
[Epoch 14 Batch 2520/4268] avg loss 0.0100923, throughput 6.01204K wps
[Epoch 14 Batch 2550/4268] avg loss 0.0102648, throughput 6.01424K wps
[Epoch 14 Batch 2580/4268] avg loss 0.0108958, throughput 5.99839K wps
[Epoch 14 Batch 2610/4268] avg loss 0.0110218, throughput 6.00373K wps
[Epoch 14 Batch 2640/4268] avg loss 0.0110708, throughput 6.01339K wps
[Epoch 14 Batch 2670/4268] avg loss 0.0109277, throughput 6.01321K wps
[Epoch 14 Batch 2700/4268] avg loss 0.0106544, throughput 6.02072K wps
[Epoch 14 Batch 2730/4268] avg loss 0.0101026, throughput 6.01905K wps
[Epoch 14 Batch 2760/4268] avg loss 0.0103632, throughput 6.00144K wps
[Epoch 14 Batch 2790/4268] avg loss 0.0106372, throughput 5.99612K wps
[Epoch 14 Batch 2820/4268] avg loss 0.0104512, throughput 5.99925K wps
[Epoch 14 Batch 2850/4268] avg loss 0.0107063, throughput 6.0266K wps
[Epoch 14 Batch 2880/4268] avg loss 0.010802, throughput 6.0163K wps
[Epoch 14 Batch 2910/4268] avg loss 0.0105138, throughput 6.02007K wps
[Epoch 14 Batch 2940/4268] avg loss 0.0108209, throughput 6.0139K wps
[Epoch 14 Batch 2970/4268] avg loss 0.0105529, throughput 6.01035K wps
[Epoch 14 Batch 3000/4268] avg loss 0.0105912, throughput 6.00109K wps
[Epoch 14 Batch 3030/4268] avg loss 0.0106963, throughput 5.98831K wps
[Epoch 14 Batch 3060/4268] avg loss 0.0106768, throughput 5.98909K wps
[Epoch 14 Batch 3090/4268] avg loss 0.0112303, throughput 5.99547K wps
[Epoch 14 Batch 3120/4268] avg loss 0.0114243, throughput 5.99428K wps
[Epoch 14 Batch 3150/4268] avg loss 0.00990318, throughput 6.00009K wps
[Epoch 14 Batch 3180/4268] avg loss 0.0109202, throughput 5.99397K wps
[Epoch 14 Batch 3210/4268] avg loss 0.010831, throughput 5.99535K wps
[Epoch 14 Batch 3240/4268] avg loss 0.0106107, throughput 5.99181K wps
[Epoch 14 Batch 3270/4268] avg loss 0.0106928, throughput 5.99095K wps
[Epoch 14 Batch 3300/4268] avg loss 0.0109075, throughput 5.99297K wps
[Epoch 14 Batch 3330/4268] avg loss 0.0103383, throughput 6.00243K wps
[Epoch 14 Batch 3360/4268] avg loss 0.0112764, throughput 6.01294K wps
[Epoch 14 Batch 3390/4268] avg loss 0.0107175, throughput 6.0106K wps
[Epoch 14 Batch 3420/4268] avg loss 0.0106864, throughput 6.01696K wps
[Epoch 14 Batch 3450/4268] avg loss 0.0111727, throughput 6.00363K wps
[Epoch 14 Batch 3480/4268] avg loss 0.0109363, throughput 6.01452K wps
[Epoch 14 Batch 3510/4268] avg loss 0.0113945, throughput 6.00403K wps
[Epoch 14 Batch 3540/4268] avg loss 0.010548, throughput 5.99196K wps
[Epoch 14 Batch 3570/4268] avg loss 0.0111026, throughput 6.00615K wps
[Epoch 14 Batch 3600/4268] avg loss 0.0111377, throughput 6.00338K wps
[Epoch 14 Batch 3630/4268] avg loss 0.010933, throughput 5.93847K wps
[Epoch 14 Batch 3660/4268] avg loss 0.0107572, throughput 5.97194K wps
[Epoch 14 Batch 3690/4268] avg loss 0.0115258, throughput 6.0018K wps
[Epoch 14 Batch 3720/4268] avg loss 0.0110669, throughput 6.00448K wps
[Epoch 14 Batch 3750/4268] avg loss 0.0106087, throughput 5.99294K wps
[Epoch 14 Batch 3780/4268] avg loss 0.0106102, throughput 6.00438K wps
[Epoch 14 Batch 3810/4268] avg loss 0.0104551, throughput 6.0161K wps
[Epoch 14 Batch 3840/4268] avg loss 0.0104228, throughput 6.02044K wps
[Epoch 14 Batch 3870/4268] avg loss 0.0108927, throughput 6.01191K wps
[Epoch 14 Batch 3900/4268] avg loss 0.010784, throughput 6.0013K wps
[Epoch 14 Batch 3930/4268] avg loss 0.0113041, throughput 6.02165K wps
[Epoch 14 Batch 3960/4268] avg loss 0.01036, throughput 6.02011K wps
[Epoch 14 Batch 3990/4268] avg loss 0.0114175, throughput 6.02258K wps
[Epoch 14 Batch 4020/4268] avg loss 0.0105384, throughput 6.00349K wps
[Epoch 14 Batch 4050/4268] avg loss 0.0105167, throughput 6.0184K wps
[Epoch 14 Batch 4080/4268] avg loss 0.0104591, throughput 6.01547K wps
[Epoch 14 Batch 4110/4268] avg loss 0.0116755, throughput 6.0224K wps
[Epoch 14 Batch 4140/4268] avg loss 0.0110862, throughput 6.02292K wps
[Epoch 14 Batch 4170/4268] avg loss 0.0112046, throughput 5.99461K wps
[Epoch 14 Batch 4200/4268] avg loss 0.0115384, throughput 5.99925K wps
[Epoch 14 Batch 4230/4268] avg loss 0.0110494, throughput 6.01891K wps
[Epoch 14 Batch 4260/4268] avg loss 0.0115267, throughput 6.00221K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 14] train avg loss 0.0104774, test acc 0.6670, test avg loss 0.914811, throughput 6.00581K wps
[Epoch 15 Batch 30/4268] avg loss 0.00952009, throughput 6.13303K wps
[Epoch 15 Batch 60/4268] avg loss 0.0105376, throughput 5.99872K wps
[Epoch 15 Batch 90/4268] avg loss 0.00953223, throughput 5.99191K wps
[Epoch 15 Batch 120/4268] avg loss 0.0102262, throughput 6.01239K wps
[Epoch 15 Batch 150/4268] avg loss 0.00948958, throughput 6.0021K wps
[Epoch 15 Batch 180/4268] avg loss 0.00942251, throughput 6.00669K wps
[Epoch 15 Batch 210/4268] avg loss 0.00943813, throughput 5.99698K wps
[Epoch 15 Batch 240/4268] avg loss 0.00920296, throughput 6.025K wps
[Epoch 15 Batch 270/4268] avg loss 0.00997832, throughput 6.01684K wps
[Epoch 15 Batch 300/4268] avg loss 0.00961098, throughput 6.0145K wps
[Epoch 15 Batch 330/4268] avg loss 0.00986337, throughput 6.00521K wps
[Epoch 15 Batch 360/4268] avg loss 0.009364, throughput 6.02113K wps
[Epoch 15 Batch 390/4268] avg loss 0.010116, throughput 6.01332K wps
[Epoch 15 Batch 420/4268] avg loss 0.00986821, throughput 5.98842K wps
[Epoch 15 Batch 450/4268] avg loss 0.00988691, throughput 5.98803K wps
[Epoch 15 Batch 480/4268] avg loss 0.00932477, throughput 6.00398K wps
[Epoch 15 Batch 510/4268] avg loss 0.00971144, throughput 6.00988K wps
[Epoch 15 Batch 540/4268] avg loss 0.00955492, throughput 6.01256K wps
[Epoch 15 Batch 570/4268] avg loss 0.00977572, throughput 5.99879K wps
[Epoch 15 Batch 600/4268] avg loss 0.00948287, throughput 6.00071K wps
[Epoch 15 Batch 630/4268] avg loss 0.00959852, throughput 5.99015K wps
[Epoch 15 Batch 660/4268] avg loss 0.0095112, throughput 6.0231K wps
[Epoch 15 Batch 690/4268] avg loss 0.00986741, throughput 6.01734K wps
[Epoch 15 Batch 720/4268] avg loss 0.0102615, throughput 6.00279K wps
[Epoch 15 Batch 750/4268] avg loss 0.00974437, throughput 5.99236K wps
[Epoch 15 Batch 780/4268] avg loss 0.0100824, throughput 6.00808K wps
[Epoch 15 Batch 810/4268] avg loss 0.00953265, throughput 6.01874K wps
[Epoch 15 Batch 840/4268] avg loss 0.0104512, throughput 5.9974K wps
[Epoch 15 Batch 870/4268] avg loss 0.0103211, throughput 6.01642K wps
[Epoch 15 Batch 900/4268] avg loss 0.0101481, throughput 6.01006K wps
[Epoch 15 Batch 930/4268] avg loss 0.00987255, throughput 6.00266K wps
[Epoch 15 Batch 960/4268] avg loss 0.0101825, throughput 5.99908K wps
[Epoch 15 Batch 990/4268] avg loss 0.00977729, throughput 6.0158K wps
[Epoch 15 Batch 1020/4268] avg loss 0.010526, throughput 6.02317K wps
[Epoch 15 Batch 1050/4268] avg loss 0.0096328, throughput 6.01004K wps
[Epoch 15 Batch 1080/4268] avg loss 0.00978913, throughput 6.00369K wps
[Epoch 15 Batch 1110/4268] avg loss 0.0105039, throughput 5.99884K wps
[Epoch 15 Batch 1140/4268] avg loss 0.0099632, throughput 6.01558K wps
[Epoch 15 Batch 1170/4268] avg loss 0.00911647, throughput 6.02452K wps
[Epoch 15 Batch 1200/4268] avg loss 0.0101263, throughput 6.01415K wps
[Epoch 15 Batch 1230/4268] avg loss 0.00973047, throughput 6.00963K wps
[Epoch 15 Batch 1260/4268] avg loss 0.00969159, throughput 6.01456K wps
[Epoch 15 Batch 1290/4268] avg loss 0.010194, throughput 5.98685K wps
[Epoch 15 Batch 1320/4268] avg loss 0.0104636, throughput 5.99844K wps
[Epoch 15 Batch 1350/4268] avg loss 0.00956836, throughput 6.01874K wps
[Epoch 15 Batch 1380/4268] avg loss 0.0101737, throughput 6.00956K wps
[Epoch 15 Batch 1410/4268] avg loss 0.0104441, throughput 6.00606K wps
[Epoch 15 Batch 1440/4268] avg loss 0.0103299, throughput 6.02021K wps
[Epoch 15 Batch 1470/4268] avg loss 0.0102587, throughput 6.00224K wps
[Epoch 15 Batch 1500/4268] avg loss 0.0097354, throughput 6.01077K wps
[Epoch 15 Batch 1530/4268] avg loss 0.0108667, throughput 6.01948K wps
[Epoch 15 Batch 1560/4268] avg loss 0.0100995, throughput 6.01613K wps
[Epoch 15 Batch 1590/4268] avg loss 0.00934028, throughput 6.00548K wps
[Epoch 15 Batch 1620/4268] avg loss 0.0101177, throughput 6.01577K wps
[Epoch 15 Batch 1650/4268] avg loss 0.0104461, throughput 6.02244K wps
[Epoch 15 Batch 1680/4268] avg loss 0.00988416, throughput 6.01918K wps
[Epoch 15 Batch 1710/4268] avg loss 0.0106305, throughput 6.00907K wps
[Epoch 15 Batch 1740/4268] avg loss 0.00945611, throughput 6.0045K wps
[Epoch 15 Batch 1770/4268] avg loss 0.00942807, throughput 5.99525K wps
[Epoch 15 Batch 1800/4268] avg loss 0.0102031, throughput 5.98816K wps
[Epoch 15 Batch 1830/4268] avg loss 0.00965218, throughput 5.99657K wps
[Epoch 15 Batch 1860/4268] avg loss 0.00975256, throughput 6.01936K wps
[Epoch 15 Batch 1890/4268] avg loss 0.010078, throughput 6.01722K wps
[Epoch 15 Batch 1920/4268] avg loss 0.00967535, throughput 5.99352K wps
[Epoch 15 Batch 1950/4268] avg loss 0.00969908, throughput 6.00174K wps
[Epoch 15 Batch 1980/4268] avg loss 0.0103257, throughput 5.99675K wps
[Epoch 15 Batch 2010/4268] avg loss 0.0103189, throughput 6.00513K wps
[Epoch 15 Batch 2040/4268] avg loss 0.0103145, throughput 5.99355K wps
[Epoch 15 Batch 2070/4268] avg loss 0.0108203, throughput 5.99631K wps
[Epoch 15 Batch 2100/4268] avg loss 0.00992588, throughput 6.0139K wps
[Epoch 15 Batch 2130/4268] avg loss 0.0106882, throughput 5.99773K wps
[Epoch 15 Batch 2160/4268] avg loss 0.00993307, throughput 6.01124K wps
[Epoch 15 Batch 2190/4268] avg loss 0.0100111, throughput 6.02033K wps
[Epoch 15 Batch 2220/4268] avg loss 0.00975044, throughput 6.00699K wps
[Epoch 15 Batch 2250/4268] avg loss 0.0110255, throughput 6.01906K wps
[Epoch 15 Batch 2280/4268] avg loss 0.0102204, throughput 6.00363K wps
[Epoch 15 Batch 2310/4268] avg loss 0.0100945, throughput 5.99217K wps
[Epoch 15 Batch 2340/4268] avg loss 0.0105709, throughput 6.00863K wps
[Epoch 15 Batch 2370/4268] avg loss 0.0114417, throughput 6.01273K wps
[Epoch 15 Batch 2400/4268] avg loss 0.0105882, throughput 6.00963K wps
[Epoch 15 Batch 2430/4268] avg loss 0.0101544, throughput 6.01216K wps
[Epoch 15 Batch 2460/4268] avg loss 0.0106632, throughput 6.00286K wps
[Epoch 15 Batch 2490/4268] avg loss 0.0109815, throughput 6.01016K wps
[Epoch 15 Batch 2520/4268] avg loss 0.0102013, throughput 6.0027K wps
[Epoch 15 Batch 2550/4268] avg loss 0.00965502, throughput 6.01273K wps
[Epoch 15 Batch 2580/4268] avg loss 0.0102673, throughput 6.00757K wps
[Epoch 15 Batch 2610/4268] avg loss 0.0107428, throughput 6.01224K wps
[Epoch 15 Batch 2640/4268] avg loss 0.010314, throughput 5.99891K wps
[Epoch 15 Batch 2670/4268] avg loss 0.00942209, throughput 6.01959K wps
[Epoch 15 Batch 2700/4268] avg loss 0.0099148, throughput 6.01321K wps
[Epoch 15 Batch 2730/4268] avg loss 0.0107614, throughput 6.0151K wps
[Epoch 15 Batch 2760/4268] avg loss 0.0103638, throughput 6.00464K wps
[Epoch 15 Batch 2790/4268] avg loss 0.0105728, throughput 5.99369K wps
[Epoch 15 Batch 2820/4268] avg loss 0.0101357, throughput 6.00811K wps
[Epoch 15 Batch 2850/4268] avg loss 0.010381, throughput 6.0051K wps
[Epoch 15 Batch 2880/4268] avg loss 0.0100152, throughput 5.99026K wps
[Epoch 15 Batch 2910/4268] avg loss 0.0106867, throughput 6.00954K wps
[Epoch 15 Batch 2940/4268] avg loss 0.0108168, throughput 6.006K wps
[Epoch 15 Batch 2970/4268] avg loss 0.0107939, throughput 5.99917K wps
[Epoch 15 Batch 3000/4268] avg loss 0.0107183, throughput 5.98154K wps
[Epoch 15 Batch 3030/4268] avg loss 0.0105805, throughput 5.99272K wps
[Epoch 15 Batch 3060/4268] avg loss 0.0109481, throughput 6.00904K wps
[Epoch 15 Batch 3090/4268] avg loss 0.0106466, throughput 6.0114K wps
[Epoch 15 Batch 3120/4268] avg loss 0.0113727, throughput 6.00591K wps
[Epoch 15 Batch 3150/4268] avg loss 0.011049, throughput 6.01165K wps
[Epoch 15 Batch 3180/4268] avg loss 0.0106491, throughput 6.01465K wps
[Epoch 15 Batch 3210/4268] avg loss 0.0106572, throughput 6.01626K wps
[Epoch 15 Batch 3240/4268] avg loss 0.0106497, throughput 6.00209K wps
[Epoch 15 Batch 3270/4268] avg loss 0.0114585, throughput 6.02283K wps
[Epoch 15 Batch 3300/4268] avg loss 0.010786, throughput 6.00121K wps
[Epoch 15 Batch 3330/4268] avg loss 0.0103794, throughput 6.00735K wps
[Epoch 15 Batch 3360/4268] avg loss 0.0105416, throughput 6.01234K wps
[Epoch 15 Batch 3390/4268] avg loss 0.011244, throughput 6.00877K wps
[Epoch 15 Batch 3420/4268] avg loss 0.0109328, throughput 6.01061K wps
[Epoch 15 Batch 3450/4268] avg loss 0.0102695, throughput 6.00793K wps
[Epoch 15 Batch 3480/4268] avg loss 0.0107053, throughput 5.99861K wps
[Epoch 15 Batch 3510/4268] avg loss 0.0102812, throughput 5.9995K wps
[Epoch 15 Batch 3540/4268] avg loss 0.0111418, throughput 5.99946K wps
[Epoch 15 Batch 3570/4268] avg loss 0.0109003, throughput 5.99568K wps
[Epoch 15 Batch 3600/4268] avg loss 0.0101141, throughput 5.99634K wps
[Epoch 15 Batch 3630/4268] avg loss 0.0102433, throughput 6.0069K wps
[Epoch 15 Batch 3660/4268] avg loss 0.0104314, throughput 6.00506K wps
[Epoch 15 Batch 3690/4268] avg loss 0.0102291, throughput 5.99075K wps
[Epoch 15 Batch 3720/4268] avg loss 0.0113209, throughput 6.00196K wps
[Epoch 15 Batch 3750/4268] avg loss 0.0107603, throughput 5.99925K wps
[Epoch 15 Batch 3780/4268] avg loss 0.0107749, throughput 6.00298K wps
[Epoch 15 Batch 3810/4268] avg loss 0.0109996, throughput 5.9964K wps
[Epoch 15 Batch 3840/4268] avg loss 0.0105638, throughput 6.00676K wps
[Epoch 15 Batch 3870/4268] avg loss 0.0108264, throughput 5.99844K wps
[Epoch 15 Batch 3900/4268] avg loss 0.0102236, throughput 5.99778K wps
[Epoch 15 Batch 3930/4268] avg loss 0.0111269, throughput 5.99214K wps
[Epoch 15 Batch 3960/4268] avg loss 0.0102411, throughput 6.01443K wps
[Epoch 15 Batch 3990/4268] avg loss 0.0104761, throughput 6.00043K wps
[Epoch 15 Batch 4020/4268] avg loss 0.0109322, throughput 6.0031K wps
[Epoch 15 Batch 4050/4268] avg loss 0.0113478, throughput 6.01155K wps
[Epoch 15 Batch 4080/4268] avg loss 0.0105744, throughput 6.0076K wps
[Epoch 15 Batch 4110/4268] avg loss 0.0104027, throughput 5.99721K wps
[Epoch 15 Batch 4140/4268] avg loss 0.0102135, throughput 6.00787K wps
[Epoch 15 Batch 4170/4268] avg loss 0.0103582, throughput 5.99841K wps
[Epoch 15 Batch 4200/4268] avg loss 0.0102185, throughput 6.009K wps
[Epoch 15 Batch 4230/4268] avg loss 0.0102836, throughput 5.99953K wps
[Epoch 15 Batch 4260/4268] avg loss 0.0103002, throughput 6.00639K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 15] train avg loss 0.0102443, test acc 0.6694, test avg loss 0.930876, throughput 6.00694K wps
[Epoch 16 Batch 30/4268] avg loss 0.00998202, throughput 6.13592K wps
[Epoch 16 Batch 60/4268] avg loss 0.00887252, throughput 5.99135K wps
[Epoch 16 Batch 90/4268] avg loss 0.00918994, throughput 6.00764K wps
[Epoch 16 Batch 120/4268] avg loss 0.00933233, throughput 6.01473K wps
[Epoch 16 Batch 150/4268] avg loss 0.00904508, throughput 6.0194K wps
[Epoch 16 Batch 180/4268] avg loss 0.00937463, throughput 6.01853K wps
[Epoch 16 Batch 210/4268] avg loss 0.00944081, throughput 6.00206K wps
[Epoch 16 Batch 240/4268] avg loss 0.00870867, throughput 5.98123K wps
[Epoch 16 Batch 270/4268] avg loss 0.00923441, throughput 5.9821K wps
[Epoch 16 Batch 300/4268] avg loss 0.00884413, throughput 5.98866K wps
[Epoch 16 Batch 330/4268] avg loss 0.00955102, throughput 5.99847K wps
[Epoch 16 Batch 360/4268] avg loss 0.00879556, throughput 5.99893K wps
[Epoch 16 Batch 390/4268] avg loss 0.00952552, throughput 5.99808K wps
[Epoch 16 Batch 420/4268] avg loss 0.00887029, throughput 5.99248K wps
[Epoch 16 Batch 450/4268] avg loss 0.00899771, throughput 6.00252K wps
[Epoch 16 Batch 480/4268] avg loss 0.00957409, throughput 6.00792K wps
[Epoch 16 Batch 510/4268] avg loss 0.0101973, throughput 6.00002K wps
[Epoch 16 Batch 540/4268] avg loss 0.00936269, throughput 6.01014K wps
[Epoch 16 Batch 570/4268] avg loss 0.00931167, throughput 5.99038K wps
[Epoch 16 Batch 600/4268] avg loss 0.00948435, throughput 5.98451K wps
[Epoch 16 Batch 630/4268] avg loss 0.0102205, throughput 6.00973K wps
[Epoch 16 Batch 660/4268] avg loss 0.00958097, throughput 6.00598K wps
[Epoch 16 Batch 690/4268] avg loss 0.0100328, throughput 6.00582K wps
[Epoch 16 Batch 720/4268] avg loss 0.00901323, throughput 6.00984K wps
[Epoch 16 Batch 750/4268] avg loss 0.00955037, throughput 6.02261K wps
[Epoch 16 Batch 780/4268] avg loss 0.00937441, throughput 6.0103K wps
[Epoch 16 Batch 810/4268] avg loss 0.0100249, throughput 6.01103K wps
[Epoch 16 Batch 840/4268] avg loss 0.00964636, throughput 6.00379K wps
[Epoch 16 Batch 870/4268] avg loss 0.00968261, throughput 6.01292K wps
[Epoch 16 Batch 900/4268] avg loss 0.009949, throughput 6.00444K wps
[Epoch 16 Batch 930/4268] avg loss 0.00944309, throughput 6.0032K wps
[Epoch 16 Batch 960/4268] avg loss 0.00971559, throughput 6.01539K wps
[Epoch 16 Batch 990/4268] avg loss 0.00942019, throughput 6.00588K wps
[Epoch 16 Batch 1020/4268] avg loss 0.0101184, throughput 6.00924K wps
[Epoch 16 Batch 1050/4268] avg loss 0.00999424, throughput 5.9963K wps
[Epoch 16 Batch 1080/4268] avg loss 0.0102968, throughput 6.00579K wps
[Epoch 16 Batch 1110/4268] avg loss 0.00932482, throughput 6.00552K wps
[Epoch 16 Batch 1140/4268] avg loss 0.00997461, throughput 5.99441K wps
[Epoch 16 Batch 1170/4268] avg loss 0.00998612, throughput 6.00174K wps
[Epoch 16 Batch 1200/4268] avg loss 0.00974355, throughput 6.00653K wps
[Epoch 16 Batch 1230/4268] avg loss 0.00993948, throughput 6.01663K wps
[Epoch 16 Batch 1260/4268] avg loss 0.00927554, throughput 6.0029K wps
[Epoch 16 Batch 1290/4268] avg loss 0.00925508, throughput 5.99173K wps
[Epoch 16 Batch 1320/4268] avg loss 0.00965604, throughput 6.00992K wps
[Epoch 16 Batch 1350/4268] avg loss 0.00938885, throughput 6.01105K wps
[Epoch 16 Batch 1380/4268] avg loss 0.0102246, throughput 6.00552K wps
[Epoch 16 Batch 1410/4268] avg loss 0.00882491, throughput 6.00307K wps
[Epoch 16 Batch 1440/4268] avg loss 0.00987805, throughput 5.9991K wps
[Epoch 16 Batch 1470/4268] avg loss 0.0104172, throughput 6.01871K wps
[Epoch 16 Batch 1500/4268] avg loss 0.00965352, throughput 6.02252K wps
[Epoch 16 Batch 1530/4268] avg loss 0.00982063, throughput 6.0089K wps
[Epoch 16 Batch 1560/4268] avg loss 0.0104374, throughput 5.99463K wps
[Epoch 16 Batch 1590/4268] avg loss 0.0101733, throughput 5.98379K wps
[Epoch 16 Batch 1620/4268] avg loss 0.0102315, throughput 6.00049K wps
[Epoch 16 Batch 1650/4268] avg loss 0.00996973, throughput 6.0141K wps
[Epoch 16 Batch 1680/4268] avg loss 0.0090085, throughput 5.98672K wps
[Epoch 16 Batch 1710/4268] avg loss 0.00959085, throughput 5.98963K wps
[Epoch 16 Batch 1740/4268] avg loss 0.0105147, throughput 6.01747K wps
[Epoch 16 Batch 1770/4268] avg loss 0.00989692, throughput 6.02337K wps
[Epoch 16 Batch 1800/4268] avg loss 0.01032, throughput 6.01088K wps
[Epoch 16 Batch 1830/4268] avg loss 0.00942447, throughput 6.00764K wps
[Epoch 16 Batch 1860/4268] avg loss 0.00972854, throughput 6.0108K wps
[Epoch 16 Batch 1890/4268] avg loss 0.0101365, throughput 6.0053K wps
[Epoch 16 Batch 1920/4268] avg loss 0.0103153, throughput 5.99674K wps
[Epoch 16 Batch 1950/4268] avg loss 0.0101878, throughput 5.99723K wps
[Epoch 16 Batch 1980/4268] avg loss 0.0101197, throughput 6.00192K wps
[Epoch 16 Batch 2010/4268] avg loss 0.0100598, throughput 6.01936K wps
[Epoch 16 Batch 2040/4268] avg loss 0.0103391, throughput 6.00476K wps
[Epoch 16 Batch 2070/4268] avg loss 0.00964572, throughput 6.00551K wps
[Epoch 16 Batch 2100/4268] avg loss 0.0101638, throughput 6.00048K wps
[Epoch 16 Batch 2130/4268] avg loss 0.0106271, throughput 6.00046K wps
[Epoch 16 Batch 2160/4268] avg loss 0.0100084, throughput 5.99852K wps
[Epoch 16 Batch 2190/4268] avg loss 0.0101968, throughput 6.00217K wps
[Epoch 16 Batch 2220/4268] avg loss 0.0101646, throughput 6.00503K wps
[Epoch 16 Batch 2250/4268] avg loss 0.00988172, throughput 6.00556K wps
[Epoch 16 Batch 2280/4268] avg loss 0.00977754, throughput 6.01634K wps
[Epoch 16 Batch 2310/4268] avg loss 0.00964963, throughput 6.01313K wps
[Epoch 16 Batch 2340/4268] avg loss 0.0100664, throughput 6.00693K wps
[Epoch 16 Batch 2370/4268] avg loss 0.0104246, throughput 6.00765K wps
[Epoch 16 Batch 2400/4268] avg loss 0.00986825, throughput 5.99373K wps
[Epoch 16 Batch 2430/4268] avg loss 0.0101174, throughput 5.9852K wps
[Epoch 16 Batch 2460/4268] avg loss 0.0105838, throughput 5.99539K wps
[Epoch 16 Batch 2490/4268] avg loss 0.0105111, throughput 6.0012K wps
[Epoch 16 Batch 2520/4268] avg loss 0.0107965, throughput 6.01018K wps
[Epoch 16 Batch 2550/4268] avg loss 0.00964959, throughput 6.00183K wps
[Epoch 16 Batch 2580/4268] avg loss 0.0104354, throughput 6.00713K wps
[Epoch 16 Batch 2610/4268] avg loss 0.0101105, throughput 6.00295K wps
[Epoch 16 Batch 2640/4268] avg loss 0.0102554, throughput 6.01582K wps
[Epoch 16 Batch 2670/4268] avg loss 0.0107853, throughput 6.01122K wps
[Epoch 16 Batch 2700/4268] avg loss 0.0107007, throughput 6.00221K wps
[Epoch 16 Batch 2730/4268] avg loss 0.0097304, throughput 5.9907K wps
[Epoch 16 Batch 2760/4268] avg loss 0.0102499, throughput 5.99356K wps
[Epoch 16 Batch 2790/4268] avg loss 0.010148, throughput 6.01514K wps
[Epoch 16 Batch 2820/4268] avg loss 0.0106109, throughput 5.99546K wps
[Epoch 16 Batch 2850/4268] avg loss 0.00981304, throughput 6.00533K wps
[Epoch 16 Batch 2880/4268] avg loss 0.0100442, throughput 6.00677K wps
[Epoch 16 Batch 2910/4268] avg loss 0.0111318, throughput 5.99748K wps
[Epoch 16 Batch 2940/4268] avg loss 0.0109727, throughput 5.99424K wps
[Epoch 16 Batch 2970/4268] avg loss 0.0108116, throughput 5.99844K wps
[Epoch 16 Batch 3000/4268] avg loss 0.00939671, throughput 6.00542K wps
[Epoch 16 Batch 3030/4268] avg loss 0.0102686, throughput 5.98979K wps
[Epoch 16 Batch 3060/4268] avg loss 0.00979846, throughput 5.99692K wps
[Epoch 16 Batch 3090/4268] avg loss 0.0100796, throughput 5.99857K wps
[Epoch 16 Batch 3120/4268] avg loss 0.0107612, throughput 5.9917K wps
[Epoch 16 Batch 3150/4268] avg loss 0.0109058, throughput 6.00118K wps
[Epoch 16 Batch 3180/4268] avg loss 0.0103405, throughput 6.00988K wps
[Epoch 16 Batch 3210/4268] avg loss 0.0101959, throughput 6.00412K wps
[Epoch 16 Batch 3240/4268] avg loss 0.0102735, throughput 6.00827K wps
[Epoch 16 Batch 3270/4268] avg loss 0.0105289, throughput 5.99598K wps
[Epoch 16 Batch 3300/4268] avg loss 0.0108276, throughput 5.98883K wps
[Epoch 16 Batch 3330/4268] avg loss 0.0108834, throughput 5.99934K wps
[Epoch 16 Batch 3360/4268] avg loss 0.010493, throughput 5.99657K wps
[Epoch 16 Batch 3390/4268] avg loss 0.0105765, throughput 5.99133K wps
[Epoch 16 Batch 3420/4268] avg loss 0.0104135, throughput 6.00226K wps
[Epoch 16 Batch 3450/4268] avg loss 0.0102986, throughput 6.00207K wps
[Epoch 16 Batch 3480/4268] avg loss 0.0101338, throughput 6.00417K wps
[Epoch 16 Batch 3510/4268] avg loss 0.00993311, throughput 6.00091K wps
[Epoch 16 Batch 3540/4268] avg loss 0.0104496, throughput 6.01321K wps
[Epoch 16 Batch 3570/4268] avg loss 0.00995978, throughput 6.01657K wps
[Epoch 16 Batch 3600/4268] avg loss 0.0106474, throughput 6.023K wps
[Epoch 16 Batch 3630/4268] avg loss 0.00991521, throughput 6.00548K wps
[Epoch 16 Batch 3660/4268] avg loss 0.0103578, throughput 6.0214K wps
[Epoch 16 Batch 3690/4268] avg loss 0.0104963, throughput 6.01564K wps
[Epoch 16 Batch 3720/4268] avg loss 0.0103525, throughput 5.99987K wps
[Epoch 16 Batch 3750/4268] avg loss 0.00987761, throughput 5.99553K wps
[Epoch 16 Batch 3780/4268] avg loss 0.00974005, throughput 5.99764K wps
[Epoch 16 Batch 3810/4268] avg loss 0.010453, throughput 5.99954K wps
[Epoch 16 Batch 3840/4268] avg loss 0.0104418, throughput 6.00054K wps
[Epoch 16 Batch 3870/4268] avg loss 0.0109578, throughput 6.01723K wps
[Epoch 16 Batch 3900/4268] avg loss 0.0100609, throughput 6.00827K wps
[Epoch 16 Batch 3930/4268] avg loss 0.0102057, throughput 6.0122K wps
[Epoch 16 Batch 3960/4268] avg loss 0.0107926, throughput 6.00022K wps
[Epoch 16 Batch 3990/4268] avg loss 0.010935, throughput 6.00695K wps
[Epoch 16 Batch 4020/4268] avg loss 0.00990527, throughput 6.00051K wps
[Epoch 16 Batch 4050/4268] avg loss 0.0103934, throughput 6.00236K wps
[Epoch 16 Batch 4080/4268] avg loss 0.0107883, throughput 5.99136K wps
[Epoch 16 Batch 4110/4268] avg loss 0.0105628, throughput 6.00585K wps
[Epoch 16 Batch 4140/4268] avg loss 0.0101587, throughput 6.00595K wps
[Epoch 16 Batch 4170/4268] avg loss 0.0107801, throughput 6.00232K wps
[Epoch 16 Batch 4200/4268] avg loss 0.0111048, throughput 6.00824K wps
[Epoch 16 Batch 4230/4268] avg loss 0.0104791, throughput 5.9996K wps
[Epoch 16 Batch 4260/4268] avg loss 0.0107811, throughput 5.99136K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 16] train avg loss 0.0100165, test acc 0.6647, test avg loss 0.949595, throughput 6.00436K wps
[Epoch 17 Batch 30/4268] avg loss 0.00871377, throughput 6.1467K wps
[Epoch 17 Batch 60/4268] avg loss 0.00853289, throughput 6.01872K wps
[Epoch 17 Batch 90/4268] avg loss 0.00900761, throughput 6.01157K wps
[Epoch 17 Batch 120/4268] avg loss 0.00881392, throughput 6.00672K wps
[Epoch 17 Batch 150/4268] avg loss 0.00886349, throughput 5.99533K wps
[Epoch 17 Batch 180/4268] avg loss 0.00950809, throughput 6.00897K wps
[Epoch 17 Batch 210/4268] avg loss 0.00883913, throughput 6.01504K wps
[Epoch 17 Batch 240/4268] avg loss 0.00939149, throughput 6.00985K wps
[Epoch 17 Batch 270/4268] avg loss 0.00908882, throughput 6.00697K wps
[Epoch 17 Batch 300/4268] avg loss 0.00918167, throughput 6.01087K wps
[Epoch 17 Batch 330/4268] avg loss 0.0091533, throughput 6.01189K wps
[Epoch 17 Batch 360/4268] avg loss 0.00858764, throughput 6.023K wps
[Epoch 17 Batch 390/4268] avg loss 0.00947149, throughput 6.00691K wps
[Epoch 17 Batch 420/4268] avg loss 0.00843918, throughput 6.01626K wps
[Epoch 17 Batch 450/4268] avg loss 0.00841821, throughput 6.02435K wps
[Epoch 17 Batch 480/4268] avg loss 0.00970854, throughput 6.02176K wps
[Epoch 17 Batch 510/4268] avg loss 0.00962836, throughput 6.02123K wps
[Epoch 17 Batch 540/4268] avg loss 0.00937388, throughput 6.02487K wps
[Epoch 17 Batch 570/4268] avg loss 0.00904125, throughput 6.01306K wps
[Epoch 17 Batch 600/4268] avg loss 0.00961926, throughput 6.0143K wps
[Epoch 17 Batch 630/4268] avg loss 0.00938114, throughput 6.01238K wps
[Epoch 17 Batch 660/4268] avg loss 0.00925826, throughput 6.02381K wps
[Epoch 17 Batch 690/4268] avg loss 0.00928759, throughput 6.01605K wps
[Epoch 17 Batch 720/4268] avg loss 0.0094476, throughput 6.01842K wps
[Epoch 17 Batch 750/4268] avg loss 0.00927641, throughput 6.00709K wps
[Epoch 17 Batch 780/4268] avg loss 0.00942397, throughput 6.00375K wps
[Epoch 17 Batch 810/4268] avg loss 0.00976285, throughput 5.98685K wps
[Epoch 17 Batch 840/4268] avg loss 0.0092426, throughput 5.99117K wps
[Epoch 17 Batch 870/4268] avg loss 0.00935493, throughput 6.00361K wps
[Epoch 17 Batch 900/4268] avg loss 0.00891281, throughput 6.01168K wps
[Epoch 17 Batch 930/4268] avg loss 0.00967915, throughput 6.01985K wps
[Epoch 17 Batch 960/4268] avg loss 0.00876833, throughput 6.01622K wps
[Epoch 17 Batch 990/4268] avg loss 0.0100073, throughput 6.01874K wps
[Epoch 17 Batch 1020/4268] avg loss 0.00919931, throughput 6.01196K wps
[Epoch 17 Batch 1050/4268] avg loss 0.00910189, throughput 6.00641K wps
[Epoch 17 Batch 1080/4268] avg loss 0.00903636, throughput 6.00156K wps
[Epoch 17 Batch 1110/4268] avg loss 0.00995949, throughput 6.02264K wps
[Epoch 17 Batch 1140/4268] avg loss 0.00905228, throughput 6.02712K wps
[Epoch 17 Batch 1170/4268] avg loss 0.00932134, throughput 6.02013K wps
[Epoch 17 Batch 1200/4268] avg loss 0.00982381, throughput 6.00926K wps
[Epoch 17 Batch 1230/4268] avg loss 0.00990753, throughput 5.9431K wps
[Epoch 17 Batch 1260/4268] avg loss 0.00982071, throughput 5.97481K wps
[Epoch 17 Batch 1290/4268] avg loss 0.00945198, throughput 5.9836K wps
[Epoch 17 Batch 1320/4268] avg loss 0.00977634, throughput 6.00971K wps
[Epoch 17 Batch 1350/4268] avg loss 0.0100624, throughput 5.99768K wps
[Epoch 17 Batch 1380/4268] avg loss 0.0095921, throughput 6.00263K wps
[Epoch 17 Batch 1410/4268] avg loss 0.00927246, throughput 5.99203K wps
[Epoch 17 Batch 1440/4268] avg loss 0.00960312, throughput 6.00534K wps
[Epoch 17 Batch 1470/4268] avg loss 0.00867934, throughput 6.00293K wps
[Epoch 17 Batch 1500/4268] avg loss 0.00943787, throughput 6.00301K wps
[Epoch 17 Batch 1530/4268] avg loss 0.00997807, throughput 6.01147K wps
[Epoch 17 Batch 1560/4268] avg loss 0.00964989, throughput 6.00703K wps
[Epoch 17 Batch 1590/4268] avg loss 0.00926939, throughput 5.99999K wps
[Epoch 17 Batch 1620/4268] avg loss 0.0093972, throughput 5.9984K wps
[Epoch 17 Batch 1650/4268] avg loss 0.0100313, throughput 5.99658K wps
[Epoch 17 Batch 1680/4268] avg loss 0.00915881, throughput 6.0163K wps
[Epoch 17 Batch 1710/4268] avg loss 0.00994041, throughput 6.01675K wps
[Epoch 17 Batch 1740/4268] avg loss 0.00939151, throughput 6.01704K wps
[Epoch 17 Batch 1770/4268] avg loss 0.00989992, throughput 5.99525K wps
[Epoch 17 Batch 1800/4268] avg loss 0.00940849, throughput 5.9911K wps
[Epoch 17 Batch 1830/4268] avg loss 0.00933158, throughput 6.00564K wps
[Epoch 17 Batch 1860/4268] avg loss 0.00968404, throughput 5.99908K wps
[Epoch 17 Batch 1890/4268] avg loss 0.0100066, throughput 6.02428K wps
[Epoch 17 Batch 1920/4268] avg loss 0.00944426, throughput 6.00724K wps
[Epoch 17 Batch 1950/4268] avg loss 0.00970534, throughput 6.00372K wps
[Epoch 17 Batch 1980/4268] avg loss 0.00973798, throughput 6.01363K wps
[Epoch 17 Batch 2010/4268] avg loss 0.00961734, throughput 6.0089K wps
[Epoch 17 Batch 2040/4268] avg loss 0.0101651, throughput 6.00913K wps
[Epoch 17 Batch 2070/4268] avg loss 0.00941114, throughput 6.00634K wps
[Epoch 17 Batch 2100/4268] avg loss 0.0106623, throughput 5.99294K wps
[Epoch 17 Batch 2130/4268] avg loss 0.0100281, throughput 5.99884K wps
[Epoch 17 Batch 2160/4268] avg loss 0.00982866, throughput 6.00653K wps
[Epoch 17 Batch 2190/4268] avg loss 0.00964443, throughput 6.00496K wps
[Epoch 17 Batch 2220/4268] avg loss 0.0100474, throughput 5.99924K wps
[Epoch 17 Batch 2250/4268] avg loss 0.0102039, throughput 6.00456K wps
[Epoch 17 Batch 2280/4268] avg loss 0.00984658, throughput 6.00982K wps
[Epoch 17 Batch 2310/4268] avg loss 0.00994018, throughput 5.99814K wps
[Epoch 17 Batch 2340/4268] avg loss 0.00971897, throughput 5.99089K wps
[Epoch 17 Batch 2370/4268] avg loss 0.00988558, throughput 6.00234K wps
[Epoch 17 Batch 2400/4268] avg loss 0.0101153, throughput 6.00232K wps
[Epoch 17 Batch 2430/4268] avg loss 0.0103323, throughput 6.01144K wps
[Epoch 17 Batch 2460/4268] avg loss 0.00988109, throughput 6.01199K wps
[Epoch 17 Batch 2490/4268] avg loss 0.0101583, throughput 5.99628K wps
[Epoch 17 Batch 2520/4268] avg loss 0.0100492, throughput 5.99399K wps
[Epoch 17 Batch 2550/4268] avg loss 0.00994694, throughput 6.01073K wps
[Epoch 17 Batch 2580/4268] avg loss 0.0103107, throughput 6.00542K wps
[Epoch 17 Batch 2610/4268] avg loss 0.00996555, throughput 6.00098K wps
[Epoch 17 Batch 2640/4268] avg loss 0.00974378, throughput 6.00281K wps
[Epoch 17 Batch 2670/4268] avg loss 0.0103019, throughput 6.00283K wps
[Epoch 17 Batch 2700/4268] avg loss 0.0105327, throughput 5.99601K wps
[Epoch 17 Batch 2730/4268] avg loss 0.0103617, throughput 5.99441K wps
[Epoch 17 Batch 2760/4268] avg loss 0.0100602, throughput 5.98973K wps
[Epoch 17 Batch 2790/4268] avg loss 0.0103984, throughput 5.99392K wps
[Epoch 17 Batch 2820/4268] avg loss 0.00976791, throughput 6.00806K wps
[Epoch 17 Batch 2850/4268] avg loss 0.00988823, throughput 6.00123K wps
[Epoch 17 Batch 2880/4268] avg loss 0.0106832, throughput 6.00578K wps
[Epoch 17 Batch 2910/4268] avg loss 0.00978624, throughput 6.01338K wps
[Epoch 17 Batch 2940/4268] avg loss 0.00985808, throughput 5.99766K wps
[Epoch 17 Batch 2970/4268] avg loss 0.00990935, throughput 5.99536K wps
[Epoch 17 Batch 3000/4268] avg loss 0.0105346, throughput 6.00424K wps
[Epoch 17 Batch 3030/4268] avg loss 0.0100563, throughput 5.98566K wps
[Epoch 17 Batch 3060/4268] avg loss 0.0104059, throughput 6.01038K wps
[Epoch 17 Batch 3090/4268] avg loss 0.00974561, throughput 6.00015K wps
[Epoch 17 Batch 3120/4268] avg loss 0.0102919, throughput 5.99956K wps
[Epoch 17 Batch 3150/4268] avg loss 0.00964882, throughput 6.01298K wps
[Epoch 17 Batch 3180/4268] avg loss 0.0104285, throughput 6.01096K wps
[Epoch 17 Batch 3210/4268] avg loss 0.00986333, throughput 5.98451K wps
[Epoch 17 Batch 3240/4268] avg loss 0.0100981, throughput 6.00209K wps
[Epoch 17 Batch 3270/4268] avg loss 0.0105292, throughput 6.01177K wps
[Epoch 17 Batch 3300/4268] avg loss 0.00991013, throughput 6.0088K wps
[Epoch 17 Batch 3330/4268] avg loss 0.0100774, throughput 6.00658K wps
[Epoch 17 Batch 3360/4268] avg loss 0.00911155, throughput 6.00494K wps
[Epoch 17 Batch 3390/4268] avg loss 0.0105664, throughput 6.01686K wps
[Epoch 17 Batch 3420/4268] avg loss 0.00989087, throughput 6.00394K wps
[Epoch 17 Batch 3450/4268] avg loss 0.0103838, throughput 6.01485K wps
[Epoch 17 Batch 3480/4268] avg loss 0.00987229, throughput 6.02225K wps
[Epoch 17 Batch 3510/4268] avg loss 0.0100184, throughput 6.00875K wps
[Epoch 17 Batch 3540/4268] avg loss 0.0102123, throughput 6.02144K wps
[Epoch 17 Batch 3570/4268] avg loss 0.00971049, throughput 6.01003K wps
[Epoch 17 Batch 3600/4268] avg loss 0.0108405, throughput 6.00763K wps
[Epoch 17 Batch 3630/4268] avg loss 0.0102075, throughput 6.00123K wps
[Epoch 17 Batch 3660/4268] avg loss 0.0107373, throughput 6.02106K wps
[Epoch 17 Batch 3690/4268] avg loss 0.0102788, throughput 6.02122K wps
[Epoch 17 Batch 3720/4268] avg loss 0.0105578, throughput 6.01501K wps
[Epoch 17 Batch 3750/4268] avg loss 0.010651, throughput 6.00865K wps
[Epoch 17 Batch 3780/4268] avg loss 0.00985725, throughput 6.00565K wps
[Epoch 17 Batch 3810/4268] avg loss 0.00942001, throughput 6.02161K wps
[Epoch 17 Batch 3840/4268] avg loss 0.00996521, throughput 6.00645K wps
[Epoch 17 Batch 3870/4268] avg loss 0.00985393, throughput 6.00316K wps
[Epoch 17 Batch 3900/4268] avg loss 0.00985501, throughput 6.00759K wps
[Epoch 17 Batch 3930/4268] avg loss 0.0108638, throughput 6.00169K wps
[Epoch 17 Batch 3960/4268] avg loss 0.0105035, throughput 6.00155K wps
[Epoch 17 Batch 3990/4268] avg loss 0.0103701, throughput 5.9962K wps
[Epoch 17 Batch 4020/4268] avg loss 0.0109062, throughput 5.99218K wps
[Epoch 17 Batch 4050/4268] avg loss 0.010335, throughput 5.98911K wps
[Epoch 17 Batch 4080/4268] avg loss 0.0102702, throughput 5.99941K wps
[Epoch 17 Batch 4110/4268] avg loss 0.0112947, throughput 6.00871K wps
[Epoch 17 Batch 4140/4268] avg loss 0.0104294, throughput 6.00698K wps
[Epoch 17 Batch 4170/4268] avg loss 0.0108733, throughput 6.01125K wps
[Epoch 17 Batch 4200/4268] avg loss 0.0101237, throughput 6.00836K wps
[Epoch 17 Batch 4230/4268] avg loss 0.0103952, throughput 6.00497K wps
[Epoch 17 Batch 4260/4268] avg loss 0.0100741, throughput 5.99651K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 17] train avg loss 0.00978427, test acc 0.6661, test avg loss 0.964806, throughput 6.0069K wps
[Epoch 18 Batch 30/4268] avg loss 0.00895285, throughput 6.12583K wps
[Epoch 18 Batch 60/4268] avg loss 0.00878061, throughput 5.99793K wps
[Epoch 18 Batch 90/4268] avg loss 0.00867593, throughput 6.00012K wps
[Epoch 18 Batch 120/4268] avg loss 0.00851879, throughput 5.99993K wps
[Epoch 18 Batch 150/4268] avg loss 0.00927766, throughput 6.01355K wps
[Epoch 18 Batch 180/4268] avg loss 0.00895715, throughput 6.00591K wps
[Epoch 18 Batch 210/4268] avg loss 0.00866307, throughput 5.9964K wps
[Epoch 18 Batch 240/4268] avg loss 0.00902519, throughput 5.99521K wps
[Epoch 18 Batch 270/4268] avg loss 0.00859704, throughput 5.99307K wps
[Epoch 18 Batch 300/4268] avg loss 0.0090191, throughput 6.01994K wps
[Epoch 18 Batch 330/4268] avg loss 0.00935085, throughput 6.00398K wps
[Epoch 18 Batch 360/4268] avg loss 0.00841518, throughput 6.00099K wps
[Epoch 18 Batch 390/4268] avg loss 0.00907849, throughput 5.99521K wps
[Epoch 18 Batch 420/4268] avg loss 0.00868742, throughput 5.99849K wps
[Epoch 18 Batch 450/4268] avg loss 0.00863565, throughput 6.01992K wps
[Epoch 18 Batch 480/4268] avg loss 0.00892753, throughput 6.02658K wps
[Epoch 18 Batch 510/4268] avg loss 0.00901222, throughput 6.01775K wps
[Epoch 18 Batch 540/4268] avg loss 0.00895986, throughput 6.01955K wps
[Epoch 18 Batch 570/4268] avg loss 0.00914206, throughput 5.99535K wps
[Epoch 18 Batch 600/4268] avg loss 0.00900746, throughput 5.99471K wps
[Epoch 18 Batch 630/4268] avg loss 0.00894818, throughput 6.00008K wps
[Epoch 18 Batch 660/4268] avg loss 0.00888543, throughput 5.99977K wps
[Epoch 18 Batch 690/4268] avg loss 0.00943433, throughput 6.00924K wps
[Epoch 18 Batch 720/4268] avg loss 0.0086557, throughput 6.00989K wps
[Epoch 18 Batch 750/4268] avg loss 0.00934538, throughput 6.00365K wps
[Epoch 18 Batch 780/4268] avg loss 0.00869789, throughput 6.0151K wps
[Epoch 18 Batch 810/4268] avg loss 0.00949826, throughput 6.00448K wps
[Epoch 18 Batch 840/4268] avg loss 0.00881284, throughput 6.00726K wps
[Epoch 18 Batch 870/4268] avg loss 0.00945719, throughput 6.02306K wps
[Epoch 18 Batch 900/4268] avg loss 0.00952525, throughput 6.02054K wps
[Epoch 18 Batch 930/4268] avg loss 0.00911592, throughput 6.0152K wps
[Epoch 18 Batch 960/4268] avg loss 0.00932658, throughput 6.004K wps
[Epoch 18 Batch 990/4268] avg loss 0.00898453, throughput 6.02422K wps
[Epoch 18 Batch 1020/4268] avg loss 0.00858932, throughput 6.01627K wps
[Epoch 18 Batch 1050/4268] avg loss 0.00920375, throughput 6.00361K wps
[Epoch 18 Batch 1080/4268] avg loss 0.00911094, throughput 6.0043K wps
[Epoch 18 Batch 1110/4268] avg loss 0.00955757, throughput 5.99846K wps
[Epoch 18 Batch 1140/4268] avg loss 0.00926684, throughput 5.99951K wps
[Epoch 18 Batch 1170/4268] avg loss 0.00982596, throughput 6.0102K wps
[Epoch 18 Batch 1200/4268] avg loss 0.00910111, throughput 6.0095K wps
[Epoch 18 Batch 1230/4268] avg loss 0.0101889, throughput 6.01854K wps
[Epoch 18 Batch 1260/4268] avg loss 0.00887407, throughput 6.01552K wps
[Epoch 18 Batch 1290/4268] avg loss 0.00944141, throughput 6.02085K wps
[Epoch 18 Batch 1320/4268] avg loss 0.00988872, throughput 6.02217K wps
[Epoch 18 Batch 1350/4268] avg loss 0.00962163, throughput 6.01552K wps
[Epoch 18 Batch 1380/4268] avg loss 0.00992702, throughput 6.01745K wps
[Epoch 18 Batch 1410/4268] avg loss 0.00913438, throughput 6.01673K wps
[Epoch 18 Batch 1440/4268] avg loss 0.00960699, throughput 6.00216K wps
[Epoch 18 Batch 1470/4268] avg loss 0.0095696, throughput 6.02143K wps
[Epoch 18 Batch 1500/4268] avg loss 0.00936464, throughput 6.02295K wps
[Epoch 18 Batch 1530/4268] avg loss 0.00982909, throughput 6.0194K wps
[Epoch 18 Batch 1560/4268] avg loss 0.00982342, throughput 6.02153K wps
[Epoch 18 Batch 1590/4268] avg loss 0.0100253, throughput 6.0036K wps
[Epoch 18 Batch 1620/4268] avg loss 0.00943024, throughput 6.0019K wps
[Epoch 18 Batch 1650/4268] avg loss 0.00957606, throughput 6.01156K wps
[Epoch 18 Batch 1680/4268] avg loss 0.0095464, throughput 6.01885K wps
[Epoch 18 Batch 1710/4268] avg loss 0.0100564, throughput 6.02195K wps
[Epoch 18 Batch 1740/4268] avg loss 0.0103536, throughput 5.99976K wps
[Epoch 18 Batch 1770/4268] avg loss 0.00933954, throughput 6.01151K wps
[Epoch 18 Batch 1800/4268] avg loss 0.00986855, throughput 6.02778K wps
[Epoch 18 Batch 1830/4268] avg loss 0.00968916, throughput 6.01842K wps
[Epoch 18 Batch 1860/4268] avg loss 0.00894044, throughput 6.02525K wps
[Epoch 18 Batch 1890/4268] avg loss 0.00969869, throughput 6.02047K wps
[Epoch 18 Batch 1920/4268] avg loss 0.0100641, throughput 6.01884K wps
[Epoch 18 Batch 1950/4268] avg loss 0.00977894, throughput 6.01719K wps
[Epoch 18 Batch 1980/4268] avg loss 0.0100775, throughput 6.00469K wps
[Epoch 18 Batch 2010/4268] avg loss 0.00938343, throughput 6.00333K wps
[Epoch 18 Batch 2040/4268] avg loss 0.00920967, throughput 6.02274K wps
[Epoch 18 Batch 2070/4268] avg loss 0.00992414, throughput 6.01039K wps
[Epoch 18 Batch 2100/4268] avg loss 0.00982198, throughput 6.01336K wps
[Epoch 18 Batch 2130/4268] avg loss 0.00979412, throughput 6.0072K wps
[Epoch 18 Batch 2160/4268] avg loss 0.0101001, throughput 5.99441K wps
[Epoch 18 Batch 2190/4268] avg loss 0.00920206, throughput 6.00902K wps
[Epoch 18 Batch 2220/4268] avg loss 0.00958487, throughput 6.00134K wps
[Epoch 18 Batch 2250/4268] avg loss 0.00926006, throughput 5.99801K wps
[Epoch 18 Batch 2280/4268] avg loss 0.00970445, throughput 5.97542K wps
[Epoch 18 Batch 2310/4268] avg loss 0.00999158, throughput 5.99687K wps
[Epoch 18 Batch 2340/4268] avg loss 0.00925673, throughput 6.02269K wps
[Epoch 18 Batch 2370/4268] avg loss 0.0092272, throughput 6.01405K wps
[Epoch 18 Batch 2400/4268] avg loss 0.00942586, throughput 6.0023K wps
[Epoch 18 Batch 2430/4268] avg loss 0.00926807, throughput 6.00806K wps
[Epoch 18 Batch 2460/4268] avg loss 0.00993873, throughput 5.99499K wps
[Epoch 18 Batch 2490/4268] avg loss 0.0095417, throughput 6.00222K wps
[Epoch 18 Batch 2520/4268] avg loss 0.00937607, throughput 6.01093K wps
[Epoch 18 Batch 2550/4268] avg loss 0.00951958, throughput 6.01691K wps
[Epoch 18 Batch 2580/4268] avg loss 0.00978145, throughput 6.00495K wps
[Epoch 18 Batch 2610/4268] avg loss 0.00980385, throughput 6.0182K wps
[Epoch 18 Batch 2640/4268] avg loss 0.009931, throughput 6.02052K wps
[Epoch 18 Batch 2670/4268] avg loss 0.00969524, throughput 5.99977K wps
[Epoch 18 Batch 2700/4268] avg loss 0.00947203, throughput 6.00558K wps
[Epoch 18 Batch 2730/4268] avg loss 0.00964323, throughput 5.99462K wps
[Epoch 18 Batch 2760/4268] avg loss 0.0100536, throughput 5.99655K wps
[Epoch 18 Batch 2790/4268] avg loss 0.00937354, throughput 6.00151K wps
[Epoch 18 Batch 2820/4268] avg loss 0.0101105, throughput 6.01181K wps
[Epoch 18 Batch 2850/4268] avg loss 0.0096197, throughput 5.99513K wps
[Epoch 18 Batch 2880/4268] avg loss 0.00929394, throughput 5.98541K wps
[Epoch 18 Batch 2910/4268] avg loss 0.00947023, throughput 5.99538K wps
[Epoch 18 Batch 2940/4268] avg loss 0.00947014, throughput 6.00429K wps
[Epoch 18 Batch 2970/4268] avg loss 0.00979904, throughput 5.99952K wps
[Epoch 18 Batch 3000/4268] avg loss 0.0102701, throughput 5.99379K wps
[Epoch 18 Batch 3030/4268] avg loss 0.0100433, throughput 5.98847K wps
[Epoch 18 Batch 3060/4268] avg loss 0.00958157, throughput 5.99881K wps
[Epoch 18 Batch 3090/4268] avg loss 0.0100267, throughput 6.00767K wps
[Epoch 18 Batch 3120/4268] avg loss 0.0100553, throughput 6.00051K wps
[Epoch 18 Batch 3150/4268] avg loss 0.0097904, throughput 6.00144K wps
[Epoch 18 Batch 3180/4268] avg loss 0.0104805, throughput 6.01677K wps
[Epoch 18 Batch 3210/4268] avg loss 0.0102917, throughput 6.00101K wps
[Epoch 18 Batch 3240/4268] avg loss 0.00938481, throughput 5.99675K wps
[Epoch 18 Batch 3270/4268] avg loss 0.0100954, throughput 5.99385K wps
[Epoch 18 Batch 3300/4268] avg loss 0.0103078, throughput 6.02996K wps
[Epoch 18 Batch 3330/4268] avg loss 0.00946615, throughput 6.01677K wps
[Epoch 18 Batch 3360/4268] avg loss 0.00981187, throughput 6.00841K wps
[Epoch 18 Batch 3390/4268] avg loss 0.00953153, throughput 6.00474K wps
[Epoch 18 Batch 3420/4268] avg loss 0.00960935, throughput 6.01951K wps
[Epoch 18 Batch 3450/4268] avg loss 0.00978059, throughput 5.99297K wps
[Epoch 18 Batch 3480/4268] avg loss 0.0095202, throughput 6.01031K wps
[Epoch 18 Batch 3510/4268] avg loss 0.0103302, throughput 6.01811K wps
[Epoch 18 Batch 3540/4268] avg loss 0.00978087, throughput 5.99853K wps
[Epoch 18 Batch 3570/4268] avg loss 0.010128, throughput 6.01233K wps
[Epoch 18 Batch 3600/4268] avg loss 0.00998862, throughput 6.02491K wps
[Epoch 18 Batch 3630/4268] avg loss 0.0107909, throughput 5.99309K wps
[Epoch 18 Batch 3660/4268] avg loss 0.0104505, throughput 5.99534K wps
[Epoch 18 Batch 3690/4268] avg loss 0.00982803, throughput 5.99845K wps
[Epoch 18 Batch 3720/4268] avg loss 0.00971455, throughput 6.01055K wps
[Epoch 18 Batch 3750/4268] avg loss 0.00984338, throughput 6.0223K wps
[Epoch 18 Batch 3780/4268] avg loss 0.0103007, throughput 6.01737K wps
[Epoch 18 Batch 3810/4268] avg loss 0.0104054, throughput 5.9986K wps
[Epoch 18 Batch 3840/4268] avg loss 0.0100318, throughput 5.99121K wps
[Epoch 18 Batch 3870/4268] avg loss 0.00953259, throughput 5.99097K wps
[Epoch 18 Batch 3900/4268] avg loss 0.010335, throughput 6.0176K wps
[Epoch 18 Batch 3930/4268] avg loss 0.0103252, throughput 6.00313K wps
[Epoch 18 Batch 3960/4268] avg loss 0.00981645, throughput 5.99779K wps
[Epoch 18 Batch 3990/4268] avg loss 0.00996112, throughput 5.99587K wps
[Epoch 18 Batch 4020/4268] avg loss 0.0102401, throughput 6.0061K wps
[Epoch 18 Batch 4050/4268] avg loss 0.00936721, throughput 6.01345K wps
[Epoch 18 Batch 4080/4268] avg loss 0.0102908, throughput 5.99644K wps
[Epoch 18 Batch 4110/4268] avg loss 0.00994566, throughput 5.99633K wps
[Epoch 18 Batch 4140/4268] avg loss 0.0106081, throughput 5.99774K wps
[Epoch 18 Batch 4170/4268] avg loss 0.0101639, throughput 6.01653K wps
[Epoch 18 Batch 4200/4268] avg loss 0.0102954, throughput 6.01235K wps
[Epoch 18 Batch 4230/4268] avg loss 0.0103566, throughput 6.01031K wps
[Epoch 18 Batch 4260/4268] avg loss 0.0104242, throughput 6.00137K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 18] train avg loss 0.00958833, test acc 0.6629, test avg loss 0.981334, throughput 6.00815K wps
[Epoch 19 Batch 30/4268] avg loss 0.00890794, throughput 6.13112K wps
[Epoch 19 Batch 60/4268] avg loss 0.00814017, throughput 6.00366K wps
[Epoch 19 Batch 90/4268] avg loss 0.0085605, throughput 6.00323K wps
[Epoch 19 Batch 120/4268] avg loss 0.00897999, throughput 6.01125K wps
[Epoch 19 Batch 150/4268] avg loss 0.00872802, throughput 6.01397K wps
[Epoch 19 Batch 180/4268] avg loss 0.00837763, throughput 6.00456K wps
[Epoch 19 Batch 210/4268] avg loss 0.00851567, throughput 5.99775K wps
[Epoch 19 Batch 240/4268] avg loss 0.00886702, throughput 5.99726K wps
[Epoch 19 Batch 270/4268] avg loss 0.00857282, throughput 5.99779K wps
[Epoch 19 Batch 300/4268] avg loss 0.00864903, throughput 5.99906K wps
[Epoch 19 Batch 330/4268] avg loss 0.00871241, throughput 5.99293K wps
[Epoch 19 Batch 360/4268] avg loss 0.00926953, throughput 6.01418K wps
[Epoch 19 Batch 390/4268] avg loss 0.00859036, throughput 6.01054K wps
[Epoch 19 Batch 420/4268] avg loss 0.009417, throughput 6.01156K wps
[Epoch 19 Batch 450/4268] avg loss 0.00899285, throughput 6.00826K wps
[Epoch 19 Batch 480/4268] avg loss 0.00887831, throughput 6.01689K wps
[Epoch 19 Batch 510/4268] avg loss 0.00894096, throughput 6.02036K wps
[Epoch 19 Batch 540/4268] avg loss 0.00845847, throughput 6.00849K wps
[Epoch 19 Batch 570/4268] avg loss 0.00927755, throughput 5.99316K wps
[Epoch 19 Batch 600/4268] avg loss 0.00875433, throughput 6.00484K wps
[Epoch 19 Batch 630/4268] avg loss 0.0085918, throughput 6.00848K wps
[Epoch 19 Batch 660/4268] avg loss 0.00861283, throughput 6.02011K wps
[Epoch 19 Batch 690/4268] avg loss 0.00856434, throughput 6.0047K wps
[Epoch 19 Batch 720/4268] avg loss 0.00852862, throughput 6.00953K wps
[Epoch 19 Batch 750/4268] avg loss 0.00849048, throughput 6.01978K wps
[Epoch 19 Batch 780/4268] avg loss 0.00915042, throughput 5.99823K wps
[Epoch 19 Batch 810/4268] avg loss 0.00867521, throughput 5.99779K wps
[Epoch 19 Batch 840/4268] avg loss 0.00846, throughput 6.00422K wps
[Epoch 19 Batch 870/4268] avg loss 0.00859745, throughput 6.00635K wps
[Epoch 19 Batch 900/4268] avg loss 0.00875209, throughput 5.99967K wps
[Epoch 19 Batch 930/4268] avg loss 0.00884325, throughput 5.9948K wps
[Epoch 19 Batch 960/4268] avg loss 0.00900289, throughput 5.99038K wps
[Epoch 19 Batch 990/4268] avg loss 0.00916384, throughput 5.99708K wps
[Epoch 19 Batch 1020/4268] avg loss 0.00904549, throughput 6.00346K wps
[Epoch 19 Batch 1050/4268] avg loss 0.00925973, throughput 6.00991K wps
[Epoch 19 Batch 1080/4268] avg loss 0.0089356, throughput 6.01779K wps
[Epoch 19 Batch 1110/4268] avg loss 0.00878605, throughput 5.99824K wps
[Epoch 19 Batch 1140/4268] avg loss 0.00929, throughput 6.01251K wps
[Epoch 19 Batch 1170/4268] avg loss 0.0086708, throughput 6.01822K wps
[Epoch 19 Batch 1200/4268] avg loss 0.00882114, throughput 6.00183K wps
[Epoch 19 Batch 1230/4268] avg loss 0.00918199, throughput 6.00892K wps
[Epoch 19 Batch 1260/4268] avg loss 0.0097959, throughput 6.00577K wps
[Epoch 19 Batch 1290/4268] avg loss 0.00877306, throughput 6.01114K wps
[Epoch 19 Batch 1320/4268] avg loss 0.00951264, throughput 6.00619K wps
[Epoch 19 Batch 1350/4268] avg loss 0.00913335, throughput 6.0004K wps
[Epoch 19 Batch 1380/4268] avg loss 0.00937374, throughput 5.9894K wps
[Epoch 19 Batch 1410/4268] avg loss 0.00928768, throughput 5.98901K wps
[Epoch 19 Batch 1440/4268] avg loss 0.00943806, throughput 5.99828K wps
[Epoch 19 Batch 1470/4268] avg loss 0.00918656, throughput 5.9959K wps
[Epoch 19 Batch 1500/4268] avg loss 0.00863907, throughput 6.00225K wps
[Epoch 19 Batch 1530/4268] avg loss 0.00918978, throughput 6.00173K wps
[Epoch 19 Batch 1560/4268] avg loss 0.0100351, throughput 6.00069K wps
[Epoch 19 Batch 1590/4268] avg loss 0.00865747, throughput 5.99329K wps
[Epoch 19 Batch 1620/4268] avg loss 0.00918831, throughput 5.9985K wps
[Epoch 19 Batch 1650/4268] avg loss 0.0094911, throughput 6.00706K wps
[Epoch 19 Batch 1680/4268] avg loss 0.00899334, throughput 6.0062K wps
[Epoch 19 Batch 1710/4268] avg loss 0.00975849, throughput 6.00141K wps
[Epoch 19 Batch 1740/4268] avg loss 0.00936999, throughput 6.01332K wps
[Epoch 19 Batch 1770/4268] avg loss 0.0089239, throughput 6.00294K wps
[Epoch 19 Batch 1800/4268] avg loss 0.00983628, throughput 6.00702K wps
[Epoch 19 Batch 1830/4268] avg loss 0.00910884, throughput 6.01455K wps
[Epoch 19 Batch 1860/4268] avg loss 0.00860301, throughput 6.01991K wps
[Epoch 19 Batch 1890/4268] avg loss 0.00900651, throughput 6.01074K wps
[Epoch 19 Batch 1920/4268] avg loss 0.00950839, throughput 6.01821K wps
[Epoch 19 Batch 1950/4268] avg loss 0.00886813, throughput 6.00034K wps
[Epoch 19 Batch 1980/4268] avg loss 0.00939024, throughput 5.99515K wps
[Epoch 19 Batch 2010/4268] avg loss 0.00935535, throughput 6.00477K wps
[Epoch 19 Batch 2040/4268] avg loss 0.00926838, throughput 5.99884K wps
[Epoch 19 Batch 2070/4268] avg loss 0.0094702, throughput 5.99902K wps
[Epoch 19 Batch 2100/4268] avg loss 0.00880393, throughput 6.01005K wps
[Epoch 19 Batch 2130/4268] avg loss 0.00952046, throughput 6.01481K wps
[Epoch 19 Batch 2160/4268] avg loss 0.00905571, throughput 6.01251K wps
[Epoch 19 Batch 2190/4268] avg loss 0.0101634, throughput 6.01594K wps
[Epoch 19 Batch 2220/4268] avg loss 0.00930633, throughput 6.01553K wps
[Epoch 19 Batch 2250/4268] avg loss 0.0102949, throughput 6.00524K wps
[Epoch 19 Batch 2280/4268] avg loss 0.00935458, throughput 6.02087K wps
[Epoch 19 Batch 2310/4268] avg loss 0.0100161, throughput 6.00171K wps
[Epoch 19 Batch 2340/4268] avg loss 0.00968245, throughput 5.99844K wps
[Epoch 19 Batch 2370/4268] avg loss 0.00949166, throughput 6.01023K wps
[Epoch 19 Batch 2400/4268] avg loss 0.00996953, throughput 6.00641K wps
[Epoch 19 Batch 2430/4268] avg loss 0.00960834, throughput 5.99208K wps
[Epoch 19 Batch 2460/4268] avg loss 0.00980649, throughput 5.99878K wps
[Epoch 19 Batch 2490/4268] avg loss 0.00928126, throughput 6.02975K wps
[Epoch 19 Batch 2520/4268] avg loss 0.00923393, throughput 6.01416K wps
[Epoch 19 Batch 2550/4268] avg loss 0.00956324, throughput 6.01169K wps
[Epoch 19 Batch 2580/4268] avg loss 0.00918026, throughput 6.01348K wps
[Epoch 19 Batch 2610/4268] avg loss 0.00996462, throughput 6.02036K wps
[Epoch 19 Batch 2640/4268] avg loss 0.0103629, throughput 5.99977K wps
[Epoch 19 Batch 2670/4268] avg loss 0.0093344, throughput 5.99681K wps
[Epoch 19 Batch 2700/4268] avg loss 0.00908899, throughput 6.01144K wps
[Epoch 19 Batch 2730/4268] avg loss 0.00932481, throughput 6.01692K wps
[Epoch 19 Batch 2760/4268] avg loss 0.00926265, throughput 6.01921K wps
[Epoch 19 Batch 2790/4268] avg loss 0.00888556, throughput 6.01032K wps
[Epoch 19 Batch 2820/4268] avg loss 0.009455, throughput 6.01937K wps
[Epoch 19 Batch 2850/4268] avg loss 0.00989288, throughput 6.00138K wps
[Epoch 19 Batch 2880/4268] avg loss 0.00905189, throughput 6.00994K wps
[Epoch 19 Batch 2910/4268] avg loss 0.00969997, throughput 6.01958K wps
[Epoch 19 Batch 2940/4268] avg loss 0.00942694, throughput 5.99939K wps
[Epoch 19 Batch 2970/4268] avg loss 0.00989524, throughput 6.01262K wps
[Epoch 19 Batch 3000/4268] avg loss 0.00965202, throughput 6.01417K wps
[Epoch 19 Batch 3030/4268] avg loss 0.0102851, throughput 6.00793K wps
[Epoch 19 Batch 3060/4268] avg loss 0.00896861, throughput 6.0227K wps
[Epoch 19 Batch 3090/4268] avg loss 0.00949993, throughput 6.01571K wps
[Epoch 19 Batch 3120/4268] avg loss 0.0097653, throughput 6.00391K wps
[Epoch 19 Batch 3150/4268] avg loss 0.00942849, throughput 5.99645K wps
[Epoch 19 Batch 3180/4268] avg loss 0.00959336, throughput 6.00612K wps
[Epoch 19 Batch 3210/4268] avg loss 0.0094677, throughput 5.9926K wps
[Epoch 19 Batch 3240/4268] avg loss 0.0108292, throughput 5.97765K wps
[Epoch 19 Batch 3270/4268] avg loss 0.00914893, throughput 5.9896K wps
[Epoch 19 Batch 3300/4268] avg loss 0.00959971, throughput 5.99132K wps
[Epoch 19 Batch 3330/4268] avg loss 0.00986688, throughput 6.00559K wps
[Epoch 19 Batch 3360/4268] avg loss 0.0092364, throughput 6.00352K wps
[Epoch 19 Batch 3390/4268] avg loss 0.00974058, throughput 6.01228K wps
[Epoch 19 Batch 3420/4268] avg loss 0.00958101, throughput 5.99978K wps
[Epoch 19 Batch 3450/4268] avg loss 0.0100319, throughput 5.99382K wps
[Epoch 19 Batch 3480/4268] avg loss 0.00947084, throughput 6.00426K wps
[Epoch 19 Batch 3510/4268] avg loss 0.0105096, throughput 6.00281K wps
[Epoch 19 Batch 3540/4268] avg loss 0.00937467, throughput 6.00133K wps
[Epoch 19 Batch 3570/4268] avg loss 0.0100915, throughput 6.01053K wps
[Epoch 19 Batch 3600/4268] avg loss 0.0102963, throughput 5.9965K wps
[Epoch 19 Batch 3630/4268] avg loss 0.00899198, throughput 5.99035K wps
[Epoch 19 Batch 3660/4268] avg loss 0.00959162, throughput 5.99622K wps
[Epoch 19 Batch 3690/4268] avg loss 0.0100171, throughput 6.01402K wps
[Epoch 19 Batch 3720/4268] avg loss 0.00870976, throughput 6.00288K wps
[Epoch 19 Batch 3750/4268] avg loss 0.0104682, throughput 6.00598K wps
[Epoch 19 Batch 3780/4268] avg loss 0.00954462, throughput 6.00455K wps
[Epoch 19 Batch 3810/4268] avg loss 0.00961878, throughput 5.99711K wps
[Epoch 19 Batch 3840/4268] avg loss 0.00943456, throughput 6.00772K wps
[Epoch 19 Batch 3870/4268] avg loss 0.0100227, throughput 5.98799K wps
[Epoch 19 Batch 3900/4268] avg loss 0.010083, throughput 5.99063K wps
[Epoch 19 Batch 3930/4268] avg loss 0.00990933, throughput 6.01129K wps
[Epoch 19 Batch 3960/4268] avg loss 0.00998782, throughput 5.99738K wps
[Epoch 19 Batch 3990/4268] avg loss 0.00998745, throughput 6.00584K wps
[Epoch 19 Batch 4020/4268] avg loss 0.0100422, throughput 6.01171K wps
[Epoch 19 Batch 4050/4268] avg loss 0.00981328, throughput 5.99135K wps
[Epoch 19 Batch 4080/4268] avg loss 0.00925975, throughput 6.01065K wps
[Epoch 19 Batch 4110/4268] avg loss 0.0100055, throughput 6.01783K wps
[Epoch 19 Batch 4140/4268] avg loss 0.0102197, throughput 5.99849K wps
[Epoch 19 Batch 4170/4268] avg loss 0.0100607, throughput 6.00498K wps
[Epoch 19 Batch 4200/4268] avg loss 0.0100343, throughput 6.01134K wps
[Epoch 19 Batch 4230/4268] avg loss 0.00905234, throughput 6.02076K wps
[Epoch 19 Batch 4260/4268] avg loss 0.00993172, throughput 6.00479K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.28 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 19] train avg loss 0.00933558, test acc 0.6623, test avg loss 1.00517, throughput 6.00623K wps
[Epoch 20 Batch 30/4268] avg loss 0.00830464, throughput 6.1311K wps
[Epoch 20 Batch 60/4268] avg loss 0.0085967, throughput 6.01049K wps
[Epoch 20 Batch 90/4268] avg loss 0.00833698, throughput 6.00692K wps
[Epoch 20 Batch 120/4268] avg loss 0.0087993, throughput 5.99924K wps
[Epoch 20 Batch 150/4268] avg loss 0.00824886, throughput 6.00265K wps
[Epoch 20 Batch 180/4268] avg loss 0.00806106, throughput 5.99902K wps
[Epoch 20 Batch 210/4268] avg loss 0.00937441, throughput 6.02368K wps
[Epoch 20 Batch 240/4268] avg loss 0.00875296, throughput 5.99925K wps
[Epoch 20 Batch 270/4268] avg loss 0.00849952, throughput 5.99404K wps
[Epoch 20 Batch 300/4268] avg loss 0.00793877, throughput 6.00202K wps
[Epoch 20 Batch 330/4268] avg loss 0.00850761, throughput 5.9937K wps
[Epoch 20 Batch 360/4268] avg loss 0.00872039, throughput 6.01522K wps
[Epoch 20 Batch 390/4268] avg loss 0.00867239, throughput 6.01107K wps
[Epoch 20 Batch 420/4268] avg loss 0.00879952, throughput 6.0085K wps
[Epoch 20 Batch 450/4268] avg loss 0.00887779, throughput 6.01861K wps
[Epoch 20 Batch 480/4268] avg loss 0.00850476, throughput 5.99519K wps
[Epoch 20 Batch 510/4268] avg loss 0.00852238, throughput 5.99887K wps
[Epoch 20 Batch 540/4268] avg loss 0.00859082, throughput 6.00826K wps
[Epoch 20 Batch 570/4268] avg loss 0.00892351, throughput 6.01931K wps
[Epoch 20 Batch 600/4268] avg loss 0.00872656, throughput 6.01994K wps
[Epoch 20 Batch 630/4268] avg loss 0.0085761, throughput 6.00556K wps
[Epoch 20 Batch 660/4268] avg loss 0.00840737, throughput 5.98983K wps
[Epoch 20 Batch 690/4268] avg loss 0.00867575, throughput 5.99536K wps
[Epoch 20 Batch 720/4268] avg loss 0.00848079, throughput 6.01513K wps
[Epoch 20 Batch 750/4268] avg loss 0.00841424, throughput 6.01401K wps
[Epoch 20 Batch 780/4268] avg loss 0.00817416, throughput 5.99746K wps
[Epoch 20 Batch 810/4268] avg loss 0.00817913, throughput 6.02341K wps
[Epoch 20 Batch 840/4268] avg loss 0.00900418, throughput 6.01638K wps
[Epoch 20 Batch 870/4268] avg loss 0.00855259, throughput 6.02184K wps
[Epoch 20 Batch 900/4268] avg loss 0.00865277, throughput 6.00344K wps
[Epoch 20 Batch 930/4268] avg loss 0.00902514, throughput 6.00059K wps
[Epoch 20 Batch 960/4268] avg loss 0.00897433, throughput 6.00609K wps
[Epoch 20 Batch 990/4268] avg loss 0.00872243, throughput 6.00066K wps
[Epoch 20 Batch 1020/4268] avg loss 0.00872169, throughput 6.01328K wps
[Epoch 20 Batch 1050/4268] avg loss 0.00883592, throughput 6.00291K wps
[Epoch 20 Batch 1080/4268] avg loss 0.00970243, throughput 6.0139K wps
[Epoch 20 Batch 1110/4268] avg loss 0.00898105, throughput 6.0032K wps
[Epoch 20 Batch 1140/4268] avg loss 0.00908126, throughput 6.01479K wps
[Epoch 20 Batch 1170/4268] avg loss 0.00899138, throughput 6.007K wps
[Epoch 20 Batch 1200/4268] avg loss 0.00797419, throughput 6.00361K wps
[Epoch 20 Batch 1230/4268] avg loss 0.00883213, throughput 6.02106K wps
[Epoch 20 Batch 1260/4268] avg loss 0.00877885, throughput 5.9932K wps
[Epoch 20 Batch 1290/4268] avg loss 0.00899705, throughput 5.99112K wps
[Epoch 20 Batch 1320/4268] avg loss 0.00890589, throughput 5.999K wps
[Epoch 20 Batch 1350/4268] avg loss 0.00902305, throughput 6.0215K wps
[Epoch 20 Batch 1380/4268] avg loss 0.00842107, throughput 6.01905K wps
[Epoch 20 Batch 1410/4268] avg loss 0.0089502, throughput 5.99209K wps
[Epoch 20 Batch 1440/4268] avg loss 0.00935327, throughput 6.01714K wps
[Epoch 20 Batch 1470/4268] avg loss 0.00852055, throughput 6.00552K wps
[Epoch 20 Batch 1500/4268] avg loss 0.00945816, throughput 6.02616K wps
[Epoch 20 Batch 1530/4268] avg loss 0.00919927, throughput 5.99372K wps
[Epoch 20 Batch 1560/4268] avg loss 0.0084175, throughput 6.02181K wps
[Epoch 20 Batch 1590/4268] avg loss 0.0096146, throughput 6.00997K wps
[Epoch 20 Batch 1620/4268] avg loss 0.0089275, throughput 6.00587K wps
[Epoch 20 Batch 1650/4268] avg loss 0.00928057, throughput 6.01568K wps
[Epoch 20 Batch 1680/4268] avg loss 0.00923846, throughput 6.02165K wps
[Epoch 20 Batch 1710/4268] avg loss 0.00944275, throughput 6.01409K wps
[Epoch 20 Batch 1740/4268] avg loss 0.00941594, throughput 5.9891K wps
[Epoch 20 Batch 1770/4268] avg loss 0.00901303, throughput 6.01308K wps
[Epoch 20 Batch 1800/4268] avg loss 0.00923552, throughput 6.00355K wps
[Epoch 20 Batch 1830/4268] avg loss 0.0091524, throughput 6.00102K wps
[Epoch 20 Batch 1860/4268] avg loss 0.00886661, throughput 5.99686K wps
[Epoch 20 Batch 1890/4268] avg loss 0.00912604, throughput 6.00294K wps
[Epoch 20 Batch 1920/4268] avg loss 0.00890674, throughput 6.00097K wps
[Epoch 20 Batch 1950/4268] avg loss 0.00867018, throughput 6.00804K wps
[Epoch 20 Batch 1980/4268] avg loss 0.00971043, throughput 6.01733K wps
[Epoch 20 Batch 2010/4268] avg loss 0.0088424, throughput 6.01064K wps
[Epoch 20 Batch 2040/4268] avg loss 0.00884421, throughput 6.00838K wps
[Epoch 20 Batch 2070/4268] avg loss 0.00838728, throughput 6.01519K wps
[Epoch 20 Batch 2100/4268] avg loss 0.00950922, throughput 6.00319K wps
[Epoch 20 Batch 2130/4268] avg loss 0.00914983, throughput 6.00754K wps
[Epoch 20 Batch 2160/4268] avg loss 0.00879134, throughput 5.99548K wps
[Epoch 20 Batch 2190/4268] avg loss 0.00895233, throughput 5.99722K wps
[Epoch 20 Batch 2220/4268] avg loss 0.00913211, throughput 6.01592K wps
[Epoch 20 Batch 2250/4268] avg loss 0.00896749, throughput 6.01718K wps
[Epoch 20 Batch 2280/4268] avg loss 0.00872086, throughput 6.01792K wps
[Epoch 20 Batch 2310/4268] avg loss 0.00939353, throughput 6.00101K wps
[Epoch 20 Batch 2340/4268] avg loss 0.00973329, throughput 6.00026K wps
[Epoch 20 Batch 2370/4268] avg loss 0.00901386, throughput 6.00421K wps
[Epoch 20 Batch 2400/4268] avg loss 0.00961467, throughput 6.00442K wps
[Epoch 20 Batch 2430/4268] avg loss 0.00948947, throughput 6.00679K wps
[Epoch 20 Batch 2460/4268] avg loss 0.00918156, throughput 5.99658K wps
[Epoch 20 Batch 2490/4268] avg loss 0.00981862, throughput 5.99495K wps
[Epoch 20 Batch 2520/4268] avg loss 0.00983676, throughput 6.00536K wps
[Epoch 20 Batch 2550/4268] avg loss 0.00898736, throughput 6.01608K wps
[Epoch 20 Batch 2580/4268] avg loss 0.00931443, throughput 6.01815K wps
[Epoch 20 Batch 2610/4268] avg loss 0.00945762, throughput 5.99562K wps
[Epoch 20 Batch 2640/4268] avg loss 0.00897164, throughput 6.01327K wps
[Epoch 20 Batch 2670/4268] avg loss 0.00962426, throughput 5.99077K wps
[Epoch 20 Batch 2700/4268] avg loss 0.00920704, throughput 6.01809K wps
[Epoch 20 Batch 2730/4268] avg loss 0.00996819, throughput 6.0107K wps
[Epoch 20 Batch 2760/4268] avg loss 0.00898546, throughput 6.00055K wps
[Epoch 20 Batch 2790/4268] avg loss 0.00900046, throughput 6.01114K wps
[Epoch 20 Batch 2820/4268] avg loss 0.00952508, throughput 6.00401K wps
[Epoch 20 Batch 2850/4268] avg loss 0.0092498, throughput 6.00622K wps
[Epoch 20 Batch 2880/4268] avg loss 0.00925771, throughput 6.02665K wps
[Epoch 20 Batch 2910/4268] avg loss 0.00945135, throughput 6.02349K wps
[Epoch 20 Batch 2940/4268] avg loss 0.00963099, throughput 6.0228K wps
[Epoch 20 Batch 2970/4268] avg loss 0.00941989, throughput 6.00119K wps
[Epoch 20 Batch 3000/4268] avg loss 0.00906793, throughput 6.00952K wps
[Epoch 20 Batch 3030/4268] avg loss 0.00933156, throughput 6.00342K wps
[Epoch 20 Batch 3060/4268] avg loss 0.00910402, throughput 5.99882K wps
[Epoch 20 Batch 3090/4268] avg loss 0.0091731, throughput 6.02052K wps
[Epoch 20 Batch 3120/4268] avg loss 0.00953966, throughput 6.00237K wps
[Epoch 20 Batch 3150/4268] avg loss 0.00944413, throughput 5.99656K wps
[Epoch 20 Batch 3180/4268] avg loss 0.00964734, throughput 6.01354K wps
[Epoch 20 Batch 3210/4268] avg loss 0.00937739, throughput 6.03023K wps
[Epoch 20 Batch 3240/4268] avg loss 0.00975226, throughput 6.0136K wps
[Epoch 20 Batch 3270/4268] avg loss 0.00937319, throughput 6.0057K wps
[Epoch 20 Batch 3300/4268] avg loss 0.00901976, throughput 6.01137K wps
[Epoch 20 Batch 3330/4268] avg loss 0.00967031, throughput 6.01835K wps
[Epoch 20 Batch 3360/4268] avg loss 0.00996085, throughput 6.02652K wps
[Epoch 20 Batch 3390/4268] avg loss 0.00967896, throughput 5.99759K wps
[Epoch 20 Batch 3420/4268] avg loss 0.00952988, throughput 5.9989K wps
[Epoch 20 Batch 3450/4268] avg loss 0.00970509, throughput 5.99505K wps
[Epoch 20 Batch 3480/4268] avg loss 0.00927777, throughput 6.01489K wps
[Epoch 20 Batch 3510/4268] avg loss 0.00990644, throughput 6.00265K wps
[Epoch 20 Batch 3540/4268] avg loss 0.00988508, throughput 6.01745K wps
[Epoch 20 Batch 3570/4268] avg loss 0.00995885, throughput 6.02659K wps
[Epoch 20 Batch 3600/4268] avg loss 0.0100135, throughput 6.02545K wps
[Epoch 20 Batch 3630/4268] avg loss 0.00991024, throughput 6.02602K wps
[Epoch 20 Batch 3660/4268] avg loss 0.00949997, throughput 6.00436K wps
[Epoch 20 Batch 3690/4268] avg loss 0.01017, throughput 5.99914K wps
[Epoch 20 Batch 3720/4268] avg loss 0.0106986, throughput 6.00198K wps
[Epoch 20 Batch 3750/4268] avg loss 0.00994617, throughput 6.0196K wps
[Epoch 20 Batch 3780/4268] avg loss 0.00943964, throughput 6.00806K wps
[Epoch 20 Batch 3810/4268] avg loss 0.00956834, throughput 6.00858K wps
[Epoch 20 Batch 3840/4268] avg loss 0.00968054, throughput 5.99958K wps
[Epoch 20 Batch 3870/4268] avg loss 0.00930619, throughput 5.99736K wps
[Epoch 20 Batch 3900/4268] avg loss 0.00888931, throughput 6.01246K wps
[Epoch 20 Batch 3930/4268] avg loss 0.00998571, throughput 6.00577K wps
[Epoch 20 Batch 3960/4268] avg loss 0.00918058, throughput 6.01092K wps
[Epoch 20 Batch 3990/4268] avg loss 0.00962909, throughput 5.98919K wps
[Epoch 20 Batch 4020/4268] avg loss 0.0101497, throughput 5.99143K wps
[Epoch 20 Batch 4050/4268] avg loss 0.00916425, throughput 5.98858K wps
[Epoch 20 Batch 4080/4268] avg loss 0.00987189, throughput 5.99253K wps
[Epoch 20 Batch 4110/4268] avg loss 0.00953237, throughput 5.99526K wps
[Epoch 20 Batch 4140/4268] avg loss 0.00994264, throughput 6.018K wps
[Epoch 20 Batch 4170/4268] avg loss 0.00955677, throughput 6.01157K wps
[Epoch 20 Batch 4200/4268] avg loss 0.00936281, throughput 6.00586K wps
[Epoch 20 Batch 4230/4268] avg loss 0.00897007, throughput 6.01052K wps
[Epoch 20 Batch 4260/4268] avg loss 0.00985482, throughput 5.94088K wps
Begin Testing...
[Batch 30/475] elapsed 0.30 s
[Batch 60/475] elapsed 0.28 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 20] train avg loss 0.00915287, test acc 0.6602, test avg loss 1.02051, throughput 6.00782K wps
[Epoch 21 Batch 30/4268] avg loss 0.00853223, throughput 6.13878K wps
[Epoch 21 Batch 60/4268] avg loss 0.00829114, throughput 6.01962K wps
[Epoch 21 Batch 90/4268] avg loss 0.00855839, throughput 6.0202K wps
[Epoch 21 Batch 120/4268] avg loss 0.00864239, throughput 6.01894K wps
[Epoch 21 Batch 150/4268] avg loss 0.00764704, throughput 6.0136K wps
[Epoch 21 Batch 180/4268] avg loss 0.00793941, throughput 6.01561K wps
[Epoch 21 Batch 210/4268] avg loss 0.00851723, throughput 6.02276K wps
[Epoch 21 Batch 240/4268] avg loss 0.00862239, throughput 6.01176K wps
[Epoch 21 Batch 270/4268] avg loss 0.00789715, throughput 6.00269K wps
[Epoch 21 Batch 300/4268] avg loss 0.00814989, throughput 6.01735K wps
[Epoch 21 Batch 330/4268] avg loss 0.00913129, throughput 6.00052K wps
[Epoch 21 Batch 360/4268] avg loss 0.00802357, throughput 6.01105K wps
[Epoch 21 Batch 390/4268] avg loss 0.00829023, throughput 6.01452K wps
[Epoch 21 Batch 420/4268] avg loss 0.00823234, throughput 6.01483K wps
[Epoch 21 Batch 450/4268] avg loss 0.0084737, throughput 6.0185K wps
[Epoch 21 Batch 480/4268] avg loss 0.00866553, throughput 5.9897K wps
[Epoch 21 Batch 510/4268] avg loss 0.00833864, throughput 6.01282K wps
[Epoch 21 Batch 540/4268] avg loss 0.00814471, throughput 5.99957K wps
[Epoch 21 Batch 570/4268] avg loss 0.00814963, throughput 6.00278K wps
[Epoch 21 Batch 600/4268] avg loss 0.00867696, throughput 6.0118K wps
[Epoch 21 Batch 630/4268] avg loss 0.00768164, throughput 6.02104K wps
[Epoch 21 Batch 660/4268] avg loss 0.00825351, throughput 6.00698K wps
[Epoch 21 Batch 690/4268] avg loss 0.00898458, throughput 5.99757K wps
[Epoch 21 Batch 720/4268] avg loss 0.00837626, throughput 6.00165K wps
[Epoch 21 Batch 750/4268] avg loss 0.00820435, throughput 6.00472K wps
[Epoch 21 Batch 780/4268] avg loss 0.00912114, throughput 6.02291K wps
[Epoch 21 Batch 810/4268] avg loss 0.00869444, throughput 6.01753K wps
[Epoch 21 Batch 840/4268] avg loss 0.00824496, throughput 6.01754K wps
[Epoch 21 Batch 870/4268] avg loss 0.00875017, throughput 6.01885K wps
[Epoch 21 Batch 900/4268] avg loss 0.00882745, throughput 6.02225K wps
[Epoch 21 Batch 930/4268] avg loss 0.00834432, throughput 6.01785K wps
[Epoch 21 Batch 960/4268] avg loss 0.00836285, throughput 6.00094K wps
[Epoch 21 Batch 990/4268] avg loss 0.00922368, throughput 5.99419K wps
[Epoch 21 Batch 1020/4268] avg loss 0.0083441, throughput 5.99964K wps
[Epoch 21 Batch 1050/4268] avg loss 0.00893151, throughput 6.01033K wps
[Epoch 21 Batch 1080/4268] avg loss 0.00863582, throughput 6.01864K wps
[Epoch 21 Batch 1110/4268] avg loss 0.00917063, throughput 6.02168K wps
[Epoch 21 Batch 1140/4268] avg loss 0.00842806, throughput 6.00796K wps
[Epoch 21 Batch 1170/4268] avg loss 0.00812396, throughput 6.00108K wps
[Epoch 21 Batch 1200/4268] avg loss 0.00836708, throughput 6.01599K wps
[Epoch 21 Batch 1230/4268] avg loss 0.00901457, throughput 6.01795K wps
[Epoch 21 Batch 1260/4268] avg loss 0.00912168, throughput 5.99335K wps
[Epoch 21 Batch 1290/4268] avg loss 0.00917315, throughput 5.99831K wps
[Epoch 21 Batch 1320/4268] avg loss 0.00846469, throughput 6.02191K wps
[Epoch 21 Batch 1350/4268] avg loss 0.00879644, throughput 6.02147K wps
[Epoch 21 Batch 1380/4268] avg loss 0.00796037, throughput 6.01011K wps
[Epoch 21 Batch 1410/4268] avg loss 0.00817268, throughput 6.001K wps
[Epoch 21 Batch 1440/4268] avg loss 0.00866653, throughput 6.00685K wps
[Epoch 21 Batch 1470/4268] avg loss 0.00898633, throughput 6.01323K wps
[Epoch 21 Batch 1500/4268] avg loss 0.00893487, throughput 6.0231K wps
[Epoch 21 Batch 1530/4268] avg loss 0.009098, throughput 6.01828K wps
[Epoch 21 Batch 1560/4268] avg loss 0.00837198, throughput 6.01557K wps
[Epoch 21 Batch 1590/4268] avg loss 0.00827804, throughput 6.02664K wps
[Epoch 21 Batch 1620/4268] avg loss 0.00840978, throughput 6.02291K wps
[Epoch 21 Batch 1650/4268] avg loss 0.00961632, throughput 6.01341K wps
[Epoch 21 Batch 1680/4268] avg loss 0.00882018, throughput 6.01561K wps
[Epoch 21 Batch 1710/4268] avg loss 0.00964527, throughput 6.01346K wps
[Epoch 21 Batch 1740/4268] avg loss 0.00914085, throughput 6.01813K wps
[Epoch 21 Batch 1770/4268] avg loss 0.00943046, throughput 6.01911K wps
[Epoch 21 Batch 1800/4268] avg loss 0.00867471, throughput 6.01323K wps
[Epoch 21 Batch 1830/4268] avg loss 0.00901882, throughput 6.00685K wps
[Epoch 21 Batch 1860/4268] avg loss 0.00913678, throughput 6.02081K wps
[Epoch 21 Batch 1890/4268] avg loss 0.00852393, throughput 6.02043K wps
[Epoch 21 Batch 1920/4268] avg loss 0.00874204, throughput 6.01483K wps
[Epoch 21 Batch 1950/4268] avg loss 0.0088662, throughput 5.99852K wps
[Epoch 21 Batch 1980/4268] avg loss 0.00870316, throughput 6.00451K wps
[Epoch 21 Batch 2010/4268] avg loss 0.00932118, throughput 6.02051K wps
[Epoch 21 Batch 2040/4268] avg loss 0.00921757, throughput 6.00666K wps
[Epoch 21 Batch 2070/4268] avg loss 0.0091102, throughput 6.01216K wps
[Epoch 21 Batch 2100/4268] avg loss 0.00886688, throughput 6.00783K wps
[Epoch 21 Batch 2130/4268] avg loss 0.00837009, throughput 6.00685K wps
[Epoch 21 Batch 2160/4268] avg loss 0.00851564, throughput 6.01593K wps
[Epoch 21 Batch 2190/4268] avg loss 0.00955969, throughput 6.02443K wps
[Epoch 21 Batch 2220/4268] avg loss 0.00918418, throughput 6.02026K wps
[Epoch 21 Batch 2250/4268] avg loss 0.00891815, throughput 6.01347K wps
[Epoch 21 Batch 2280/4268] avg loss 0.00928157, throughput 5.99326K wps
[Epoch 21 Batch 2310/4268] avg loss 0.00857839, throughput 6.01387K wps
[Epoch 21 Batch 2340/4268] avg loss 0.00919815, throughput 6.01292K wps
[Epoch 21 Batch 2370/4268] avg loss 0.00883326, throughput 6.00381K wps
[Epoch 21 Batch 2400/4268] avg loss 0.00852752, throughput 6.00914K wps
[Epoch 21 Batch 2430/4268] avg loss 0.00937982, throughput 6.0199K wps
[Epoch 21 Batch 2460/4268] avg loss 0.00833042, throughput 6.00916K wps
[Epoch 21 Batch 2490/4268] avg loss 0.00909804, throughput 6.00646K wps
[Epoch 21 Batch 2520/4268] avg loss 0.0093384, throughput 6.01481K wps
[Epoch 21 Batch 2550/4268] avg loss 0.00929055, throughput 6.01411K wps
[Epoch 21 Batch 2580/4268] avg loss 0.00863096, throughput 6.0003K wps
[Epoch 21 Batch 2610/4268] avg loss 0.00961876, throughput 6.00273K wps
[Epoch 21 Batch 2640/4268] avg loss 0.00894921, throughput 6.01693K wps
[Epoch 21 Batch 2670/4268] avg loss 0.0091416, throughput 6.00283K wps
[Epoch 21 Batch 2700/4268] avg loss 0.0091072, throughput 6.00629K wps
[Epoch 21 Batch 2730/4268] avg loss 0.00944818, throughput 5.99706K wps
[Epoch 21 Batch 2760/4268] avg loss 0.00886038, throughput 6.00106K wps
[Epoch 21 Batch 2790/4268] avg loss 0.00940293, throughput 6.01929K wps
[Epoch 21 Batch 2820/4268] avg loss 0.00902172, throughput 6.02451K wps
[Epoch 21 Batch 2850/4268] avg loss 0.00872181, throughput 6.0112K wps
[Epoch 21 Batch 2880/4268] avg loss 0.0089374, throughput 5.99859K wps
[Epoch 21 Batch 2910/4268] avg loss 0.009206, throughput 6.01693K wps
[Epoch 21 Batch 2940/4268] avg loss 0.00897092, throughput 6.01955K wps
[Epoch 21 Batch 2970/4268] avg loss 0.00921748, throughput 6.019K wps
[Epoch 21 Batch 3000/4268] avg loss 0.00957944, throughput 5.99156K wps
[Epoch 21 Batch 3030/4268] avg loss 0.00961552, throughput 6.01396K wps
[Epoch 21 Batch 3060/4268] avg loss 0.00961175, throughput 6.00194K wps
[Epoch 21 Batch 3090/4268] avg loss 0.00895591, throughput 5.9926K wps
[Epoch 21 Batch 3120/4268] avg loss 0.00928321, throughput 6.00063K wps
[Epoch 21 Batch 3150/4268] avg loss 0.00931477, throughput 6.00132K wps
[Epoch 21 Batch 3180/4268] avg loss 0.00857701, throughput 6.01576K wps
[Epoch 21 Batch 3210/4268] avg loss 0.00944316, throughput 6.00271K wps
[Epoch 21 Batch 3240/4268] avg loss 0.00993482, throughput 5.99795K wps
[Epoch 21 Batch 3270/4268] avg loss 0.00950872, throughput 5.99426K wps
[Epoch 21 Batch 3300/4268] avg loss 0.00957291, throughput 6.00341K wps
[Epoch 21 Batch 3330/4268] avg loss 0.00948783, throughput 5.98914K wps
[Epoch 21 Batch 3360/4268] avg loss 0.00965977, throughput 6.01882K wps
[Epoch 21 Batch 3390/4268] avg loss 0.00993294, throughput 5.99727K wps
[Epoch 21 Batch 3420/4268] avg loss 0.00856251, throughput 6.00121K wps
[Epoch 21 Batch 3450/4268] avg loss 0.00941039, throughput 6.01931K wps
[Epoch 21 Batch 3480/4268] avg loss 0.00984212, throughput 5.99558K wps
[Epoch 21 Batch 3510/4268] avg loss 0.00908895, throughput 6.01488K wps
[Epoch 21 Batch 3540/4268] avg loss 0.00988457, throughput 6.01404K wps
[Epoch 21 Batch 3570/4268] avg loss 0.00941097, throughput 5.99557K wps
[Epoch 21 Batch 3600/4268] avg loss 0.00877016, throughput 6.01237K wps
[Epoch 21 Batch 3630/4268] avg loss 0.00945899, throughput 6.00776K wps
[Epoch 21 Batch 3660/4268] avg loss 0.00891583, throughput 6.02685K wps
[Epoch 21 Batch 3690/4268] avg loss 0.00936154, throughput 6.02119K wps
[Epoch 21 Batch 3720/4268] avg loss 0.00908395, throughput 5.99747K wps
[Epoch 21 Batch 3750/4268] avg loss 0.00913017, throughput 6.00159K wps
[Epoch 21 Batch 3780/4268] avg loss 0.00942004, throughput 6.00342K wps
[Epoch 21 Batch 3810/4268] avg loss 0.0096732, throughput 5.99093K wps
[Epoch 21 Batch 3840/4268] avg loss 0.0093363, throughput 6.01082K wps
[Epoch 21 Batch 3870/4268] avg loss 0.00945936, throughput 6.01685K wps
[Epoch 21 Batch 3900/4268] avg loss 0.00945831, throughput 6.0056K wps
[Epoch 21 Batch 3930/4268] avg loss 0.00937068, throughput 6.01058K wps
[Epoch 21 Batch 3960/4268] avg loss 0.00975625, throughput 6.01268K wps
[Epoch 21 Batch 3990/4268] avg loss 0.0093454, throughput 5.99785K wps
[Epoch 21 Batch 4020/4268] avg loss 0.0101215, throughput 6.0004K wps
[Epoch 21 Batch 4050/4268] avg loss 0.00974326, throughput 6.00745K wps
[Epoch 21 Batch 4080/4268] avg loss 0.00946114, throughput 5.99673K wps
[Epoch 21 Batch 4110/4268] avg loss 0.00888586, throughput 5.99266K wps
[Epoch 21 Batch 4140/4268] avg loss 0.0094983, throughput 6.01163K wps
[Epoch 21 Batch 4170/4268] avg loss 0.00920019, throughput 5.9926K wps
[Epoch 21 Batch 4200/4268] avg loss 0.00881881, throughput 5.98876K wps
[Epoch 21 Batch 4230/4268] avg loss 0.00967628, throughput 6.00808K wps
[Epoch 21 Batch 4260/4268] avg loss 0.0102095, throughput 5.99216K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 21] train avg loss 0.00895101, test acc 0.6597, test avg loss 1.03579, throughput 6.01015K wps
[Epoch 22 Batch 30/4268] avg loss 0.00836117, throughput 6.13382K wps
[Epoch 22 Batch 60/4268] avg loss 0.00771065, throughput 6.00074K wps
[Epoch 22 Batch 90/4268] avg loss 0.0083168, throughput 6.00708K wps
[Epoch 22 Batch 120/4268] avg loss 0.00811957, throughput 5.99922K wps
[Epoch 22 Batch 150/4268] avg loss 0.00831573, throughput 6.01351K wps
[Epoch 22 Batch 180/4268] avg loss 0.00776923, throughput 6.01771K wps
[Epoch 22 Batch 210/4268] avg loss 0.00806086, throughput 6.01876K wps
[Epoch 22 Batch 240/4268] avg loss 0.00801852, throughput 6.01042K wps
[Epoch 22 Batch 270/4268] avg loss 0.00841493, throughput 6.0103K wps
[Epoch 22 Batch 300/4268] avg loss 0.00794811, throughput 6.00124K wps
[Epoch 22 Batch 330/4268] avg loss 0.00787952, throughput 6.01045K wps
[Epoch 22 Batch 360/4268] avg loss 0.00807725, throughput 6.02381K wps
[Epoch 22 Batch 390/4268] avg loss 0.00828056, throughput 5.9951K wps
[Epoch 22 Batch 420/4268] avg loss 0.00857852, throughput 5.99288K wps
[Epoch 22 Batch 450/4268] avg loss 0.00850183, throughput 5.99313K wps
[Epoch 22 Batch 480/4268] avg loss 0.00825354, throughput 5.99599K wps
[Epoch 22 Batch 510/4268] avg loss 0.00853531, throughput 5.99813K wps
[Epoch 22 Batch 540/4268] avg loss 0.00863104, throughput 5.98796K wps
[Epoch 22 Batch 570/4268] avg loss 0.00802135, throughput 6.00591K wps
[Epoch 22 Batch 600/4268] avg loss 0.00820766, throughput 6.01119K wps
[Epoch 22 Batch 630/4268] avg loss 0.00817647, throughput 6.01871K wps
[Epoch 22 Batch 660/4268] avg loss 0.00849244, throughput 5.98621K wps
[Epoch 22 Batch 690/4268] avg loss 0.00833151, throughput 5.98909K wps
[Epoch 22 Batch 720/4268] avg loss 0.00842363, throughput 6.00643K wps
[Epoch 22 Batch 750/4268] avg loss 0.00799467, throughput 5.997K wps
[Epoch 22 Batch 780/4268] avg loss 0.00818719, throughput 5.98715K wps
[Epoch 22 Batch 810/4268] avg loss 0.00821692, throughput 5.99487K wps
[Epoch 22 Batch 840/4268] avg loss 0.00821774, throughput 5.99876K wps
[Epoch 22 Batch 870/4268] avg loss 0.00834239, throughput 6.00238K wps
[Epoch 22 Batch 900/4268] avg loss 0.00806331, throughput 5.95333K wps
[Epoch 22 Batch 930/4268] avg loss 0.00868524, throughput 6.02134K wps
[Epoch 22 Batch 960/4268] avg loss 0.00881527, throughput 5.99588K wps
[Epoch 22 Batch 990/4268] avg loss 0.00803436, throughput 5.99583K wps
[Epoch 22 Batch 1020/4268] avg loss 0.00856652, throughput 6.01272K wps
[Epoch 22 Batch 1050/4268] avg loss 0.00864867, throughput 5.99921K wps
[Epoch 22 Batch 1080/4268] avg loss 0.00845255, throughput 6.00793K wps
[Epoch 22 Batch 1110/4268] avg loss 0.00878229, throughput 6.00451K wps
[Epoch 22 Batch 1140/4268] avg loss 0.00878828, throughput 6.00434K wps
[Epoch 22 Batch 1170/4268] avg loss 0.00833983, throughput 6.00619K wps
[Epoch 22 Batch 1200/4268] avg loss 0.00878955, throughput 5.99726K wps
[Epoch 22 Batch 1230/4268] avg loss 0.00870534, throughput 5.98638K wps
[Epoch 22 Batch 1260/4268] avg loss 0.00835852, throughput 5.99424K wps
[Epoch 22 Batch 1290/4268] avg loss 0.00801107, throughput 5.99119K wps
[Epoch 22 Batch 1320/4268] avg loss 0.00869231, throughput 6.00634K wps
[Epoch 22 Batch 1350/4268] avg loss 0.00861894, throughput 5.98935K wps
[Epoch 22 Batch 1380/4268] avg loss 0.00912692, throughput 6.00171K wps
[Epoch 22 Batch 1410/4268] avg loss 0.00920073, throughput 6.0053K wps
[Epoch 22 Batch 1440/4268] avg loss 0.00806126, throughput 6.01044K wps
[Epoch 22 Batch 1470/4268] avg loss 0.00803555, throughput 5.98463K wps
[Epoch 22 Batch 1500/4268] avg loss 0.00885349, throughput 6.00321K wps
[Epoch 22 Batch 1530/4268] avg loss 0.00859926, throughput 6.01729K wps
[Epoch 22 Batch 1560/4268] avg loss 0.00840036, throughput 6.01045K wps
[Epoch 22 Batch 1590/4268] avg loss 0.00855822, throughput 6.00783K wps
[Epoch 22 Batch 1620/4268] avg loss 0.00894926, throughput 6.01082K wps
[Epoch 22 Batch 1650/4268] avg loss 0.00851054, throughput 6.01724K wps
[Epoch 22 Batch 1680/4268] avg loss 0.00860581, throughput 6.01504K wps
[Epoch 22 Batch 1710/4268] avg loss 0.00884161, throughput 6.01162K wps
[Epoch 22 Batch 1740/4268] avg loss 0.00861386, throughput 6.01271K wps
[Epoch 22 Batch 1770/4268] avg loss 0.00827131, throughput 5.99851K wps
[Epoch 22 Batch 1800/4268] avg loss 0.00872636, throughput 6.00945K wps
[Epoch 22 Batch 1830/4268] avg loss 0.00827682, throughput 5.99846K wps
[Epoch 22 Batch 1860/4268] avg loss 0.00943737, throughput 5.99988K wps
[Epoch 22 Batch 1890/4268] avg loss 0.00848335, throughput 5.99747K wps
[Epoch 22 Batch 1920/4268] avg loss 0.00902465, throughput 5.98785K wps
[Epoch 22 Batch 1950/4268] avg loss 0.00856143, throughput 6.00369K wps
[Epoch 22 Batch 1980/4268] avg loss 0.00822882, throughput 6.00567K wps
[Epoch 22 Batch 2010/4268] avg loss 0.00859543, throughput 6.0035K wps
[Epoch 22 Batch 2040/4268] avg loss 0.00863945, throughput 6.00322K wps
[Epoch 22 Batch 2070/4268] avg loss 0.00877513, throughput 5.99146K wps
[Epoch 22 Batch 2100/4268] avg loss 0.00820621, throughput 5.97162K wps
[Epoch 22 Batch 2130/4268] avg loss 0.00905708, throughput 5.99706K wps
[Epoch 22 Batch 2160/4268] avg loss 0.00863569, throughput 5.99932K wps
[Epoch 22 Batch 2190/4268] avg loss 0.00875442, throughput 5.99695K wps
[Epoch 22 Batch 2220/4268] avg loss 0.0085605, throughput 5.99719K wps
[Epoch 22 Batch 2250/4268] avg loss 0.00884741, throughput 6.01551K wps
[Epoch 22 Batch 2280/4268] avg loss 0.00918087, throughput 6.00326K wps
[Epoch 22 Batch 2310/4268] avg loss 0.00907888, throughput 5.99545K wps
[Epoch 22 Batch 2340/4268] avg loss 0.00864177, throughput 6.00415K wps
[Epoch 22 Batch 2370/4268] avg loss 0.00849334, throughput 6.00026K wps
[Epoch 22 Batch 2400/4268] avg loss 0.00923988, throughput 5.989K wps
[Epoch 22 Batch 2430/4268] avg loss 0.00904537, throughput 5.99468K wps
[Epoch 22 Batch 2460/4268] avg loss 0.00886613, throughput 6.00311K wps
[Epoch 22 Batch 2490/4268] avg loss 0.00829638, throughput 6.0096K wps
[Epoch 22 Batch 2520/4268] avg loss 0.00952294, throughput 6.00792K wps
[Epoch 22 Batch 2550/4268] avg loss 0.00960666, throughput 6.01162K wps
[Epoch 22 Batch 2580/4268] avg loss 0.00880235, throughput 6.00367K wps
[Epoch 22 Batch 2610/4268] avg loss 0.0093477, throughput 6.0023K wps
[Epoch 22 Batch 2640/4268] avg loss 0.00873414, throughput 5.99092K wps
[Epoch 22 Batch 2670/4268] avg loss 0.0092585, throughput 5.99073K wps
[Epoch 22 Batch 2700/4268] avg loss 0.0094397, throughput 5.98873K wps
[Epoch 22 Batch 2730/4268] avg loss 0.00944816, throughput 6.01564K wps
[Epoch 22 Batch 2760/4268] avg loss 0.00897371, throughput 6.00255K wps
[Epoch 22 Batch 2790/4268] avg loss 0.00900161, throughput 6.00638K wps
[Epoch 22 Batch 2820/4268] avg loss 0.00912883, throughput 5.99664K wps
[Epoch 22 Batch 2850/4268] avg loss 0.00898688, throughput 6.00441K wps
[Epoch 22 Batch 2880/4268] avg loss 0.00867132, throughput 6.02631K wps
[Epoch 22 Batch 2910/4268] avg loss 0.00933058, throughput 6.00766K wps
[Epoch 22 Batch 2940/4268] avg loss 0.00920551, throughput 6.02226K wps
[Epoch 22 Batch 2970/4268] avg loss 0.00874278, throughput 6.02194K wps
[Epoch 22 Batch 3000/4268] avg loss 0.00911327, throughput 6.01777K wps
[Epoch 22 Batch 3030/4268] avg loss 0.00849157, throughput 6.00839K wps
[Epoch 22 Batch 3060/4268] avg loss 0.00915909, throughput 6.00017K wps
[Epoch 22 Batch 3090/4268] avg loss 0.00883331, throughput 5.99797K wps
[Epoch 22 Batch 3120/4268] avg loss 0.00968909, throughput 6.00549K wps
[Epoch 22 Batch 3150/4268] avg loss 0.00915174, throughput 6.00697K wps
[Epoch 22 Batch 3180/4268] avg loss 0.00969436, throughput 6.00095K wps
[Epoch 22 Batch 3210/4268] avg loss 0.00956707, throughput 6.00352K wps
[Epoch 22 Batch 3240/4268] avg loss 0.00921097, throughput 6.01009K wps
[Epoch 22 Batch 3270/4268] avg loss 0.00930368, throughput 6.01045K wps
[Epoch 22 Batch 3300/4268] avg loss 0.00941397, throughput 5.9896K wps
[Epoch 22 Batch 3330/4268] avg loss 0.00909162, throughput 6.00179K wps
[Epoch 22 Batch 3360/4268] avg loss 0.00936, throughput 6.01618K wps
[Epoch 22 Batch 3390/4268] avg loss 0.00950531, throughput 6.00789K wps
[Epoch 22 Batch 3420/4268] avg loss 0.00968789, throughput 6.01352K wps
[Epoch 22 Batch 3450/4268] avg loss 0.00878924, throughput 6.00728K wps
[Epoch 22 Batch 3480/4268] avg loss 0.00972949, throughput 6.00427K wps
[Epoch 22 Batch 3510/4268] avg loss 0.0088892, throughput 5.99663K wps
[Epoch 22 Batch 3540/4268] avg loss 0.00935394, throughput 6.00603K wps
[Epoch 22 Batch 3570/4268] avg loss 0.00935642, throughput 6.00508K wps
[Epoch 22 Batch 3600/4268] avg loss 0.00917666, throughput 6.00771K wps
[Epoch 22 Batch 3630/4268] avg loss 0.0094143, throughput 6.00594K wps
[Epoch 22 Batch 3660/4268] avg loss 0.00926826, throughput 6.00473K wps
[Epoch 22 Batch 3690/4268] avg loss 0.00897372, throughput 5.99515K wps
[Epoch 22 Batch 3720/4268] avg loss 0.00853263, throughput 6.00335K wps
[Epoch 22 Batch 3750/4268] avg loss 0.00949473, throughput 6.01282K wps
[Epoch 22 Batch 3780/4268] avg loss 0.00958737, throughput 6.01867K wps
[Epoch 22 Batch 3810/4268] avg loss 0.00809093, throughput 6.02256K wps
[Epoch 22 Batch 3840/4268] avg loss 0.00873708, throughput 5.99459K wps
[Epoch 22 Batch 3870/4268] avg loss 0.00962611, throughput 5.99902K wps
[Epoch 22 Batch 3900/4268] avg loss 0.00969001, throughput 5.99049K wps
[Epoch 22 Batch 3930/4268] avg loss 0.00932575, throughput 5.9956K wps
[Epoch 22 Batch 3960/4268] avg loss 0.0103503, throughput 5.99533K wps
[Epoch 22 Batch 3990/4268] avg loss 0.00910677, throughput 5.99919K wps
[Epoch 22 Batch 4020/4268] avg loss 0.00891203, throughput 5.99602K wps
[Epoch 22 Batch 4050/4268] avg loss 0.00890029, throughput 5.99712K wps
[Epoch 22 Batch 4080/4268] avg loss 0.00923601, throughput 5.99199K wps
[Epoch 22 Batch 4110/4268] avg loss 0.00944423, throughput 5.99984K wps
[Epoch 22 Batch 4140/4268] avg loss 0.00974293, throughput 6.004K wps
[Epoch 22 Batch 4170/4268] avg loss 0.0097724, throughput 5.99646K wps
[Epoch 22 Batch 4200/4268] avg loss 0.00929718, throughput 5.99783K wps
[Epoch 22 Batch 4230/4268] avg loss 0.00938602, throughput 6.01629K wps
[Epoch 22 Batch 4260/4268] avg loss 0.00942741, throughput 6.02434K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 22] train avg loss 0.00880648, test acc 0.6590, test avg loss 1.05468, throughput 6.0037K wps
[Epoch 23 Batch 30/4268] avg loss 0.00765799, throughput 6.143K wps
[Epoch 23 Batch 60/4268] avg loss 0.00779385, throughput 6.01593K wps
[Epoch 23 Batch 90/4268] avg loss 0.00839148, throughput 5.99811K wps
[Epoch 23 Batch 120/4268] avg loss 0.00796628, throughput 5.99689K wps
[Epoch 23 Batch 150/4268] avg loss 0.0077562, throughput 5.98952K wps
[Epoch 23 Batch 180/4268] avg loss 0.0080785, throughput 6.00811K wps
[Epoch 23 Batch 210/4268] avg loss 0.0083708, throughput 5.9989K wps
[Epoch 23 Batch 240/4268] avg loss 0.00775281, throughput 5.99576K wps
[Epoch 23 Batch 270/4268] avg loss 0.00831294, throughput 6.01379K wps
[Epoch 23 Batch 300/4268] avg loss 0.00814764, throughput 5.99324K wps
[Epoch 23 Batch 330/4268] avg loss 0.00851372, throughput 5.99535K wps
[Epoch 23 Batch 360/4268] avg loss 0.00815942, throughput 6.00407K wps
[Epoch 23 Batch 390/4268] avg loss 0.00801114, throughput 5.9981K wps
[Epoch 23 Batch 420/4268] avg loss 0.00778816, throughput 6.00286K wps
[Epoch 23 Batch 450/4268] avg loss 0.00784387, throughput 6.0026K wps
[Epoch 23 Batch 480/4268] avg loss 0.00800282, throughput 6.01088K wps
[Epoch 23 Batch 510/4268] avg loss 0.00842383, throughput 6.00199K wps
[Epoch 23 Batch 540/4268] avg loss 0.00824048, throughput 5.99856K wps
[Epoch 23 Batch 570/4268] avg loss 0.0083433, throughput 5.99908K wps
[Epoch 23 Batch 600/4268] avg loss 0.00820243, throughput 6.0118K wps
[Epoch 23 Batch 630/4268] avg loss 0.00802174, throughput 6.00108K wps
[Epoch 23 Batch 660/4268] avg loss 0.00790191, throughput 5.99135K wps
[Epoch 23 Batch 690/4268] avg loss 0.00826215, throughput 5.99002K wps
[Epoch 23 Batch 720/4268] avg loss 0.0077608, throughput 6.00003K wps
[Epoch 23 Batch 750/4268] avg loss 0.00812506, throughput 6.01637K wps
[Epoch 23 Batch 780/4268] avg loss 0.00836128, throughput 5.99473K wps
[Epoch 23 Batch 810/4268] avg loss 0.00811345, throughput 6.00168K wps
[Epoch 23 Batch 840/4268] avg loss 0.00877982, throughput 5.99789K wps
[Epoch 23 Batch 870/4268] avg loss 0.00751472, throughput 6.00487K wps
[Epoch 23 Batch 900/4268] avg loss 0.00804724, throughput 6.00818K wps
[Epoch 23 Batch 930/4268] avg loss 0.00892626, throughput 5.99381K wps
[Epoch 23 Batch 960/4268] avg loss 0.00810011, throughput 5.99673K wps
[Epoch 23 Batch 990/4268] avg loss 0.00833321, throughput 5.99519K wps
[Epoch 23 Batch 1020/4268] avg loss 0.00864534, throughput 6.00839K wps
[Epoch 23 Batch 1050/4268] avg loss 0.00794371, throughput 6.01198K wps
[Epoch 23 Batch 1080/4268] avg loss 0.00813698, throughput 5.98229K wps
[Epoch 23 Batch 1110/4268] avg loss 0.00851568, throughput 6.00774K wps
[Epoch 23 Batch 1140/4268] avg loss 0.0076783, throughput 6.00635K wps
[Epoch 23 Batch 1170/4268] avg loss 0.00851332, throughput 5.99626K wps
[Epoch 23 Batch 1200/4268] avg loss 0.00837024, throughput 5.99792K wps
[Epoch 23 Batch 1230/4268] avg loss 0.00890667, throughput 6.00027K wps
[Epoch 23 Batch 1260/4268] avg loss 0.00809359, throughput 6.00008K wps
[Epoch 23 Batch 1290/4268] avg loss 0.00793779, throughput 5.99665K wps
[Epoch 23 Batch 1320/4268] avg loss 0.0086037, throughput 5.99848K wps
[Epoch 23 Batch 1350/4268] avg loss 0.00760373, throughput 5.99025K wps
[Epoch 23 Batch 1380/4268] avg loss 0.00852384, throughput 6.00424K wps
[Epoch 23 Batch 1410/4268] avg loss 0.0081453, throughput 6.01165K wps
[Epoch 23 Batch 1440/4268] avg loss 0.00861409, throughput 6.00519K wps
[Epoch 23 Batch 1470/4268] avg loss 0.00867683, throughput 5.99776K wps
[Epoch 23 Batch 1500/4268] avg loss 0.00857678, throughput 5.98896K wps
[Epoch 23 Batch 1530/4268] avg loss 0.00784759, throughput 5.98586K wps
[Epoch 23 Batch 1560/4268] avg loss 0.008021, throughput 6.00607K wps
[Epoch 23 Batch 1590/4268] avg loss 0.00847252, throughput 6.01192K wps
[Epoch 23 Batch 1620/4268] avg loss 0.00800427, throughput 6.00294K wps
[Epoch 23 Batch 1650/4268] avg loss 0.00854878, throughput 6.00533K wps
[Epoch 23 Batch 1680/4268] avg loss 0.00884548, throughput 6.00682K wps
[Epoch 23 Batch 1710/4268] avg loss 0.00811079, throughput 6.00776K wps
[Epoch 23 Batch 1740/4268] avg loss 0.00802674, throughput 6.00124K wps
[Epoch 23 Batch 1770/4268] avg loss 0.00873471, throughput 6.00842K wps
[Epoch 23 Batch 1800/4268] avg loss 0.00810003, throughput 6.01324K wps
[Epoch 23 Batch 1830/4268] avg loss 0.00863705, throughput 6.00412K wps
[Epoch 23 Batch 1860/4268] avg loss 0.00847793, throughput 5.99971K wps
[Epoch 23 Batch 1890/4268] avg loss 0.0083318, throughput 5.99982K wps
[Epoch 23 Batch 1920/4268] avg loss 0.00895115, throughput 5.97356K wps
[Epoch 23 Batch 1950/4268] avg loss 0.00855487, throughput 6.00031K wps
[Epoch 23 Batch 1980/4268] avg loss 0.00799528, throughput 6.0022K wps
[Epoch 23 Batch 2010/4268] avg loss 0.00807706, throughput 6.00114K wps
[Epoch 23 Batch 2040/4268] avg loss 0.00851444, throughput 5.99128K wps
[Epoch 23 Batch 2070/4268] avg loss 0.00847774, throughput 6.0093K wps
[Epoch 23 Batch 2100/4268] avg loss 0.008869, throughput 6.00559K wps
[Epoch 23 Batch 2130/4268] avg loss 0.0086405, throughput 6.00704K wps
[Epoch 23 Batch 2160/4268] avg loss 0.00893155, throughput 6.00242K wps
[Epoch 23 Batch 2190/4268] avg loss 0.00809985, throughput 5.99519K wps
[Epoch 23 Batch 2220/4268] avg loss 0.00922299, throughput 6.00439K wps
[Epoch 23 Batch 2250/4268] avg loss 0.00804387, throughput 6.00877K wps
[Epoch 23 Batch 2280/4268] avg loss 0.00832315, throughput 5.98661K wps
[Epoch 23 Batch 2310/4268] avg loss 0.00836277, throughput 5.98755K wps
[Epoch 23 Batch 2340/4268] avg loss 0.00893064, throughput 6.00924K wps
[Epoch 23 Batch 2370/4268] avg loss 0.00880577, throughput 6.00349K wps
[Epoch 23 Batch 2400/4268] avg loss 0.00917584, throughput 6.00371K wps
[Epoch 23 Batch 2430/4268] avg loss 0.00865961, throughput 5.99488K wps
[Epoch 23 Batch 2460/4268] avg loss 0.00812903, throughput 6.00925K wps
[Epoch 23 Batch 2490/4268] avg loss 0.00831875, throughput 6.00168K wps
[Epoch 23 Batch 2520/4268] avg loss 0.00921697, throughput 6.01K wps
[Epoch 23 Batch 2550/4268] avg loss 0.0084396, throughput 6.00402K wps
[Epoch 23 Batch 2580/4268] avg loss 0.00838293, throughput 6.0059K wps
[Epoch 23 Batch 2610/4268] avg loss 0.00795364, throughput 6.00273K wps
[Epoch 23 Batch 2640/4268] avg loss 0.00912242, throughput 5.9931K wps
[Epoch 23 Batch 2670/4268] avg loss 0.00880907, throughput 6.01258K wps
[Epoch 23 Batch 2700/4268] avg loss 0.0091408, throughput 6.00203K wps
[Epoch 23 Batch 2730/4268] avg loss 0.00804476, throughput 5.99206K wps
[Epoch 23 Batch 2760/4268] avg loss 0.0089274, throughput 6.01088K wps
[Epoch 23 Batch 2790/4268] avg loss 0.00953554, throughput 6.00678K wps
[Epoch 23 Batch 2820/4268] avg loss 0.00848868, throughput 5.99514K wps
[Epoch 23 Batch 2850/4268] avg loss 0.00918301, throughput 6.00352K wps
[Epoch 23 Batch 2880/4268] avg loss 0.00932164, throughput 6.00849K wps
[Epoch 23 Batch 2910/4268] avg loss 0.0088766, throughput 6.00579K wps
[Epoch 23 Batch 2940/4268] avg loss 0.00934351, throughput 6.00777K wps
[Epoch 23 Batch 2970/4268] avg loss 0.00922047, throughput 6.01278K wps
[Epoch 23 Batch 3000/4268] avg loss 0.00935155, throughput 6.01353K wps
[Epoch 23 Batch 3030/4268] avg loss 0.0087957, throughput 6.00828K wps
[Epoch 23 Batch 3060/4268] avg loss 0.00907607, throughput 6.00629K wps
[Epoch 23 Batch 3090/4268] avg loss 0.00866216, throughput 6.00056K wps
[Epoch 23 Batch 3120/4268] avg loss 0.0079132, throughput 5.9973K wps
[Epoch 23 Batch 3150/4268] avg loss 0.00876461, throughput 6.00681K wps
[Epoch 23 Batch 3180/4268] avg loss 0.00894703, throughput 5.99769K wps
[Epoch 23 Batch 3210/4268] avg loss 0.00913466, throughput 5.99521K wps
[Epoch 23 Batch 3240/4268] avg loss 0.00938253, throughput 6.00319K wps
[Epoch 23 Batch 3270/4268] avg loss 0.00887689, throughput 6.00568K wps
[Epoch 23 Batch 3300/4268] avg loss 0.00892915, throughput 6.00211K wps
[Epoch 23 Batch 3330/4268] avg loss 0.00863041, throughput 5.99436K wps
[Epoch 23 Batch 3360/4268] avg loss 0.00947736, throughput 6.01461K wps
[Epoch 23 Batch 3390/4268] avg loss 0.00853908, throughput 6.01859K wps
[Epoch 23 Batch 3420/4268] avg loss 0.00973465, throughput 6.00891K wps
[Epoch 23 Batch 3450/4268] avg loss 0.00860772, throughput 6.02486K wps
[Epoch 23 Batch 3480/4268] avg loss 0.00952578, throughput 6.00642K wps
[Epoch 23 Batch 3510/4268] avg loss 0.00908846, throughput 5.98924K wps
[Epoch 23 Batch 3540/4268] avg loss 0.00897199, throughput 6.0124K wps
[Epoch 23 Batch 3570/4268] avg loss 0.00891249, throughput 6.01822K wps
[Epoch 23 Batch 3600/4268] avg loss 0.00959854, throughput 6.01594K wps
[Epoch 23 Batch 3630/4268] avg loss 0.00898426, throughput 6.00983K wps
[Epoch 23 Batch 3660/4268] avg loss 0.00932859, throughput 6.01401K wps
[Epoch 23 Batch 3690/4268] avg loss 0.0087095, throughput 6.01588K wps
[Epoch 23 Batch 3720/4268] avg loss 0.00920982, throughput 6.01599K wps
[Epoch 23 Batch 3750/4268] avg loss 0.00973183, throughput 6.01835K wps
[Epoch 23 Batch 3780/4268] avg loss 0.00890283, throughput 6.0143K wps
[Epoch 23 Batch 3810/4268] avg loss 0.0090263, throughput 6.02524K wps
[Epoch 23 Batch 3840/4268] avg loss 0.00918295, throughput 6.01196K wps
[Epoch 23 Batch 3870/4268] avg loss 0.00905275, throughput 6.00663K wps
[Epoch 23 Batch 3900/4268] avg loss 0.00916472, throughput 5.99718K wps
[Epoch 23 Batch 3930/4268] avg loss 0.0093115, throughput 6.00793K wps
[Epoch 23 Batch 3960/4268] avg loss 0.00954046, throughput 5.99037K wps
[Epoch 23 Batch 3990/4268] avg loss 0.00911609, throughput 5.99194K wps
[Epoch 23 Batch 4020/4268] avg loss 0.00897122, throughput 6.00115K wps
[Epoch 23 Batch 4050/4268] avg loss 0.00942982, throughput 6.01407K wps
[Epoch 23 Batch 4080/4268] avg loss 0.00917979, throughput 5.9937K wps
[Epoch 23 Batch 4110/4268] avg loss 0.00924672, throughput 6.00106K wps
[Epoch 23 Batch 4140/4268] avg loss 0.00926413, throughput 6.01207K wps
[Epoch 23 Batch 4170/4268] avg loss 0.0096802, throughput 6.0279K wps
[Epoch 23 Batch 4200/4268] avg loss 0.00891927, throughput 6.02004K wps
[Epoch 23 Batch 4230/4268] avg loss 0.00920986, throughput 6.0062K wps
[Epoch 23 Batch 4260/4268] avg loss 0.00961075, throughput 6.0054K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 23] train avg loss 0.00860813, test acc 0.6566, test avg loss 1.06458, throughput 6.00442K wps
[Epoch 24 Batch 30/4268] avg loss 0.00732264, throughput 6.13829K wps
[Epoch 24 Batch 60/4268] avg loss 0.00789704, throughput 5.99079K wps
[Epoch 24 Batch 90/4268] avg loss 0.00719696, throughput 5.99607K wps
[Epoch 24 Batch 120/4268] avg loss 0.00741554, throughput 6.00305K wps
[Epoch 24 Batch 150/4268] avg loss 0.00710453, throughput 5.99226K wps
[Epoch 24 Batch 180/4268] avg loss 0.00774492, throughput 6.00413K wps
[Epoch 24 Batch 210/4268] avg loss 0.00749887, throughput 6.00244K wps
[Epoch 24 Batch 240/4268] avg loss 0.00730455, throughput 6.00794K wps
[Epoch 24 Batch 270/4268] avg loss 0.00756002, throughput 5.9986K wps
[Epoch 24 Batch 300/4268] avg loss 0.00683158, throughput 6.01563K wps
[Epoch 24 Batch 330/4268] avg loss 0.00795681, throughput 6.00678K wps
[Epoch 24 Batch 360/4268] avg loss 0.00779859, throughput 5.9962K wps
[Epoch 24 Batch 390/4268] avg loss 0.00791221, throughput 6.01347K wps
[Epoch 24 Batch 420/4268] avg loss 0.00795775, throughput 6.01201K wps
[Epoch 24 Batch 450/4268] avg loss 0.00796064, throughput 6.00541K wps
[Epoch 24 Batch 480/4268] avg loss 0.00769274, throughput 6.00839K wps
[Epoch 24 Batch 510/4268] avg loss 0.00778621, throughput 6.00478K wps
[Epoch 24 Batch 540/4268] avg loss 0.00797486, throughput 6.00661K wps
[Epoch 24 Batch 570/4268] avg loss 0.00841036, throughput 6.00527K wps
[Epoch 24 Batch 600/4268] avg loss 0.00784899, throughput 5.99457K wps
[Epoch 24 Batch 630/4268] avg loss 0.00781169, throughput 6.01518K wps
[Epoch 24 Batch 660/4268] avg loss 0.00818646, throughput 5.99839K wps
[Epoch 24 Batch 690/4268] avg loss 0.00831236, throughput 6.00364K wps
[Epoch 24 Batch 720/4268] avg loss 0.00786926, throughput 5.99979K wps
[Epoch 24 Batch 750/4268] avg loss 0.00807398, throughput 5.9992K wps
[Epoch 24 Batch 780/4268] avg loss 0.00783363, throughput 5.99406K wps
[Epoch 24 Batch 810/4268] avg loss 0.00813336, throughput 6.00769K wps
[Epoch 24 Batch 840/4268] avg loss 0.008018, throughput 6.0098K wps
[Epoch 24 Batch 870/4268] avg loss 0.00778661, throughput 6.01985K wps
[Epoch 24 Batch 900/4268] avg loss 0.00818749, throughput 6.02117K wps
[Epoch 24 Batch 930/4268] avg loss 0.00827975, throughput 6.01974K wps
[Epoch 24 Batch 960/4268] avg loss 0.0081824, throughput 6.01638K wps
[Epoch 24 Batch 990/4268] avg loss 0.00840953, throughput 6.01998K wps
[Epoch 24 Batch 1020/4268] avg loss 0.00799475, throughput 6.00616K wps
[Epoch 24 Batch 1050/4268] avg loss 0.00787232, throughput 6.01247K wps
[Epoch 24 Batch 1080/4268] avg loss 0.00802677, throughput 5.99113K wps
[Epoch 24 Batch 1110/4268] avg loss 0.00859381, throughput 5.99872K wps
[Epoch 24 Batch 1140/4268] avg loss 0.00890695, throughput 6.00965K wps
[Epoch 24 Batch 1170/4268] avg loss 0.00857232, throughput 5.99833K wps
[Epoch 24 Batch 1200/4268] avg loss 0.00822947, throughput 5.99235K wps
[Epoch 24 Batch 1230/4268] avg loss 0.0081337, throughput 5.99829K wps
[Epoch 24 Batch 1260/4268] avg loss 0.00791122, throughput 5.98933K wps
[Epoch 24 Batch 1290/4268] avg loss 0.00757515, throughput 6.01128K wps
[Epoch 24 Batch 1320/4268] avg loss 0.00807627, throughput 6.02245K wps
[Epoch 24 Batch 1350/4268] avg loss 0.0081246, throughput 6.01708K wps
[Epoch 24 Batch 1380/4268] avg loss 0.00854188, throughput 6.00589K wps
[Epoch 24 Batch 1410/4268] avg loss 0.00831949, throughput 6.02265K wps
[Epoch 24 Batch 1440/4268] avg loss 0.00809535, throughput 6.01233K wps
[Epoch 24 Batch 1470/4268] avg loss 0.00797645, throughput 6.01205K wps
[Epoch 24 Batch 1500/4268] avg loss 0.00821114, throughput 6.02339K wps
[Epoch 24 Batch 1530/4268] avg loss 0.00853141, throughput 6.01494K wps
[Epoch 24 Batch 1560/4268] avg loss 0.00843205, throughput 6.00092K wps
[Epoch 24 Batch 1590/4268] avg loss 0.00889846, throughput 6.01363K wps
[Epoch 24 Batch 1620/4268] avg loss 0.00871269, throughput 6.02658K wps
[Epoch 24 Batch 1650/4268] avg loss 0.00829627, throughput 6.03016K wps
[Epoch 24 Batch 1680/4268] avg loss 0.00871555, throughput 6.02951K wps
[Epoch 24 Batch 1710/4268] avg loss 0.00845792, throughput 6.02272K wps
[Epoch 24 Batch 1740/4268] avg loss 0.00828035, throughput 6.02097K wps
[Epoch 24 Batch 1770/4268] avg loss 0.00808156, throughput 6.01168K wps
[Epoch 24 Batch 1800/4268] avg loss 0.00799846, throughput 6.0085K wps
[Epoch 24 Batch 1830/4268] avg loss 0.00800232, throughput 6.02586K wps
[Epoch 24 Batch 1860/4268] avg loss 0.00835984, throughput 5.99539K wps
[Epoch 24 Batch 1890/4268] avg loss 0.00876617, throughput 6.01359K wps
[Epoch 24 Batch 1920/4268] avg loss 0.00888704, throughput 6.00192K wps
[Epoch 24 Batch 1950/4268] avg loss 0.00811994, throughput 6.01395K wps
[Epoch 24 Batch 1980/4268] avg loss 0.00800345, throughput 6.01245K wps
[Epoch 24 Batch 2010/4268] avg loss 0.00804408, throughput 6.01523K wps
[Epoch 24 Batch 2040/4268] avg loss 0.00826671, throughput 6.01148K wps
[Epoch 24 Batch 2070/4268] avg loss 0.00807536, throughput 6.01205K wps
[Epoch 24 Batch 2100/4268] avg loss 0.00783472, throughput 6.02238K wps
[Epoch 24 Batch 2130/4268] avg loss 0.00822493, throughput 5.99822K wps
[Epoch 24 Batch 2160/4268] avg loss 0.00862314, throughput 5.99668K wps
[Epoch 24 Batch 2190/4268] avg loss 0.00871438, throughput 5.99922K wps
[Epoch 24 Batch 2220/4268] avg loss 0.00827221, throughput 6.0067K wps
[Epoch 24 Batch 2250/4268] avg loss 0.00879953, throughput 6.00051K wps
[Epoch 24 Batch 2280/4268] avg loss 0.00819985, throughput 5.99909K wps
[Epoch 24 Batch 2310/4268] avg loss 0.00797278, throughput 5.98247K wps
[Epoch 24 Batch 2340/4268] avg loss 0.00826287, throughput 5.98609K wps
[Epoch 24 Batch 2370/4268] avg loss 0.00910717, throughput 5.98751K wps
[Epoch 24 Batch 2400/4268] avg loss 0.0084885, throughput 5.9955K wps
[Epoch 24 Batch 2430/4268] avg loss 0.00851908, throughput 5.99141K wps
[Epoch 24 Batch 2460/4268] avg loss 0.00899428, throughput 6.00674K wps
[Epoch 24 Batch 2490/4268] avg loss 0.00834506, throughput 5.98966K wps
[Epoch 24 Batch 2520/4268] avg loss 0.00892188, throughput 5.99313K wps
[Epoch 24 Batch 2550/4268] avg loss 0.00840008, throughput 5.99617K wps
[Epoch 24 Batch 2580/4268] avg loss 0.00876871, throughput 6.00542K wps
[Epoch 24 Batch 2610/4268] avg loss 0.00857605, throughput 5.99276K wps
[Epoch 24 Batch 2640/4268] avg loss 0.00930935, throughput 6.0093K wps
[Epoch 24 Batch 2670/4268] avg loss 0.00849696, throughput 6.01219K wps
[Epoch 24 Batch 2700/4268] avg loss 0.00793817, throughput 6.0097K wps
[Epoch 24 Batch 2730/4268] avg loss 0.00862718, throughput 6.00399K wps
[Epoch 24 Batch 2760/4268] avg loss 0.0087227, throughput 6.00763K wps
[Epoch 24 Batch 2790/4268] avg loss 0.00892662, throughput 6.02187K wps
[Epoch 24 Batch 2820/4268] avg loss 0.0083649, throughput 6.00654K wps
[Epoch 24 Batch 2850/4268] avg loss 0.00905511, throughput 6.0067K wps
[Epoch 24 Batch 2880/4268] avg loss 0.0092406, throughput 5.99895K wps
[Epoch 24 Batch 2910/4268] avg loss 0.00913882, throughput 5.97194K wps
[Epoch 24 Batch 2940/4268] avg loss 0.00884712, throughput 6.00134K wps
[Epoch 24 Batch 2970/4268] avg loss 0.00939995, throughput 6.01003K wps
[Epoch 24 Batch 3000/4268] avg loss 0.00907092, throughput 6.00383K wps
[Epoch 24 Batch 3030/4268] avg loss 0.00842099, throughput 6.00264K wps
[Epoch 24 Batch 3060/4268] avg loss 0.00846794, throughput 6.00034K wps
[Epoch 24 Batch 3090/4268] avg loss 0.00910636, throughput 6.00149K wps
[Epoch 24 Batch 3120/4268] avg loss 0.00853241, throughput 5.99949K wps
[Epoch 24 Batch 3150/4268] avg loss 0.0092469, throughput 5.99736K wps
[Epoch 24 Batch 3180/4268] avg loss 0.0085427, throughput 6.01272K wps
[Epoch 24 Batch 3210/4268] avg loss 0.00901336, throughput 6.01174K wps
[Epoch 24 Batch 3240/4268] avg loss 0.00826472, throughput 6.01206K wps
[Epoch 24 Batch 3270/4268] avg loss 0.00882267, throughput 6.0003K wps
[Epoch 24 Batch 3300/4268] avg loss 0.00886061, throughput 6.01362K wps
[Epoch 24 Batch 3330/4268] avg loss 0.00946604, throughput 6.01262K wps
[Epoch 24 Batch 3360/4268] avg loss 0.00971164, throughput 6.00581K wps
[Epoch 24 Batch 3390/4268] avg loss 0.00908564, throughput 6.00443K wps
[Epoch 24 Batch 3420/4268] avg loss 0.0087994, throughput 5.99611K wps
[Epoch 24 Batch 3450/4268] avg loss 0.00891533, throughput 5.99866K wps
[Epoch 24 Batch 3480/4268] avg loss 0.00858067, throughput 6.00248K wps
[Epoch 24 Batch 3510/4268] avg loss 0.00862233, throughput 6.01317K wps
[Epoch 24 Batch 3540/4268] avg loss 0.00869421, throughput 6.02081K wps
[Epoch 24 Batch 3570/4268] avg loss 0.00839292, throughput 6.0156K wps
[Epoch 24 Batch 3600/4268] avg loss 0.00905065, throughput 6.0048K wps
[Epoch 24 Batch 3630/4268] avg loss 0.00900047, throughput 6.00129K wps
[Epoch 24 Batch 3660/4268] avg loss 0.00882343, throughput 5.99808K wps
[Epoch 24 Batch 3690/4268] avg loss 0.00884606, throughput 6.00001K wps
[Epoch 24 Batch 3720/4268] avg loss 0.00887884, throughput 6.00565K wps
[Epoch 24 Batch 3750/4268] avg loss 0.00860089, throughput 6.02334K wps
[Epoch 24 Batch 3780/4268] avg loss 0.00883449, throughput 6.01769K wps
[Epoch 24 Batch 3810/4268] avg loss 0.00900953, throughput 6.01416K wps
[Epoch 24 Batch 3840/4268] avg loss 0.00936689, throughput 6.00869K wps
[Epoch 24 Batch 3870/4268] avg loss 0.00913048, throughput 6.01379K wps
[Epoch 24 Batch 3900/4268] avg loss 0.008689, throughput 5.99846K wps
[Epoch 24 Batch 3930/4268] avg loss 0.00927363, throughput 5.99984K wps
[Epoch 24 Batch 3960/4268] avg loss 0.00878032, throughput 6.00025K wps
[Epoch 24 Batch 3990/4268] avg loss 0.00901402, throughput 6.0012K wps
[Epoch 24 Batch 4020/4268] avg loss 0.00921658, throughput 6.02209K wps
[Epoch 24 Batch 4050/4268] avg loss 0.00852846, throughput 6.02265K wps
[Epoch 24 Batch 4080/4268] avg loss 0.00880122, throughput 5.99645K wps
[Epoch 24 Batch 4110/4268] avg loss 0.00873268, throughput 5.99264K wps
[Epoch 24 Batch 4140/4268] avg loss 0.00881576, throughput 6.00072K wps
[Epoch 24 Batch 4170/4268] avg loss 0.00868979, throughput 5.98827K wps
[Epoch 24 Batch 4200/4268] avg loss 0.00852706, throughput 6.01265K wps
[Epoch 24 Batch 4230/4268] avg loss 0.00847911, throughput 6.01648K wps
[Epoch 24 Batch 4260/4268] avg loss 0.00873118, throughput 6.00571K wps
Begin Testing...
[Batch 30/475] elapsed 0.29 s
[Batch 60/475] elapsed 0.27 s
[Batch 90/475] elapsed 0.27 s
[Batch 120/475] elapsed 0.27 s
[Batch 150/475] elapsed 0.27 s
[Batch 180/475] elapsed 0.27 s
[Batch 210/475] elapsed 0.27 s
[Batch 240/475] elapsed 0.27 s
[Batch 270/475] elapsed 0.27 s
[Batch 300/475] elapsed 0.27 s
[Batch 330/475] elapsed 0.27 s
[Batch 360/475] elapsed 0.27 s
[Batch 390/475] elapsed 0.27 s
[Batch 420/475] elapsed 0.27 s
[Batch 450/475] elapsed 0.27 s
[Epoch 24] train avg loss 0.00842306, test acc 0.6560, test avg loss 1.09065, throughput 6.00704K wps
[Epoch 25 Batch 30/4268] avg loss 0.00751805, throughput 6.13963K wps
[Epoch 25 Batch 60/4268] avg loss 0.0077152, throughput 6.01068K wps
[Epoch 25 Batch 90/4268] avg loss 0.00728033, throughput 6.00519K wps
[Epoch 25 Batch 120/4268] avg loss 0.00760224, throughput 6.00744K wps
[Epoch 25 Batch 150/4268] avg loss 0.00707104, throughput 6.00327K wps
[Epoch 25 Batch 180/4268] avg loss 0.007448