Skip to content
Permalink
Branch: master
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
235 lines (234 sloc) 8.02 KB
Namespace(bptt=2000, gpus='5', lambdas=0.1279, model_name='standard_lstm_lm_650', path_to_params_file='standard_lstm_lm_650_wikitext-2-gpu3-3', theta=0.662, window=2000)
Batch 2000/217646, ppl 70.992790
Batch 4000/217646, ppl 63.960897
Batch 6000/217646, ppl 55.946796
Batch 8000/217646, ppl 58.424086
Batch 10000/217646, ppl 62.435982
Batch 12000/217646, ppl 60.287140
Batch 14000/217646, ppl 63.991340
Batch 16000/217646, ppl 66.193585
Batch 18000/217646, ppl 67.083384
Batch 20000/217646, ppl 66.305480
Batch 22000/217646, ppl 68.428454
Batch 24000/217646, ppl 69.156152
Batch 26000/217646, ppl 66.519864
Batch 28000/217646, ppl 63.645487
Batch 30000/217646, ppl 63.237917
Batch 32000/217646, ppl 62.071114
Batch 34000/217646, ppl 63.112579
Batch 36000/217646, ppl 64.259443
Batch 38000/217646, ppl 64.738214
Batch 40000/217646, ppl 64.408717
Batch 42000/217646, ppl 63.209128
Batch 44000/217646, ppl 62.235917
Batch 46000/217646, ppl 62.234139
Batch 48000/217646, ppl 62.393875
Batch 50000/217646, ppl 62.572491
Batch 52000/217646, ppl 62.714974
Batch 54000/217646, ppl 61.153967
Batch 56000/217646, ppl 61.449776
Batch 58000/217646, ppl 61.613956
Batch 60000/217646, ppl 61.863772
Batch 62000/217646, ppl 61.699616
Batch 64000/217646, ppl 61.888603
Batch 66000/217646, ppl 61.926305
Batch 68000/217646, ppl 61.405147
Batch 70000/217646, ppl 62.125419
Batch 72000/217646, ppl 62.998940
Batch 74000/217646, ppl 63.523751
Batch 76000/217646, ppl 63.438540
Batch 78000/217646, ppl 63.729394
Batch 80000/217646, ppl 63.748789
Batch 82000/217646, ppl 63.894225
Batch 84000/217646, ppl 63.833251
Batch 86000/217646, ppl 63.006018
Batch 88000/217646, ppl 63.418580
Batch 90000/217646, ppl 64.364139
Batch 92000/217646, ppl 64.870432
Batch 94000/217646, ppl 65.523142
Batch 96000/217646, ppl 64.680286
Batch 98000/217646, ppl 64.358011
Batch 100000/217646, ppl 63.974636
Batch 102000/217646, ppl 64.372000
Batch 104000/217646, ppl 64.530046
Batch 106000/217646, ppl 64.735862
Batch 108000/217646, ppl 64.956307
Batch 110000/217646, ppl 64.725644
Batch 112000/217646, ppl 65.033273
Batch 114000/217646, ppl 65.286701
Batch 116000/217646, ppl 65.490677
Batch 118000/217646, ppl 65.847130
Batch 120000/217646, ppl 66.079109
Batch 122000/217646, ppl 66.499492
Batch 124000/217646, ppl 66.466777
Batch 126000/217646, ppl 66.141234
Batch 128000/217646, ppl 66.069822
Batch 130000/217646, ppl 66.570224
Batch 132000/217646, ppl 66.566066
Batch 134000/217646, ppl 66.739664
Batch 136000/217646, ppl 66.790721
Batch 138000/217646, ppl 66.823829
Batch 140000/217646, ppl 66.612081
Batch 142000/217646, ppl 66.395132
Batch 144000/217646, ppl 66.165467
Batch 146000/217646, ppl 66.075236
Batch 148000/217646, ppl 65.862211
Batch 150000/217646, ppl 65.890885
Batch 152000/217646, ppl 66.018877
Batch 154000/217646, ppl 65.853025
Batch 156000/217646, ppl 66.259011
Batch 158000/217646, ppl 66.392619
Batch 160000/217646, ppl 66.605254
Batch 162000/217646, ppl 66.583658
Batch 164000/217646, ppl 66.506088
Batch 166000/217646, ppl 66.410662
Batch 168000/217646, ppl 66.499296
Batch 170000/217646, ppl 66.656295
Batch 172000/217646, ppl 66.814845
Batch 174000/217646, ppl 66.875507
Batch 176000/217646, ppl 67.174893
Batch 178000/217646, ppl 67.446292
Batch 180000/217646, ppl 67.263009
Batch 182000/217646, ppl 67.196737
Batch 184000/217646, ppl 67.148590
Batch 186000/217646, ppl 67.149905
Batch 188000/217646, ppl 67.224378
Batch 190000/217646, ppl 67.423665
Batch 192000/217646, ppl 67.547004
Batch 194000/217646, ppl 67.438786
Batch 196000/217646, ppl 67.359150
Batch 198000/217646, ppl 67.345932
Batch 200000/217646, ppl 67.419815
Batch 202000/217646, ppl 67.554613
Batch 204000/217646, ppl 67.842979
Batch 206000/217646, ppl 67.824985
Batch 208000/217646, ppl 67.808378
Batch 210000/217646, ppl 67.980927
Batch 212000/217646, ppl 68.163991
Batch 214000/217646, ppl 68.349701
Batch 216000/217646, ppl 68.517095
Batch 2000/245569, ppl 81.780226
Batch 4000/245569, ppl 78.250946
Batch 6000/245569, ppl 81.294767
Batch 8000/245569, ppl 64.292458
Batch 10000/245569, ppl 59.217490
Batch 12000/245569, ppl 52.749193
Batch 14000/245569, ppl 52.624950
Batch 16000/245569, ppl 54.922941
Batch 18000/245569, ppl 57.152494
Batch 20000/245569, ppl 55.759106
Batch 22000/245569, ppl 55.213966
Batch 24000/245569, ppl 55.598705
Batch 26000/245569, ppl 56.198508
Batch 28000/245569, ppl 57.683392
Batch 30000/245569, ppl 58.118787
Batch 32000/245569, ppl 57.489210
Batch 34000/245569, ppl 57.686614
Batch 36000/245569, ppl 58.966890
Batch 38000/245569, ppl 60.413178
Batch 40000/245569, ppl 62.069492
Batch 42000/245569, ppl 63.326683
Batch 44000/245569, ppl 64.363290
Batch 46000/245569, ppl 65.306268
Batch 48000/245569, ppl 65.874718
Batch 50000/245569, ppl 66.084659
Batch 52000/245569, ppl 65.319514
Batch 54000/245569, ppl 64.344289
Batch 56000/245569, ppl 64.628132
Batch 58000/245569, ppl 65.048591
Batch 60000/245569, ppl 64.523534
Batch 62000/245569, ppl 62.969445
Batch 64000/245569, ppl 62.236452
Batch 66000/245569, ppl 61.351555
Batch 68000/245569, ppl 61.073266
Batch 70000/245569, ppl 61.732026
Batch 72000/245569, ppl 62.924092
Batch 74000/245569, ppl 63.840178
Batch 76000/245569, ppl 64.468119
Batch 78000/245569, ppl 65.129585
Batch 80000/245569, ppl 65.684873
Batch 82000/245569, ppl 65.871288
Batch 84000/245569, ppl 65.450052
Batch 86000/245569, ppl 64.487880
Batch 88000/245569, ppl 63.929371
Batch 90000/245569, ppl 62.852323
Batch 92000/245569, ppl 61.323687
Batch 94000/245569, ppl 60.132001
Batch 96000/245569, ppl 58.614647
Batch 98000/245569, ppl 57.952937
Batch 100000/245569, ppl 57.774074
Batch 102000/245569, ppl 58.242103
Batch 104000/245569, ppl 58.607314
Batch 106000/245569, ppl 59.180147
Batch 108000/245569, ppl 59.019520
Batch 110000/245569, ppl 59.402214
Batch 112000/245569, ppl 59.510149
Batch 114000/245569, ppl 59.749080
Batch 116000/245569, ppl 59.929102
Batch 118000/245569, ppl 60.017782
Batch 120000/245569, ppl 60.249820
Batch 122000/245569, ppl 60.507622
Batch 124000/245569, ppl 60.374617
Batch 126000/245569, ppl 60.354771
Batch 128000/245569, ppl 60.391296
Batch 130000/245569, ppl 60.372845
Batch 132000/245569, ppl 60.494097
Batch 134000/245569, ppl 60.643315
Batch 136000/245569, ppl 60.920853
Batch 138000/245569, ppl 60.483951
Batch 140000/245569, ppl 60.077350
Batch 142000/245569, ppl 59.985041
Batch 144000/245569, ppl 60.119429
Batch 146000/245569, ppl 60.370850
Batch 148000/245569, ppl 60.695002
Batch 150000/245569, ppl 60.963136
Batch 152000/245569, ppl 61.445980
Batch 154000/245569, ppl 61.905257
Batch 156000/245569, ppl 62.431261
Batch 158000/245569, ppl 62.826573
Batch 160000/245569, ppl 63.215728
Batch 162000/245569, ppl 63.623533
Batch 164000/245569, ppl 63.733136
Batch 166000/245569, ppl 63.978181
Batch 168000/245569, ppl 64.344834
Batch 170000/245569, ppl 64.625590
Batch 172000/245569, ppl 64.780399
Batch 174000/245569, ppl 65.029447
Batch 176000/245569, ppl 65.216541
Batch 178000/245569, ppl 65.369011
Batch 180000/245569, ppl 65.430495
Batch 182000/245569, ppl 65.697921
Batch 184000/245569, ppl 65.729268
Batch 186000/245569, ppl 65.733344
Batch 188000/245569, ppl 65.699655
Batch 190000/245569, ppl 65.676746
Batch 192000/245569, ppl 65.471923
Batch 194000/245569, ppl 65.604015
Batch 196000/245569, ppl 65.815072
Batch 198000/245569, ppl 66.053049
Batch 200000/245569, ppl 65.799493
Batch 202000/245569, ppl 65.759215
Batch 204000/245569, ppl 65.859509
Batch 206000/245569, ppl 65.698963
Batch 208000/245569, ppl 65.476166
Batch 210000/245569, ppl 65.193350
Batch 212000/245569, ppl 65.015285
Batch 214000/245569, ppl 65.043486
Batch 216000/245569, ppl 65.005260
Batch 218000/245569, ppl 64.635158
Batch 220000/245569, ppl 64.549917
Batch 222000/245569, ppl 64.511059
Batch 224000/245569, ppl 64.675724
Batch 226000/245569, ppl 64.804155
Batch 228000/245569, ppl 65.003131
Batch 230000/245569, ppl 64.991099
Batch 232000/245569, ppl 64.766577
Batch 234000/245569, ppl 64.755116
Batch 236000/245569, ppl 64.899319
Batch 238000/245569, ppl 65.255094
Batch 240000/245569, ppl 65.298915
Batch 242000/245569, ppl 65.506893
Batch 244000/245569, ppl 65.759486
Best validation loss 4.23, val ppl 68.47
Best test loss 4.19, test ppl 65.85
Total time cost 1360.91s
You can’t perform that action at this time.