Skip to content
Permalink
Branch: master
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
235 lines (234 sloc) 8.03 KB
Namespace(bptt=2000, gpus='6', lambdas=0.1279, model_name='standard_lstm_lm_1500', path_to_params_file='standard_lstm_lm_1500_wikitext-2-gpu4-4', theta=0.662, window=2000)
Batch 2000/217646, ppl 67.659982
Batch 4000/217646, ppl 59.694070
Batch 6000/217646, ppl 52.044147
Batch 8000/217646, ppl 54.872087
Batch 10000/217646, ppl 58.697138
Batch 12000/217646, ppl 56.532557
Batch 14000/217646, ppl 60.308527
Batch 16000/217646, ppl 62.679379
Batch 18000/217646, ppl 63.456486
Batch 20000/217646, ppl 62.973354
Batch 22000/217646, ppl 65.028719
Batch 24000/217646, ppl 65.907620
Batch 26000/217646, ppl 63.239197
Batch 28000/217646, ppl 60.380687
Batch 30000/217646, ppl 60.138406
Batch 32000/217646, ppl 58.973952
Batch 34000/217646, ppl 59.965318
Batch 36000/217646, ppl 61.145547
Batch 38000/217646, ppl 61.653932
Batch 40000/217646, ppl 61.235988
Batch 42000/217646, ppl 60.013515
Batch 44000/217646, ppl 59.063567
Batch 46000/217646, ppl 58.986844
Batch 48000/217646, ppl 59.234749
Batch 50000/217646, ppl 59.522787
Batch 52000/217646, ppl 59.661996
Batch 54000/217646, ppl 58.230452
Batch 56000/217646, ppl 58.577216
Batch 58000/217646, ppl 58.878762
Batch 60000/217646, ppl 59.206496
Batch 62000/217646, ppl 59.047683
Batch 64000/217646, ppl 59.221063
Batch 66000/217646, ppl 59.379642
Batch 68000/217646, ppl 58.800533
Batch 70000/217646, ppl 59.559939
Batch 72000/217646, ppl 60.404362
Batch 74000/217646, ppl 60.871755
Batch 76000/217646, ppl 60.805860
Batch 78000/217646, ppl 61.164567
Batch 80000/217646, ppl 61.212898
Batch 82000/217646, ppl 61.330476
Batch 84000/217646, ppl 61.200845
Batch 86000/217646, ppl 60.315150
Batch 88000/217646, ppl 60.710073
Batch 90000/217646, ppl 61.632874
Batch 92000/217646, ppl 62.119334
Batch 94000/217646, ppl 62.710699
Batch 96000/217646, ppl 61.894031
Batch 98000/217646, ppl 61.565254
Batch 100000/217646, ppl 61.164096
Batch 102000/217646, ppl 61.509816
Batch 104000/217646, ppl 61.676938
Batch 106000/217646, ppl 61.851742
Batch 108000/217646, ppl 62.103202
Batch 110000/217646, ppl 61.898375
Batch 112000/217646, ppl 62.215797
Batch 114000/217646, ppl 62.469948
Batch 116000/217646, ppl 62.676352
Batch 118000/217646, ppl 63.028176
Batch 120000/217646, ppl 63.240094
Batch 122000/217646, ppl 63.716092
Batch 124000/217646, ppl 63.765765
Batch 126000/217646, ppl 63.485660
Batch 128000/217646, ppl 63.404988
Batch 130000/217646, ppl 63.783633
Batch 132000/217646, ppl 63.751940
Batch 134000/217646, ppl 63.948212
Batch 136000/217646, ppl 63.975332
Batch 138000/217646, ppl 63.987882
Batch 140000/217646, ppl 63.765784
Batch 142000/217646, ppl 63.566848
Batch 144000/217646, ppl 63.365463
Batch 146000/217646, ppl 63.286803
Batch 148000/217646, ppl 63.092288
Batch 150000/217646, ppl 63.121815
Batch 152000/217646, ppl 63.240253
Batch 154000/217646, ppl 63.055361
Batch 156000/217646, ppl 63.463884
Batch 158000/217646, ppl 63.606984
Batch 160000/217646, ppl 63.820030
Batch 162000/217646, ppl 63.820921
Batch 164000/217646, ppl 63.761413
Batch 166000/217646, ppl 63.688949
Batch 168000/217646, ppl 63.795623
Batch 170000/217646, ppl 63.949724
Batch 172000/217646, ppl 64.116490
Batch 174000/217646, ppl 64.197922
Batch 176000/217646, ppl 64.487682
Batch 178000/217646, ppl 64.717992
Batch 180000/217646, ppl 64.499565
Batch 182000/217646, ppl 64.432304
Batch 184000/217646, ppl 64.316399
Batch 186000/217646, ppl 64.320816
Batch 188000/217646, ppl 64.409513
Batch 190000/217646, ppl 64.577412
Batch 192000/217646, ppl 64.704497
Batch 194000/217646, ppl 64.619161
Batch 196000/217646, ppl 64.498272
Batch 198000/217646, ppl 64.483724
Batch 200000/217646, ppl 64.541636
Batch 202000/217646, ppl 64.658898
Batch 204000/217646, ppl 64.970896
Batch 206000/217646, ppl 64.932946
Batch 208000/217646, ppl 64.898909
Batch 210000/217646, ppl 65.067658
Batch 212000/217646, ppl 65.253770
Batch 214000/217646, ppl 65.436525
Batch 216000/217646, ppl 65.582831
Batch 2000/245569, ppl 74.119231
Batch 4000/245569, ppl 73.960476
Batch 6000/245569, ppl 77.132425
Batch 8000/245569, ppl 60.355807
Batch 10000/245569, ppl 55.646717
Batch 12000/245569, ppl 49.701411
Batch 14000/245569, ppl 49.663751
Batch 16000/245569, ppl 51.661298
Batch 18000/245569, ppl 54.178306
Batch 20000/245569, ppl 52.881309
Batch 22000/245569, ppl 52.473324
Batch 24000/245569, ppl 53.147478
Batch 26000/245569, ppl 53.891059
Batch 28000/245569, ppl 55.445744
Batch 30000/245569, ppl 55.999803
Batch 32000/245569, ppl 55.693775
Batch 34000/245569, ppl 55.836821
Batch 36000/245569, ppl 57.033497
Batch 38000/245569, ppl 58.526064
Batch 40000/245569, ppl 60.130068
Batch 42000/245569, ppl 61.449411
Batch 44000/245569, ppl 62.375367
Batch 46000/245569, ppl 63.350336
Batch 48000/245569, ppl 63.859832
Batch 50000/245569, ppl 64.077769
Batch 52000/245569, ppl 63.293033
Batch 54000/245569, ppl 62.282779
Batch 56000/245569, ppl 62.590581
Batch 58000/245569, ppl 62.973995
Batch 60000/245569, ppl 62.205076
Batch 62000/245569, ppl 60.641905
Batch 64000/245569, ppl 59.739637
Batch 66000/245569, ppl 58.700563
Batch 68000/245569, ppl 58.263472
Batch 70000/245569, ppl 58.850750
Batch 72000/245569, ppl 60.032330
Batch 74000/245569, ppl 60.918243
Batch 76000/245569, ppl 61.518019
Batch 78000/245569, ppl 62.176134
Batch 80000/245569, ppl 62.784434
Batch 82000/245569, ppl 62.978993
Batch 84000/245569, ppl 62.669064
Batch 86000/245569, ppl 61.770599
Batch 88000/245569, ppl 61.223252
Batch 90000/245569, ppl 60.158254
Batch 92000/245569, ppl 58.634184
Batch 94000/245569, ppl 57.462240
Batch 96000/245569, ppl 55.983989
Batch 98000/245569, ppl 55.335478
Batch 100000/245569, ppl 55.156763
Batch 102000/245569, ppl 55.644303
Batch 104000/245569, ppl 56.038494
Batch 106000/245569, ppl 56.626969
Batch 108000/245569, ppl 56.440338
Batch 110000/245569, ppl 56.786504
Batch 112000/245569, ppl 56.872870
Batch 114000/245569, ppl 57.085619
Batch 116000/245569, ppl 57.226646
Batch 118000/245569, ppl 57.263988
Batch 120000/245569, ppl 57.497471
Batch 122000/245569, ppl 57.735567
Batch 124000/245569, ppl 57.612010
Batch 126000/245569, ppl 57.597550
Batch 128000/245569, ppl 57.649775
Batch 130000/245569, ppl 57.648403
Batch 132000/245569, ppl 57.752298
Batch 134000/245569, ppl 57.928003
Batch 136000/245569, ppl 58.229648
Batch 138000/245569, ppl 57.770327
Batch 140000/245569, ppl 57.385122
Batch 142000/245569, ppl 57.282763
Batch 144000/245569, ppl 57.395211
Batch 146000/245569, ppl 57.627799
Batch 148000/245569, ppl 57.910877
Batch 150000/245569, ppl 58.169886
Batch 152000/245569, ppl 58.632290
Batch 154000/245569, ppl 59.057296
Batch 156000/245569, ppl 59.528033
Batch 158000/245569, ppl 59.892328
Batch 160000/245569, ppl 60.264022
Batch 162000/245569, ppl 60.634609
Batch 164000/245569, ppl 60.716996
Batch 166000/245569, ppl 60.949723
Batch 168000/245569, ppl 61.307577
Batch 170000/245569, ppl 61.578330
Batch 172000/245569, ppl 61.726311
Batch 174000/245569, ppl 62.001436
Batch 176000/245569, ppl 62.207816
Batch 178000/245569, ppl 62.355488
Batch 180000/245569, ppl 62.411821
Batch 182000/245569, ppl 62.673870
Batch 184000/245569, ppl 62.704968
Batch 186000/245569, ppl 62.702643
Batch 188000/245569, ppl 62.675352
Batch 190000/245569, ppl 62.656754
Batch 192000/245569, ppl 62.453087
Batch 194000/245569, ppl 62.582807
Batch 196000/245569, ppl 62.774323
Batch 198000/245569, ppl 63.007332
Batch 200000/245569, ppl 62.775965
Batch 202000/245569, ppl 62.714013
Batch 204000/245569, ppl 62.805013
Batch 206000/245569, ppl 62.636273
Batch 208000/245569, ppl 62.412652
Batch 210000/245569, ppl 62.142838
Batch 212000/245569, ppl 61.969298
Batch 214000/245569, ppl 62.002132
Batch 216000/245569, ppl 61.969664
Batch 218000/245569, ppl 61.596836
Batch 220000/245569, ppl 61.517593
Batch 222000/245569, ppl 61.490182
Batch 224000/245569, ppl 61.661116
Batch 226000/245569, ppl 61.785066
Batch 228000/245569, ppl 61.984163
Batch 230000/245569, ppl 61.964158
Batch 232000/245569, ppl 61.726469
Batch 234000/245569, ppl 61.717355
Batch 236000/245569, ppl 61.877544
Batch 238000/245569, ppl 62.218490
Batch 240000/245569, ppl 62.276333
Batch 242000/245569, ppl 62.478034
Batch 244000/245569, ppl 62.711415
Best validation loss 4.18, val ppl 65.54
Best test loss 4.14, test ppl 62.79
Total time cost 1399.95s
You can’t perform that action at this time.