2017-08-22 21:16:06,009 : load: False 2017-08-22 21:16:06,010 : tau: 1.0 2017-08-22 21:16:06,010 : save_score_level: 20 2017-08-22 21:16:06,010 : optimizer: Adam 2017-08-22 21:16:06,011 : max_episode_length: 10000 2017-08-22 21:16:06,011 : workers: 32 2017-08-22 21:16:06,011 : save_model_dir: trained_models/ 2017-08-22 21:16:06,011 : num_steps: 20 2017-08-22 21:16:06,012 : env_config: config.json 2017-08-22 21:16:06,012 : seed: 1 2017-08-22 21:16:06,012 : lr: 0.0001 2017-08-22 21:16:06,013 : log_dir: logs/ 2017-08-22 21:16:06,013 : env: Seaquest-v0 2017-08-22 21:16:06,013 : shared_optimizer: True 2017-08-22 21:16:06,013 : load_model_dir: trained_models/ 2017-08-22 21:16:06,014 : count_lives: False 2017-08-22 21:16:06,014 : gamma: 0.99 2017-08-22 21:22:04,997 : Time 00h 05m 45s, episode reward 0.0, episode length 10000, reward mean 0.0000 2017-08-22 21:23:37,719 : Time 00h 07m 18s, episode reward 100.0, episode length 991, reward mean 50.0000 2017-08-22 21:25:07,761 : Time 00h 08m 48s, episode reward 160.0, episode length 1036, reward mean 86.6667 2017-08-22 21:26:26,861 : Time 00h 10m 07s, episode reward 80.0, episode length 649, reward mean 85.0000 2017-08-22 21:28:00,668 : Time 00h 11m 41s, episode reward 180.0, episode length 1159, reward mean 104.0000 2017-08-22 21:29:21,986 : Time 00h 13m 02s, episode reward 80.0, episode length 731, reward mean 100.0000 2017-08-22 21:30:50,322 : Time 00h 14m 31s, episode reward 100.0, episode length 988, reward mean 100.0000 2017-08-22 21:32:20,122 : Time 00h 16m 01s, episode reward 160.0, episode length 1020, reward mean 107.5000 2017-08-22 21:33:43,586 : Time 00h 17m 24s, episode reward 120.0, episode length 858, reward mean 108.8889 2017-08-22 21:35:13,905 : Time 00h 18m 54s, episode reward 100.0, episode length 1001, reward mean 108.0000 2017-08-22 21:36:37,858 : Time 00h 20m 18s, episode reward 120.0, episode length 797, reward mean 109.0909 2017-08-22 21:38:12,012 : Time 00h 21m 52s, episode reward 300.0, episode length 1256, reward mean 125.0000 2017-08-22 21:39:37,627 : Time 00h 23m 18s, episode reward 100.0, episode length 878, reward mean 123.0769 2017-08-22 21:41:14,908 : Time 00h 24m 55s, episode reward 240.0, episode length 1219, reward mean 131.4286 2017-08-22 21:42:36,864 : Time 00h 26m 17s, episode reward 100.0, episode length 794, reward mean 129.3333 2017-08-22 21:44:02,121 : Time 00h 27m 43s, episode reward 120.0, episode length 962, reward mean 128.7500 2017-08-22 21:46:12,426 : Time 00h 29m 53s, episode reward 660.0, episode length 2414, reward mean 160.0000 2017-08-22 21:47:49,858 : Time 00h 31m 30s, episode reward 100.0, episode length 1324, reward mean 156.6667 2017-08-22 21:50:10,247 : Time 00h 33m 51s, episode reward 900.0, episode length 3013, reward mean 195.7895 2017-08-22 21:52:15,206 : Time 00h 35m 56s, episode reward 620.0, episode length 2254, reward mean 217.0000 2017-08-22 21:54:38,059 : Time 00h 38m 18s, episode reward 880.0, episode length 3051, reward mean 248.5714 2017-08-22 21:56:58,108 : Time 00h 40m 39s, episode reward 940.0, episode length 3031, reward mean 280.0000 2017-08-22 21:59:15,384 : Time 00h 42m 56s, episode reward 820.0, episode length 2735, reward mean 303.4783 2017-08-22 22:01:26,287 : Time 00h 45m 07s, episode reward 740.0, episode length 2527, reward mean 321.6667 2017-08-22 22:03:48,289 : Time 00h 47m 29s, episode reward 940.0, episode length 3018, reward mean 346.4000 2017-08-22 22:06:09,131 : Time 00h 49m 50s, episode reward 920.0, episode length 3020, reward mean 368.4615 2017-08-22 22:08:44,605 : Time 00h 52m 25s, episode reward 940.0, episode length 3010, reward mean 389.6296 2017-08-22 22:11:00,918 : Time 00h 54m 41s, episode reward 800.0, episode length 2763, reward mean 404.2857 2017-08-22 22:12:26,701 : Time 00h 56m 07s, episode reward 280.0, episode length 907, reward mean 400.0000 2017-08-22 22:14:40,461 : Time 00h 58m 21s, episode reward 880.0, episode length 2706, reward mean 416.0000 2017-08-22 22:16:48,750 : Time 01h 00m 29s, episode reward 1260.0, episode length 2451, reward mean 443.2258 2017-08-22 22:18:40,026 : Time 01h 02m 20s, episode reward 920.0, episode length 1836, reward mean 458.1250 2017-08-22 22:20:41,539 : Time 01h 04m 22s, episode reward 1120.0, episode length 2140, reward mean 478.1818 2017-08-22 22:22:32,085 : Time 01h 06m 13s, episode reward 740.0, episode length 1664, reward mean 485.8824 2017-08-22 22:24:57,800 : Time 01h 08m 38s, episode reward 1720.0, episode length 3049, reward mean 521.1429 2017-08-22 22:27:19,920 : Time 01h 11m 00s, episode reward 1740.0, episode length 3027, reward mean 555.0000 2017-08-22 22:29:46,037 : Time 01h 13m 26s, episode reward 1680.0, episode length 2909, reward mean 585.4054 2017-08-22 22:32:09,390 : Time 01h 15m 50s, episode reward 1760.0, episode length 3045, reward mean 616.3158 2017-08-22 22:34:22,225 : Time 01h 18m 03s, episode reward 1760.0, episode length 3040, reward mean 645.6410 2017-08-22 22:36:44,245 : Time 01h 20m 25s, episode reward 1540.0, episode length 3040, reward mean 668.0000 2017-08-22 22:39:10,709 : Time 01h 22m 51s, episode reward 1720.0, episode length 3026, reward mean 693.6585 2017-08-22 22:41:33,044 : Time 01h 25m 13s, episode reward 1700.0, episode length 3025, reward mean 717.6190 2017-08-22 22:44:00,056 : Time 01h 27m 40s, episode reward 1220.0, episode length 3015, reward mean 729.3023 2017-08-22 22:46:22,675 : Time 01h 30m 03s, episode reward 1820.0, episode length 3028, reward mean 754.0909 2017-08-22 22:48:47,056 : Time 01h 32m 27s, episode reward 1780.0, episode length 3040, reward mean 776.8889 2017-08-22 22:51:13,349 : Time 01h 34m 54s, episode reward 1740.0, episode length 3038, reward mean 797.8261 2017-08-22 22:53:35,802 : Time 01h 37m 16s, episode reward 1760.0, episode length 3072, reward mean 818.2979 2017-08-22 22:56:01,364 : Time 01h 39m 42s, episode reward 1800.0, episode length 2997, reward mean 838.7500 2017-08-22 22:58:26,794 : Time 01h 42m 07s, episode reward 1760.0, episode length 3036, reward mean 857.5510 2017-08-22 23:01:02,837 : Time 01h 44m 43s, episode reward 1700.0, episode length 3029, reward mean 874.4000 2017-08-22 23:03:26,536 : Time 01h 47m 07s, episode reward 1760.0, episode length 3040, reward mean 891.7647 2017-08-22 23:05:54,303 : Time 01h 49m 35s, episode reward 1840.0, episode length 3036, reward mean 910.0000 2017-08-22 23:08:22,276 : Time 01h 52m 03s, episode reward 1840.0, episode length 3042, reward mean 927.5472 2017-08-22 23:10:45,103 : Time 01h 54m 26s, episode reward 1800.0, episode length 3010, reward mean 943.7037 2017-08-22 23:13:13,994 : Time 01h 56m 54s, episode reward 1820.0, episode length 3011, reward mean 959.6364 2017-08-22 23:15:38,910 : Time 01h 59m 19s, episode reward 1840.0, episode length 3027, reward mean 975.3571 2017-08-22 23:18:07,772 : Time 02h 01m 48s, episode reward 1820.0, episode length 3021, reward mean 990.1754 2017-08-22 23:20:28,108 : Time 02h 04m 09s, episode reward 1840.0, episode length 3029, reward mean 1004.8276 2017-08-22 23:22:48,292 : Time 02h 06m 29s, episode reward 1840.0, episode length 3025, reward mean 1018.9831 2017-08-22 23:25:11,247 : Time 02h 08m 52s, episode reward 1760.0, episode length 3026, reward mean 1031.3333 2017-08-22 23:27:36,159 : Time 02h 11m 17s, episode reward 1760.0, episode length 3030, reward mean 1043.2787 2017-08-22 23:29:58,755 : Time 02h 13m 39s, episode reward 1840.0, episode length 3022, reward mean 1056.1290 2017-08-22 23:32:18,255 : Time 02h 15m 59s, episode reward 1780.0, episode length 3023, reward mean 1067.6190 2017-08-22 23:34:40,282 : Time 02h 18m 21s, episode reward 1820.0, episode length 3030, reward mean 1079.3750 2017-08-22 23:37:05,342 : Time 02h 20m 46s, episode reward 1840.0, episode length 3042, reward mean 1091.0769 2017-08-22 23:39:30,749 : Time 02h 23m 11s, episode reward 1820.0, episode length 3061, reward mean 1102.1212 2017-08-22 23:41:47,957 : Time 02h 25m 28s, episode reward 1820.0, episode length 3040, reward mean 1112.8358 2017-08-22 23:44:10,662 : Time 02h 27m 51s, episode reward 1800.0, episode length 3043, reward mean 1122.9412 2017-08-22 23:46:33,598 : Time 02h 30m 14s, episode reward 1780.0, episode length 3035, reward mean 1132.4638 2017-08-22 23:48:52,579 : Time 02h 32m 33s, episode reward 1640.0, episode length 2791, reward mean 1139.7143 2017-08-22 23:51:16,087 : Time 02h 34m 57s, episode reward 1800.0, episode length 3017, reward mean 1149.0141 2017-08-22 23:53:39,372 : Time 02h 37m 20s, episode reward 1780.0, episode length 3038, reward mean 1157.7778 2017-08-22 23:56:00,055 : Time 02h 39m 40s, episode reward 1820.0, episode length 3039, reward mean 1166.8493 2017-08-22 23:58:29,582 : Time 02h 42m 10s, episode reward 1780.0, episode length 3008, reward mean 1175.1351 2017-08-23 00:00:53,255 : Time 02h 44m 34s, episode reward 1780.0, episode length 3025, reward mean 1183.2000 2017-08-23 00:03:04,489 : Time 02h 46m 45s, episode reward 1440.0, episode length 2585, reward mean 1186.5789 2017-08-23 00:05:26,757 : Time 02h 49m 07s, episode reward 1840.0, episode length 3039, reward mean 1195.0649 2017-08-23 00:07:44,592 : Time 02h 51m 25s, episode reward 1520.0, episode length 2486, reward mean 1199.2308 2017-08-23 00:10:03,494 : Time 02h 53m 44s, episode reward 2000.0, episode length 3034, reward mean 1209.3671 2017-08-23 00:11:53,371 : Time 02h 55m 34s, episode reward 1200.0, episode length 1741, reward mean 1209.2500 2017-08-23 00:14:17,444 : Time 02h 57m 58s, episode reward 2180.0, episode length 2957, reward mean 1221.2346 2017-08-23 00:16:17,046 : Time 02h 59m 57s, episode reward 1680.0, episode length 2237, reward mean 1226.8293 2017-08-23 00:18:18,669 : Time 03h 01m 59s, episode reward 1680.0, episode length 2337, reward mean 1232.2892 2017-08-23 00:20:23,867 : Time 03h 04m 04s, episode reward 1640.0, episode length 2323, reward mean 1237.1429 2017-08-23 00:22:45,029 : Time 03h 06m 25s, episode reward 2440.0, episode length 2975, reward mean 1251.2941 2017-08-23 00:25:06,870 : Time 03h 08m 47s, episode reward 2500.0, episode length 3015, reward mean 1265.8140 2017-08-23 00:27:31,081 : Time 03h 11m 11s, episode reward 2540.0, episode length 3032, reward mean 1280.4598 2017-08-23 00:29:56,321 : Time 03h 13m 37s, episode reward 2540.0, episode length 3022, reward mean 1294.7727 2017-08-23 00:32:21,684 : Time 03h 16m 02s, episode reward 2520.0, episode length 3032, reward mean 1308.5393 2017-08-23 00:34:43,660 : Time 03h 18m 24s, episode reward 2540.0, episode length 3038, reward mean 1322.2222 2017-08-23 00:37:09,515 : Time 03h 20m 50s, episode reward 2560.0, episode length 3016, reward mean 1335.8242 2017-08-23 00:39:34,635 : Time 03h 23m 15s, episode reward 2600.0, episode length 3034, reward mean 1349.5652 2017-08-23 00:42:05,669 : Time 03h 25m 46s, episode reward 2620.0, episode length 3045, reward mean 1363.2258 2017-08-23 00:44:26,702 : Time 03h 28m 07s, episode reward 2640.0, episode length 3024, reward mean 1376.8085 2017-08-23 00:46:48,972 : Time 03h 30m 29s, episode reward 2640.0, episode length 3010, reward mean 1390.1053 2017-08-23 00:49:06,713 : Time 03h 32m 47s, episode reward 2360.0, episode length 2855, reward mean 1400.2083 2017-08-23 00:51:28,749 : Time 03h 35m 09s, episode reward 2580.0, episode length 3033, reward mean 1412.3711 2017-08-23 00:53:52,455 : Time 03h 37m 33s, episode reward 2600.0, episode length 3022, reward mean 1424.4898 2017-08-23 00:56:14,661 : Time 03h 39m 55s, episode reward 2680.0, episode length 3016, reward mean 1437.1717 2017-08-23 00:58:41,094 : Time 03h 42m 22s, episode reward 2680.0, episode length 2996, reward mean 1449.6000 2017-08-23 01:01:06,664 : Time 03h 44m 47s, episode reward 2640.0, episode length 3022, reward mean 1461.3861 2017-08-23 01:03:18,347 : Time 03h 46m 59s, episode reward 2060.0, episode length 2440, reward mean 1467.2549 2017-08-23 01:05:42,286 : Time 03h 49m 23s, episode reward 2660.0, episode length 3039, reward mean 1478.8350 2017-08-23 01:08:02,046 : Time 03h 51m 42s, episode reward 2700.0, episode length 3026, reward mean 1490.5769 2017-08-23 01:10:24,195 : Time 03h 54m 05s, episode reward 2660.0, episode length 3010, reward mean 1501.7143 2017-08-23 01:12:44,629 : Time 03h 56m 25s, episode reward 2680.0, episode length 3027, reward mean 1512.8302 2017-08-23 01:15:08,993 : Time 03h 58m 49s, episode reward 2720.0, episode length 3020, reward mean 1524.1121 2017-08-23 01:17:34,176 : Time 04h 01m 15s, episode reward 2660.0, episode length 3038, reward mean 1534.6296 2017-08-23 01:19:50,217 : Time 04h 03m 31s, episode reward 2600.0, episode length 3032, reward mean 1544.4037 2017-08-23 01:22:10,837 : Time 04h 05m 51s, episode reward 2720.0, episode length 3008, reward mean 1555.0909 2017-08-23 01:24:35,185 : Time 04h 08m 16s, episode reward 2620.0, episode length 3029, reward mean 1564.6847 2017-08-23 01:26:59,652 : Time 04h 10m 40s, episode reward 2600.0, episode length 3022, reward mean 1573.9286 2017-08-23 01:29:24,012 : Time 04h 13m 04s, episode reward 2640.0, episode length 3009, reward mean 1583.3628 2017-08-23 01:31:48,837 : Time 04h 15m 29s, episode reward 2660.0, episode length 3034, reward mean 1592.8070 2017-08-23 01:34:11,481 : Time 04h 17m 52s, episode reward 2740.0, episode length 3015, reward mean 1602.7826 2017-08-23 01:36:39,879 : Time 04h 20m 20s, episode reward 2700.0, episode length 3051, reward mean 1612.2414 2017-08-23 01:38:46,979 : Time 04h 22m 27s, episode reward 2080.0, episode length 2429, reward mean 1616.2393 2017-08-23 01:41:11,700 : Time 04h 24m 52s, episode reward 2720.0, episode length 3042, reward mean 1625.5932 2017-08-23 01:43:34,697 : Time 04h 27m 15s, episode reward 2720.0, episode length 3035, reward mean 1634.7899 2017-08-23 01:45:56,049 : Time 04h 29m 36s, episode reward 2700.0, episode length 3030, reward mean 1643.6667 2017-08-23 01:48:19,648 : Time 04h 32m 00s, episode reward 2700.0, episode length 3042, reward mean 1652.3967 2017-08-23 01:50:45,699 : Time 04h 34m 26s, episode reward 2620.0, episode length 3048, reward mean 1660.3279 2017-08-23 01:53:15,034 : Time 04h 36m 55s, episode reward 2700.0, episode length 2992, reward mean 1668.7805 2017-08-23 01:55:40,414 : Time 04h 39m 21s, episode reward 2700.0, episode length 3004, reward mean 1677.0968 2017-08-23 01:58:03,067 : Time 04h 41m 43s, episode reward 2700.0, episode length 3035, reward mean 1685.2800 2017-08-23 02:00:28,901 : Time 04h 44m 09s, episode reward 2640.0, episode length 3035, reward mean 1692.8571 2017-08-23 02:02:53,136 : Time 04h 46m 34s, episode reward 2680.0, episode length 3008, reward mean 1700.6299 2017-08-23 02:05:18,229 : Time 04h 48m 59s, episode reward 2660.0, episode length 3033, reward mean 1708.1250 2017-08-23 02:07:30,020 : Time 04h 51m 10s, episode reward 2200.0, episode length 2601, reward mean 1711.9380 2017-08-23 02:09:53,713 : Time 04h 53m 34s, episode reward 2680.0, episode length 3028, reward mean 1719.3846 2017-08-23 02:12:21,076 : Time 04h 56m 01s, episode reward 2720.0, episode length 3004, reward mean 1727.0229 2017-08-23 02:14:28,369 : Time 04h 58m 09s, episode reward 2100.0, episode length 2430, reward mean 1729.8485 2017-08-23 02:16:51,900 : Time 05h 00m 32s, episode reward 2740.0, episode length 3016, reward mean 1737.4436 2017-08-23 02:19:13,035 : Time 05h 02m 53s, episode reward 2740.0, episode length 3047, reward mean 1744.9254 2017-08-23 02:21:37,053 : Time 05h 05m 17s, episode reward 2720.0, episode length 3033, reward mean 1752.1481 2017-08-23 02:24:02,542 : Time 05h 07m 43s, episode reward 2660.0, episode length 3035, reward mean 1758.8235 2017-08-23 02:26:27,289 : Time 05h 10m 08s, episode reward 2700.0, episode length 3034, reward mean 1765.6934 2017-08-23 02:28:50,525 : Time 05h 12m 31s, episode reward 2700.0, episode length 3028, reward mean 1772.4638 2017-08-23 02:31:13,576 : Time 05h 14m 54s, episode reward 2720.0, episode length 3011, reward mean 1779.2806 2017-08-23 02:33:34,997 : Time 05h 17m 15s, episode reward 2700.0, episode length 3027, reward mean 1785.8571 2017-08-23 02:35:58,404 : Time 05h 19m 39s, episode reward 2740.0, episode length 3049, reward mean 1792.6241 2017-08-23 02:38:23,556 : Time 05h 22m 04s, episode reward 2720.0, episode length 3030, reward mean 1799.1549 2017-08-23 02:40:46,839 : Time 05h 24m 27s, episode reward 2680.0, episode length 3042, reward mean 1805.3147 2017-08-23 02:43:11,992 : Time 05h 26m 52s, episode reward 2700.0, episode length 3030, reward mean 1811.5278 2017-08-23 02:45:37,313 : Time 05h 29m 18s, episode reward 2580.0, episode length 3004, reward mean 1816.8276 2017-08-23 02:47:58,222 : Time 05h 31m 39s, episode reward 2660.0, episode length 3052, reward mean 1822.6027 2017-08-23 02:50:19,736 : Time 05h 34m 00s, episode reward 2700.0, episode length 3017, reward mean 1828.5714 2017-08-23 02:52:45,204 : Time 05h 36m 26s, episode reward 2720.0, episode length 3034, reward mean 1834.5946 2017-08-23 02:55:11,396 : Time 05h 38m 52s, episode reward 2720.0, episode length 3063, reward mean 1840.5369 2017-08-23 02:57:37,233 : Time 05h 41m 18s, episode reward 2720.0, episode length 3030, reward mean 1846.4000 2017-08-23 03:00:04,328 : Time 05h 43m 45s, episode reward 2640.0, episode length 3030, reward mean 1851.6556 2017-08-23 03:02:26,847 : Time 05h 46m 07s, episode reward 2660.0, episode length 3006, reward mean 1856.9737 2017-08-23 03:04:48,135 : Time 05h 48m 29s, episode reward 2660.0, episode length 3004, reward mean 1862.2222 2017-08-23 03:07:13,198 : Time 05h 50m 54s, episode reward 2580.0, episode length 3018, reward mean 1866.8831 2017-08-23 03:09:36,495 : Time 05h 53m 17s, episode reward 2780.0, episode length 3036, reward mean 1872.7742 2017-08-23 03:11:57,113 : Time 05h 55m 38s, episode reward 2700.0, episode length 3015, reward mean 1878.0769 2017-08-23 03:14:19,353 : Time 05h 58m 00s, episode reward 2700.0, episode length 3014, reward mean 1883.3121 2017-08-23 03:16:49,276 : Time 06h 00m 30s, episode reward 2700.0, episode length 3028, reward mean 1888.4810 2017-08-23 03:19:24,388 : Time 06h 03m 05s, episode reward 2680.0, episode length 3023, reward mean 1893.4591 2017-08-23 03:21:55,941 : Time 06h 05m 36s, episode reward 2700.0, episode length 3046, reward mean 1898.5000 2017-08-23 03:24:28,992 : Time 06h 08m 09s, episode reward 2700.0, episode length 3045, reward mean 1903.4783 2017-08-23 03:27:02,189 : Time 06h 10m 43s, episode reward 2680.0, episode length 3025, reward mean 1908.2716 2017-08-23 03:29:33,868 : Time 06h 13m 14s, episode reward 2720.0, episode length 3046, reward mean 1913.2515 2017-08-23 03:32:04,445 : Time 06h 15m 45s, episode reward 2720.0, episode length 3028, reward mean 1918.1707 2017-08-23 03:34:34,541 : Time 06h 18m 15s, episode reward 2740.0, episode length 3027, reward mean 1923.1515 2017-08-23 03:37:03,046 : Time 06h 20m 43s, episode reward 2720.0, episode length 2994, reward mean 1927.9518 2017-08-23 03:39:30,623 : Time 06h 23m 11s, episode reward 2700.0, episode length 2988, reward mean 1932.5749 2017-08-23 03:41:54,761 : Time 06h 25m 35s, episode reward 2560.0, episode length 2973, reward mean 1936.3095 2017-08-23 03:44:23,082 : Time 06h 28m 03s, episode reward 2680.0, episode length 3004, reward mean 1940.7101 2017-08-23 03:46:53,424 : Time 06h 30m 34s, episode reward 2580.0, episode length 3043, reward mean 1944.4706 2017-08-23 03:49:20,975 : Time 06h 33m 01s, episode reward 2680.0, episode length 3028, reward mean 1948.7719 2017-08-23 03:51:56,685 : Time 06h 35m 37s, episode reward 2640.0, episode length 3012, reward mean 1952.7907 2017-08-23 03:54:27,546 : Time 06h 38m 08s, episode reward 2700.0, episode length 3008, reward mean 1957.1098 2017-08-23 03:57:01,892 : Time 06h 40m 42s, episode reward 2680.0, episode length 3033, reward mean 1961.2644 2017-08-23 03:59:28,737 : Time 06h 43m 09s, episode reward 2720.0, episode length 3027, reward mean 1965.6000 2017-08-23 04:02:01,461 : Time 06h 45m 42s, episode reward 2700.0, episode length 3019, reward mean 1969.7727 2017-08-23 04:04:23,976 : Time 06h 48m 04s, episode reward 2700.0, episode length 3017, reward mean 1973.8983 2017-08-23 04:06:47,506 : Time 06h 50m 28s, episode reward 2680.0, episode length 3032, reward mean 1977.8652 2017-08-23 04:09:11,299 : Time 06h 52m 52s, episode reward 2720.0, episode length 3012, reward mean 1982.0112 2017-08-23 04:11:34,881 : Time 06h 55m 15s, episode reward 2760.0, episode length 2998, reward mean 1986.3333 2017-08-23 04:13:57,727 : Time 06h 57m 38s, episode reward 2720.0, episode length 2997, reward mean 1990.3867 2017-08-23 04:16:16,970 : Time 06h 59m 57s, episode reward 2700.0, episode length 3045, reward mean 1994.2857 2017-08-23 04:18:41,658 : Time 07h 02m 22s, episode reward 2740.0, episode length 3035, reward mean 1998.3607 2017-08-23 04:21:06,846 : Time 07h 04m 47s, episode reward 2700.0, episode length 3027, reward mean 2002.1739 2017-08-23 04:23:33,245 : Time 07h 07m 14s, episode reward 2720.0, episode length 3046, reward mean 2006.0541 2017-08-23 04:25:56,312 : Time 07h 09m 37s, episode reward 2720.0, episode length 3073, reward mean 2009.8925 2017-08-23 04:28:15,345 : Time 07h 11m 56s, episode reward 2720.0, episode length 3030, reward mean 2013.6898 2017-08-23 04:30:45,621 : Time 07h 14m 26s, episode reward 2700.0, episode length 3029, reward mean 2017.3404 2017-08-23 04:33:08,954 : Time 07h 16m 49s, episode reward 2720.0, episode length 3028, reward mean 2021.0582 2017-08-23 04:35:29,623 : Time 07h 19m 10s, episode reward 2720.0, episode length 3023, reward mean 2024.7368 2017-08-23 04:37:51,448 : Time 07h 21m 32s, episode reward 2720.0, episode length 3036, reward mean 2028.3770 2017-08-23 04:40:16,333 : Time 07h 23m 57s, episode reward 2720.0, episode length 3047, reward mean 2031.9792 2017-08-23 04:42:36,087 : Time 07h 26m 17s, episode reward 2720.0, episode length 3028, reward mean 2035.5440 2017-08-23 04:44:47,912 : Time 07h 28m 28s, episode reward 2120.0, episode length 2488, reward mean 2035.9794 2017-08-23 04:47:12,920 : Time 07h 30m 53s, episode reward 2720.0, episode length 3056, reward mean 2039.4872 2017-08-23 04:49:38,952 : Time 07h 33m 19s, episode reward 2700.0, episode length 3030, reward mean 2042.8571 2017-08-23 04:51:58,670 : Time 07h 35m 39s, episode reward 2760.0, episode length 3034, reward mean 2046.4975 2017-08-23 04:54:20,509 : Time 07h 38m 01s, episode reward 2700.0, episode length 3055, reward mean 2049.7980 2017-08-23 04:56:42,068 : Time 07h 40m 22s, episode reward 2700.0, episode length 3021, reward mean 2053.0653 2017-08-23 04:59:10,437 : Time 07h 42m 51s, episode reward 2680.0, episode length 3020, reward mean 2056.2000 2017-08-23 05:01:35,889 : Time 07h 45m 16s, episode reward 2700.0, episode length 3059, reward mean 2059.4030 2017-08-23 05:03:59,416 : Time 07h 47m 40s, episode reward 2740.0, episode length 3036, reward mean 2062.7723 2017-08-23 05:06:20,229 : Time 07h 50m 01s, episode reward 2700.0, episode length 3053, reward mean 2065.9113 2017-08-23 05:08:43,387 : Time 07h 52m 24s, episode reward 2720.0, episode length 3045, reward mean 2069.1176 2017-08-23 05:11:03,684 : Time 07h 54m 44s, episode reward 2740.0, episode length 3026, reward mean 2072.3902 2017-08-23 05:13:23,642 : Time 07h 57m 04s, episode reward 2680.0, episode length 3044, reward mean 2075.3398 2017-08-23 05:16:04,543 : Time 07h 59m 45s, episode reward 2740.0, episode length 3032, reward mean 2078.5507 2017-08-23 05:18:37,141 : Time 08h 02m 18s, episode reward 2680.0, episode length 3031, reward mean 2081.4423 2017-08-23 05:20:57,171 : Time 08h 04m 38s, episode reward 2680.0, episode length 3041, reward mean 2084.3062 2017-08-23 05:23:14,138 : Time 08h 06m 55s, episode reward 2700.0, episode length 3053, reward mean 2087.2381 2017-08-23 05:25:35,845 : Time 08h 09m 16s, episode reward 2720.0, episode length 3047, reward mean 2090.2370 2017-08-23 05:27:56,195 : Time 08h 11m 37s, episode reward 2700.0, episode length 3026, reward mean 2093.1132 2017-08-23 05:30:18,874 : Time 08h 13m 59s, episode reward 2740.0, episode length 3037, reward mean 2096.1502 2017-08-23 05:32:38,051 : Time 08h 16m 18s, episode reward 2740.0, episode length 3057, reward mean 2099.1589 2017-08-23 05:34:56,323 : Time 08h 18m 37s, episode reward 2740.0, episode length 3027, reward mean 2102.1395 2017-08-23 05:37:19,124 : Time 08h 21m 00s, episode reward 2740.0, episode length 3031, reward mean 2105.0926 2017-08-23 05:39:40,791 : Time 08h 23m 21s, episode reward 2700.0, episode length 3053, reward mean 2107.8341 2017-08-23 05:42:00,402 : Time 08h 25m 41s, episode reward 2740.0, episode length 3026, reward mean 2110.7339 2017-08-23 05:44:22,398 : Time 08h 28m 03s, episode reward 2680.0, episode length 3033, reward mean 2113.3333 2017-08-23 05:46:40,806 : Time 08h 30m 21s, episode reward 2740.0, episode length 3010, reward mean 2116.1818 2017-08-23 05:48:56,805 : Time 08h 32m 37s, episode reward 2740.0, episode length 3039, reward mean 2119.0045 2017-08-23 05:51:12,016 : Time 08h 34m 52s, episode reward 2740.0, episode length 2996, reward mean 2121.8018 2017-08-23 05:53:26,428 : Time 08h 37m 07s, episode reward 2700.0, episode length 3042, reward mean 2124.3946 2017-08-23 05:55:45,292 : Time 08h 39m 26s, episode reward 2760.0, episode length 3035, reward mean 2127.2321 2017-08-23 05:58:08,456 : Time 08h 41m 49s, episode reward 2720.0, episode length 2997, reward mean 2129.8667 2017-08-23 06:00:27,393 : Time 08h 44m 08s, episode reward 2740.0, episode length 3023, reward mean 2132.5664 2017-08-23 06:02:45,729 : Time 08h 46m 26s, episode reward 2740.0, episode length 3015, reward mean 2135.2423 2017-08-23 06:05:07,534 : Time 08h 48m 48s, episode reward 2700.0, episode length 3012, reward mean 2137.7193 2017-08-23 06:07:30,034 : Time 08h 51m 10s, episode reward 2720.0, episode length 3041, reward mean 2140.2620 2017-08-23 06:09:48,380 : Time 08h 53m 29s, episode reward 2700.0, episode length 3051, reward mean 2142.6957 2017-08-23 06:12:06,880 : Time 08h 55m 47s, episode reward 2760.0, episode length 3034, reward mean 2145.3680 2017-08-23 06:14:28,162 : Time 08h 58m 09s, episode reward 2720.0, episode length 3023, reward mean 2147.8448 2017-08-23 06:16:48,424 : Time 09h 00m 29s, episode reward 2720.0, episode length 3016, reward mean 2150.3004 2017-08-23 06:19:09,962 : Time 09h 02m 50s, episode reward 2740.0, episode length 3055, reward mean 2152.8205 2017-08-23 06:21:31,611 : Time 09h 05m 12s, episode reward 2740.0, episode length 3010, reward mean 2155.3191 2017-08-23 06:23:48,836 : Time 09h 07m 29s, episode reward 2680.0, episode length 2969, reward mean 2157.5424 2017-08-23 06:26:08,091 : Time 09h 09m 49s, episode reward 2740.0, episode length 3043, reward mean 2160.0000 2017-08-23 06:28:23,408 : Time 09h 12m 04s, episode reward 2680.0, episode length 3028, reward mean 2162.1849 2017-08-23 06:30:50,131 : Time 09h 14m 31s, episode reward 2700.0, episode length 3057, reward mean 2164.4351 2017-08-23 06:33:09,115 : Time 09h 16m 50s, episode reward 2740.0, episode length 3038, reward mean 2166.8333 2017-08-23 06:35:26,435 : Time 09h 19m 07s, episode reward 2760.0, episode length 3008, reward mean 2169.2946 2017-08-23 06:37:44,015 : Time 09h 21m 24s, episode reward 2720.0, episode length 3022, reward mean 2171.5702 2017-08-23 06:40:00,431 : Time 09h 23m 41s, episode reward 2780.0, episode length 3036, reward mean 2174.0741 2017-08-23 06:42:13,008 : Time 09h 25m 53s, episode reward 2780.0, episode length 3022, reward mean 2176.5574 2017-08-23 06:44:26,071 : Time 09h 28m 06s, episode reward 2720.0, episode length 3024, reward mean 2178.7755 2017-08-23 06:46:42,458 : Time 09h 30m 23s, episode reward 2780.0, episode length 3039, reward mean 2181.2195 2017-08-23 06:49:02,276 : Time 09h 32m 43s, episode reward 2740.0, episode length 3014, reward mean 2183.4818 2017-08-23 06:51:21,040 : Time 09h 35m 01s, episode reward 2720.0, episode length 3032, reward mean 2185.6452 2017-08-23 06:53:35,680 : Time 09h 37m 16s, episode reward 2780.0, episode length 3028, reward mean 2188.0321 2017-08-23 06:55:53,811 : Time 09h 39m 34s, episode reward 2760.0, episode length 3008, reward mean 2190.3200 2017-08-23 06:58:13,797 : Time 09h 41m 54s, episode reward 2700.0, episode length 3040, reward mean 2192.3506 2017-08-23 07:00:40,776 : Time 09h 44m 21s, episode reward 2740.0, episode length 3026, reward mean 2194.5238 2017-08-23 07:02:59,197 : Time 09h 46m 40s, episode reward 2720.0, episode length 3031, reward mean 2196.6008 2017-08-23 07:05:15,568 : Time 09h 48m 56s, episode reward 2780.0, episode length 3015, reward mean 2198.8976 2017-08-23 07:07:32,728 : Time 09h 51m 13s, episode reward 2760.0, episode length 3008, reward mean 2201.0980 2017-08-23 07:09:51,740 : Time 09h 53m 32s, episode reward 2740.0, episode length 3029, reward mean 2203.2031 2017-08-23 07:12:18,341 : Time 09h 55m 59s, episode reward 2740.0, episode length 3053, reward mean 2205.2918 2017-08-23 07:14:35,802 : Time 09h 58m 16s, episode reward 2740.0, episode length 3042, reward mean 2207.3643 2017-08-23 07:16:53,311 : Time 10h 00m 34s, episode reward 2760.0, episode length 3051, reward mean 2209.4981 2017-08-23 07:19:07,120 : Time 10h 02m 48s, episode reward 2740.0, episode length 3038, reward mean 2211.5385 2017-08-23 07:21:29,453 : Time 10h 05m 10s, episode reward 2740.0, episode length 3027, reward mean 2213.5632 2017-08-23 07:23:49,561 : Time 10h 07m 30s, episode reward 2760.0, episode length 3050, reward mean 2215.6489 2017-08-23 07:26:18,810 : Time 10h 09m 59s, episode reward 2780.0, episode length 3027, reward mean 2217.7947 2017-08-23 07:28:36,202 : Time 10h 12m 17s, episode reward 2740.0, episode length 3050, reward mean 2219.7727 2017-08-23 07:30:55,194 : Time 10h 14m 36s, episode reward 2700.0, episode length 3038, reward mean 2221.5849 2017-08-23 07:33:15,354 : Time 10h 16m 56s, episode reward 2720.0, episode length 3059, reward mean 2223.4586 2017-08-23 07:35:29,157 : Time 10h 19m 10s, episode reward 2760.0, episode length 3044, reward mean 2225.4682 2017-08-23 07:37:49,308 : Time 10h 21m 30s, episode reward 2720.0, episode length 3002, reward mean 2227.3134 2017-08-23 07:40:08,192 : Time 10h 23m 49s, episode reward 2760.0, episode length 3006, reward mean 2229.2937 2017-08-23 07:42:23,690 : Time 10h 26m 04s, episode reward 2740.0, episode length 3042, reward mean 2231.1852 2017-08-23 07:44:43,574 : Time 10h 28m 24s, episode reward 2740.0, episode length 3035, reward mean 2233.0627 2017-08-23 07:47:02,444 : Time 10h 30m 43s, episode reward 2780.0, episode length 3020, reward mean 2235.0735 2017-08-23 07:49:18,431 : Time 10h 32m 59s, episode reward 2720.0, episode length 3014, reward mean 2236.8498 2017-08-23 07:51:31,747 : Time 10h 35m 12s, episode reward 2760.0, episode length 3010, reward mean 2238.7591 2017-08-23 07:53:45,466 : Time 10h 37m 26s, episode reward 2680.0, episode length 3011, reward mean 2240.3636 2017-08-23 07:56:05,123 : Time 10h 39m 46s, episode reward 2720.0, episode length 3019, reward mean 2242.1014 2017-08-23 07:58:19,901 : Time 10h 42m 00s, episode reward 2740.0, episode length 3036, reward mean 2243.8989 2017-08-23 08:00:29,825 : Time 10h 44m 10s, episode reward 2760.0, episode length 3023, reward mean 2245.7554 2017-08-23 08:02:42,097 : Time 10h 46m 23s, episode reward 2740.0, episode length 3022, reward mean 2247.5269 2017-08-23 08:05:04,950 : Time 10h 48m 45s, episode reward 2740.0, episode length 3037, reward mean 2249.2857 2017-08-23 08:07:23,423 : Time 10h 51m 04s, episode reward 2780.0, episode length 3017, reward mean 2251.1744 2017-08-23 08:09:44,290 : Time 10h 53m 25s, episode reward 2740.0, episode length 3021, reward mean 2252.9078 2017-08-23 08:12:04,068 : Time 10h 55m 44s, episode reward 2700.0, episode length 3040, reward mean 2254.4876 2017-08-23 08:14:24,077 : Time 10h 58m 04s, episode reward 2740.0, episode length 3014, reward mean 2256.1972 2017-08-23 08:16:40,728 : Time 11h 00m 21s, episode reward 2720.0, episode length 3014, reward mean 2257.8246 2017-08-23 08:18:58,761 : Time 11h 02m 39s, episode reward 2780.0, episode length 3005, reward mean 2259.6503 2017-08-23 08:21:18,427 : Time 11h 04m 59s, episode reward 2740.0, episode length 3029, reward mean 2261.3240 2017-08-23 08:23:31,371 : Time 11h 07m 12s, episode reward 2720.0, episode length 2984, reward mean 2262.9167 2017-08-23 08:25:43,977 : Time 11h 09m 24s, episode reward 2740.0, episode length 3035, reward mean 2264.5675 2017-08-23 08:27:57,172 : Time 11h 11m 38s, episode reward 2760.0, episode length 3014, reward mean 2266.2759 2017-08-23 08:30:13,698 : Time 11h 13m 54s, episode reward 2760.0, episode length 3035, reward mean 2267.9725 2017-08-23 08:32:33,051 : Time 11h 16m 13s, episode reward 2720.0, episode length 3041, reward mean 2269.5205 2017-08-23 08:34:52,967 : Time 11h 18m 33s, episode reward 2720.0, episode length 3015, reward mean 2271.0580 2017-08-23 08:37:08,323 : Time 11h 20m 49s, episode reward 2740.0, episode length 3014, reward mean 2272.6531 2017-08-23 08:39:22,711 : Time 11h 23m 03s, episode reward 2720.0, episode length 3025, reward mean 2274.1695 2017-08-23 08:41:43,568 : Time 11h 25m 24s, episode reward 2740.0, episode length 3049, reward mean 2275.7432 2017-08-23 08:44:01,792 : Time 11h 27m 42s, episode reward 2740.0, episode length 3031, reward mean 2277.3064 2017-08-23 08:46:23,837 : Time 11h 30m 04s, episode reward 2760.0, episode length 3029, reward mean 2278.9262 2017-08-23 08:48:41,605 : Time 11h 32m 22s, episode reward 2760.0, episode length 3014, reward mean 2280.5351 2017-08-23 08:50:58,765 : Time 11h 34m 39s, episode reward 2720.0, episode length 3020, reward mean 2282.0000 2017-08-23 08:53:14,335 : Time 11h 36m 55s, episode reward 2740.0, episode length 3036, reward mean 2283.5216 2017-08-23 08:55:38,477 : Time 11h 39m 19s, episode reward 2760.0, episode length 3027, reward mean 2285.0993 2017-08-23 08:57:57,047 : Time 11h 41m 37s, episode reward 2800.0, episode length 3041, reward mean 2286.7987 2017-08-23 09:00:17,240 : Time 11h 43m 58s, episode reward 2740.0, episode length 3020, reward mean 2288.2895 2017-08-23 09:02:37,575 : Time 11h 46m 18s, episode reward 2800.0, episode length 3056, reward mean 2289.9672 2017-08-23 09:04:51,585 : Time 11h 48m 32s, episode reward 2740.0, episode length 3039, reward mean 2291.4379 2017-08-23 09:07:08,483 : Time 11h 50m 49s, episode reward 2780.0, episode length 3039, reward mean 2293.0293 2017-08-23 09:09:29,425 : Time 11h 53m 10s, episode reward 2680.0, episode length 3029, reward mean 2294.2857 2017-08-23 09:11:45,405 : Time 11h 55m 26s, episode reward 2740.0, episode length 3023, reward mean 2295.7282 2017-08-23 09:14:03,880 : Time 11h 57m 44s, episode reward 2760.0, episode length 3019, reward mean 2297.2258 2017-08-23 09:16:17,682 : Time 11h 59m 58s, episode reward 2780.0, episode length 3024, reward mean 2298.7781 2017-08-23 09:18:43,517 : Time 12h 02m 24s, episode reward 2760.0, episode length 3030, reward mean 2300.2564 2017-08-23 09:21:00,017 : Time 12h 04m 40s, episode reward 2780.0, episode length 3021, reward mean 2301.7891 2017-08-23 09:23:16,388 : Time 12h 06m 57s, episode reward 2780.0, episode length 3044, reward mean 2303.3121 2017-08-23 09:25:35,541 : Time 12h 09m 16s, episode reward 2760.0, episode length 3035, reward mean 2304.7619 2017-08-23 09:27:52,614 : Time 12h 11m 33s, episode reward 2780.0, episode length 2994, reward mean 2306.2658 2017-08-23 09:30:19,058 : Time 12h 13m 59s, episode reward 2760.0, episode length 3020, reward mean 2307.6972 2017-08-23 09:32:38,207 : Time 12h 16m 19s, episode reward 2740.0, episode length 3030, reward mean 2309.0566 2017-08-23 09:35:00,789 : Time 12h 18m 41s, episode reward 2780.0, episode length 3033, reward mean 2310.5329 2017-08-23 09:37:20,829 : Time 12h 21m 01s, episode reward 2720.0, episode length 3038, reward mean 2311.8125 2017-08-23 09:39:39,409 : Time 12h 23m 20s, episode reward 2740.0, episode length 3016, reward mean 2313.1464 2017-08-23 09:41:56,947 : Time 12h 25m 37s, episode reward 2760.0, episode length 3049, reward mean 2314.5342 2017-08-23 09:44:14,962 : Time 12h 27m 55s, episode reward 2740.0, episode length 3030, reward mean 2315.8514 2017-08-23 09:46:32,028 : Time 12h 30m 12s, episode reward 2720.0, episode length 3035, reward mean 2317.0988 2017-08-23 09:48:50,869 : Time 12h 32m 31s, episode reward 2780.0, episode length 3026, reward mean 2318.5231 2017-08-23 09:51:08,070 : Time 12h 34m 48s, episode reward 2760.0, episode length 3027, reward mean 2319.8773 2017-08-23 09:53:29,581 : Time 12h 37m 10s, episode reward 2680.0, episode length 3025, reward mean 2320.9786 2017-08-23 09:55:49,211 : Time 12h 39m 30s, episode reward 2720.0, episode length 3029, reward mean 2322.1951 2017-08-23 09:58:08,915 : Time 12h 41m 49s, episode reward 2760.0, episode length 3029, reward mean 2323.5258 2017-08-23 10:00:27,111 : Time 12h 44m 08s, episode reward 2800.0, episode length 3047, reward mean 2324.9697 2017-08-23 10:02:50,782 : Time 12h 46m 31s, episode reward 2780.0, episode length 3040, reward mean 2326.3444 2017-08-23 10:05:11,042 : Time 12h 48m 51s, episode reward 2740.0, episode length 3028, reward mean 2327.5904 2017-08-23 10:07:30,452 : Time 12h 51m 11s, episode reward 2800.0, episode length 3049, reward mean 2329.0090 2017-08-23 10:09:47,373 : Time 12h 53m 28s, episode reward 2740.0, episode length 3021, reward mean 2330.2395 2017-08-23 10:12:00,837 : Time 12h 55m 41s, episode reward 2700.0, episode length 2995, reward mean 2331.3433 2017-08-23 10:14:05,970 : Time 12h 57m 46s, episode reward 2100.0, episode length 2429, reward mean 2330.6548 2017-08-23 10:17:00,037 : Time 13h 00m 40s, episode reward 2740.0, episode length 3032, reward mean 2331.8694 2017-08-23 10:19:51,360 : Time 13h 03m 32s, episode reward 2740.0, episode length 3032, reward mean 2333.0769 2017-08-23 10:22:31,340 : Time 13h 06m 12s, episode reward 2760.0, episode length 3036, reward mean 2334.3363 2017-08-23 10:25:18,209 : Time 13h 08m 59s, episode reward 2760.0, episode length 3028, reward mean 2335.5882 2017-08-23 10:28:06,558 : Time 13h 11m 47s, episode reward 2740.0, episode length 3016, reward mean 2336.7742