{"log":"Setting VNC and rewarder password: openai\n","stream":"stdout","time":"2017-05-23T16:45:56.035642751Z"} {"log":"[Tue May 23 16:45:56 UTC 2017] Waiting for /tmp/.X11-unix/X0 to be created (try 1/10)\n","stream":"stdout","time":"2017-05-23T16:45:56.051302081Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:45:56.062640136Z"} {"log":"[tigervnc] Xvnc TigerVNC 1.7.0 - built Sep 8 2016 10:39:22\n","stream":"stdout","time":"2017-05-23T16:45:56.062659523Z"} {"log":"[tigervnc] Copyright (C) 1999-2016 TigerVNC Team and many others (see README.txt)\n","stream":"stdout","time":"2017-05-23T16:45:56.062691616Z"} {"log":"[tigervnc] See http://www.tigervnc.org for information on TigerVNC.\n","stream":"stdout","time":"2017-05-23T16:45:56.062697252Z"} {"log":"[tigervnc] Underlying X server release 11400000, The X.Org Foundation\n","stream":"stdout","time":"2017-05-23T16:45:56.062701315Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:45:56.06270535Z"} {"log":"[tigervnc] Initializing built-in extension VNC-EXTENSION\n","stream":"stdout","time":"2017-05-23T16:45:56.062709073Z"} {"log":"[tigervnc] Initializing built-in extension Generic Event Extension\n","stream":"stdout","time":"2017-05-23T16:45:56.062712924Z"} {"log":"[tigervnc] Initializing built-in extension SHAPE\n","stream":"stdout","time":"2017-05-23T16:45:56.062716656Z"} {"log":"[tigervnc] Initializing built-in extension MIT-SHM\n","stream":"stdout","time":"2017-05-23T16:45:56.062720408Z"} {"log":"[tigervnc] Initializing built-in extension XInputExtension\n","stream":"stdout","time":"2017-05-23T16:45:56.062724251Z"} {"log":"[tigervnc] Initializing built-in extension XTEST\n","stream":"stdout","time":"2017-05-23T16:45:56.062728222Z"} {"log":"[tigervnc] Initializing built-in extension BIG-REQUESTS\n","stream":"stdout","time":"2017-05-23T16:45:56.062734432Z"} {"log":"[tigervnc] Initializing built-in extension SYNC\n","stream":"stdout","time":"2017-05-23T16:45:56.062738606Z"} {"log":"[tigervnc] Initializing built-in extension XKEYBOARD\n","stream":"stdout","time":"2017-05-23T16:45:56.062742631Z"} {"log":"[tigervnc] Initializing built-in extension XC-MISC\n","stream":"stdout","time":"2017-05-23T16:45:56.062746786Z"} {"log":"[tigervnc] Initializing built-in extension XINERAMA\n","stream":"stdout","time":"2017-05-23T16:45:56.062752882Z"} {"log":"[tigervnc] Initializing built-in extension XFIXES\n","stream":"stdout","time":"2017-05-23T16:45:56.062759454Z"} {"log":"[tigervnc] Initializing built-in extension RENDER\n","stream":"stdout","time":"2017-05-23T16:45:56.062765013Z"} {"log":"[tigervnc] Initializing built-in extension RANDR\n","stream":"stdout","time":"2017-05-23T16:45:56.062769225Z"} {"log":"[tigervnc] Initializing built-in extension COMPOSITE\n","stream":"stdout","time":"2017-05-23T16:45:56.062773161Z"} {"log":"[tigervnc] Initializing built-in extension DAMAGE\n","stream":"stdout","time":"2017-05-23T16:45:56.062777113Z"} {"log":"[tigervnc] Initializing built-in extension MIT-SCREEN-SAVER\n","stream":"stdout","time":"2017-05-23T16:45:56.062781955Z"} {"log":"[tigervnc] Initializing built-in extension DOUBLE-BUFFER\n","stream":"stdout","time":"2017-05-23T16:45:56.062785573Z"} {"log":"[tigervnc] Initializing built-in extension RECORD\n","stream":"stdout","time":"2017-05-23T16:45:56.062789407Z"} {"log":"[tigervnc] Initializing built-in extension DPMS\n","stream":"stdout","time":"2017-05-23T16:45:56.062793232Z"} {"log":"[tigervnc] Initializing built-in extension X-Resource\n","stream":"stdout","time":"2017-05-23T16:45:56.062797739Z"} {"log":"[tigervnc] Initializing built-in extension XVideo\n","stream":"stdout","time":"2017-05-23T16:45:56.062802584Z"} {"log":"[tigervnc] Initializing built-in extension XVideo-MotionCompensation\n","stream":"stdout","time":"2017-05-23T16:45:56.062969537Z"} {"log":"[tigervnc] Initializing built-in extension GLX\n","stream":"stdout","time":"2017-05-23T16:45:56.062978875Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:45:56.062983324Z"} {"log":"[tigervnc] Tue May 23 16:45:56 2017\n","stream":"stdout","time":"2017-05-23T16:45:56.062987298Z"} {"log":"[tigervnc] vncext: VNC extension running!\n","stream":"stdout","time":"2017-05-23T16:45:56.063000798Z"} {"log":"[tigervnc] vncext: Listening for VNC connections on all interface(s), port 5900\n","stream":"stdout","time":"2017-05-23T16:45:56.063007074Z"} {"log":"[tigervnc] vncext: created VNC server for screen 0\n","stream":"stdout","time":"2017-05-23T16:45:56.063013322Z"} {"log":"[Tue May 23 16:45:56 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for none\n","stream":"stdout","time":"2017-05-23T16:45:56.06463321Z"} {"log":"[tigervnc] [dix] Could not init font path element /usr/share/fonts/X11/Type1/, removing from list!\n","stream":"stdout","time":"2017-05-23T16:45:56.067206936Z"} {"log":"[tigervnc] [dix] Could not init font path element /usr/share/fonts/X11/75dpi/, removing from list!\n","stream":"stdout","time":"2017-05-23T16:45:56.067223841Z"} {"log":"[tigervnc] [dix] Could not init font path element /usr/share/fonts/X11/100dpi/, removing from list!\n","stream":"stdout","time":"2017-05-23T16:45:56.067227284Z"} {"log":"[init] [2017-05-23 16:45:56,068] Launching system_diagnostics_logger.py, recorder_logdir=/tmp/demo\n","stream":"stderr","time":"2017-05-23T16:45:56.068710124Z"} {"log":"[init] [2017-05-23 16:45:56,069] Launching reward_recorder.py, recorder_logdir=/tmp/demo\n","stream":"stderr","time":"2017-05-23T16:45:56.069741627Z"} {"log":"[init] [2017-05-23 16:45:56,070] Launching vnc_recorder.py, recorder_logdir=/tmp/demo\n","stream":"stderr","time":"2017-05-23T16:45:56.070817098Z"} {"log":"[init] [2017-05-23 16:45:56,082] PID 55 launched with command ['sudo', '-H', '-u', 'nobody', 'DISPLAY=:0', 'DBUS_SESSION_BUS_ADDRESS=/dev/null', '/app/universe-envs/controlplane/bin/controlplane.py', '--rewarder-port=15901']\n","stream":"stderr","time":"2017-05-23T16:45:56.085740072Z"} {"log":"[init] [2017-05-23 16:45:56,096] init detected end of child process 59 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:45:56.096767459Z"} {"log":"WebSocket server settings:\n","stream":"stderr","time":"2017-05-23T16:45:56.172414704Z"} {"log":" - Listen on :5898\n","stream":"stderr","time":"2017-05-23T16:45:56.172437054Z"} {"log":" - Flash security policy server\n","stream":"stderr","time":"2017-05-23T16:45:56.172441118Z"} {"log":" - No SSL/TLS support (no cert file)\n","stream":"stderr","time":"2017-05-23T16:45:56.172444037Z"} {"log":" - proxying from :5898 to localhost:5900\n","stream":"stderr","time":"2017-05-23T16:45:56.172703309Z"} {"log":"[reward_recorder] [2017-05-23 16:45:56,393] Listening on 0.0.0.0:15898\n","stream":"stdout","time":"2017-05-23T16:45:56.394054795Z"} {"log":"[vnc_recorder] [2017-05-23 16:45:56,418] Listening on 0.0.0.0:5899\n","stream":"stdout","time":"2017-05-23T16:45:56.419176408Z"} {"log":"[2017-05-23 16:45:56,526] [INFO:root] Starting play_controlplane.py with the following: command=['/app/universe-envs/controlplane/bin/controlplane.py', '--rewarder-port=15901'] args=Namespace(bot_demonstration=False, demonstration=False, env_id=None, idle_timeout=None, integrator_mode=False, no_env=False, no_rewarder=False, no_scorer=False, no_vexpect=False, remotes='vnc://127.0.0.1:5900', rewarder_fps=60, rewarder_port=15901, verbosity=0) env=environ({'LOGNAME': 'nobody', 'DBUS_SESSION_BUS_ADDRESS': '/dev/null', 'PATH': '/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/snap/bin', 'SUDO_UID': '0', 'USER': 'nobody', 'USERNAME': 'nobody', 'TERM': 'xterm', 'SUDO_GID': '0', 'DISPLAY': ':0', 'SUDO_USER': 'root', 'HOSTNAME': '98a0996b5be4', 'SHELL': '/usr/sbin/nologin', 'MAIL': '/var/mail/nobody', 'SUDO_COMMAND': '/app/universe-envs/controlplane/bin/controlplane.py --rewarder-port=15901', 'HOME': '/nonexistent'})\n","stream":"stderr","time":"2017-05-23T16:45:56.526545115Z"} {"log":"[2017-05-23 16:45:56,526] [INFO:root] [EnvStatus] Changing env_state: None (env_id=None) -\u003e None (env_id=None) (episode_id: 0-\u003e0, fps=60)\n","stream":"stderr","time":"2017-05-23T16:45:56.526566287Z"} {"log":"[2017-05-23 16:45:56,526] [INFO:universe.rewarder.remote] Starting Rewarder on port=15901\n","stream":"stderr","time":"2017-05-23T16:45:56.526576392Z"} {"log":"[2017-05-23 16:45:56,527] [INFO:universe.extra.universe.wrappers.logger] Running VNC environments with Logger set to print_frequency=5. To change this, pass \"print_frequency=k\" or \"print_frequency=None\" to \"env.configure\".\n","stream":"stderr","time":"2017-05-23T16:45:56.527924749Z"} {"log":"[2017-05-23 16:45:56,528] [INFO:universe.remotes.hardcoded_addresses] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:45:56.528428615Z"} {"log":"[2017-05-23 16:45:56,528] [INFO:universe.envs.vnc_env] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:45:56.528958731Z"} {"log":"[2017-05-23 16:45:56,528] [INFO:universe.envs.vnc_env] Using VNCSession arguments: {'start_timeout': 7, 'fine_quality_level': 50, 'encoding': 'zrle', 'compress_level': 9, 'subsample_level': 2}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:45:56.528976249Z"} {"log":"[2017-05-23 16:45:56,528] [INFO:universe.envs.vnc_env] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:45:56.528980382Z"} {"log":"[2017-05-23 16:45:56,530] [INFO:universe.envs.vnc_env] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:45:56.530592991Z"} {"log":"[2017-05-23 16:45:56,530] [INFO:universe.extra.universe.envs.vnc_env] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:45:56.53060645Z"} {"log":"2017/05/23 16:45:56 I0523 16:45:56.530363 58 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:45:56.530610189Z"} {"log":"[2017-05-23 16:45:56,530] [INFO:root] [EnvStatus] Changing env_state: None (env_id=None) -\u003e resetting (env_id=None) (episode_id: 0-\u003e1, fps=60)\n","stream":"stderr","time":"2017-05-23T16:45:56.530613109Z"} {"log":"[2017-05-23 16:45:56,530] [INFO:root] [MainThread] Env state: env_id=None episode_id=1\n","stream":"stderr","time":"2017-05-23T16:45:56.530616505Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::60828\n","stream":"stdout","time":"2017-05-23T16:45:56.530760281Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:45:56.530769636Z"} {"log":"[2017-05-23 16:45:56,530] [INFO:root] [MainThread] Writing None to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:45:56.530851014Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:45:56.530926612Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:45:56.531069436Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:45:56.532415667Z"} {"log":"2017/05/23 16:45:56 I0523 16:45:56.532272 58 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:45:56.532490415Z"} {"log":"[Tue May 23 16:45:56 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for none\n","stream":"stdout","time":"2017-05-23T16:45:56.542172403Z"} {"log":"[2017-05-23 16:45:56,543] [INFO:gym_flashgames.launcher] [MainThread] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:45:56.543814483Z"} {"log":"[2017-05-23 16:45:56,543] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:45:56.543823477Z"} {"log":"[2017-05-23 16:45:56,615] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:45:56.615399696Z"} {"log":"[init] [2017-05-23 16:45:57,052] init detected end of child process 16 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:45:57.052929714Z"} {"log":"[nginx] 2017/05/23 16:45:57 [info] 63#63: *1 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:45:57.76541142Z"} {"log":"[nginx] 2017/05/23 16:45:57 [info] 63#63: *2 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:45:57.765428727Z"} {"log":"[2017-05-23 16:45:57,805] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.19s\n","stream":"stderr","time":"2017-05-23T16:45:57.806232861Z"} {"log":"[2017-05-23 16:45:57,806] [INFO:gym_flashgames.launcher] [MainThread] Navigating browser to url=http://localhost\n","stream":"stderr","time":"2017-05-23T16:45:57.806527146Z"} {"log":"[nginx] 2017/05/23 16:45:57 [info] 63#63: *3 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:45:57.835595602Z"} {"log":"[2017-05-23 16:45:57,943] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=None) -\u003e running (env_id=None) (episode_id: 1-\u003e1, fps=60)\n","stream":"stderr","time":"2017-05-23T16:45:57.943940432Z"} {"log":"[2017-05-23 16:45:57,944] [INFO:root] [MainThread] Writing None to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:45:57.944624777Z"} {"log":"Manhole[1495557957.9452]: Patched \u003cbuilt-in function fork\u003e and \u003cbuilt-in function fork\u003e.\n","stream":"stderr","time":"2017-05-23T16:45:57.945392066Z"} {"log":"Manhole[1495557957.9453]: Manhole UDS path: /tmp/manhole-58\n","stream":"stderr","time":"2017-05-23T16:45:57.945404013Z"} {"log":"Manhole[1495557957.9453]: Waiting for new connection (in pid:58) ...\n","stream":"stderr","time":"2017-05-23T16:45:57.945410708Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:46:01.515776708Z"} {"log":"[tigervnc] Tue May 23 16:46:01 2017\n","stream":"stdout","time":"2017-05-23T16:46:01.515789981Z"} {"log":"[tigervnc] Connections: accepted: 172.17.0.1::57052\n","stream":"stdout","time":"2017-05-23T16:46:01.515795121Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:46:01.515799248Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:46:01.515801153Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:46:01.516032345Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:46:01.516594931Z"} {"log":"[2017-05-23 16:46:01,524] [INFO:universe.rewarder.remote] Client connecting: peer=tcp4:127.0.0.1:54144 observer=False\n","stream":"stderr","time":"2017-05-23T16:46:01.524598759Z"} {"log":"[2017-05-23 16:46:01,524] [INFO:universe.rewarder.remote] WebSocket connection established\n","stream":"stderr","time":"2017-05-23T16:46:01.52461648Z"} {"log":"[2017-05-23 16:46:01,545] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=1.8 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=333937.3 vnc_pixels_ps[total]=423997.0 reward_lag=None rewarder_message_lag=None fps=43.27\n","stream":"stderr","time":"2017-05-23T16:46:01.545533372Z"} {"log":"[2017-05-23 16:46:02,945] [INFO:universe.pyprofile] [pyprofile] period=5.00s timers={\"rewarder.compute_reward\": {\"mean\": \"383.27us\", \"calls\": 301, \"std\": \"115.96us\"}, \"rewarder.sleep\": {\"mean\": \"16.09ms\", \"calls\": 300, \"std\": \"148.99us\"}, \"rewarder.frame\": {\"mean\": \"16.78ms\", \"calls\": 300, \"std\": \"22.43us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"167.28us\", \"calls\": 301, \"std\": \"75.14us\"}} counters={\"reward.vnc.updates.n\": {\"mean\": 0.029900332225913637, \"calls\": 301, \"std\": 0.4645101255084639}} gauges={} (export_time=244.14us)\n","stream":"stderr","time":"2017-05-23T16:46:02.94636576Z"} {"log":"[2017-05-23 16:46:02,946] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.00s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c753 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:46:02.946948609Z"} {"log":"[2017-05-23 16:46:06,563] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=0.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=0.0 vnc_pixels_ps[total]=0.0 reward_lag=None rewarder_message_lag=None fps=60.00\n","stream":"stderr","time":"2017-05-23T16:46:06.563704265Z"} {"log":"[2017-05-23 16:46:07,962] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"407.70us\", \"calls\": 301, \"std\": \"142.67us\"}, \"rewarder.sleep\": {\"mean\": \"16.06ms\", \"calls\": 301, \"std\": \"189.14us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"43.22us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"175.67us\", \"calls\": 301, \"std\": \"67.61us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.0, \"calls\": 301, \"std\": 0.0}} gauges={} (export_time=203.85us)\n","stream":"stderr","time":"2017-05-23T16:46:07.962655296Z"} {"log":"[2017-05-23 16:46:07,962] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c805 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:46:07.963236921Z"} {"log":"[2017-05-23 16:46:11,579] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=0.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=0.0 vnc_pixels_ps[total]=0.0 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:46:11.580073769Z"} {"log":"[2017-05-23 16:46:12,962] [INFO:universe.pyprofile] [pyprofile] period=5.00s timers={\"rewarder.compute_reward\": {\"mean\": \"394.39us\", \"calls\": 300, \"std\": \"113.30us\"}, \"rewarder.sleep\": {\"mean\": \"16.07ms\", \"calls\": 300, \"std\": \"145.93us\"}, \"rewarder.frame\": {\"mean\": \"16.78ms\", \"calls\": 300, \"std\": \"22.27us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"155.77us\", \"calls\": 300, \"std\": \"53.85us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.0, \"calls\": 300, \"std\": 0.0}} gauges={} (export_time=193.83us)\n","stream":"stderr","time":"2017-05-23T16:46:12.962939022Z"} {"log":"[2017-05-23 16:46:12,962] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.00s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c802 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:46:12.963577808Z"} {"log":"[2017-05-23 16:46:16,596] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=0.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=0.0 vnc_pixels_ps[total]=0.0 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:46:16.597068808Z"} {"log":"[2017-05-23 16:46:17,962] [INFO:universe.pyprofile] [pyprofile] period=5.00s timers={\"rewarder.compute_reward\": {\"mean\": \"394.44us\", \"calls\": 300, \"std\": \"129.69us\"}, \"rewarder.sleep\": {\"mean\": \"16.06ms\", \"calls\": 300, \"std\": \"163.32us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 300, \"std\": \"16.64us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"153.58us\", \"calls\": 300, \"std\": \"59.13us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.0, \"calls\": 300, \"std\": 0.0}} gauges={} (export_time=195.50us)\n","stream":"stderr","time":"2017-05-23T16:46:17.962911257Z"} {"log":"[2017-05-23 16:46:17,963] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.00s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c807 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:46:17.963532554Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *8 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.536979491Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *9 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.539194623Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *10 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.542198293Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *11 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.545070353Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *12 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.547062667Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *13 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.549346267Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *14 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.551820645Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *15 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.553990183Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *16 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.556265218Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *17 client closed connection while waiting for request, client: 172.17.0.1, server: 0.0.0.0:15900\n","stream":"stdout","time":"2017-05-23T16:46:21.558472677Z"} {"log":"[2017-05-23 16:46:21,559] [INFO:universe.rewarder.remote] CONNECTION STATUS: Marking connection as active: observer=False peer=tcp4:127.0.0.1:54144 total_conns=1\n","stream":"stderr","time":"2017-05-23T16:46:21.559566346Z"} {"log":"[2017-05-23 16:46:21,588] [INFO:universe.rewarder.remote] Received reset message: {'method': 'v0.env.reset', 'body': {'env_id': 'flashgames.EasterEggsChallenge-v0', 'fps': 60, 'seed': None}, 'headers': {'sent_at': 1495557981.5875764, 'episode_id': '0', 'message_id': 10}}\n","stream":"stderr","time":"2017-05-23T16:46:21.589184327Z"} {"log":"[2017-05-23 16:46:21,601] [INFO:universe.wrappers.logger] Stats for the past 5.00s: vnc_updates_ps=0.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=0.0 vnc_pixels_ps[total]=0.0 reward_lag=None rewarder_message_lag=None fps=59.96\n","stream":"stderr","time":"2017-05-23T16:46:21.60166323Z"} {"log":"[2017-05-23 16:46:21,603] [INFO:root] [EnvStatus] Changing env_state: running (env_id=None) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 1-\u003e2, fps=60)\n","stream":"stderr","time":"2017-05-23T16:46:21.604166123Z"} {"log":"[2017-05-23 16:46:21,604] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:46:21.604916795Z"} {"log":"[2017-05-23 16:46:21,611] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:46:21.612306313Z"} {"log":"[init] [2017-05-23 16:46:21,617] init detected end of child process 116 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:46:21.618145467Z"} {"log":"[2017-05-23 16:46:21,621] [INFO:root] [EnvController] RESET CAUSE: changing out environments due to v0.env.reset (with episode_id=0): flashgames.EasterEggsChallenge-v0 -\u003e flashgames.EasterEggsChallenge-v0 (new episode_id=2 fps=60)\n","stream":"stderr","time":"2017-05-23T16:46:21.62181073Z"} {"log":"[2017-05-23 16:46:21,621] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=2\n","stream":"stderr","time":"2017-05-23T16:46:21.621840366Z"} {"log":"[2017-05-23 16:46:21,622] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:46:21.62309611Z"} {"log":"[init] [2017-05-23 16:46:21,623] init detected end of child process 131 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:46:21.624199376Z"} {"log":"[init] [2017-05-23 16:46:21,625] init detected end of child process 337 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:46:21.62567696Z"} {"log":"[init] [2017-05-23 16:46:21,627] init detected end of child process 358 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:46:21.628242715Z"} {"log":"[Tue May 23 16:46:21 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:46:21.650296192Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *5 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:46:21.6603098Z"} {"log":"[nginx] 2017/05/23 16:46:21 [info] 63#63: *4 client 127.0.0.1 closed keepalive connection\n","stream":"stdout","time":"2017-05-23T16:46:21.660331249Z"} {"log":"[init] [2017-05-23 16:46:21,668] init detected end of child process 119 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:46:21.668559948Z"} {"log":"[init] [2017-05-23 16:46:21,668] init detected end of child process 127 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:46:21.66857493Z"} {"log":"[init] [2017-05-23 16:46:21,668] init detected end of child process 128 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:46:21.668577934Z"} {"log":"[init] [2017-05-23 16:46:21,668] init detected end of child process 130 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:46:21.668708569Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:21,702] Fetching files: git lfs pull -I git-lfs/flashgames.EasterEggsChallenge-v0.tar.gz\n","stream":"stderr","time":"2017-05-23T16:46:21.70354412Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:21,703] If this hangs, your docker container may not be able to communicate with Github\n","stream":"stderr","time":"2017-05-23T16:46:21.703556794Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:23,058] Finished running git lfs pull\n","stream":"stderr","time":"2017-05-23T16:46:23.059103343Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:23,058] git-lfs fetch succeeded\n","stream":"stderr","time":"2017-05-23T16:46:23.0591262Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:23,058] Unpacking files for flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:46:23.059133687Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:23,088] Merged 5 files from /tmp/flashgames.EasterEggsChallenge-v0/public -\u003e /app/universe-envs/flashgames/build/public/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:46:23.088892334Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:23,089] Merged 8 files from /tmp/flashgames.EasterEggsChallenge-v0/private -\u003e /app/universe-envs/flashgames/build/private/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:46:23.089335802Z"} {"log":"[unpack-lfs] [2017-05-23 16:46:23,089] Completed unpack for flashgames.EasterEggsChallenge-v0 in 1.387s\n","stream":"stderr","time":"2017-05-23T16:46:23.089600696Z"} {"log":"[Tue May 23 16:46:23 UTC 2017] [/usr/local/bin/sudoable-env-setup] [debug] unpack-lfs completed with status code: 0. Created completion file: /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:46:23.113806748Z"} {"log":"[Tue May 23 16:46:23 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:46:23.128800982Z"} {"log":"[2017-05-23 16:46:23,130] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:46:23.130511058Z"} {"log":"[2017-05-23 16:46:23,130] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:46:23.130520001Z"} {"log":"[2017-05-23 16:46:23,203] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:46:23.20359184Z"} {"log":"[nginx] 2017/05/23 16:46:24 [info] 63#63: *18 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:46:24.364162409Z"} {"log":"[nginx] 2017/05/23 16:46:24 [info] 63#63: *19 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:46:24.364178396Z"} {"log":"[nginx] 2017/05/23 16:46:24 [info] 63#63: *20 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:46:24.378601491Z"} {"log":"[2017-05-23 16:46:24,410] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.21s\n","stream":"stderr","time":"2017-05-23T16:46:24.411124085Z"} {"log":"[2017-05-23 16:46:24,411] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:46:24.411368119Z"} {"log":"[2017-05-23 16:46:24,491] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:46:24.491872078Z"} {"log":"[nginx] 2017/05/23 16:46:24 [info] 63#63: *23 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:46:24.606604662Z"} {"log":"[2017-05-23 16:46:24,918] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:46:24.919126745Z"} {"log":"[2017-05-23 16:46:24,918] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:46:24.919145088Z"} {"log":"[2017-05-23 16:46:24,918] [play_vexpect] Using VNCSession arguments: {'encoding': 'zrle', 'compress_level': 0, 'start_timeout': 7, 'fine_quality_level': 50, 'subsample_level': 2}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:46:24.919148468Z"} {"log":"[2017-05-23 16:46:24,919] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:46:24.919351863Z"} {"log":"[2017-05-23 16:46:24,920] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:46:24.920727513Z"} {"log":"[2017-05-23 16:46:24,920] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:46:24.920740405Z"} {"log":"2017/05/23 16:46:24 I0523 16:46:24.920681 747 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:46:24.920744626Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:46:24.9270932Z"} {"log":"[tigervnc] Tue May 23 16:46:24 2017\n","stream":"stdout","time":"2017-05-23T16:46:24.927117204Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::32850\n","stream":"stdout","time":"2017-05-23T16:46:24.927121907Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:46:24.927123854Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:46:24.927125794Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:46:24.927363172Z"} {"log":"2017/05/23 16:46:24 I0523 16:46:24.927898 747 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:46:24.928078918Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:46:24.928090031Z"} {"log":"[2017-05-23 16:46:25,078] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:46:25.079271911Z"} {"log":"2017/05/23 16:46:25 I0523 16:46:25.776861 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:46:25.777137751Z"} {"log":"[2017-05-23 16:46:25,863] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=629us)\n","stream":"stderr","time":"2017-05-23T16:46:25.864203333Z"} {"log":"[2017-05-23 16:46:25,879] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:46:25.879894729Z"} {"log":"[2017-05-23 16:46:27,963] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['388us', '169us'])\n","stream":"stderr","time":"2017-05-23T16:46:27.963841992Z"} {"log":"[2017-05-23 16:46:27,979] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:46:27.980006139Z"} {"log":"[2017-05-23 16:46:30,665] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.205359] match_time_m=['1010us', '474us', '309us', '308us'])\n","stream":"stderr","time":"2017-05-23T16:46:30.665872942Z"} {"log":"[2017-05-23 16:46:30,666] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:46:30.667081805Z"} {"log":"[2017-05-23 16:46:30,666] [play_vexpect] vexpect macro complete in 5.712556s\n","stream":"stderr","time":"2017-05-23T16:46:30.667851086Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:46:30.833701089Z"} {"log":"[tigervnc] Tue May 23 16:46:30 2017\n","stream":"stdout","time":"2017-05-23T16:46:30.834067089Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::32850 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:46:30.834470848Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 197\n","stream":"stdout","time":"2017-05-23T16:46:30.834496463Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:46:30.834509896Z"} {"log":"[tigervnc] EncodeManager: Solid: 71 rects, 1.775 kpixels\n","stream":"stdout","time":"2017-05-23T16:46:30.834863836Z"} {"log":"[tigervnc] EncodeManager: 2.08008 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:46:30.834892236Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 94 rects, 13.95 kpixels\n","stream":"stdout","time":"2017-05-23T16:46:30.834906753Z"} {"log":"[tigervnc] EncodeManager: 5.20898 KiB (1:10.6727 ratio)\n","stream":"stdout","time":"2017-05-23T16:46:30.835092953Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 464 rects, 253.21 kpixels\n","stream":"stdout","time":"2017-05-23T16:46:30.835142087Z"} {"log":"[tigervnc] EncodeManager: 137.231 KiB (1:7.24717 ratio)\n","stream":"stdout","time":"2017-05-23T16:46:30.835274137Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 220 rects, 2.48821 Mpixels\n","stream":"stdout","time":"2017-05-23T16:46:30.835406801Z"} {"log":"[tigervnc] EncodeManager: 7.12615 MiB (1:1.33232 ratio)\n","stream":"stdout","time":"2017-05-23T16:46:30.835725263Z"} {"log":"[tigervnc] EncodeManager: Total: 849 rects, 2.75715 Mpixels\n","stream":"stdout","time":"2017-05-23T16:46:30.835773932Z"} {"log":"[tigervnc] EncodeManager: 7.26729 MiB (1:1.4486 ratio)\n","stream":"stdout","time":"2017-05-23T16:46:30.8357876Z"} {"log":"[2017-05-23 16:46:30,964] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 2-\u003e2, fps=60)\n","stream":"stderr","time":"2017-05-23T16:46:30.964871783Z"} {"log":"[2017-05-23 16:46:30,965] [INFO:universe.rewarder.remote] Sending rewarder message: {'method': 'v0.reply.env.reset', 'body': {}, 'headers': {'parent_runtime': 9.376527547836304, 'sent_at': 1495557990.9651484, 'episode_id': '2', 'message_id': 17, 'parent_message_id': 10}}\n","stream":"stderr","time":"2017-05-23T16:46:30.965477495Z"} {"log":"[2017-05-23 16:46:30,965] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:46:30.965852301Z"} {"log":"[2017-05-23 16:46:30,965] [INFO:root] [Rewarder] Changing reward_parsers: None -\u003e flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:46:30.965862805Z"} {"log":"[2017-05-23 16:46:30,965] [INFO:root] [Rewarder] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:46:30.966103529Z"} {"log":"[2017-05-23 16:46:31,690] [INFO:gym_controlplane.registration] Loaded scorer: \u003cgym_controlplane.reward.score.OCRScorerV0 object at 0x7fb52406b7f0\u003e\n","stream":"stderr","time":"2017-05-23T16:46:31.690810207Z"} {"log":"[2017-05-23 16:46:31,797] [INFO:gym_controlplane.registration] Created reward parser for flashgames.EasterEggsChallenge-v0: Reward\u003cscorer=\u003cgym_controlplane.reward.score.OCRScorerV0 object at 0x7fb52406b7f0\u003e vexpect=VExpect\u003c{'ready1': \u003cgym_controlplane.integration.transition.ClickTransition object at 0x7fb4ea164400\u003e, 'ready2': \u003cgym_controlplane.integration.transition.ClickTransition object at 0x7fb4ea164860\u003e, 'initialize0': \u003cgym_controlplane.integration.transition.ClickTransition object at 0x7fb4ea164828\u003e, 'ready0': \u003cgym_controlplane.integration.transition.ClickTransition object at 0x7fb4ea1646a0\u003e, 'initialize1': \u003cgym_controlplane.integration.transition.ClickTransition object at 0x7fb4ea1645c0\u003e}\u003e\u003e\n","stream":"stderr","time":"2017-05-23T16:46:31.798269881Z"} {"log":"[2017-05-23 16:46:31,798] [INFO:root] Using metadata_encoding={'width': 100, 'type': 'qrcode', 'y': 658, 'x': 914, 'height': 100} probe_key=96 subscription=[(237, 25, 230, 25), (240, 25, 309, 25), (342, 25, 309, 25), (67, 157, 195, 38), (914, 100, 658, 100)]\n","stream":"stderr","time":"2017-05-23T16:46:31.798304591Z"} {"log":"[2017-05-23 16:46:31,798] [INFO:universe.rewarder.remote] [Rewarder] Over past 13.83s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:46:31.798310554Z"} {"log":"[2017-05-23 16:46:31,798] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=0 episode_count=4 episode_duration=33.85\n","stream":"stderr","time":"2017-05-23T16:46:31.798496166Z"} {"log":"[2017-05-23 16:46:31,798] [INFO:universe.wrappers.logger] Stats for the past 10.20s: vnc_updates_ps=0.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=0.0 vnc_pixels_ps[total]=0.0 reward_lag=None rewarder_message_lag=None fps=0.10\n","stream":"stderr","time":"2017-05-23T16:46:31.79885102Z"} {"log":"2017/05/23 16:46:31 I0523 16:46:31.802842 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:46:31.803129208Z"} {"log":"[2017-05-23 16:46:31,806] [INFO:universe.pyprofile] [pyprofile] period=13.84s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"32.58us\", \"calls\": 3, \"std\": \"18.16us\"}, \"rewarder.compute_reward\": {\"mean\": \"394.80us\", \"calls\": 219, \"std\": \"508.48us\"}, \"rewarder_protocol.latency.rtt.skew_unadjusted\": {\"mean\": \"2.74ms\", \"calls\": 11, \"std\": \"816.26us\"}, \"reward.parsing.score\": {\"mean\": \"7.03ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"6.89ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"196.46us\", \"calls\": 1, \"std\": \"0.00us\"}, \"rewarder.sleep\": {\"mean\": \"16.10ms\", \"calls\": 219, \"std\": \"463.38us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"141.26us\", \"calls\": 219, \"std\": \"59.54us\"}, \"rewarder.frame\": {\"mean\": \"16.80ms\", \"calls\": 219, \"std\": \"353.05us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"3.58us\", \"calls\": 1, \"std\": \"0.00us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"2.62us\", \"calls\": 3, \"std\": \"0.48us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"control.env_id_change\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"control.env_id_change.flashgames.EasterEggsChallenge-v0\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.2785388127853881, \"calls\": 219, \"std\": 4.121998008236864}, \"rewarder_protocol.messages\": {\"mean\": 1.0, \"calls\": 11, \"std\": 0.0}, \"rewarder_protocol.messages.v0.control.ping\": {\"mean\": 1.0, \"calls\": 10, \"std\": 0.0}, \"rewarder_protocol.messages.v0.env.reset\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}} gauges={} (export_time=79.63us)\n","stream":"stderr","time":"2017-05-23T16:46:31.806624569Z"} {"log":"[2017-05-23 16:46:31,806] [INFO:root] [Rewarder] Rewarder fell behind by 0.8240716457366943s from target; losing 49 frames\n","stream":"stderr","time":"2017-05-23T16:46:31.806655155Z"} {"log":"[2017-05-23 16:46:33,933] [INFO:gym_controlplane.reward.reward] First score parsed: score=12\n","stream":"stderr","time":"2017-05-23T16:46:33.933997875Z"} {"log":"[2017-05-23 16:46:34,429] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.63s, sent 2 reward messages to agent: reward=6.0 reward_min=0 reward_max=6.0 done=False info={'rewarder.vnc.updates.pixels': 2355, 'rewarder.profile': '\u003c2301 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 4057}\n","stream":"stderr","time":"2017-05-23T16:46:34.429749924Z"} {"log":"[2017-05-23 16:46:35,911] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.48s, sent 2 reward messages to agent: reward=26.0 reward_min=6.0 reward_max=20.0 done=False info={'rewarder.vnc.updates.pixels': 1250, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 3788}\n","stream":"stderr","time":"2017-05-23T16:46:35.912314008Z"} {"log":"[2017-05-23 16:46:36,807] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=59.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=8903899.0 vnc_pixels_ps[total]=3764442.8 reward_lag=None rewarder_message_lag=None fps=59.51\n","stream":"stderr","time":"2017-05-23T16:46:36.808500031Z"} {"log":"[2017-05-23 16:46:36,809] [INFO:universe.pyprofile] [pyprofile] period=5.00s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"154.15us\", \"calls\": 140, \"std\": \"47.48us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.88ms\", \"calls\": 298, \"std\": \"3.30ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"188.95us\", \"calls\": 211, \"std\": \"42.61us\"}, \"reward.parsing.score\": {\"mean\": \"1.14ms\", \"calls\": 211, \"std\": \"3.68ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"20.67ms\", \"calls\": 6, \"std\": \"7.87ms\"}, \"reward.parsing.gameover\": {\"mean\": \"700.60us\", \"calls\": 211, \"std\": \"252.42us\"}, \"rewarder.sleep.missed\": {\"mean\": \"145.54ms\", \"calls\": 6, \"std\": \"332.42ms\"}, \"rewarder.sleep\": {\"mean\": \"14.92ms\", \"calls\": 292, \"std\": \"903.56us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"187.45us\", \"calls\": 298, \"std\": \"83.65us\"}, \"rewarder.frame\": {\"mean\": \"19.76ms\", \"calls\": 298, \"std\": \"47.74ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"95.51us\", \"calls\": 633, \"std\": \"35.15us\"}} counters={\"agent_conn.reward\": {\"mean\": 14.8, \"calls\": 5, \"std\": 16.88786546606764}, \"reward.vnc.updates.n\": {\"mean\": 0.7919463087248321, \"calls\": 298, \"std\": 0.5834434849562069}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 493, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 205, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 34.6923076923077, \"calls\": 104, \"std\": 26.57653425982458, \"value\": 86.0}} (export_time=423.19us)\n","stream":"stderr","time":"2017-05-23T16:46:36.809719665Z"} {"log":"[2017-05-23 16:46:37,886] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.97s, sent 4 reward messages to agent: reward=78.0 reward_min=0 reward_max=42.0 done=False info={'rewarder.vnc.updates.pixels': 1250, 'rewarder.profile': '\u003c2197 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 2253}\n","stream":"stderr","time":"2017-05-23T16:46:37.886833728Z"} {"log":"[2017-05-23 16:46:40,504] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.62s, sent 1 reward messages to agent: reward=42.0 reward_min=42.0 reward_max=42.0 done=False info={'rewarder.vnc.updates.pixels': 1365, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1813}\n","stream":"stderr","time":"2017-05-23T16:46:40.504710682Z"} {"log":"[2017-05-23 16:46:41,600] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.10s, sent 1 reward messages to agent: reward=6.0 reward_min=6.0 reward_max=6.0 done=False info={'rewarder.vnc.updates.pixels': 160, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 499}\n","stream":"stderr","time":"2017-05-23T16:46:41.601272932Z"} {"log":"[2017-05-23 16:46:41,817] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=44.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=113154.9 vnc_pixels_ps[total]=91630.6 reward_lag=None rewarder_message_lag=None fps=59.52\n","stream":"stderr","time":"2017-05-23T16:46:41.818460556Z"} {"log":"[2017-05-23 16:46:41,819] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"146.60us\", \"calls\": 154, \"std\": \"46.62us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.77ms\", \"calls\": 298, \"std\": \"3.12ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"185.78us\", \"calls\": 194, \"std\": \"74.74us\"}, \"reward.parsing.score\": {\"mean\": \"1.16ms\", \"calls\": 194, \"std\": \"3.64ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"24.82ms\", \"calls\": 4, \"std\": \"5.93ms\"}, \"reward.parsing.gameover\": {\"mean\": \"692.02us\", \"calls\": 194, \"std\": \"276.28us\"}, \"rewarder.sleep.missed\": {\"mean\": \"10.57ms\", \"calls\": 4, \"std\": \"5.98ms\"}, \"rewarder.sleep\": {\"mean\": \"14.95ms\", \"calls\": 294, \"std\": \"913.33us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"177.30us\", \"calls\": 298, \"std\": \"68.65us\"}, \"rewarder.frame\": {\"mean\": \"16.96ms\", \"calls\": 298, \"std\": \"1.37ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"91.70us\", \"calls\": 582, \"std\": \"45.00us\"}} counters={\"agent_conn.reward\": {\"mean\": 16.8, \"calls\": 5, \"std\": 18.19890106572372}, \"reward.vnc.updates.n\": {\"mean\": 0.7483221476510067, \"calls\": 298, \"std\": 0.6198842106329255}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 428, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 190, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 128.83505154639175, \"calls\": 194, \"std\": 26.246808012143994, \"value\": 170.0}} (export_time=622.27us)\n","stream":"stderr","time":"2017-05-23T16:46:41.820107867Z"} {"log":"[2017-05-23 16:46:43,578] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.98s, sent 3 reward messages to agent: reward=62.0 reward_min=0 reward_max=42.0 done=False info={'rewarder.vnc.updates.pixels': 1250, 'rewarder.profile': '\u003c2199 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 2100}\n","stream":"stderr","time":"2017-05-23T16:46:43.578789174Z"} {"log":"[2017-05-23 16:46:44,708] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.13s, sent 1 reward messages to agent: reward=9.0 reward_min=9.0 reward_max=9.0 done=False info={'rewarder.vnc.updates.pixels': 8441, 'rewarder.vnc.updates.n': 2, 'rewarder.vnc.updates.bytes': 6586}\n","stream":"stderr","time":"2017-05-23T16:46:44.709431314Z"} {"log":"[2017-05-23 16:46:46,562] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.85s, sent 2 reward messages to agent: reward=114.0 reward_min=30.0 reward_max=84.0 done=False info={'rewarder.vnc.updates.pixels': 2365, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 4556}\n","stream":"stderr","time":"2017-05-23T16:46:46.563448941Z"} {"log":"[2017-05-23 16:46:46,830] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=42.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=177932.2 vnc_pixels_ps[total]=109049.4 reward_lag=None rewarder_message_lag=None fps=59.48\n","stream":"stderr","time":"2017-05-23T16:46:46.830920984Z"} {"log":"[2017-05-23 16:46:46,834] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"145.20us\", \"calls\": 277, \"std\": \"41.83us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.97ms\", \"calls\": 298, \"std\": \"3.38ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"195.22us\", \"calls\": 189, \"std\": \"52.15us\"}, \"reward.parsing.score\": {\"mean\": \"1.30ms\", \"calls\": 189, \"std\": \"3.93ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"23.49ms\", \"calls\": 5, \"std\": \"6.96ms\"}, \"reward.parsing.gameover\": {\"mean\": \"853.04us\", \"calls\": 189, \"std\": \"407.13us\"}, \"rewarder.sleep.missed\": {\"mean\": \"9.29ms\", \"calls\": 5, \"std\": \"7.43ms\"}, \"rewarder.sleep\": {\"mean\": \"14.78ms\", \"calls\": 293, \"std\": \"1.15ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"191.86us\", \"calls\": 298, \"std\": \"135.88us\"}, \"rewarder.frame\": {\"mean\": \"16.99ms\", \"calls\": 298, \"std\": \"1.52ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"96.71us\", \"calls\": 567, \"std\": \"192.95us\"}} counters={\"agent_conn.reward\": {\"mean\": 30.833333333333332, \"calls\": 6, \"std\": 29.989442586794883}, \"reward.vnc.updates.n\": {\"mean\": 0.7214765100671141, \"calls\": 298, \"std\": 0.6192276886758186}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 290, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 184, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 230.65079365079362, \"calls\": 189, \"std\": 43.8364314860436, \"value\": 355.0}} (export_time=539.30us)\n","stream":"stderr","time":"2017-05-23T16:46:46.834964084Z"} {"log":"[2017-05-23 16:46:48,167] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.60s, sent 2 reward messages to agent: reward=18.0 reward_min=0.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 8575, 'rewarder.profile': '\u003c2203 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 3400}\n","stream":"stderr","time":"2017-05-23T16:46:48.167929957Z"} {"log":"[2017-05-23 16:46:51,095] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.93s, sent 1 reward messages to agent: reward=18.0 reward_min=18.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 160, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 499}\n","stream":"stderr","time":"2017-05-23T16:46:51.096483573Z"} {"log":"[2017-05-23 16:46:51,845] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=47.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=103020.3 vnc_pixels_ps[total]=90369.0 reward_lag=None rewarder_message_lag=None fps=59.66\n","stream":"stderr","time":"2017-05-23T16:46:51.845812476Z"} {"log":"[2017-05-23 16:46:51,847] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"141.81us\", \"calls\": 94, \"std\": \"53.70us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.87ms\", \"calls\": 299, \"std\": \"2.55ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"201.31us\", \"calls\": 222, \"std\": \"41.88us\"}, \"reward.parsing.score\": {\"mean\": \"994.14us\", \"calls\": 222, \"std\": \"2.75ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"27.97ms\", \"calls\": 2, \"std\": \"4.79ms\"}, \"reward.parsing.gameover\": {\"mean\": \"700.94us\", \"calls\": 222, \"std\": \"197.45us\"}, \"rewarder.sleep.missed\": {\"mean\": \"15.43ms\", \"calls\": 2, \"std\": \"7.06ms\"}, \"rewarder.sleep\": {\"mean\": \"14.69ms\", \"calls\": 297, \"std\": \"1.05ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"192.12us\", \"calls\": 299, \"std\": \"54.01us\"}, \"rewarder.frame\": {\"mean\": \"16.92ms\", \"calls\": 299, \"std\": \"1.34ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"108.22us\", \"calls\": 666, \"std\": \"38.28us\"}} counters={\"agent_conn.reward\": {\"mean\": 12.0, \"calls\": 3, \"std\": 10.392304845413264}, \"reward.vnc.updates.n\": {\"mean\": 0.7892976588628764, \"calls\": 299, \"std\": 0.5107099694022524}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 572, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 220, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 372.3513513513512, \"calls\": 222, \"std\": 11.339793903215256, \"value\": 391.0}} (export_time=1.43ms)\n","stream":"stderr","time":"2017-05-23T16:46:51.848166684Z"} {"log":"[2017-05-23 16:46:52,443] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.35s, sent 2 reward messages to agent: reward=18.0 reward_min=0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 625, 'rewarder.profile': '\u003c2186 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1894}\n","stream":"stderr","time":"2017-05-23T16:46:52.444081721Z"} {"log":"[2017-05-23 16:46:53,721] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.28s, sent 1 reward messages to agent: reward=18.0 reward_min=18.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 1410, 'rewarder.vnc.updates.n': 2, 'rewarder.vnc.updates.bytes': 2599}\n","stream":"stderr","time":"2017-05-23T16:46:53.721866878Z"} {"log":"[2017-05-23 16:46:56,853] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=48.9 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=117351.0 vnc_pixels_ps[total]=91018.6 reward_lag=None rewarder_message_lag=None fps=59.72\n","stream":"stderr","time":"2017-05-23T16:46:56.854488327Z"} {"log":"[2017-05-23 16:46:56,856] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"160.38us\", \"calls\": 151, \"std\": \"39.67us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.78ms\", \"calls\": 299, \"std\": \"2.43ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"202.13us\", \"calls\": 206, \"std\": \"39.79us\"}, \"reward.parsing.score\": {\"mean\": \"968.44us\", \"calls\": 206, \"std\": \"2.71ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"27.27ms\", \"calls\": 2, \"std\": \"3.07ms\"}, \"reward.parsing.gameover\": {\"mean\": \"766.51us\", \"calls\": 206, \"std\": \"230.20us\"}, \"rewarder.sleep.missed\": {\"mean\": \"13.17ms\", \"calls\": 2, \"std\": \"3.34ms\"}, \"rewarder.sleep\": {\"mean\": \"14.79ms\", \"calls\": 297, \"std\": \"958.52us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"184.97us\", \"calls\": 299, \"std\": \"50.44us\"}, \"rewarder.frame\": {\"mean\": \"16.88ms\", \"calls\": 299, \"std\": \"1.10ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"104.68us\", \"calls\": 618, \"std\": \"58.08us\"}} counters={\"agent_conn.reward\": {\"mean\": 12.0, \"calls\": 3, \"std\": 10.392304845413264}, \"reward.vnc.updates.n\": {\"mean\": 0.8227424749163882, \"calls\": 299, \"std\": 0.6492260523233268}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 467, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 204, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 418.6116504854371, \"calls\": 206, \"std\": 12.270315566108238, \"value\": 427.0}} (export_time=368.36us)\n","stream":"stderr","time":"2017-05-23T16:46:56.857047918Z"} {"log":"[2017-05-23 16:46:56,857] [INFO:universe.rewarder.remote] [Rewarder] Over past 3.14s, sent 1 reward messages to agent: reward=0.0 reward_min=0.0 reward_max=0.0 done=False info={'rewarder.vnc.updates.pixels': 450, 'rewarder.profile': '\u003c2190 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 156}\n","stream":"stderr","time":"2017-05-23T16:46:56.857963574Z"} {"log":"[2017-05-23 16:47:01,870] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=29.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=76562.8 vnc_pixels_ps[total]=63916.3 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:47:01.870989184Z"} {"log":"[2017-05-23 16:47:01,872] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"1.05ms\", \"calls\": 301, \"std\": \"700.74us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"191.65us\", \"calls\": 127, \"std\": \"22.75us\"}, \"reward.parsing.score\": {\"mean\": \"663.99us\", \"calls\": 127, \"std\": \"66.86us\"}, \"reward.parsing.gameover\": {\"mean\": \"594.87us\", \"calls\": 127, \"std\": \"95.70us\"}, \"rewarder.sleep\": {\"mean\": \"15.37ms\", \"calls\": 301, \"std\": \"738.80us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"177.43us\", \"calls\": 301, \"std\": \"48.11us\"}, \"rewarder.frame\": {\"mean\": \"16.78ms\", \"calls\": 301, \"std\": \"22.46us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"104.79us\", \"calls\": 381, \"std\": \"24.98us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.4883720930232559, \"calls\": 301, \"std\": 0.625058136830971}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 381, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 127, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 427.0, \"calls\": 127, \"std\": 0.0, \"value\": 427.0}} (export_time=302.31us)\n","stream":"stderr","time":"2017-05-23T16:47:01.873417117Z"} {"log":"[2017-05-23 16:47:01,873] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0.0 reward_min=0.0 reward_max=0.0 done=False info={'rewarder.vnc.updates.pixels': 576, 'rewarder.profile': '\u003c1732 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1747}\n","stream":"stderr","time":"2017-05-23T16:47:01.874295952Z"} {"log":"[2017-05-23 16:47:06,883] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=34.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=143289.3 vnc_pixels_ps[total]=91211.4 reward_lag=None rewarder_message_lag=None fps=59.87\n","stream":"stderr","time":"2017-05-23T16:47:06.883935341Z"} {"log":"[2017-05-23 16:47:06,885] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"169.56us\", \"calls\": 147, \"std\": \"195.07us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.50ms\", \"calls\": 300, \"std\": \"1.85ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"201.75us\", \"calls\": 159, \"std\": \"34.48us\"}, \"reward.parsing.score\": {\"mean\": \"906.99us\", \"calls\": 159, \"std\": \"2.18ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"27.36ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"804.78us\", \"calls\": 159, \"std\": \"322.17us\"}, \"rewarder.sleep.missed\": {\"mean\": \"12.76ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"rewarder.sleep\": {\"mean\": \"14.98ms\", \"calls\": 299, \"std\": \"995.12us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"196.81us\", \"calls\": 300, \"std\": \"69.91us\"}, \"rewarder.frame\": {\"mean\": \"16.86ms\", \"calls\": 300, \"std\": \"809.28us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"101.41us\", \"calls\": 477, \"std\": \"33.48us\"}} counters={\"agent_conn.reward\": {\"mean\": 15.0, \"calls\": 2, \"std\": 21.213203435596427}, \"reward.vnc.updates.n\": {\"mean\": 0.5766666666666664, \"calls\": 300, \"std\": 0.5818798582643454}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 330, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 158, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 456.2452830188678, \"calls\": 159, \"std\": 4.712919196856887, \"value\": 457.0}} (export_time=308.51us)\n","stream":"stderr","time":"2017-05-23T16:47:06.886026032Z"} {"log":"[2017-05-23 16:47:06,886] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.01s, sent 2 reward messages to agent: reward=30.0 reward_min=0.0 reward_max=30.0 done=False info={'rewarder.vnc.updates.pixels': 8415, 'rewarder.profile': '\u003c2149 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1135}\n","stream":"stderr","time":"2017-05-23T16:47:06.886907451Z"} {"log":"[2017-05-23 16:47:10,444] [INFO:universe.rewarder.remote] [Rewarder] Over past 3.56s, sent 1 reward messages to agent: reward=45.0 reward_min=45.0 reward_max=45.0 done=False info={'rewarder.vnc.updates.pixels': 160, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 499}\n","stream":"stderr","time":"2017-05-23T16:47:10.445235097Z"} {"log":"[2017-05-23 16:47:11,899] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=32.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=93460.9 vnc_pixels_ps[total]=67540.7 reward_lag=None rewarder_message_lag=None fps=59.84\n","stream":"stderr","time":"2017-05-23T16:47:11.899963358Z"} {"log":"[2017-05-23 16:47:11,902] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"173.80us\", \"calls\": 109, \"std\": \"33.94us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.50ms\", \"calls\": 300, \"std\": \"2.09ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"202.76us\", \"calls\": 148, \"std\": \"37.76us\"}, \"reward.parsing.score\": {\"mean\": \"1.02ms\", \"calls\": 148, \"std\": \"2.53ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"21.26ms\", \"calls\": 2, \"std\": \"5.42ms\"}, \"reward.parsing.gameover\": {\"mean\": \"785.34us\", \"calls\": 148, \"std\": \"217.81us\"}, \"rewarder.sleep.missed\": {\"mean\": \"7.35ms\", \"calls\": 2, \"std\": \"5.62ms\"}, \"rewarder.sleep\": {\"mean\": \"15.04ms\", \"calls\": 298, \"std\": \"1.03ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"208.51us\", \"calls\": 300, \"std\": \"168.82us\"}, \"rewarder.frame\": {\"mean\": \"16.86ms\", \"calls\": 300, \"std\": \"705.11us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"104.13us\", \"calls\": 444, \"std\": \"36.05us\"}} counters={\"agent_conn.reward\": {\"mean\": 22.5, \"calls\": 2, \"std\": 31.81980515339464}, \"reward.vnc.updates.n\": {\"mean\": 0.54, \"calls\": 300, \"std\": 0.5855563629409228}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 335, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 146, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 471.5945945945946, \"calls\": 148, \"std\": 21.13701265354595, \"value\": 502.0}} (export_time=317.81us)\n","stream":"stderr","time":"2017-05-23T16:47:11.903047415Z"} {"log":"[2017-05-23 16:47:11,904] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.46s, sent 1 reward messages to agent: reward=0.0 reward_min=0.0 reward_max=0.0 done=False info={'rewarder.vnc.updates.pixels': 625, 'rewarder.profile': '\u003c2168 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1894}\n","stream":"stderr","time":"2017-05-23T16:47:11.904621257Z"} {"log":"[2017-05-23 16:47:13,134] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.23s, sent 2 reward messages to agent: reward=36.0 reward_min=18.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 1157, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 3528}\n","stream":"stderr","time":"2017-05-23T16:47:13.135365688Z"} {"log":"[2017-05-23 16:47:16,902] [INFO:universe.wrappers.logger] Stats for the past 5.00s: vnc_updates_ps=43.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=124152.1 vnc_pixels_ps[total]=85386.6 reward_lag=None rewarder_message_lag=None fps=60.00\n","stream":"stderr","time":"2017-05-23T16:47:16.902833281Z"} {"log":"[2017-05-23 16:47:16,905] [INFO:universe.pyprofile] [pyprofile] period=5.00s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"163.27us\", \"calls\": 89, \"std\": \"23.97us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.54ms\", \"calls\": 300, \"std\": \"1.35ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"197.20us\", \"calls\": 189, \"std\": \"37.25us\"}, \"reward.parsing.score\": {\"mean\": \"788.34us\", \"calls\": 189, \"std\": \"1.30ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"17.78ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"682.20us\", \"calls\": 189, \"std\": \"159.23us\"}, \"rewarder.sleep.missed\": {\"mean\": \"3.19ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"rewarder.sleep\": {\"mean\": \"14.92ms\", \"calls\": 299, \"std\": \"935.58us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"192.40us\", \"calls\": 300, \"std\": \"49.87us\"}, \"rewarder.frame\": {\"mean\": \"16.80ms\", \"calls\": 300, \"std\": \"205.49us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"99.93us\", \"calls\": 567, \"std\": \"32.52us\"}} counters={\"agent_conn.reward\": {\"mean\": 12.0, \"calls\": 3, \"std\": 10.392304845413264}, \"reward.vnc.updates.n\": {\"mean\": 0.7166666666666666, \"calls\": 300, \"std\": 0.6145304830553455}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 478, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 188, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 533.3333333333335, \"calls\": 189, \"std\": 8.124038404635874, \"value\": 538.0}} (export_time=336.65us)\n","stream":"stderr","time":"2017-05-23T16:47:16.906180107Z"} {"log":"[2017-05-23 16:47:16,906] [INFO:universe.rewarder.remote] [Rewarder] Over past 3.77s, sent 1 reward messages to agent: reward=0.0 reward_min=0.0 reward_max=0.0 done=False info={'rewarder.vnc.updates.pixels': 8660, 'rewarder.profile': '\u003c2152 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1645}\n","stream":"stderr","time":"2017-05-23T16:47:16.907063509Z"} {"log":"[2017-05-23 16:47:19,711] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.80s, sent 1 reward messages to agent: reward=18.0 reward_min=18.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 8500, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1146}\n","stream":"stderr","time":"2017-05-23T16:47:19.712538443Z"} {"log":"[2017-05-23 16:47:21,915] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=31.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=103265.4 vnc_pixels_ps[total]=76296.5 reward_lag=None rewarder_message_lag=None fps=59.88\n","stream":"stderr","time":"2017-05-23T16:47:21.91607841Z"} {"log":"[2017-05-23 16:47:21,918] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"161.03us\", \"calls\": 133, \"std\": \"38.50us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.44ms\", \"calls\": 300, \"std\": \"1.99ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"199.87us\", \"calls\": 147, \"std\": \"36.84us\"}, \"reward.parsing.score\": {\"mean\": \"985.00us\", \"calls\": 147, \"std\": \"2.45ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"20.74ms\", \"calls\": 2, \"std\": \"5.29ms\"}, \"reward.parsing.gameover\": {\"mean\": \"777.87us\", \"calls\": 147, \"std\": \"218.52us\"}, \"rewarder.sleep.missed\": {\"mean\": \"6.49ms\", \"calls\": 2, \"std\": \"5.33ms\"}, \"rewarder.sleep\": {\"mean\": \"15.07ms\", \"calls\": 298, \"std\": \"1.04ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"187.37us\", \"calls\": 300, \"std\": \"53.41us\"}, \"rewarder.frame\": {\"mean\": \"16.88ms\", \"calls\": 300, \"std\": \"721.31us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"98.09us\", \"calls\": 441, \"std\": \"35.28us\"}} counters={\"agent_conn.reward\": {\"mean\": 12.0, \"calls\": 3, \"std\": 10.392304845413264}, \"reward.vnc.updates.n\": {\"mean\": 0.5266666666666663, \"calls\": 300, \"std\": 0.5689474723644724}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 308, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 145, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 555.0204081632652, \"calls\": 147, \"std\": 15.87514184501624, \"value\": 574.0}} (export_time=325.44us)\n","stream":"stderr","time":"2017-05-23T16:47:21.9187842Z"} {"log":"[2017-05-23 16:47:21,919] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.21s, sent 2 reward messages to agent: reward=18.0 reward_min=0.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 8500, 'rewarder.profile': '\u003c2186 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1146}\n","stream":"stderr","time":"2017-05-23T16:47:21.919913669Z"} {"log":"[2017-05-23 16:47:26,931] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=43.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=69454.9 vnc_pixels_ps[total]=66307.7 reward_lag=None rewarder_message_lag=None fps=60.04\n","stream":"stderr","time":"2017-05-23T16:47:26.931930588Z"} {"log":"[2017-05-23 16:47:26,934] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"180.62us\", \"calls\": 29, \"std\": \"33.36us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.60ms\", \"calls\": 301, \"std\": \"815.81us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"209.72us\", \"calls\": 205, \"std\": \"47.38us\"}, \"reward.parsing.score\": {\"mean\": \"730.95us\", \"calls\": 205, \"std\": \"130.44us\"}, \"reward.parsing.gameover\": {\"mean\": \"691.33us\", \"calls\": 205, \"std\": \"189.71us\"}, \"rewarder.sleep\": {\"mean\": \"14.75ms\", \"calls\": 301, \"std\": \"972.82us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"199.96us\", \"calls\": 301, \"std\": \"51.12us\"}, \"rewarder.frame\": {\"mean\": \"16.85ms\", \"calls\": 301, \"std\": \"410.98us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"114.24us\", \"calls\": 615, \"std\": \"33.43us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.7242524916943522, \"calls\": 301, \"std\": 0.5357641172836894}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 586, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 205, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 574.0, \"calls\": 205, \"std\": 0.0, \"value\": 574.0}} (export_time=317.34us)\n","stream":"stderr","time":"2017-05-23T16:47:26.934599802Z"} {"log":"[2017-05-23 16:47:26,935] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0.0 reward_min=0.0 reward_max=0.0 done=False info={'rewarder.vnc.updates.pixels': 612, 'rewarder.profile': '\u003c1871 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1879}\n","stream":"stderr","time":"2017-05-23T16:47:26.935742299Z"} {"log":"[2017-05-23 16:47:28,903] [INFO:universe.rewarder.remote] [Rewarder] Over past 1.97s, sent 1 reward messages to agent: reward=18.0 reward_min=18.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 768, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 2323}\n","stream":"stderr","time":"2017-05-23T16:47:28.903833983Z"} {"log":"[2017-05-23 16:47:31,935] [INFO:universe.wrappers.logger] Stats for the past 5.00s: vnc_updates_ps=55.2 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=221965.1 vnc_pixels_ps[total]=113871.2 reward_lag=None rewarder_message_lag=None fps=59.97\n","stream":"stderr","time":"2017-05-23T16:47:31.936194184Z"} {"log":"[2017-05-23 16:47:31,938] [INFO:universe.pyprofile] [pyprofile] period=5.00s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"102.29us\", \"calls\": 219, \"std\": \"41.94us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.66ms\", \"calls\": 300, \"std\": \"1.53ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"175.57us\", \"calls\": 235, \"std\": \"45.74us\"}, \"reward.parsing.score\": {\"mean\": \"758.67us\", \"calls\": 235, \"std\": \"1.50ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"15.75ms\", \"calls\": 2, \"std\": \"4.45ms\"}, \"reward.parsing.gameover\": {\"mean\": \"663.37us\", \"calls\": 235, \"std\": \"207.21us\"}, \"rewarder.sleep.missed\": {\"mean\": \"4.68ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"rewarder.sleep\": {\"mean\": \"14.80ms\", \"calls\": 299, \"std\": \"1.14ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"175.12us\", \"calls\": 300, \"std\": \"123.13us\"}, \"rewarder.frame\": {\"mean\": \"16.83ms\", \"calls\": 300, \"std\": \"387.39us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"91.57us\", \"calls\": 705, \"std\": \"62.87us\"}} counters={\"agent_conn.reward\": {\"mean\": 12.0, \"calls\": 3, \"std\": 10.392304845413264}, \"reward.vnc.updates.n\": {\"mean\": 0.92, \"calls\": 300, \"std\": 0.6012250592800956}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 486, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 233, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 592.3829787234044, \"calls\": 235, \"std\": 16.678141167368928, \"value\": 610.0}} (export_time=322.34us)\n","stream":"stderr","time":"2017-05-23T16:47:31.938678035Z"} {"log":"[2017-05-23 16:47:31,939] [INFO:universe.rewarder.remote] [Rewarder] Over past 3.04s, sent 2 reward messages to agent: reward=18.0 reward_min=0.0 reward_max=18.0 done=False info={'rewarder.vnc.updates.pixels': 7632, 'rewarder.profile': '\u003c2154 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 2504}\n","stream":"stderr","time":"2017-05-23T16:47:31.939688946Z"} {"log":"[2017-05-23 16:47:36,952] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=24.1 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=46062.8 vnc_pixels_ps[total]=55010.4 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:47:36.953101973Z"} {"log":"[2017-05-23 16:47:36,953] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"932.88us\", \"calls\": 301, \"std\": \"655.31us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"191.33us\", \"calls\": 101, \"std\": \"28.97us\"}, \"reward.parsing.score\": {\"mean\": \"665.68us\", \"calls\": 101, \"std\": \"76.71us\"}, \"reward.parsing.gameover\": {\"mean\": \"580.40us\", \"calls\": 101, \"std\": \"88.86us\"}, \"rewarder.sleep\": {\"mean\": \"15.48ms\", \"calls\": 301, \"std\": \"724.41us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"183.74us\", \"calls\": 301, \"std\": \"52.74us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"65.17us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"102.44us\", \"calls\": 303, \"std\": \"25.97us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3986710963455149, \"calls\": 301, \"std\": 0.605968834288085}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 303, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 101, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 610.0, \"calls\": 101, \"std\": 0.0, \"value\": 610.0}} (export_time=278.00us)\n","stream":"stderr","time":"2017-05-23T16:47:36.954074331Z"} {"log":"[2017-05-23 16:47:36,954] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.01s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1733 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:47:36.954760209Z"} {"log":"[2017-05-23 16:47:41,969] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=11.8 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=12062.4 vnc_pixels_ps[total]=42089.7 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:47:41.969673561Z"} {"log":"[2017-05-23 16:47:41,970] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"720.42us\", \"calls\": 301, \"std\": \"546.55us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"195.29us\", \"calls\": 54, \"std\": \"24.97us\"}, \"reward.parsing.score\": {\"mean\": \"677.43us\", \"calls\": 54, \"std\": \"67.32us\"}, \"reward.parsing.gameover\": {\"mean\": \"602.07us\", \"calls\": 54, \"std\": \"97.08us\"}, \"rewarder.sleep\": {\"mean\": \"15.71ms\", \"calls\": 301, \"std\": \"575.86us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"177.28us\", \"calls\": 301, \"std\": \"46.00us\"}, \"rewarder.frame\": {\"mean\": \"16.78ms\", \"calls\": 301, \"std\": \"18.39us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"106.94us\", \"calls\": 162, \"std\": \"27.64us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.1960132890365449, \"calls\": 301, \"std\": 0.44510379293989344}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 162, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 54, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 610.0, \"calls\": 54, \"std\": 0.0, \"value\": 610.0}} (export_time=354.53us)\n","stream":"stderr","time":"2017-05-23T16:47:41.970701559Z"} {"log":"[2017-05-23 16:47:41,971] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1720 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:47:41.971645537Z"} {"log":"[2017-05-23 16:47:44,232] [INFO:universe.utils] [gameover] Gameover screen detected: distance_n=[0.0, 0.0, 0.0] match_time=823us\n","stream":"stderr","time":"2017-05-23T16:47:44.233249276Z"} {"log":"[2017-05-23 16:47:44,233] [INFO:gym_controlplane.reward.reward] RESET CAUSE: gameover state reached\n","stream":"stderr","time":"2017-05-23T16:47:44.233510586Z"} {"log":"[2017-05-23 16:47:44,233] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.26s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=True info={'rewarder.vnc.updates.pixels': 3623, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 10983}\n","stream":"stderr","time":"2017-05-23T16:47:44.233844295Z"} {"log":"[2017-05-23 16:47:44,233] [INFO:root] [Rewarder] Resetting environment since done=True\n","stream":"stderr","time":"2017-05-23T16:47:44.234269037Z"} {"log":"[2017-05-23 16:47:44,234] [INFO:root] [Rewarder] Triggering a reset on EnvController\n","stream":"stderr","time":"2017-05-23T16:47:44.234890809Z"} {"log":"[2017-05-23 16:47:44,234] [INFO:root] [EnvStatus] Changing env_state: running (env_id=flashgames.EasterEggsChallenge-v0) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 2-\u003e3, fps=60)\n","stream":"stderr","time":"2017-05-23T16:47:44.235166391Z"} {"log":"[2017-05-23 16:47:44,235] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:47:44.235398481Z"} {"log":"[2017-05-23 16:47:44,235] [INFO:root] [EnvController] controlplane.py is resetting the environment\n","stream":"stderr","time":"2017-05-23T16:47:44.235760349Z"} {"log":"[2017-05-23 16:47:44,236] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=3\n","stream":"stderr","time":"2017-05-23T16:47:44.236537957Z"} {"log":"[2017-05-23 16:47:44,237] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:47:44.237665743Z"} {"log":"[2017-05-23 16:47:44,237] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:47:44.23841278Z"} {"log":"[init] [2017-05-23 16:47:44,271] init detected end of child process 481 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:47:44.272458727Z"} {"log":"[init] [2017-05-23 16:47:44,281] init detected end of child process 702 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:47:44.282087527Z"} {"log":"[init] [2017-05-23 16:47:44,282] init detected end of child process 496 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:47:44.282641409Z"} {"log":"[init] [2017-05-23 16:47:44,286] init detected end of child process 723 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:47:44.287147978Z"} {"log":"[init] [2017-05-23 16:47:44,296] init detected end of child process 735 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:47:44.297637559Z"} {"log":"[Tue May 23 16:47:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:47:44.351848703Z"} {"log":"[Tue May 23 16:47:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Completion file /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0 exists; not git-lfs pulling\n","stream":"stdout","time":"2017-05-23T16:47:44.363604737Z"} {"log":"[init] [2017-05-23 16:47:44,372] init detected end of child process 484 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:47:44.372890401Z"} {"log":"[init] [2017-05-23 16:47:44,372] init detected end of child process 492 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:47:44.372939755Z"} {"log":"[init] [2017-05-23 16:47:44,373] init detected end of child process 493 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:47:44.373429533Z"} {"log":"[init] [2017-05-23 16:47:44,373] init detected end of child process 495 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:47:44.373657816Z"} {"log":"[Tue May 23 16:47:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:47:44.41701577Z"} {"log":"[2017-05-23 16:47:44,420] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:47:44.420593819Z"} {"log":"[2017-05-23 16:47:44,420] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:47:44.420614328Z"} {"log":"[2017-05-23 16:47:44,514] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:47:44.515248471Z"} {"log":"[nginx] 2017/05/23 16:47:45 [info] 63#63: *24 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:47:45.675265513Z"} {"log":"[nginx] 2017/05/23 16:47:45 [info] 63#63: *25 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:47:45.675277311Z"} {"log":"[nginx] 2017/05/23 16:47:45 [info] 63#63: *26 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:47:45.689380834Z"} {"log":"[2017-05-23 16:47:45,719] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.20s\n","stream":"stderr","time":"2017-05-23T16:47:45.720390384Z"} {"log":"[2017-05-23 16:47:45,720] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:47:45.720553135Z"} {"log":"[2017-05-23 16:47:45,799] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:47:45.799481245Z"} {"log":"[nginx] 2017/05/23 16:47:45 [info] 63#63: *32 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:47:45.913973428Z"} {"log":"[2017-05-23 16:47:46,231] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:47:46.232255977Z"} {"log":"[2017-05-23 16:47:46,232] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:47:46.232271129Z"} {"log":"[2017-05-23 16:47:46,232] [play_vexpect] Using VNCSession arguments: {'start_timeout': 7, 'subsample_level': 2, 'compress_level': 0, 'fine_quality_level': 50, 'encoding': 'zrle'}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:47:46.232273805Z"} {"log":"[2017-05-23 16:47:46,232] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:47:46.232401593Z"} {"log":"[2017-05-23 16:47:46,233] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:47:46.233702056Z"} {"log":"[2017-05-23 16:47:46,233] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:47:46.233708241Z"} {"log":"2017/05/23 16:47:46 I0523 16:47:46.233646 1288 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:47:46.233710535Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:47:46.234097228Z"} {"log":"[tigervnc] Tue May 23 16:47:46 2017\n","stream":"stdout","time":"2017-05-23T16:47:46.234102718Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::33134\n","stream":"stdout","time":"2017-05-23T16:47:46.234104703Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:47:46.234106388Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:47:46.234108247Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:47:46.23434961Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:47:46.234824124Z"} {"log":"2017/05/23 16:47:46 I0523 16:47:46.23465 1288 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:47:46.234883418Z"} {"log":"[2017-05-23 16:47:46,380] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:47:46.380759198Z"} {"log":"2017/05/23 16:47:46 I0523 16:47:46.933254 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:47:46.933592696Z"} {"log":"[nginx] 2017/05/23 16:48:44 [info] 63#63: *6 upstream timed out (110: Connection timed out) while proxying upgraded connection, client: 172.17.0.1, server: , request: \"GET / HTTP/1.1\", upstream: \"http://127.0.0.1:15901/\", host: \"localhost:15900\"\n","stream":"stdout","time":"2017-05-23T16:48:44.287829755Z"} {"log":"[nginx] 172.17.0.1 - openai [23/May/2017:16:48:44 +0000] \"GET / HTTP/1.1\" 101 41246 \"-\" \"AutobahnPython/17.5.1\"\n","stream":"stdout","time":"2017-05-23T16:48:44.287898453Z"} {"log":"[2017-05-23 16:48:44,290] [INFO:universe.rewarder.remote] WebSocket connection closed: connection was closed uncleanly (peer dropped the TCP connection without previous WebSocket closing handshake)\n","stream":"stderr","time":"2017-05-23T16:48:44.290797065Z"} {"log":"[2017-05-23 16:48:44,290] [INFO:universe.rewarder.remote] [Twisted] Active client disconnected (sent 11 messages). Still have 0 active clients left\n","stream":"stderr","time":"2017-05-23T16:48:44.291093472Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:48:44.301062071Z"} {"log":"[tigervnc] Tue May 23 16:48:44 2017\n","stream":"stdout","time":"2017-05-23T16:48:44.301093979Z"} {"log":"[tigervnc] Connections: closed: 172.17.0.1::57052 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:48:44.301106783Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 4472\n","stream":"stdout","time":"2017-05-23T16:48:44.30197651Z"} {"log":"[tigervnc] EncodeManager: Tight:\n","stream":"stdout","time":"2017-05-23T16:48:44.302002894Z"} {"log":"[tigervnc] EncodeManager: Solid: 99 rects, 3.69507 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:44.302030822Z"} {"log":"[tigervnc] EncodeManager: 1.54688 KiB (1:9331.74 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:44.302045102Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 763 rects, 6.57424 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:44.302058014Z"} {"log":"[tigervnc] EncodeManager: 104.281 KiB (1:246.349 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:44.302068205Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 2.786 krects, 7.83322 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:44.302080545Z"} {"log":"[tigervnc] EncodeManager: 692.812 KiB (1:44.2128 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:44.30209279Z"} {"log":"[tigervnc] EncodeManager: Tight (JPEG):\n","stream":"stdout","time":"2017-05-23T16:48:44.302106212Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 17.499 krects, 296.623 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:44.302120435Z"} {"log":"[tigervnc] EncodeManager: 50.2461 MiB (1:22.5237 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:44.302134382Z"} {"log":"[tigervnc] EncodeManager: Total: 21.147 krects, 314.725 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:44.302147762Z"} {"log":"[tigervnc] EncodeManager: 51.026 MiB (1:23.5335 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:44.302161294Z"} {"log":"[nginx] 2017/05/23 16:48:45 [info] 63#63: *28 client timed out (110: Connection timed out) while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:48:45.734467296Z"} {"log":"[nginx] 2017/05/23 16:48:45 [info] 63#63: *29 client timed out (110: Connection timed out) while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:48:45.734514254Z"} {"log":"[nginx] 2017/05/23 16:48:45 [info] 63#63: *30 client timed out (110: Connection timed out) while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:48:45.734538612Z"} {"log":"[nginx] 2017/05/23 16:48:45 [info] 63#63: *31 client timed out (110: Connection timed out) while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:48:45.734783414Z"} {"log":"[2017-05-23 16:48:45,964] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=409us)\n","stream":"stderr","time":"2017-05-23T16:48:45.965135661Z"} {"log":"[2017-05-23 16:48:45,980] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:48:45.981373162Z"} {"log":"[2017-05-23 16:48:48,047] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['300us', '126us'])\n","stream":"stderr","time":"2017-05-23T16:48:48.048247836Z"} {"log":"[2017-05-23 16:48:48,063] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:48:48.064560559Z"} {"log":"[2017-05-23 16:48:50,731] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.0861069] match_time_m=['421us', '298us', '239us', '229us'])\n","stream":"stderr","time":"2017-05-23T16:48:50.732572686Z"} {"log":"[2017-05-23 16:48:50,732] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:48:50.733935836Z"} {"log":"[2017-05-23 16:48:50,733] [play_vexpect] vexpect macro complete in 64.466408s\n","stream":"stderr","time":"2017-05-23T16:48:50.734760998Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:48:50.863284572Z"} {"log":"[tigervnc] Tue May 23 16:48:50 2017\n","stream":"stdout","time":"2017-05-23T16:48:50.863342787Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::33134 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:48:50.863361105Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 204\n","stream":"stdout","time":"2017-05-23T16:48:50.863377587Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:48:50.86339047Z"} {"log":"[tigervnc] EncodeManager: Solid: 78 rects, 1.95 kpixels\n","stream":"stdout","time":"2017-05-23T16:48:50.863404091Z"} {"log":"[tigervnc] EncodeManager: 2.28516 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:50.863423141Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 86 rects, 13.275 kpixels\n","stream":"stdout","time":"2017-05-23T16:48:50.863437883Z"} {"log":"[tigervnc] EncodeManager: 4.8457 KiB (1:10.9093 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:50.863460116Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 458 rects, 401.536 kpixels\n","stream":"stdout","time":"2017-05-23T16:48:50.863688384Z"} {"log":"[tigervnc] EncodeManager: 141.343 KiB (1:11.1351 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:50.863740812Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 244 rects, 2.83072 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:50.863760469Z"} {"log":"[tigervnc] EncodeManager: 8.10692 MiB (1:1.33233 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:50.863784946Z"} {"log":"[tigervnc] EncodeManager: Total: 866 rects, 3.24748 Mpixels\n","stream":"stdout","time":"2017-05-23T16:48:50.86404189Z"} {"log":"[tigervnc] EncodeManager: 8.25192 MiB (1:1.50245 ratio)\n","stream":"stdout","time":"2017-05-23T16:48:50.864078463Z"} {"log":"[2017-05-23 16:48:50,961] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 3-\u003e3, fps=60)\n","stream":"stderr","time":"2017-05-23T16:48:50.962354479Z"} {"log":"[2017-05-23 16:48:50,962] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:48:50.962715709Z"} {"log":"[2017-05-23 16:48:50,962] [INFO:root] [Rewarder] Clearing reward_parser state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=2-\u003e3, env_state=running\n","stream":"stderr","time":"2017-05-23T16:48:50.9627271Z"} {"log":"[2017-05-23 16:48:50,962] [INFO:universe.rewarder.remote] [Rewarder] Over past 66.73s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:48:50.9628825Z"} {"log":"[2017-05-23 16:48:50,962] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=598.0 episode_count=41 episode_duration=139.16\n","stream":"stderr","time":"2017-05-23T16:48:50.963032947Z"} {"log":"2017/05/23 16:48:50 I0523 16:48:50.963497 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:48:50.963692162Z"} {"log":"[2017-05-23 16:48:50,963] [INFO:universe.wrappers.logger] Stats for the past 68.99s: vnc_updates_ps=1.2 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=14402.2 vnc_pixels_ps[total]=6148.2 reward_lag=None rewarder_message_lag=None fps=1.88\n","stream":"stderr","time":"2017-05-23T16:48:50.963838968Z"} {"log":"[2017-05-23 16:48:50,971] [INFO:universe.pyprofile] [pyprofile] period=69.00s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"76.58us\", \"calls\": 149, \"std\": \"44.12us\"}, \"rewarder.compute_reward\": {\"mean\": \"5.79ms\", \"calls\": 130, \"std\": \"7.48ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"122.17us\", \"calls\": 72, \"std\": \"206.66us\"}, \"reward.parsing.score\": {\"mean\": \"9.19ms\", \"calls\": 72, \"std\": \"7.40ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"11.13ms\", \"calls\": 57, \"std\": \"6.43ms\"}, \"reward.parsing.gameover\": {\"mean\": \"541.06us\", \"calls\": 72, \"std\": \"279.17us\"}, \"rewarder.sleep.missed\": {\"mean\": \"6.51ms\", \"calls\": 15, \"std\": \"3.78ms\"}, \"rewarder.sleep\": {\"mean\": \"13.10ms\", \"calls\": 114, \"std\": \"3.90ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"140.72us\", \"calls\": 130, \"std\": \"66.13us\"}, \"rewarder.frame\": {\"mean\": \"17.54ms\", \"calls\": 130, \"std\": \"2.42ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"52.01us\", \"calls\": 216, \"std\": \"32.10us\"}} counters={\"agent_conn.done\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 2, \"std\": 0.0}, \"reward.vnc.updates.n\": {\"mean\": 1.0923076923076924, \"calls\": 130, \"std\": 5.333012810881448}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 67, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 15, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 610.0, \"calls\": 23, \"std\": 0.0, \"value\": 610.0}} (export_time=121.59us)\n","stream":"stderr","time":"2017-05-23T16:48:50.97220638Z"} {"log":"[2017-05-23 16:48:55,981] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=30.1 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=187096.1 vnc_pixels_ps[total]=141726.2 reward_lag=None rewarder_message_lag=None fps=60.01\n","stream":"stderr","time":"2017-05-23T16:48:55.98182341Z"} {"log":"[2017-05-23 16:48:55,982] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"110.67us\", \"calls\": 24, \"std\": \"48.45us\"}, \"rewarder.compute_reward\": {\"mean\": \"745.03us\", \"calls\": 301, \"std\": \"528.93us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"165.92us\", \"calls\": 87, \"std\": \"28.96us\"}, \"reward.parsing.score\": {\"mean\": \"423.68us\", \"calls\": 87, \"std\": \"496.55us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"4.79ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"519.73us\", \"calls\": 87, \"std\": \"111.15us\"}, \"rewarder.sleep\": {\"mean\": \"15.67ms\", \"calls\": 301, \"std\": \"720.21us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"170.19us\", \"calls\": 301, \"std\": \"58.17us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"13.54us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"82.83us\", \"calls\": 261, \"std\": \"24.40us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.29900332225913645, \"calls\": 301, \"std\": 0.479894783595591}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 237, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 86, \"std\": 0.0}} gauges={} (export_time=342.13us)\n","stream":"stderr","time":"2017-05-23T16:48:55.982801262Z"} {"log":"[2017-05-23 16:48:55,983] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 2 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0, 'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1878 bytes\u003e'}\n","stream":"stderr","time":"2017-05-23T16:48:55.987483073Z"} {"log":"[2017-05-23 16:49:00,997] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=4.6 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=5231.7 vnc_pixels_ps[total]=38796.7 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:49:00.998579809Z"} {"log":"[2017-05-23 16:49:00,998] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"538.66us\", \"calls\": 301, \"std\": \"287.33us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"177.58us\", \"calls\": 23, \"std\": \"3.33us\"}, \"reward.parsing.score\": {\"mean\": \"392.62us\", \"calls\": 23, \"std\": \"9.30us\"}, \"reward.parsing.gameover\": {\"mean\": \"516.47us\", \"calls\": 23, \"std\": \"30.27us\"}, \"rewarder.sleep\": {\"mean\": \"15.89ms\", \"calls\": 301, \"std\": \"350.92us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"178.56us\", \"calls\": 301, \"std\": \"62.73us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"42.99us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"90.27us\", \"calls\": 69, \"std\": \"14.27us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.07641196013289041, \"calls\": 301, \"std\": 0.26609850880794456}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 69, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 23, \"std\": 0.0}} gauges={} (export_time=308.04us)\n","stream":"stderr","time":"2017-05-23T16:49:00.999513095Z"} {"log":"[2017-05-23 16:49:00,999] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1612 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:49:01.004374795Z"} {"log":"[2017-05-23 16:49:06,014] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=4.6 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=5238.4 vnc_pixels_ps[total]=38848.6 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:49:06.015175613Z"} {"log":"[2017-05-23 16:49:06,015] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"534.42us\", \"calls\": 301, \"std\": \"282.42us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"175.71us\", \"calls\": 23, \"std\": \"15.58us\"}, \"reward.parsing.score\": {\"mean\": \"384.25us\", \"calls\": 23, \"std\": \"34.38us\"}, \"reward.parsing.gameover\": {\"mean\": \"501.29us\", \"calls\": 23, \"std\": \"51.00us\"}, \"rewarder.sleep\": {\"mean\": \"15.89ms\", \"calls\": 301, \"std\": \"362.08us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"176.84us\", \"calls\": 301, \"std\": \"58.88us\"}, \"rewarder.frame\": {\"mean\": \"16.80ms\", \"calls\": 301, \"std\": \"141.13us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"87.99us\", \"calls\": 69, \"std\": \"17.07us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.07641196013289037, \"calls\": 301, \"std\": 0.26609850880794444}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 69, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 23, \"std\": 0.0}} gauges={} (export_time=387.19us)\n","stream":"stderr","time":"2017-05-23T16:49:06.016338087Z"} {"log":"[2017-05-23 16:49:06,016] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1614 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:49:06.017396621Z"} {"log":"[2017-05-23 16:49:11,031] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=4.6 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=5234.1 vnc_pixels_ps[total]=38815.4 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:49:11.03178667Z"} {"log":"[2017-05-23 16:49:11,032] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"530.91us\", \"calls\": 301, \"std\": \"277.58us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"173.93us\", \"calls\": 23, \"std\": \"17.74us\"}, \"reward.parsing.score\": {\"mean\": \"383.85us\", \"calls\": 23, \"std\": \"34.03us\"}, \"reward.parsing.gameover\": {\"mean\": \"506.64us\", \"calls\": 23, \"std\": \"60.39us\"}, \"rewarder.sleep\": {\"mean\": \"15.90ms\", \"calls\": 301, \"std\": \"350.57us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"173.15us\", \"calls\": 301, \"std\": \"64.50us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"13.05us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"87.41us\", \"calls\": 69, \"std\": \"15.01us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.07641196013289041, \"calls\": 301, \"std\": 0.2660985088079445}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 69, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 23, \"std\": 0.0}} gauges={} (export_time=337.36us)\n","stream":"stderr","time":"2017-05-23T16:49:11.032709922Z"} {"log":"[2017-05-23 16:49:11,032] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1619 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:49:11.033402259Z"} {"log":"[2017-05-23 16:49:11,842] [INFO:gym_controlplane.reward.reward] First score parsed: score=6\n","stream":"stderr","time":"2017-05-23T16:49:11.843054216Z"} {"log":"[2017-05-23 16:49:13,460] [INFO:universe.utils] [gameover] Gameover screen detected: distance_n=[0.0, 0.0, 0.0] match_time=840us\n","stream":"stderr","time":"2017-05-23T16:49:13.460797774Z"} {"log":"[2017-05-23 16:49:13,460] [INFO:gym_controlplane.reward.reward] RESET CAUSE: gameover state reached\n","stream":"stderr","time":"2017-05-23T16:49:13.4608482Z"} {"log":"[2017-05-23 16:49:13,461] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.43s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=True info={'rewarder.vnc.updates.pixels': 3623, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 10983}\n","stream":"stderr","time":"2017-05-23T16:49:13.46189188Z"} {"log":"[2017-05-23 16:49:13,461] [INFO:root] [Rewarder] Resetting environment since done=True\n","stream":"stderr","time":"2017-05-23T16:49:13.462274725Z"} {"log":"[2017-05-23 16:49:13,462] [INFO:root] [Rewarder] Triggering a reset on EnvController\n","stream":"stderr","time":"2017-05-23T16:49:13.462456767Z"} {"log":"[2017-05-23 16:49:13,462] [INFO:root] [EnvStatus] Changing env_state: running (env_id=flashgames.EasterEggsChallenge-v0) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 3-\u003e4, fps=60)\n","stream":"stderr","time":"2017-05-23T16:49:13.462950983Z"} {"log":"[2017-05-23 16:49:13,462] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:49:13.463249967Z"} {"log":"[2017-05-23 16:49:13,463] [INFO:root] [EnvController] controlplane.py is resetting the environment\n","stream":"stderr","time":"2017-05-23T16:49:13.463559112Z"} {"log":"[2017-05-23 16:49:13,463] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=4\n","stream":"stderr","time":"2017-05-23T16:49:13.463767765Z"} {"log":"[2017-05-23 16:49:13,464] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:49:13.464663088Z"} {"log":"[2017-05-23 16:49:13,464] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:49:13.465382942Z"} {"log":"[init] [2017-05-23 16:49:13,499] init detected end of child process 1021 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:13.499666994Z"} {"log":"[init] [2017-05-23 16:49:13,509] init detected end of child process 1036 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:13.509773008Z"} {"log":"[init] [2017-05-23 16:49:13,511] init detected end of child process 1242 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:13.512424219Z"} {"log":"[init] [2017-05-23 16:49:13,517] init detected end of child process 1264 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:13.517856839Z"} {"log":"[init] [2017-05-23 16:49:13,520] init detected end of child process 1276 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:13.521100415Z"} {"log":"[Tue May 23 16:49:13 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:49:13.577509125Z"} {"log":"[init] [2017-05-23 16:49:13,578] init detected end of child process 1024 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:13.578608361Z"} {"log":"[init] [2017-05-23 16:49:13,578] init detected end of child process 1032 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:13.578694564Z"} {"log":"[init] [2017-05-23 16:49:13,578] init detected end of child process 1033 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:13.579012032Z"} {"log":"[init] [2017-05-23 16:49:13,578] init detected end of child process 1035 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:13.579391023Z"} {"log":"[Tue May 23 16:49:13 UTC 2017] [/usr/local/bin/sudoable-env-setup] Completion file /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0 exists; not git-lfs pulling\n","stream":"stdout","time":"2017-05-23T16:49:13.589586598Z"} {"log":"[Tue May 23 16:49:13 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:49:13.655904015Z"} {"log":"[2017-05-23 16:49:13,661] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:49:13.662781035Z"} {"log":"[2017-05-23 16:49:13,662] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:49:13.662822502Z"} {"log":"[2017-05-23 16:49:13,781] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:49:13.782064859Z"} {"log":"[nginx] 2017/05/23 16:49:14 [info] 63#63: *33 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:14.940867783Z"} {"log":"[nginx] 2017/05/23 16:49:14 [info] 63#63: *34 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:14.940881583Z"} {"log":"[nginx] 2017/05/23 16:49:14 [info] 63#63: *35 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:14.955215622Z"} {"log":"[2017-05-23 16:49:14,986] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.21s\n","stream":"stderr","time":"2017-05-23T16:49:14.987437923Z"} {"log":"[2017-05-23 16:49:14,987] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:49:14.987736373Z"} {"log":"[2017-05-23 16:49:15,059] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:49:15.059384484Z"} {"log":"[nginx] 2017/05/23 16:49:15 [info] 63#63: *41 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:15.17354498Z"} {"log":"[2017-05-23 16:49:15,483] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:49:15.48345443Z"} {"log":"[2017-05-23 16:49:15,483] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:49:15.483475955Z"} {"log":"[2017-05-23 16:49:15,483] [play_vexpect] Using VNCSession arguments: {'start_timeout': 7, 'encoding': 'zrle', 'compress_level': 0, 'fine_quality_level': 50, 'subsample_level': 2}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:49:15.483480256Z"} {"log":"[2017-05-23 16:49:15,483] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:49:15.483646083Z"} {"log":"[2017-05-23 16:49:15,484] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:49:15.485275277Z"} {"log":"[2017-05-23 16:49:15,485] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:49:15.48528908Z"} {"log":"2017/05/23 16:49:15 I0523 16:49:15.485227 1807 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:49:15.485424334Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:49:15.485651279Z"} {"log":"[tigervnc] Tue May 23 16:49:15 2017\n","stream":"stdout","time":"2017-05-23T16:49:15.485659756Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::33322\n","stream":"stdout","time":"2017-05-23T16:49:15.485664317Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:49:15.485667567Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:49:15.485669722Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:49:15.485792938Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:49:15.486280534Z"} {"log":"2017/05/23 16:49:15 I0523 16:49:15.48611 1807 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:49:15.486509009Z"} {"log":"[2017-05-23 16:49:15,640] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:49:15.641335489Z"} {"log":"2017/05/23 16:49:16 I0523 16:49:16.148652 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:49:16.149079348Z"} {"log":"[2017-05-23 16:49:16,441] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=419us)\n","stream":"stderr","time":"2017-05-23T16:49:16.44260358Z"} {"log":"[2017-05-23 16:49:16,459] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:49:16.460472835Z"} {"log":"[2017-05-23 16:49:18,525] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['391us', '169us'])\n","stream":"stderr","time":"2017-05-23T16:49:18.526021037Z"} {"log":"[2017-05-23 16:49:18,541] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:49:18.541906648Z"} {"log":"[2017-05-23 16:49:21,226] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.0861069] match_time_m=['562us', '397us', '368us', '362us'])\n","stream":"stderr","time":"2017-05-23T16:49:21.227490659Z"} {"log":"[2017-05-23 16:49:21,227] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:49:21.228774106Z"} {"log":"[2017-05-23 16:49:21,228] [play_vexpect] vexpect macro complete in 5.709651s\n","stream":"stderr","time":"2017-05-23T16:49:21.229289037Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:49:21.399460492Z"} {"log":"[tigervnc] Tue May 23 16:49:21 2017\n","stream":"stdout","time":"2017-05-23T16:49:21.399506276Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::33322 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:49:21.399523704Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 203\n","stream":"stdout","time":"2017-05-23T16:49:21.399534876Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:49:21.399543566Z"} {"log":"[tigervnc] EncodeManager: Solid: 76 rects, 1.9 kpixels\n","stream":"stdout","time":"2017-05-23T16:49:21.39955314Z"} {"log":"[tigervnc] EncodeManager: 2.22656 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:21.399581546Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 91 rects, 13.181 kpixels\n","stream":"stdout","time":"2017-05-23T16:49:21.399934119Z"} {"log":"[tigervnc] EncodeManager: 4.99707 KiB (1:10.5171 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:21.399960356Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 471 rects, 368.693 kpixels\n","stream":"stdout","time":"2017-05-23T16:49:21.399974789Z"} {"log":"[tigervnc] EncodeManager: 146.874 KiB (1:9.84331 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:21.399987608Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 224 rects, 2.43011 Mpixels\n","stream":"stdout","time":"2017-05-23T16:49:21.400003807Z"} {"log":"[tigervnc] EncodeManager: 6.95998 MiB (1:1.33229 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:21.400212921Z"} {"log":"[tigervnc] EncodeManager: Total: 862 rects, 2.81388 Mpixels\n","stream":"stdout","time":"2017-05-23T16:49:21.400236494Z"} {"log":"[tigervnc] EncodeManager: 7.11046 MiB (1:1.51101 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:21.40025131Z"} {"log":"[2017-05-23 16:49:21,503] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 4-\u003e4, fps=60)\n","stream":"stderr","time":"2017-05-23T16:49:21.503614821Z"} {"log":"[2017-05-23 16:49:21,503] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:49:21.503964123Z"} {"log":"[2017-05-23 16:49:21,504] [INFO:root] [Rewarder] Clearing reward_parser state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=3-\u003e4, env_state=running\n","stream":"stderr","time":"2017-05-23T16:49:21.504272214Z"} {"log":"[2017-05-23 16:49:21,504] [INFO:universe.rewarder.remote] [Rewarder] Over past 8.04s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:49:21.50442377Z"} {"log":"[2017-05-23 16:49:21,504] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=0 episode_count=6 episode_duration=30.54\n","stream":"stderr","time":"2017-05-23T16:49:21.504520507Z"} {"log":"2017/05/23 16:49:21 I0523 16:49:21.505046 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:49:21.505260396Z"} {"log":"[2017-05-23 16:49:21,505] [INFO:universe.wrappers.logger] Stats for the past 10.47s: vnc_updates_ps=7.2 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=97399.6 vnc_pixels_ps[total]=41986.6 reward_lag=None rewarder_message_lag=None fps=12.79\n","stream":"stderr","time":"2017-05-23T16:49:21.505272748Z"} {"log":"[2017-05-23 16:49:21,511] [INFO:universe.pyprofile] [pyprofile] period=10.48s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"112.10us\", \"calls\": 151, \"std\": \"40.31us\"}, \"rewarder.compute_reward\": {\"mean\": \"8.31ms\", \"calls\": 134, \"std\": \"9.68ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"114.75us\", \"calls\": 67, \"std\": \"36.54us\"}, \"reward.parsing.score\": {\"mean\": \"14.83ms\", \"calls\": 67, \"std\": \"7.68ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"16.66ms\", \"calls\": 58, \"std\": \"5.41ms\"}, \"reward.parsing.gameover\": {\"mean\": \"780.67us\", \"calls\": 67, \"std\": \"283.50us\"}, \"rewarder.sleep.missed\": {\"mean\": \"4.54ms\", \"calls\": 43, \"std\": \"3.32ms\"}, \"rewarder.sleep\": {\"mean\": \"14.38ms\", \"calls\": 90, \"std\": \"3.94ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"207.08us\", \"calls\": 134, \"std\": \"428.44us\"}, \"rewarder.frame\": {\"mean\": \"18.27ms\", \"calls\": 134, \"std\": \"2.80ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"67.89us\", \"calls\": 201, \"std\": \"26.33us\"}} counters={\"agent_conn.done\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 2, \"std\": 0.0}, \"reward.vnc.updates.n\": {\"mean\": 1.0149253731343282, \"calls\": 134, \"std\": 5.257268616178903}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 50, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 9, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 6.0, \"calls\": 4, \"std\": 0.0, \"value\": 6}} (export_time=124.22us)\n","stream":"stderr","time":"2017-05-23T16:49:21.511443044Z"} {"log":"[2017-05-23 16:49:26,523] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=29.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=186905.4 vnc_pixels_ps[total]=143998.5 reward_lag=None rewarder_message_lag=None fps=60.00\n","stream":"stderr","time":"2017-05-23T16:49:26.524770918Z"} {"log":"[2017-05-23 16:49:26,525] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"174.87us\", \"calls\": 23, \"std\": \"66.30us\"}, \"rewarder.compute_reward\": {\"mean\": \"972.42us\", \"calls\": 301, \"std\": \"724.64us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"223.36us\", \"calls\": 86, \"std\": \"38.01us\"}, \"reward.parsing.score\": {\"mean\": \"545.79us\", \"calls\": 86, \"std\": \"441.57us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"4.36ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"773.81us\", \"calls\": 86, \"std\": \"192.08us\"}, \"rewarder.sleep\": {\"mean\": \"15.37ms\", \"calls\": 301, \"std\": \"1.00ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"209.44us\", \"calls\": 301, \"std\": \"99.63us\"}, \"rewarder.frame\": {\"mean\": \"16.85ms\", \"calls\": 301, \"std\": \"481.73us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"122.51us\", \"calls\": 258, \"std\": \"33.14us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.285714285714286, \"calls\": 301, \"std\": 0.45250624831255615}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 235, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 85, \"std\": 0.0}} gauges={} (export_time=476.60us)\n","stream":"stderr","time":"2017-05-23T16:49:26.526212832Z"} {"log":"[2017-05-23 16:49:26,526] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 2 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0, 'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1876 bytes\u003e'}\n","stream":"stderr","time":"2017-05-23T16:49:26.527313271Z"} {"log":"[2017-05-23 16:49:31,540] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=18.9 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=32056.3 vnc_pixels_ps[total]=47333.7 reward_lag=None rewarder_message_lag=None fps=60.04\n","stream":"stderr","time":"2017-05-23T16:49:31.541141197Z"} {"log":"[2017-05-23 16:49:31,541] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"952.04us\", \"calls\": 301, \"std\": \"627.38us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"216.78us\", \"calls\": 95, \"std\": \"31.88us\"}, \"reward.parsing.score\": {\"mean\": \"480.16us\", \"calls\": 95, \"std\": \"69.46us\"}, \"reward.parsing.gameover\": {\"mean\": \"684.39us\", \"calls\": 95, \"std\": \"116.55us\"}, \"rewarder.sleep\": {\"mean\": \"15.41ms\", \"calls\": 301, \"std\": \"785.17us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"202.49us\", \"calls\": 301, \"std\": \"79.79us\"}, \"rewarder.frame\": {\"mean\": \"16.83ms\", \"calls\": 301, \"std\": \"336.79us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"118.91us\", \"calls\": 285, \"std\": \"25.48us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.31561461794019935, \"calls\": 301, \"std\": 0.46553414230566387}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 285, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 95, \"std\": 0.0}} gauges={} (export_time=348.33us)\n","stream":"stderr","time":"2017-05-23T16:49:31.542043759Z"} {"log":"[2017-05-23 16:49:31,542] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1618 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:49:31.546911829Z"} {"log":"[2017-05-23 16:49:36,556] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=27342.5 vnc_pixels_ps[total]=49092.3 reward_lag=None rewarder_message_lag=None fps=60.03\n","stream":"stderr","time":"2017-05-23T16:49:36.557720565Z"} {"log":"[2017-05-23 16:49:36,558] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"958.92us\", \"calls\": 301, \"std\": \"646.87us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"215.41us\", \"calls\": 98, \"std\": \"44.43us\"}, \"reward.parsing.score\": {\"mean\": \"476.83us\", \"calls\": 98, \"std\": \"89.88us\"}, \"reward.parsing.gameover\": {\"mean\": \"685.30us\", \"calls\": 98, \"std\": \"149.80us\"}, \"rewarder.sleep\": {\"mean\": \"15.42ms\", \"calls\": 301, \"std\": \"783.72us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"196.87us\", \"calls\": 301, \"std\": \"47.47us\"}, \"rewarder.frame\": {\"mean\": \"16.82ms\", \"calls\": 301, \"std\": \"351.14us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"120.61us\", \"calls\": 294, \"std\": \"30.87us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.32558139534883695, \"calls\": 301, \"std\": 0.4693720033399731}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 294, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 98, \"std\": 0.0}} gauges={} (export_time=406.03us)\n","stream":"stderr","time":"2017-05-23T16:49:36.558649326Z"} {"log":"[2017-05-23 16:49:36,558] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1620 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:49:36.563460847Z"} {"log":"[2017-05-23 16:49:41,573] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=15717.5 vnc_pixels_ps[total]=47216.0 reward_lag=None rewarder_message_lag=None fps=60.03\n","stream":"stderr","time":"2017-05-23T16:49:41.574435412Z"} {"log":"[2017-05-23 16:49:41,574] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"976.64us\", \"calls\": 301, \"std\": \"680.84us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"221.90us\", \"calls\": 97, \"std\": \"40.47us\"}, \"reward.parsing.score\": {\"mean\": \"492.80us\", \"calls\": 97, \"std\": \"85.23us\"}, \"reward.parsing.gameover\": {\"mean\": \"727.73us\", \"calls\": 97, \"std\": \"212.39us\"}, \"rewarder.sleep\": {\"mean\": \"15.34ms\", \"calls\": 301, \"std\": \"954.32us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"195.03us\", \"calls\": 301, \"std\": \"44.84us\"}, \"rewarder.frame\": {\"mean\": \"16.88ms\", \"calls\": 301, \"std\": \"551.92us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"130.15us\", \"calls\": 291, \"std\": \"94.09us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.32890365448505, \"calls\": 301, \"std\": 0.4845566296659936}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 291, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 97, \"std\": 0.0}} gauges={} (export_time=403.40us)\n","stream":"stderr","time":"2017-05-23T16:49:41.575380581Z"} {"log":"[2017-05-23 16:49:41,575] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1615 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:49:41.576157993Z"} {"log":"[2017-05-23 16:49:42,389] [INFO:gym_controlplane.reward.reward] First score parsed: score=6\n","stream":"stderr","time":"2017-05-23T16:49:42.390305486Z"} {"log":"[2017-05-23 16:49:43,975] [INFO:universe.utils] [gameover] Gameover screen detected: distance_n=[0.0, 0.0, 0.0] match_time=868us\n","stream":"stderr","time":"2017-05-23T16:49:43.976248155Z"} {"log":"[2017-05-23 16:49:43,976] [INFO:gym_controlplane.reward.reward] RESET CAUSE: gameover state reached\n","stream":"stderr","time":"2017-05-23T16:49:43.976304181Z"} {"log":"[2017-05-23 16:49:43,976] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.40s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=True info={'rewarder.vnc.updates.pixels': 3623, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 10983}\n","stream":"stderr","time":"2017-05-23T16:49:43.976830908Z"} {"log":"[2017-05-23 16:49:43,976] [INFO:root] [Rewarder] Resetting environment since done=True\n","stream":"stderr","time":"2017-05-23T16:49:43.977218947Z"} {"log":"[2017-05-23 16:49:43,977] [INFO:root] [Rewarder] Triggering a reset on EnvController\n","stream":"stderr","time":"2017-05-23T16:49:43.977264028Z"} {"log":"[2017-05-23 16:49:43,977] [INFO:root] [EnvStatus] Changing env_state: running (env_id=flashgames.EasterEggsChallenge-v0) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 4-\u003e5, fps=60)\n","stream":"stderr","time":"2017-05-23T16:49:43.977560631Z"} {"log":"[2017-05-23 16:49:43,977] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:49:43.978121931Z"} {"log":"[2017-05-23 16:49:43,977] [INFO:root] [EnvController] controlplane.py is resetting the environment\n","stream":"stderr","time":"2017-05-23T16:49:43.978613121Z"} {"log":"[2017-05-23 16:49:43,978] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=5\n","stream":"stderr","time":"2017-05-23T16:49:43.978920304Z"} {"log":"[2017-05-23 16:49:43,979] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:49:43.979733632Z"} {"log":"[2017-05-23 16:49:43,980] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:49:43.980462383Z"} {"log":"[init] [2017-05-23 16:49:44,013] init detected end of child process 1541 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:44.014482999Z"} {"log":"[init] [2017-05-23 16:49:44,023] init detected end of child process 1556 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:44.024403232Z"} {"log":"[init] [2017-05-23 16:49:44,025] init detected end of child process 1762 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:44.025871281Z"} {"log":"[init] [2017-05-23 16:49:44,025] init detected end of child process 1783 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:44.026615122Z"} {"log":"[init] [2017-05-23 16:49:44,033] init detected end of child process 1795 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:44.034395217Z"} {"log":"[Tue May 23 16:49:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:49:44.088728862Z"} {"log":"[init] [2017-05-23 16:49:44,090] init detected end of child process 1544 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:44.090731541Z"} {"log":"[init] [2017-05-23 16:49:44,090] init detected end of child process 1552 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:44.090789764Z"} {"log":"[init] [2017-05-23 16:49:44,090] init detected end of child process 1553 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:49:44.091092015Z"} {"log":"[init] [2017-05-23 16:49:44,091] init detected end of child process 1555 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:49:44.091376432Z"} {"log":"[Tue May 23 16:49:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Completion file /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0 exists; not git-lfs pulling\n","stream":"stdout","time":"2017-05-23T16:49:44.097411999Z"} {"log":"[Tue May 23 16:49:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:49:44.133086008Z"} {"log":"[2017-05-23 16:49:44,135] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:49:44.135699781Z"} {"log":"[2017-05-23 16:49:44,135] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:49:44.135712219Z"} {"log":"[2017-05-23 16:49:44,224] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:49:44.224396121Z"} {"log":"[nginx] 2017/05/23 16:49:44 [info] 63#63: *40 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:49:44.267603127Z"} {"log":"[nginx] 2017/05/23 16:49:44 [info] 63#63: *39 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:49:44.267619353Z"} {"log":"[nginx] 2017/05/23 16:49:44 [info] 63#63: *38 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:49:44.267628795Z"} {"log":"[nginx] 2017/05/23 16:49:44 [info] 63#63: *37 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:49:44.267631024Z"} {"log":"[nginx] 2017/05/23 16:49:44 [info] 63#63: *36 client 127.0.0.1 closed keepalive connection\n","stream":"stdout","time":"2017-05-23T16:49:44.271435964Z"} {"log":"[nginx] 2017/05/23 16:49:45 [info] 63#63: *42 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:45.387124851Z"} {"log":"[nginx] 2017/05/23 16:49:45 [info] 63#63: *43 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:45.387139365Z"} {"log":"[nginx] 2017/05/23 16:49:45 [info] 63#63: *44 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:45.401501558Z"} {"log":"[2017-05-23 16:49:45,429] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.21s\n","stream":"stderr","time":"2017-05-23T16:49:45.429669689Z"} {"log":"[2017-05-23 16:49:45,429] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:49:45.429915454Z"} {"log":"[2017-05-23 16:49:45,500] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:49:45.500266925Z"} {"log":"[nginx] 2017/05/23 16:49:45 [info] 63#63: *50 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:49:45.613435656Z"} {"log":"[2017-05-23 16:49:45,920] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:49:45.92101099Z"} {"log":"[2017-05-23 16:49:45,920] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:49:45.921028307Z"} {"log":"[2017-05-23 16:49:45,920] [play_vexpect] Using VNCSession arguments: {'encoding': 'zrle', 'compress_level': 0, 'subsample_level': 2, 'start_timeout': 7, 'fine_quality_level': 50}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:49:45.921033104Z"} {"log":"[2017-05-23 16:49:45,921] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:49:45.921192059Z"} {"log":"[2017-05-23 16:49:45,922] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:49:45.922646586Z"} {"log":"[2017-05-23 16:49:45,922] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:49:45.922668829Z"} {"log":"2017/05/23 16:49:45 I0523 16:49:45.922593 2152 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:49:45.922785253Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:49:45.92305742Z"} {"log":"[tigervnc] Tue May 23 16:49:45 2017\n","stream":"stdout","time":"2017-05-23T16:49:45.92307161Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::33470\n","stream":"stdout","time":"2017-05-23T16:49:45.923074247Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:49:45.923076138Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:49:45.923078008Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:49:45.923387358Z"} {"log":"2017/05/23 16:49:45 I0523 16:49:45.923651 2152 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:49:45.92382921Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:49:45.923917263Z"} {"log":"[2017-05-23 16:49:46,066] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:49:46.066617034Z"} {"log":"2017/05/23 16:49:46 I0523 16:49:46.646102 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:49:46.64653644Z"} {"log":"[2017-05-23 16:49:46,867] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=425us)\n","stream":"stderr","time":"2017-05-23T16:49:46.867725875Z"} {"log":"[2017-05-23 16:49:46,883] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:49:46.883822917Z"} {"log":"[2017-05-23 16:49:48,950] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['409us', '172us'])\n","stream":"stderr","time":"2017-05-23T16:49:48.955408398Z"} {"log":"[2017-05-23 16:49:48,966] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:49:48.966786348Z"} {"log":"[2017-05-23 16:49:51,634] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.0802702] match_time_m=['434us', '265us', '238us', '232us'])\n","stream":"stderr","time":"2017-05-23T16:49:51.635425452Z"} {"log":"[2017-05-23 16:49:51,635] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:49:51.636979191Z"} {"log":"[2017-05-23 16:49:51,636] [play_vexpect] vexpect macro complete in 5.680410s\n","stream":"stderr","time":"2017-05-23T16:49:51.639565447Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:49:51.835181601Z"} {"log":"[tigervnc] Tue May 23 16:49:51 2017\n","stream":"stdout","time":"2017-05-23T16:49:51.835238596Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::33470 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:49:51.835256529Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 202\n","stream":"stdout","time":"2017-05-23T16:49:51.835476124Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:49:51.835519127Z"} {"log":"[tigervnc] EncodeManager: Solid: 74 rects, 1.85 kpixels\n","stream":"stdout","time":"2017-05-23T16:49:51.835536797Z"} {"log":"[tigervnc] EncodeManager: 2.16797 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:51.835554872Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 94 rects, 15.031 kpixels\n","stream":"stdout","time":"2017-05-23T16:49:51.835637761Z"} {"log":"[tigervnc] EncodeManager: 5.38281 KiB (1:11.1125 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:51.835691277Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 469 rects, 405.589 kpixels\n","stream":"stdout","time":"2017-05-23T16:49:51.835798357Z"} {"log":"[tigervnc] EncodeManager: 144.88 KiB (1:10.9734 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:51.835828468Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 220 rects, 2.82013 Mpixels\n","stream":"stdout","time":"2017-05-23T16:49:51.836104705Z"} {"log":"[tigervnc] EncodeManager: 8.07602 MiB (1:1.3324 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:51.836128571Z"} {"log":"[tigervnc] EncodeManager: Total: 857 rects, 3.2426 Mpixels\n","stream":"stdout","time":"2017-05-23T16:49:51.836147154Z"} {"log":"[tigervnc] EncodeManager: 8.22488 MiB (1:1.50511 ratio)\n","stream":"stdout","time":"2017-05-23T16:49:51.836161675Z"} {"log":"[2017-05-23 16:49:51,949] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 5-\u003e5, fps=60)\n","stream":"stderr","time":"2017-05-23T16:49:51.950108332Z"} {"log":"[2017-05-23 16:49:51,950] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:49:51.951208772Z"} {"log":"[2017-05-23 16:49:51,951] [INFO:root] [Rewarder] Clearing reward_parser state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=4-\u003e5, env_state=running\n","stream":"stderr","time":"2017-05-23T16:49:51.951223635Z"} {"log":"[2017-05-23 16:49:51,951] [INFO:universe.rewarder.remote] [Rewarder] Over past 7.97s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:49:51.951679218Z"} {"log":"[2017-05-23 16:49:51,951] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=0 episode_count=6 episode_duration=30.45\n","stream":"stderr","time":"2017-05-23T16:49:51.951691636Z"} {"log":"[2017-05-23 16:49:51,952] [INFO:universe.wrappers.logger] Stats for the past 10.38s: vnc_updates_ps=6.6 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=87492.5 vnc_pixels_ps[total]=38795.4 reward_lag=None rewarder_message_lag=None fps=12.62\n","stream":"stderr","time":"2017-05-23T16:49:51.952630495Z"} {"log":"2017/05/23 16:49:51 I0523 16:49:51.952385 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:49:51.952645538Z"} {"log":"[2017-05-23 16:49:51,958] [INFO:universe.pyprofile] [pyprofile] period=10.38s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"119.11us\", \"calls\": 137, \"std\": \"40.00us\"}, \"rewarder.compute_reward\": {\"mean\": \"8.15ms\", \"calls\": 131, \"std\": \"9.97ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"120.46us\", \"calls\": 61, \"std\": \"44.04us\"}, \"reward.parsing.score\": {\"mean\": \"15.60ms\", \"calls\": 61, \"std\": \"8.02ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"17.79ms\", \"calls\": 52, \"std\": \"5.22ms\"}, \"reward.parsing.gameover\": {\"mean\": \"857.32us\", \"calls\": 61, \"std\": \"263.26us\"}, \"rewarder.sleep.missed\": {\"mean\": \"5.37ms\", \"calls\": 41, \"std\": \"3.68ms\"}, \"rewarder.sleep\": {\"mean\": \"14.75ms\", \"calls\": 89, \"std\": \"3.35ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"167.73us\", \"calls\": 131, \"std\": \"51.95us\"}, \"rewarder.frame\": {\"mean\": \"18.49ms\", \"calls\": 131, \"std\": \"3.19ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"77.17us\", \"calls\": 183, \"std\": \"31.36us\"}} counters={\"agent_conn.done\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 2, \"std\": 0.0}, \"reward.vnc.updates.n\": {\"mean\": 0.9923664122137402, \"calls\": 131, \"std\": 5.319768912283123}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 46, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 9, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 6.0, \"calls\": 1, \"std\": 0, \"value\": 6}} (export_time=122.55us)\n","stream":"stderr","time":"2017-05-23T16:49:51.958824367Z"} {"log":"[2017-05-23 16:49:56,970] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=30.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=199105.8 vnc_pixels_ps[total]=147248.9 reward_lag=None rewarder_message_lag=None fps=60.01\n","stream":"stderr","time":"2017-05-23T16:49:56.97146556Z"} {"log":"[2017-05-23 16:49:56,972] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"167.48us\", \"calls\": 27, \"std\": \"68.69us\"}, \"rewarder.compute_reward\": {\"mean\": \"931.66us\", \"calls\": 301, \"std\": \"723.70us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"210.32us\", \"calls\": 91, \"std\": \"45.70us\"}, \"reward.parsing.score\": {\"mean\": \"521.85us\", \"calls\": 91, \"std\": \"509.09us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"5.05ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"756.76us\", \"calls\": 91, \"std\": \"186.80us\"}, \"rewarder.sleep\": {\"mean\": \"15.48ms\", \"calls\": 301, \"std\": \"823.02us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"186.80us\", \"calls\": 301, \"std\": \"51.62us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"91.91us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"119.54us\", \"calls\": 273, \"std\": \"35.89us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3056478405315617, \"calls\": 301, \"std\": 0.4686163984579014}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 246, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 90, \"std\": 0.0}} gauges={} (export_time=480.65us)\n","stream":"stderr","time":"2017-05-23T16:49:56.97492761Z"} {"log":"[2017-05-23 16:49:56,974] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 2 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0, 'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1873 bytes\u003e'}\n","stream":"stderr","time":"2017-05-23T16:49:56.975850291Z"} {"log":"[2017-05-23 16:50:01,987] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=17.8 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=69964.1 vnc_pixels_ps[total]=59314.6 reward_lag=None rewarder_message_lag=None fps=60.03\n","stream":"stderr","time":"2017-05-23T16:50:01.987838836Z"} {"log":"[2017-05-23 16:50:01,989] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"196.80us\", \"calls\": 72, \"std\": \"74.82us\"}, \"rewarder.compute_reward\": {\"mean\": \"951.04us\", \"calls\": 301, \"std\": \"740.64us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"214.24us\", \"calls\": 89, \"std\": \"39.71us\"}, \"reward.parsing.score\": {\"mean\": \"474.11us\", \"calls\": 89, \"std\": \"91.35us\"}, \"reward.parsing.gameover\": {\"mean\": \"874.93us\", \"calls\": 89, \"std\": \"263.69us\"}, \"rewarder.sleep\": {\"mean\": \"15.27ms\", \"calls\": 301, \"std\": \"1.34ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"187.54us\", \"calls\": 301, \"std\": \"53.23us\"}, \"rewarder.frame\": {\"mean\": \"16.97ms\", \"calls\": 301, \"std\": \"843.68us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"112.19us\", \"calls\": 267, \"std\": \"42.45us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.29568106312292397, \"calls\": 301, \"std\": 0.4571082489668426}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 195, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 89, \"std\": 0.0}} gauges={} (export_time=765.32us)\n","stream":"stderr","time":"2017-05-23T16:50:01.990693283Z"} {"log":"[2017-05-23 16:50:01,991] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1758 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:50:01.992137346Z"} {"log":"[2017-05-23 16:50:07,003] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=62130.0 vnc_pixels_ps[total]=65766.2 reward_lag=None rewarder_message_lag=None fps=60.04\n","stream":"stderr","time":"2017-05-23T16:50:07.004653876Z"} {"log":"[2017-05-23 16:50:07,005] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"208.51us\", \"calls\": 80, \"std\": \"42.59us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.06ms\", \"calls\": 301, \"std\": \"901.23us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"227.39us\", \"calls\": 97, \"std\": \"47.20us\"}, \"reward.parsing.score\": {\"mean\": \"501.40us\", \"calls\": 97, \"std\": \"113.79us\"}, \"reward.parsing.gameover\": {\"mean\": \"948.48us\", \"calls\": 97, \"std\": \"333.78us\"}, \"rewarder.sleep\": {\"mean\": \"15.27ms\", \"calls\": 301, \"std\": \"1.14ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"211.92us\", \"calls\": 301, \"std\": \"254.42us\"}, \"rewarder.frame\": {\"mean\": \"16.87ms\", \"calls\": 301, \"std\": \"464.25us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"116.95us\", \"calls\": 291, \"std\": \"42.69us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.32225913621262503, \"calls\": 301, \"std\": 0.46811986993139354}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 211, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 97, \"std\": 0.0}} gauges={} (export_time=440.84us)\n","stream":"stderr","time":"2017-05-23T16:50:07.00648884Z"} {"log":"[2017-05-23 16:50:07,007] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1760 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:50:07.010457748Z"} {"log":"[2017-05-23 16:50:12,020] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.3 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=39175.1 vnc_pixels_ps[total]=61188.2 reward_lag=None rewarder_message_lag=None fps=60.04\n","stream":"stderr","time":"2017-05-23T16:50:12.021342964Z"} {"log":"[2017-05-23 16:50:12,022] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"208.35us\", \"calls\": 81, \"std\": \"41.12us\"}, \"rewarder.compute_reward\": {\"mean\": \"1.07ms\", \"calls\": 301, \"std\": \"880.12us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"226.96us\", \"calls\": 97, \"std\": \"46.79us\"}, \"reward.parsing.score\": {\"mean\": \"498.29us\", \"calls\": 97, \"std\": \"104.30us\"}, \"reward.parsing.gameover\": {\"mean\": \"936.04us\", \"calls\": 97, \"std\": \"243.66us\"}, \"rewarder.sleep\": {\"mean\": \"15.21ms\", \"calls\": 301, \"std\": \"1.15ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"220.86us\", \"calls\": 301, \"std\": \"195.56us\"}, \"rewarder.frame\": {\"mean\": \"16.92ms\", \"calls\": 301, \"std\": \"516.94us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"118.80us\", \"calls\": 291, \"std\": \"45.49us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3222591362126246, \"calls\": 301, \"std\": 0.46811986993139354}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 210, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 97, \"std\": 0.0}} gauges={} (export_time=493.05us)\n","stream":"stderr","time":"2017-05-23T16:50:12.023375763Z"} {"log":"[2017-05-23 16:50:12,023] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1753 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:50:12.024130573Z"} {"log":"[2017-05-23 16:50:12,769] [INFO:gym_controlplane.reward.reward] First score parsed: score=6\n","stream":"stderr","time":"2017-05-23T16:50:12.769701411Z"} {"log":"[2017-05-23 16:50:14,362] [INFO:universe.utils] [gameover] Gameover screen detected: distance_n=[0.0, 0.0, 0.0] match_time=844us\n","stream":"stderr","time":"2017-05-23T16:50:14.363574683Z"} {"log":"[2017-05-23 16:50:14,363] [INFO:gym_controlplane.reward.reward] RESET CAUSE: gameover state reached\n","stream":"stderr","time":"2017-05-23T16:50:14.363633229Z"} {"log":"[2017-05-23 16:50:14,363] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.34s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=True info={'rewarder.vnc.updates.pixels': 3623, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 10983}\n","stream":"stderr","time":"2017-05-23T16:50:14.364226204Z"} {"log":"[2017-05-23 16:50:14,364] [INFO:root] [Rewarder] Resetting environment since done=True\n","stream":"stderr","time":"2017-05-23T16:50:14.36480363Z"} {"log":"[2017-05-23 16:50:14,364] [INFO:root] [Rewarder] Triggering a reset on EnvController\n","stream":"stderr","time":"2017-05-23T16:50:14.365394856Z"} {"log":"[2017-05-23 16:50:14,365] [INFO:root] [EnvStatus] Changing env_state: running (env_id=flashgames.EasterEggsChallenge-v0) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 5-\u003e6, fps=60)\n","stream":"stderr","time":"2017-05-23T16:50:14.365722434Z"} {"log":"[2017-05-23 16:50:14,365] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:50:14.365988155Z"} {"log":"[2017-05-23 16:50:14,365] [INFO:root] [EnvController] controlplane.py is resetting the environment\n","stream":"stderr","time":"2017-05-23T16:50:14.366504888Z"} {"log":"[2017-05-23 16:50:14,366] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=6\n","stream":"stderr","time":"2017-05-23T16:50:14.366758Z"} {"log":"[2017-05-23 16:50:14,367] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:50:14.367677224Z"} {"log":"[2017-05-23 16:50:14,367] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:50:14.368398503Z"} {"log":"[init] [2017-05-23 16:50:14,402] init detected end of child process 1886 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:14.402697719Z"} {"log":"[init] [2017-05-23 16:50:14,411] init detected end of child process 1901 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:14.411903731Z"} {"log":"[init] [2017-05-23 16:50:14,413] init detected end of child process 2107 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:14.413762803Z"} {"log":"[init] [2017-05-23 16:50:14,415] init detected end of child process 2128 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:14.41621258Z"} {"log":"[init] [2017-05-23 16:50:14,424] init detected end of child process 2140 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:14.424991671Z"} {"log":"[Tue May 23 16:50:14 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:50:14.476148399Z"} {"log":"[init] [2017-05-23 16:50:14,479] init detected end of child process 1889 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:14.480104416Z"} {"log":"[init] [2017-05-23 16:50:14,479] init detected end of child process 1897 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:14.480157029Z"} {"log":"[init] [2017-05-23 16:50:14,480] init detected end of child process 1898 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:14.480422119Z"} {"log":"[init] [2017-05-23 16:50:14,480] init detected end of child process 1900 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:14.480694264Z"} {"log":"[Tue May 23 16:50:14 UTC 2017] [/usr/local/bin/sudoable-env-setup] Completion file /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0 exists; not git-lfs pulling\n","stream":"stdout","time":"2017-05-23T16:50:14.487890756Z"} {"log":"[Tue May 23 16:50:14 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:50:14.550913993Z"} {"log":"[2017-05-23 16:50:14,555] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:50:14.555745232Z"} {"log":"[2017-05-23 16:50:14,555] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:50:14.555773391Z"} {"log":"[nginx] 2017/05/23 16:50:14 [info] 63#63: *49 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:14.655443696Z"} {"log":"[nginx] 2017/05/23 16:50:14 [info] 63#63: *48 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:14.655458432Z"} {"log":"[nginx] 2017/05/23 16:50:14 [info] 63#63: *47 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:14.655461135Z"} {"log":"[nginx] 2017/05/23 16:50:14 [info] 63#63: *46 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:14.655463169Z"} {"log":"[2017-05-23 16:50:14,657] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:50:14.657674074Z"} {"log":"[nginx] 2017/05/23 16:50:14 [info] 63#63: *45 client 127.0.0.1 closed keepalive connection\n","stream":"stdout","time":"2017-05-23T16:50:14.663383556Z"} {"log":"[nginx] 2017/05/23 16:50:15 [info] 63#63: *51 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:15.816720265Z"} {"log":"[nginx] 2017/05/23 16:50:15 [info] 63#63: *52 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:15.81673352Z"} {"log":"[nginx] 2017/05/23 16:50:15 [info] 63#63: *53 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:15.829979222Z"} {"log":"[2017-05-23 16:50:15,859] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.20s\n","stream":"stderr","time":"2017-05-23T16:50:15.859548024Z"} {"log":"[2017-05-23 16:50:15,859] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:50:15.859870871Z"} {"log":"[2017-05-23 16:50:15,871] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:50:15.871451886Z"} {"log":"[nginx] 2017/05/23 16:50:16 [info] 63#63: *59 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:16.048004639Z"} {"log":"[2017-05-23 16:50:16,296] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:50:16.296935784Z"} {"log":"[2017-05-23 16:50:16,296] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:50:16.296951219Z"} {"log":"[2017-05-23 16:50:16,296] [play_vexpect] Using VNCSession arguments: {'compress_level': 0, 'start_timeout': 7, 'fine_quality_level': 50, 'encoding': 'zrle', 'subsample_level': 2}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:50:16.296954732Z"} {"log":"[2017-05-23 16:50:16,296] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:50:16.297057229Z"} {"log":"[2017-05-23 16:50:16,298] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:50:16.298969102Z"} {"log":"[2017-05-23 16:50:16,298] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:50:16.298990182Z"} {"log":"2017/05/23 16:50:16 I0523 16:50:16.298946 2483 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:50:16.299131411Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:50:16.299238173Z"} {"log":"[tigervnc] Tue May 23 16:50:16 2017\n","stream":"stdout","time":"2017-05-23T16:50:16.299247661Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::33618\n","stream":"stdout","time":"2017-05-23T16:50:16.299251386Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:50:16.299384898Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:50:16.299390955Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:50:16.299609732Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:50:16.300211609Z"} {"log":"2017/05/23 16:50:16 I0523 16:50:16.300043 2483 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:50:16.300214497Z"} {"log":"[2017-05-23 16:50:16,451] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:50:16.451602186Z"} {"log":"2017/05/23 16:50:17 I0523 16:50:17.142489 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:50:17.143306584Z"} {"log":"[2017-05-23 16:50:17,318] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=434us)\n","stream":"stderr","time":"2017-05-23T16:50:17.319463906Z"} {"log":"[2017-05-23 16:50:17,334] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:50:17.335610305Z"} {"log":"[2017-05-23 16:50:19,402] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['414us', '173us'])\n","stream":"stderr","time":"2017-05-23T16:50:19.402875403Z"} {"log":"[2017-05-23 16:50:19,418] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:50:19.418808728Z"} {"log":"[2017-05-23 16:50:22,103] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.0332961] match_time_m=['564us', '377us', '343us', '381us'])\n","stream":"stderr","time":"2017-05-23T16:50:22.104149895Z"} {"log":"[2017-05-23 16:50:22,104] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:50:22.105800217Z"} {"log":"[2017-05-23 16:50:22,105] [play_vexpect] vexpect macro complete in 5.772894s\n","stream":"stderr","time":"2017-05-23T16:50:22.106692453Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:50:22.211893889Z"} {"log":"[tigervnc] Tue May 23 16:50:22 2017\n","stream":"stdout","time":"2017-05-23T16:50:22.211953537Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::33618 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:50:22.211983333Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 203\n","stream":"stdout","time":"2017-05-23T16:50:22.21213972Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:50:22.212162549Z"} {"log":"[tigervnc] EncodeManager: Solid: 74 rects, 1.85 kpixels\n","stream":"stdout","time":"2017-05-23T16:50:22.212219506Z"} {"log":"[tigervnc] EncodeManager: 2.16797 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:22.21247746Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 91 rects, 14.756 kpixels\n","stream":"stdout","time":"2017-05-23T16:50:22.212702545Z"} {"log":"[tigervnc] EncodeManager: 5.24316 KiB (1:11.1969 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:22.212727497Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 462 rects, 468.011 kpixels\n","stream":"stdout","time":"2017-05-23T16:50:22.212743678Z"} {"log":"[tigervnc] EncodeManager: 142.773 KiB (1:12.8426 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:22.212759812Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 211 rects, 2.75213 Mpixels\n","stream":"stdout","time":"2017-05-23T16:50:22.213048423Z"} {"log":"[tigervnc] EncodeManager: 7.88119 MiB (1:1.33241 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:22.213072241Z"} {"log":"[tigervnc] EncodeManager: Total: 838 rects, 3.23675 Mpixels\n","stream":"stdout","time":"2017-05-23T16:50:22.213081907Z"} {"log":"[tigervnc] EncodeManager: 8.02786 MiB (1:1.53924 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:22.213090305Z"} {"log":"[2017-05-23 16:50:22,294] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 6-\u003e6, fps=60)\n","stream":"stderr","time":"2017-05-23T16:50:22.294862003Z"} {"log":"[2017-05-23 16:50:22,295] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:50:22.295280773Z"} {"log":"[2017-05-23 16:50:22,295] [INFO:root] [Rewarder] Clearing reward_parser state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=5-\u003e6, env_state=running\n","stream":"stderr","time":"2017-05-23T16:50:22.295297046Z"} {"log":"[2017-05-23 16:50:22,295] [INFO:universe.rewarder.remote] [Rewarder] Over past 7.93s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:50:22.29557795Z"} {"log":"[2017-05-23 16:50:22,295] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=0 episode_count=6 episode_duration=30.34\n","stream":"stderr","time":"2017-05-23T16:50:22.295595137Z"} {"log":"2017/05/23 16:50:22 I0523 16:50:22.296166 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:50:22.296404072Z"} {"log":"[2017-05-23 16:50:22,296] [INFO:universe.wrappers.logger] Stats for the past 10.27s: vnc_updates_ps=6.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=88568.0 vnc_pixels_ps[total]=38786.8 reward_lag=None rewarder_message_lag=None fps=12.65\n","stream":"stderr","time":"2017-05-23T16:50:22.296421544Z"} {"log":"[2017-05-23 16:50:22,304] [INFO:universe.pyprofile] [pyprofile] period=10.28s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"103.59us\", \"calls\": 148, \"std\": \"46.93us\"}, \"rewarder.compute_reward\": {\"mean\": \"7.69ms\", \"calls\": 130, \"std\": \"9.25ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"110.53us\", \"calls\": 63, \"std\": \"45.65us\"}, \"reward.parsing.score\": {\"mean\": \"14.12ms\", \"calls\": 63, \"std\": \"7.54ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"15.72ms\", \"calls\": 55, \"std\": \"5.66ms\"}, \"reward.parsing.gameover\": {\"mean\": \"760.22us\", \"calls\": 63, \"std\": \"290.58us\"}, \"rewarder.sleep.missed\": {\"mean\": \"5.50ms\", \"calls\": 32, \"std\": \"2.98ms\"}, \"rewarder.sleep\": {\"mean\": \"13.65ms\", \"calls\": 97, \"std\": \"4.21ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"181.36us\", \"calls\": 130, \"std\": \"220.38us\"}, \"rewarder.frame\": {\"mean\": \"18.16ms\", \"calls\": 130, \"std\": \"2.76ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"67.26us\", \"calls\": 189, \"std\": \"32.76us\"}} counters={\"agent_conn.done\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 2, \"std\": 0.0}, \"reward.vnc.updates.n\": {\"mean\": 1.0, \"calls\": 130, \"std\": 5.336723728565941}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 41, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 8, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 6.0, \"calls\": 2, \"std\": 0.0, \"value\": 6}} (export_time=122.79us)\n","stream":"stderr","time":"2017-05-23T16:50:22.304691214Z"} {"log":"[2017-05-23 16:50:27,314] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=29.9 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=181622.4 vnc_pixels_ps[total]=137665.1 reward_lag=None rewarder_message_lag=None fps=60.01\n","stream":"stderr","time":"2017-05-23T16:50:27.314758936Z"} {"log":"[2017-05-23 16:50:27,315] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"141.96us\", \"calls\": 25, \"std\": \"46.14us\"}, \"rewarder.compute_reward\": {\"mean\": \"789.46us\", \"calls\": 301, \"std\": \"598.17us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"176.45us\", \"calls\": 86, \"std\": \"41.40us\"}, \"reward.parsing.score\": {\"mean\": \"455.05us\", \"calls\": 86, \"std\": \"600.10us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"5.72ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"564.29us\", \"calls\": 86, \"std\": \"168.56us\"}, \"rewarder.sleep\": {\"mean\": \"15.63ms\", \"calls\": 301, \"std\": \"764.45us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"182.57us\", \"calls\": 301, \"std\": \"59.42us\"}, \"rewarder.frame\": {\"mean\": \"16.78ms\", \"calls\": 301, \"std\": \"20.58us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"87.89us\", \"calls\": 258, \"std\": \"30.81us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.2956810631229233, \"calls\": 301, \"std\": 0.4784850585687419}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 233, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 85, \"std\": 0.0}} gauges={} (export_time=318.77us)\n","stream":"stderr","time":"2017-05-23T16:50:27.315789565Z"} {"log":"[2017-05-23 16:50:27,316] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 2 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0, 'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1879 bytes\u003e'}\n","stream":"stderr","time":"2017-05-23T16:50:27.316521042Z"} {"log":"[2017-05-23 16:50:32,330] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=18.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=52461.4 vnc_pixels_ps[total]=53158.5 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:50:32.331190864Z"} {"log":"[2017-05-23 16:50:32,331] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"806.54us\", \"calls\": 301, \"std\": \"511.45us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"188.23us\", \"calls\": 92, \"std\": \"22.61us\"}, \"reward.parsing.score\": {\"mean\": \"412.29us\", \"calls\": 92, \"std\": \"44.21us\"}, \"reward.parsing.gameover\": {\"mean\": \"565.85us\", \"calls\": 92, \"std\": \"104.64us\"}, \"rewarder.sleep\": {\"mean\": \"15.62ms\", \"calls\": 301, \"std\": \"555.18us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"184.51us\", \"calls\": 301, \"std\": \"58.92us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"90.25us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"99.18us\", \"calls\": 276, \"std\": \"23.18us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3089700996677738, \"calls\": 301, \"std\": 0.4699850378146697}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 276, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 92, \"std\": 0.0}} gauges={} (export_time=352.38us)\n","stream":"stderr","time":"2017-05-23T16:50:32.332145769Z"} {"log":"[2017-05-23 16:50:32,332] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1617 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:50:32.332926481Z"} {"log":"[2017-05-23 16:50:37,347] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=18.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=50315.4 vnc_pixels_ps[total]=55115.1 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:50:37.347775787Z"} {"log":"[2017-05-23 16:50:37,349] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"765.67us\", \"calls\": 301, \"std\": \"488.68us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"186.59us\", \"calls\": 94, \"std\": \"41.86us\"}, \"reward.parsing.score\": {\"mean\": \"401.30us\", \"calls\": 94, \"std\": \"49.98us\"}, \"reward.parsing.gameover\": {\"mean\": \"522.00us\", \"calls\": 94, \"std\": \"64.82us\"}, \"rewarder.sleep\": {\"mean\": \"15.67ms\", \"calls\": 301, \"std\": \"502.26us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"170.38us\", \"calls\": 301, \"std\": \"51.72us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"19.08us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"91.34us\", \"calls\": 282, \"std\": \"18.22us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3156146179401994, \"calls\": 301, \"std\": 0.47264014251747277}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 282, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 94, \"std\": 0.0}} gauges={} (export_time=251.77us)\n","stream":"stderr","time":"2017-05-23T16:50:37.349735995Z"} {"log":"[2017-05-23 16:50:37,350] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 8500, 'rewarder.profile': '\u003c1617 bytes\u003e', 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 1146}\n","stream":"stderr","time":"2017-05-23T16:50:37.353544159Z"} {"log":"[2017-05-23 16:50:42,363] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=38286.4 vnc_pixels_ps[total]=56827.9 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:50:42.364416963Z"} {"log":"[2017-05-23 16:50:42,364] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"rewarder.compute_reward\": {\"mean\": \"774.72us\", \"calls\": 301, \"std\": \"474.46us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"179.00us\", \"calls\": 94, \"std\": \"17.73us\"}, \"reward.parsing.score\": {\"mean\": \"393.74us\", \"calls\": 94, \"std\": \"38.10us\"}, \"reward.parsing.gameover\": {\"mean\": \"522.76us\", \"calls\": 94, \"std\": \"74.25us\"}, \"rewarder.sleep\": {\"mean\": \"15.66ms\", \"calls\": 301, \"std\": \"534.58us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"175.10us\", \"calls\": 301, \"std\": \"51.99us\"}, \"rewarder.frame\": {\"mean\": \"16.78ms\", \"calls\": 301, \"std\": \"20.50us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"91.56us\", \"calls\": 282, \"std\": \"19.00us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.325581395348837, \"calls\": 301, \"std\": 0.4969675484234825}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 282, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 94, \"std\": 0.0}} gauges={} (export_time=334.98us)\n","stream":"stderr","time":"2017-05-23T16:50:42.365636646Z"} {"log":"[2017-05-23 16:50:42,365] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1617 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:50:42.366315412Z"} {"log":"[2017-05-23 16:50:43,249] [INFO:gym_controlplane.reward.reward] First score parsed: score=6\n","stream":"stderr","time":"2017-05-23T16:50:43.250601954Z"} {"log":"[2017-05-23 16:50:44,824] [INFO:universe.utils] [gameover] Gameover screen detected: distance_n=[0.0, 0.0, 0.0] match_time=827us\n","stream":"stderr","time":"2017-05-23T16:50:44.825011856Z"} {"log":"[2017-05-23 16:50:44,824] [INFO:gym_controlplane.reward.reward] RESET CAUSE: gameover state reached\n","stream":"stderr","time":"2017-05-23T16:50:44.825257364Z"} {"log":"[2017-05-23 16:50:44,825] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.46s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=True info={'rewarder.vnc.updates.pixels': 3623, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 10983}\n","stream":"stderr","time":"2017-05-23T16:50:44.825610362Z"} {"log":"[2017-05-23 16:50:44,825] [INFO:root] [Rewarder] Resetting environment since done=True\n","stream":"stderr","time":"2017-05-23T16:50:44.82604705Z"} {"log":"[2017-05-23 16:50:44,826] [INFO:root] [Rewarder] Triggering a reset on EnvController\n","stream":"stderr","time":"2017-05-23T16:50:44.826560871Z"} {"log":"[2017-05-23 16:50:44,826] [INFO:root] [EnvStatus] Changing env_state: running (env_id=flashgames.EasterEggsChallenge-v0) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 6-\u003e7, fps=60)\n","stream":"stderr","time":"2017-05-23T16:50:44.826832245Z"} {"log":"[2017-05-23 16:50:44,826] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:50:44.827182642Z"} {"log":"[2017-05-23 16:50:44,827] [INFO:root] [EnvController] controlplane.py is resetting the environment\n","stream":"stderr","time":"2017-05-23T16:50:44.827705137Z"} {"log":"[2017-05-23 16:50:44,827] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=7\n","stream":"stderr","time":"2017-05-23T16:50:44.827878801Z"} {"log":"[2017-05-23 16:50:44,828] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:50:44.828698232Z"} {"log":"[2017-05-23 16:50:44,828] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:50:44.829348007Z"} {"log":"[init] [2017-05-23 16:50:44,862] init detected end of child process 2232 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:44.863547718Z"} {"log":"[init] [2017-05-23 16:50:44,871] init detected end of child process 2247 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:44.872495977Z"} {"log":"[init] [2017-05-23 16:50:44,872] init detected end of child process 2453 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:44.873315845Z"} {"log":"[init] [2017-05-23 16:50:44,877] init detected end of child process 2474 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:44.878396183Z"} {"log":"[init] [2017-05-23 16:50:44,884] init detected end of child process 2487 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:44.885076028Z"} {"log":"[Tue May 23 16:50:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:50:44.936234152Z"} {"log":"[init] [2017-05-23 16:50:44,938] init detected end of child process 2235 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:44.939481788Z"} {"log":"[init] [2017-05-23 16:50:44,939] init detected end of child process 2243 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:44.939534216Z"} {"log":"[init] [2017-05-23 16:50:44,939] init detected end of child process 2244 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:50:44.939921425Z"} {"log":"[init] [2017-05-23 16:50:44,939] init detected end of child process 2246 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:50:44.940242417Z"} {"log":"[Tue May 23 16:50:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Completion file /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0 exists; not git-lfs pulling\n","stream":"stdout","time":"2017-05-23T16:50:44.945680354Z"} {"log":"[Tue May 23 16:50:44 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:50:44.980541331Z"} {"log":"[2017-05-23 16:50:44,982] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:50:44.98337624Z"} {"log":"[2017-05-23 16:50:44,983] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:50:44.983392742Z"} {"log":"[2017-05-23 16:50:45,071] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:50:45.071432983Z"} {"log":"[nginx] 2017/05/23 16:50:45 [info] 63#63: *58 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:45.115595811Z"} {"log":"[nginx] 2017/05/23 16:50:45 [info] 63#63: *57 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:45.115620202Z"} {"log":"[nginx] 2017/05/23 16:50:45 [info] 63#63: *56 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:45.115624708Z"} {"log":"[nginx] 2017/05/23 16:50:45 [info] 63#63: *55 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:50:45.115627018Z"} {"log":"[nginx] 2017/05/23 16:50:45 [info] 63#63: *54 client 127.0.0.1 closed keepalive connection\n","stream":"stdout","time":"2017-05-23T16:50:45.123437805Z"} {"log":"[nginx] 2017/05/23 16:50:46 [info] 63#63: *60 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:46.229308192Z"} {"log":"[nginx] 2017/05/23 16:50:46 [info] 63#63: *61 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:46.229321102Z"} {"log":"[nginx] 2017/05/23 16:50:46 [info] 63#63: *62 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:46.243791192Z"} {"log":"[2017-05-23 16:50:46,273] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.20s\n","stream":"stderr","time":"2017-05-23T16:50:46.274043137Z"} {"log":"[2017-05-23 16:50:46,273] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:50:46.274251775Z"} {"log":"[2017-05-23 16:50:46,285] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:50:46.285921261Z"} {"log":"[nginx] 2017/05/23 16:50:46 [info] 63#63: *68 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:50:46.461383634Z"} {"log":"[2017-05-23 16:50:46,715] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:50:46.716085351Z"} {"log":"[2017-05-23 16:50:46,715] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:50:46.716108197Z"} {"log":"[2017-05-23 16:50:46,715] [play_vexpect] Using VNCSession arguments: {'encoding': 'zrle', 'start_timeout': 7, 'subsample_level': 2, 'fine_quality_level': 50, 'compress_level': 0}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:50:46.716113325Z"} {"log":"[2017-05-23 16:50:46,716] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:50:46.71633675Z"} {"log":"[2017-05-23 16:50:46,717] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:50:46.718171986Z"} {"log":"[2017-05-23 16:50:46,718] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:50:46.718193936Z"} {"log":"2017/05/23 16:50:46 I0523 16:50:46.718122 2829 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:50:46.718199342Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:50:46.718522063Z"} {"log":"[tigervnc] Tue May 23 16:50:46 2017\n","stream":"stdout","time":"2017-05-23T16:50:46.718531481Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::33764\n","stream":"stdout","time":"2017-05-23T16:50:46.718534138Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:50:46.718536107Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:50:46.718537909Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:50:46.718674355Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:50:46.719084734Z"} {"log":"2017/05/23 16:50:46 I0523 16:50:46.718975 2829 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:50:46.719537537Z"} {"log":"[2017-05-23 16:50:46,874] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:50:46.874991841Z"} {"log":"2017/05/23 16:50:47 I0523 16:50:47.492204 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:50:47.492683822Z"} {"log":"[2017-05-23 16:50:47,725] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=417us)\n","stream":"stderr","time":"2017-05-23T16:50:47.725905216Z"} {"log":"[2017-05-23 16:50:47,741] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:50:47.742159729Z"} {"log":"[2017-05-23 16:50:49,808] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['399us', '167us'])\n","stream":"stderr","time":"2017-05-23T16:50:49.809518613Z"} {"log":"[2017-05-23 16:50:49,824] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:50:49.825498819Z"} {"log":"[2017-05-23 16:50:52,526] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.3921652] match_time_m=['422us', '255us', '230us', '222us'])\n","stream":"stderr","time":"2017-05-23T16:50:52.526832991Z"} {"log":"[2017-05-23 16:50:52,527] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:50:52.527865546Z"} {"log":"[2017-05-23 16:50:52,527] [play_vexpect] vexpect macro complete in 5.775804s\n","stream":"stderr","time":"2017-05-23T16:50:52.528317566Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:50:52.630577809Z"} {"log":"[tigervnc] Tue May 23 16:50:52 2017\n","stream":"stdout","time":"2017-05-23T16:50:52.630637674Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::33764 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:50:52.630657707Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 203\n","stream":"stdout","time":"2017-05-23T16:50:52.630676449Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:50:52.6309857Z"} {"log":"[tigervnc] EncodeManager: Solid: 77 rects, 1.925 kpixels\n","stream":"stdout","time":"2017-05-23T16:50:52.631024922Z"} {"log":"[tigervnc] EncodeManager: 2.25586 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:52.631041147Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 86 rects, 12.831 kpixels\n","stream":"stdout","time":"2017-05-23T16:50:52.631079115Z"} {"log":"[tigervnc] EncodeManager: 4.78125 KiB (1:10.6936 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:52.631096218Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 470 rects, 472.736 kpixels\n","stream":"stdout","time":"2017-05-23T16:50:52.631136824Z"} {"log":"[tigervnc] EncodeManager: 169.455 KiB (1:10.9299 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:52.63121319Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 226 rects, 3.1664 Mpixels\n","stream":"stdout","time":"2017-05-23T16:50:52.631246065Z"} {"log":"[tigervnc] EncodeManager: 9.0671 MiB (1:1.33245 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:52.631625564Z"} {"log":"[tigervnc] EncodeManager: Total: 859 rects, 3.65389 Mpixels\n","stream":"stdout","time":"2017-05-23T16:50:52.631658621Z"} {"log":"[tigervnc] EncodeManager: 9.23946 MiB (1:1.50965 ratio)\n","stream":"stdout","time":"2017-05-23T16:50:52.631674249Z"} {"log":"[2017-05-23 16:50:52,757] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 7-\u003e7, fps=60)\n","stream":"stderr","time":"2017-05-23T16:50:52.757702707Z"} {"log":"[2017-05-23 16:50:52,757] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:50:52.758073035Z"} {"log":"[2017-05-23 16:50:52,757] [INFO:root] [Rewarder] Clearing reward_parser state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=6-\u003e7, env_state=running\n","stream":"stderr","time":"2017-05-23T16:50:52.758089069Z"} {"log":"[2017-05-23 16:50:52,758] [INFO:universe.rewarder.remote] [Rewarder] Over past 7.93s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:50:52.758328206Z"} {"log":"[2017-05-23 16:50:52,758] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=0 episode_count=6 episode_duration=30.46\n","stream":"stderr","time":"2017-05-23T16:50:52.75853175Z"} {"log":"2017/05/23 16:50:52 I0523 16:50:52.759017 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:50:52.759201355Z"} {"log":"[2017-05-23 16:50:52,759] [INFO:universe.wrappers.logger] Stats for the past 10.39s: vnc_updates_ps=7.0 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=96072.5 vnc_pixels_ps[total]=41850.9 reward_lag=None rewarder_message_lag=None fps=12.89\n","stream":"stderr","time":"2017-05-23T16:50:52.759268406Z"} {"log":"[2017-05-23 16:50:52,767] [INFO:universe.pyprofile] [pyprofile] period=10.40s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"110.98us\", \"calls\": 148, \"std\": \"41.50us\"}, \"rewarder.compute_reward\": {\"mean\": \"8.48ms\", \"calls\": 134, \"std\": \"10.02ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"111.94us\", \"calls\": 64, \"std\": \"50.91us\"}, \"reward.parsing.score\": {\"mean\": \"15.91ms\", \"calls\": 64, \"std\": \"7.74ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"17.71ms\", \"calls\": 56, \"std\": \"5.32ms\"}, \"reward.parsing.gameover\": {\"mean\": \"809.43us\", \"calls\": 64, \"std\": \"264.72us\"}, \"rewarder.sleep.missed\": {\"mean\": \"5.84ms\", \"calls\": 39, \"std\": \"3.58ms\"}, \"rewarder.sleep\": {\"mean\": \"13.90ms\", \"calls\": 94, \"std\": \"4.54ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"184.85us\", \"calls\": 134, \"std\": \"124.99us\"}, \"rewarder.frame\": {\"mean\": \"18.48ms\", \"calls\": 134, \"std\": \"3.24ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"72.62us\", \"calls\": 192, \"std\": \"35.30us\"}} counters={\"agent_conn.done\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 2, \"std\": 0.0}, \"reward.vnc.updates.n\": {\"mean\": 1.0000000000000004, \"calls\": 134, \"std\": 5.26014951615739}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 44, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 8, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 6.0, \"calls\": 3, \"std\": 0.0, \"value\": 6}} (export_time=142.10us)\n","stream":"stderr","time":"2017-05-23T16:50:52.767748043Z"} {"log":"[2017-05-23 16:50:57,776] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=30.1 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=190043.4 vnc_pixels_ps[total]=143033.8 reward_lag=None rewarder_message_lag=None fps=60.01\n","stream":"stderr","time":"2017-05-23T16:50:57.777603663Z"} {"log":"[2017-05-23 16:50:57,778] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"131.65us\", \"calls\": 22, \"std\": \"46.74us\"}, \"rewarder.compute_reward\": {\"mean\": \"699.11us\", \"calls\": 301, \"std\": \"543.73us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"164.34us\", \"calls\": 80, \"std\": \"32.81us\"}, \"reward.parsing.score\": {\"mean\": \"421.86us\", \"calls\": 80, \"std\": \"489.73us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"4.53ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"524.13us\", \"calls\": 80, \"std\": \"144.28us\"}, \"rewarder.sleep\": {\"mean\": \"15.72ms\", \"calls\": 301, \"std\": \"727.72us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"157.79us\", \"calls\": 301, \"std\": \"55.70us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"21.94us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"82.12us\", \"calls\": 240, \"std\": \"25.65us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.29900332225913623, \"calls\": 301, \"std\": 0.5262752796673295}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 218, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 79, \"std\": 0.0}} gauges={} (export_time=491.86us)\n","stream":"stderr","time":"2017-05-23T16:50:57.779305017Z"} {"log":"[2017-05-23 16:50:57,779] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 2 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0, 'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1872 bytes\u003e'}\n","stream":"stderr","time":"2017-05-23T16:50:57.780128236Z"} {"log":"[2017-05-23 16:51:02,793] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=18.9 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=66607.1 vnc_pixels_ps[total]=59560.8 reward_lag=None rewarder_message_lag=None fps=60.03\n","stream":"stderr","time":"2017-05-23T16:51:02.79381524Z"} {"log":"[2017-05-23 16:51:02,794] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"147.24us\", \"calls\": 75, \"std\": \"17.01us\"}, \"rewarder.compute_reward\": {\"mean\": \"783.98us\", \"calls\": 301, \"std\": \"514.50us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"170.81us\", \"calls\": 92, \"std\": \"16.93us\"}, \"reward.parsing.score\": {\"mean\": \"377.71us\", \"calls\": 92, \"std\": \"37.62us\"}, \"reward.parsing.gameover\": {\"mean\": \"641.26us\", \"calls\": 92, \"std\": \"102.88us\"}, \"rewarder.sleep\": {\"mean\": \"15.64ms\", \"calls\": 301, \"std\": \"570.96us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"166.57us\", \"calls\": 301, \"std\": \"53.06us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"17.94us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"80.50us\", \"calls\": 276, \"std\": \"24.66us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3156146179401993, \"calls\": 301, \"std\": 0.4865408900105624}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 201, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 92, \"std\": 0.0}} gauges={} (export_time=340.94us)\n","stream":"stderr","time":"2017-05-23T16:51:02.794870977Z"} {"log":"[2017-05-23 16:51:02,795] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1756 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:51:02.795713171Z"} {"log":"[2017-05-23 16:51:07,809] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.5 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=66290.2 vnc_pixels_ps[total]=60667.3 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:51:07.810380405Z"} {"log":"[2017-05-23 16:51:07,810] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"156.54us\", \"calls\": 78, \"std\": \"35.83us\"}, \"rewarder.compute_reward\": {\"mean\": \"808.15us\", \"calls\": 301, \"std\": \"550.88us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"178.00us\", \"calls\": 94, \"std\": \"30.66us\"}, \"reward.parsing.score\": {\"mean\": \"390.82us\", \"calls\": 94, \"std\": \"50.07us\"}, \"reward.parsing.gameover\": {\"mean\": \"676.20us\", \"calls\": 94, \"std\": \"122.52us\"}, \"rewarder.sleep\": {\"mean\": \"15.62ms\", \"calls\": 301, \"std\": \"580.81us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"168.31us\", \"calls\": 301, \"std\": \"53.67us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"18.32us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"84.24us\", \"calls\": 282, \"std\": \"25.24us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.32558139534883684, \"calls\": 301, \"std\": 0.49696754842348256}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 204, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 94, \"std\": 0.0}} gauges={} (export_time=319.24us)\n","stream":"stderr","time":"2017-05-23T16:51:07.811298709Z"} {"log":"[2017-05-23 16:51:07,811] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1761 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:51:07.816101624Z"} {"log":"[2017-05-23 16:51:12,826] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.1 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=52141.4 vnc_pixels_ps[total]=59166.0 reward_lag=None rewarder_message_lag=None fps=60.02\n","stream":"stderr","time":"2017-05-23T16:51:12.827182825Z"} {"log":"[2017-05-23 16:51:12,827] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"154.22us\", \"calls\": 78, \"std\": \"31.91us\"}, \"rewarder.compute_reward\": {\"mean\": \"813.48us\", \"calls\": 301, \"std\": \"535.03us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"176.29us\", \"calls\": 94, \"std\": \"20.57us\"}, \"reward.parsing.score\": {\"mean\": \"388.10us\", \"calls\": 94, \"std\": \"28.17us\"}, \"reward.parsing.gameover\": {\"mean\": \"669.19us\", \"calls\": 94, \"std\": \"78.04us\"}, \"rewarder.sleep\": {\"mean\": \"15.62ms\", \"calls\": 301, \"std\": \"559.15us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"173.80us\", \"calls\": 301, \"std\": \"55.07us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"15.66us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"84.11us\", \"calls\": 282, \"std\": \"25.65us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3189368770764119, \"calls\": 301, \"std\": 0.48090906902332536}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 204, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 94, \"std\": 0.0}} gauges={} (export_time=363.35us)\n","stream":"stderr","time":"2017-05-23T16:51:12.828138798Z"} {"log":"[2017-05-23 16:51:12,828] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1758 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:51:12.828919181Z"} {"log":"[2017-05-23 16:51:13,629] [INFO:gym_controlplane.reward.reward] First score parsed: score=6\n","stream":"stderr","time":"2017-05-23T16:51:13.630234527Z"} {"log":"[2017-05-23 16:51:15,234] [INFO:universe.utils] [gameover] Gameover screen detected: distance_n=[0.0, 0.0, 0.0] match_time=833us\n","stream":"stderr","time":"2017-05-23T16:51:15.235404252Z"} {"log":"[2017-05-23 16:51:15,235] [INFO:gym_controlplane.reward.reward] RESET CAUSE: gameover state reached\n","stream":"stderr","time":"2017-05-23T16:51:15.235654364Z"} {"log":"[2017-05-23 16:51:15,235] [INFO:universe.rewarder.remote] [Rewarder] Over past 2.41s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=True info={'rewarder.vnc.updates.pixels': 3623, 'rewarder.vnc.updates.n': 1, 'rewarder.vnc.updates.bytes': 10983}\n","stream":"stderr","time":"2017-05-23T16:51:15.236067656Z"} {"log":"[2017-05-23 16:51:15,236] [INFO:root] [Rewarder] Resetting environment since done=True\n","stream":"stderr","time":"2017-05-23T16:51:15.236461604Z"} {"log":"[2017-05-23 16:51:15,236] [INFO:root] [Rewarder] Triggering a reset on EnvController\n","stream":"stderr","time":"2017-05-23T16:51:15.236909409Z"} {"log":"[2017-05-23 16:51:15,236] [INFO:root] [EnvStatus] Changing env_state: running (env_id=flashgames.EasterEggsChallenge-v0) -\u003e resetting (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 7-\u003e8, fps=60)\n","stream":"stderr","time":"2017-05-23T16:51:15.237204399Z"} {"log":"[2017-05-23 16:51:15,237] [INFO:root] [Rewarder] Blocking until env finishes resetting\n","stream":"stderr","time":"2017-05-23T16:51:15.237474163Z"} {"log":"[2017-05-23 16:51:15,237] [INFO:root] [EnvController] controlplane.py is resetting the environment\n","stream":"stderr","time":"2017-05-23T16:51:15.237791888Z"} {"log":"[2017-05-23 16:51:15,237] [INFO:root] [EnvController] Env state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=8\n","stream":"stderr","time":"2017-05-23T16:51:15.237960918Z"} {"log":"[2017-05-23 16:51:15,238] [INFO:root] [EnvController] Writing flashgames.EasterEggsChallenge-v0 to /tmp/demo/env_id.txt\n","stream":"stderr","time":"2017-05-23T16:51:15.238732065Z"} {"log":"[2017-05-23 16:51:15,238] [ERROR:root] Closing server (via subprocess.close()) and all chromes (via pkill chromedriver || :; pkill chrome || :)\n","stream":"stderr","time":"2017-05-23T16:51:15.239428589Z"} {"log":"[init] [2017-05-23 16:51:15,272] init detected end of child process 2577 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:51:15.273393783Z"} {"log":"[init] [2017-05-23 16:51:15,281] init detected end of child process 2592 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:51:15.282039339Z"} {"log":"[init] [2017-05-23 16:51:15,284] init detected end of child process 2798 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:51:15.285378641Z"} {"log":"[init] [2017-05-23 16:51:15,285] init detected end of child process 2820 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:51:15.28608479Z"} {"log":"[init] [2017-05-23 16:51:15,293] init detected end of child process 2833 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:51:15.293700558Z"} {"log":"[Tue May 23 16:51:15 UTC 2017] [/usr/local/bin/sudoable-env-setup] Allowing outbound network traffic to non-private IPs for git-lfs. (Going to fetch files via git lfs.)\n","stream":"stdout","time":"2017-05-23T16:51:15.328176784Z"} {"log":"[init] [2017-05-23 16:51:15,330] init detected end of child process 2580 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:51:15.330936452Z"} {"log":"[init] [2017-05-23 16:51:15,330] init detected end of child process 2588 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:51:15.330950421Z"} {"log":"[init] [2017-05-23 16:51:15,330] init detected end of child process 2589 with exit code 0, not killed by signal\n","stream":"stderr","time":"2017-05-23T16:51:15.330954357Z"} {"log":"[init] [2017-05-23 16:51:15,330] init detected end of child process 2591 with exit code 0, killed by SIGTERM: 15\n","stream":"stderr","time":"2017-05-23T16:51:15.33105464Z"} {"log":"[Tue May 23 16:51:15 UTC 2017] [/usr/local/bin/sudoable-env-setup] Completion file /usr/local/openai/git-lfs/flashgames.EasterEggsChallenge-v0 exists; not git-lfs pulling\n","stream":"stdout","time":"2017-05-23T16:51:15.332172809Z"} {"log":"[Tue May 23 16:51:15 UTC 2017] [/usr/local/bin/sudoable-env-setup] Disabling outbound network traffic for flashgames.EasterEggsChallenge-v0\n","stream":"stdout","time":"2017-05-23T16:51:15.35616056Z"} {"log":"[2017-05-23 16:51:15,358] [INFO:gym_flashgames.launcher] [EnvController] Launching new Chrome process (attempt 0/10)\n","stream":"stderr","time":"2017-05-23T16:51:15.358397469Z"} {"log":"[2017-05-23 16:51:15,358] [INFO:root] Replacing selenium_wrapper_server since we currently do it at every episode boundary\n","stream":"stderr","time":"2017-05-23T16:51:15.358411614Z"} {"log":"[2017-05-23 16:51:15,442] [selenium_wrapper_server] Calling webdriver.Chrome()\n","stream":"stderr","time":"2017-05-23T16:51:15.443022791Z"} {"log":"[nginx] 2017/05/23 16:51:15 [info] 63#63: *67 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:51:15.523644363Z"} {"log":"[nginx] 2017/05/23 16:51:15 [info] 63#63: *66 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:51:15.523662129Z"} {"log":"[nginx] 2017/05/23 16:51:15 [info] 63#63: *65 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:51:15.523665871Z"} {"log":"[nginx] 2017/05/23 16:51:15 [info] 63#63: *64 client closed connection while waiting for request, client: 127.0.0.1, server: 0.0.0.0:80\n","stream":"stdout","time":"2017-05-23T16:51:15.523668661Z"} {"log":"[nginx] 2017/05/23 16:51:15 [info] 63#63: *63 client 127.0.0.1 closed keepalive connection\n","stream":"stdout","time":"2017-05-23T16:51:15.527428786Z"} {"log":"[nginx] 2017/05/23 16:51:16 [info] 63#63: *69 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:51:16.604373609Z"} {"log":"[nginx] 2017/05/23 16:51:16 [info] 63#63: *70 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:51:16.604386542Z"} {"log":"[nginx] 2017/05/23 16:51:16 [info] 63#63: *71 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.google.com:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:51:16.619586171Z"} {"log":"[2017-05-23 16:51:16,651] [selenium_wrapper_server] Call to webdriver.Chrome() completed: 1.21s\n","stream":"stderr","time":"2017-05-23T16:51:16.651567577Z"} {"log":"[2017-05-23 16:51:16,651] [INFO:gym_flashgames.launcher] [EnvController] Navigating browser to url=http://localhost/flashgames.EasterEggsChallenge-v0\n","stream":"stderr","time":"2017-05-23T16:51:16.651760662Z"} {"log":"[2017-05-23 16:51:16,718] [INFO:root] [EnvController] Running command: /app/universe-envs/controlplane/bin/play_vexpect -e flashgames.EasterEggsChallenge-v0 -r vnc://127.0.0.1:5900 -d\n","stream":"stderr","time":"2017-05-23T16:51:16.719125338Z"} {"log":"[nginx] 2017/05/23 16:51:16 [info] 63#63: *77 client sent invalid request while reading client request line, client: 127.0.0.1, server: , request: \"CONNECT www.id.net:443 HTTP/1.1\"\n","stream":"stdout","time":"2017-05-23T16:51:16.834735896Z"} {"log":"[2017-05-23 16:51:17,145] [play_vexpect] No rewarder addresses were provided, so this env cannot connect to the remote's rewarder channel, and cannot send control messages (e.g. reset)\n","stream":"stderr","time":"2017-05-23T16:51:17.145532645Z"} {"log":"[2017-05-23 16:51:17,145] [play_vexpect] Using the golang VNC implementation\n","stream":"stderr","time":"2017-05-23T16:51:17.145551012Z"} {"log":"[2017-05-23 16:51:17,145] [play_vexpect] Using VNCSession arguments: {'subsample_level': 2, 'encoding': 'zrle', 'fine_quality_level': 50, 'start_timeout': 7, 'compress_level': 0}. (Customize by running \"env.configure(vnc_kwargs={...})\"\n","stream":"stderr","time":"2017-05-23T16:51:17.145554081Z"} {"log":"[2017-05-23 16:51:17,145] [play_vexpect] Printed stats will ignore clock skew. (This usually makes sense only when the environment and agent are on the same machine.)\n","stream":"stderr","time":"2017-05-23T16:51:17.145652756Z"} {"log":"[2017-05-23 16:51:17,146] [play_vexpect] [0] Connecting to environment: vnc://127.0.0.1:5900 password=openai. If desired, you can manually connect a VNC viewer, such as TurboVNC. Most environments provide a convenient in-browser VNC client: http://None/viewer/?password=openai\n","stream":"stderr","time":"2017-05-23T16:51:17.147037617Z"} {"log":"[2017-05-23 16:51:17,146] [play_vexpect] [0] Connecting to environment details: vnc_address=127.0.0.1:5900 vnc_password=openai rewarder_address=None rewarder_password=openai\n","stream":"stderr","time":"2017-05-23T16:51:17.147047078Z"} {"log":"2017/05/23 16:51:17 I0523 16:51:17.146969 3193 gymvnc.go:417] [0:127.0.0.1:5900] opening connection to VNC server\n","stream":"stderr","time":"2017-05-23T16:51:17.147050151Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:51:17.147396662Z"} {"log":"[tigervnc] Tue May 23 16:51:17 2017\n","stream":"stdout","time":"2017-05-23T16:51:17.147407444Z"} {"log":"[tigervnc] Connections: accepted: 127.0.0.1::33910\n","stream":"stdout","time":"2017-05-23T16:51:17.147409985Z"} {"log":"[tigervnc] SConnection: Client needs protocol version 3.8\n","stream":"stdout","time":"2017-05-23T16:51:17.147411876Z"} {"log":"[tigervnc] SConnection: Client requests security type VncAuth(2)\n","stream":"stdout","time":"2017-05-23T16:51:17.147413652Z"} {"log":"[tigervnc] VNCSConnST: Server default pixel format depth 24 (32bpp) little-endian rgb888\n","stream":"stdout","time":"2017-05-23T16:51:17.147585707Z"} {"log":"[tigervnc] VNCSConnST: Client pixel format depth 24 (32bpp) little-endian bgr888\n","stream":"stdout","time":"2017-05-23T16:51:17.148135484Z"} {"log":"2017/05/23 16:51:17 I0523 16:51:17.147934 3193 gymvnc.go:550] [0:127.0.0.1:5900] connection established\n","stream":"stderr","time":"2017-05-23T16:51:17.148141276Z"} {"log":"[2017-05-23 16:51:17,294] [play_vexpect] Waiting for any of [initialize0] to activate\n","stream":"stderr","time":"2017-05-23T16:51:17.295031367Z"} {"log":"2017/05/23 16:51:17 I0523 16:51:17.893812 58 gymvnc.go:374] [0:127.0.0.1:5900] update queue max of 60 reached; pausing further updates\n","stream":"stderr","time":"2017-05-23T16:51:17.89423654Z"} {"log":"[2017-05-23 16:51:18,095] [play_vexpect] Applying transition: ClickTransition\u003cinitialize0-\u003e['initialize1'] x=417 y=405 buttonmask=1\u003e for active state initialize0. (Summary: plausible_states=initialize0 distance_m=0.0 match_time_m=465us)\n","stream":"stderr","time":"2017-05-23T16:51:18.09624287Z"} {"log":"[2017-05-23 16:51:18,111] [play_vexpect] Waiting for any of [initialize1] to activate (or whether any of [initialize0] are still active)\n","stream":"stderr","time":"2017-05-23T16:51:18.112365808Z"} {"log":"[2017-05-23 16:51:20,162] [play_vexpect] Applying transition: ClickTransition\u003cinitialize1-\u003e['ready0', 'ready1', 'ready2'] x=511 y=406 buttonmask=1\u003e for active state initialize1. (Summary: plausible_states=[initialize1, initialize0] distance_m=[0.0, 4.3706083] match_time_m=['426us', '179us'])\n","stream":"stderr","time":"2017-05-23T16:51:20.162956937Z"} {"log":"[2017-05-23 16:51:20,178] [play_vexpect] Waiting for any of [ready0, ready1, ready2] to activate (or whether any of [initialize1] are still active)\n","stream":"stderr","time":"2017-05-23T16:51:20.178873262Z"} {"log":"[2017-05-23 16:51:22,846] [play_vexpect] Applying transition: ClickTransition\u003cready0-\u003e[] x=0 y=0 buttonmask=0\u003e for active state ready0. (Summary: plausible_states=[ready0, ready1, ready2, initialize1] distance_m=[0.0, 0.0, 0.0, 1.0516307] match_time_m=['428us', '264us', '234us', '226us'])\n","stream":"stderr","time":"2017-05-23T16:51:22.84689466Z"} {"log":"[2017-05-23 16:51:22,847] [play_vexpect] Reaching start state: ready0\n","stream":"stderr","time":"2017-05-23T16:51:22.848082873Z"} {"log":"[2017-05-23 16:51:22,847] [play_vexpect] vexpect macro complete in 5.667189s\n","stream":"stderr","time":"2017-05-23T16:51:22.84870878Z"} {"log":"[tigervnc] \n","stream":"stdout","time":"2017-05-23T16:51:22.959484939Z"} {"log":"[tigervnc] Tue May 23 16:51:22 2017\n","stream":"stdout","time":"2017-05-23T16:51:22.959542747Z"} {"log":"[tigervnc] Connections: closed: 127.0.0.1::33910 (Clean disconnection)\n","stream":"stdout","time":"2017-05-23T16:51:22.959564224Z"} {"log":"[tigervnc] EncodeManager: Framebuffer updates: 200\n","stream":"stdout","time":"2017-05-23T16:51:22.959979551Z"} {"log":"[tigervnc] EncodeManager: ZRLE:\n","stream":"stdout","time":"2017-05-23T16:51:22.960006891Z"} {"log":"[tigervnc] EncodeManager: Solid: 76 rects, 1.9 kpixels\n","stream":"stdout","time":"2017-05-23T16:51:22.960023129Z"} {"log":"[tigervnc] EncodeManager: 2.22656 KiB (1:3.73333 ratio)\n","stream":"stdout","time":"2017-05-23T16:51:22.960038646Z"} {"log":"[tigervnc] EncodeManager: Bitmap RLE: 90 rects, 13.756 kpixels\n","stream":"stdout","time":"2017-05-23T16:51:22.960053931Z"} {"log":"[tigervnc] EncodeManager: 5.05469 KiB (1:10.8393 ratio)\n","stream":"stdout","time":"2017-05-23T16:51:22.960075275Z"} {"log":"[tigervnc] EncodeManager: Indexed RLE: 447 rects, 398.318 kpixels\n","stream":"stdout","time":"2017-05-23T16:51:22.960512757Z"} {"log":"[tigervnc] EncodeManager: 138.838 KiB (1:11.2445 ratio)\n","stream":"stdout","time":"2017-05-23T16:51:22.960561997Z"} {"log":"[tigervnc] EncodeManager: Full Colour: 222 rects, 2.81899 Mpixels\n","stream":"stdout","time":"2017-05-23T16:51:22.960576673Z"} {"log":"[tigervnc] EncodeManager: 8.07281 MiB (1:1.33239 ratio)\n","stream":"stdout","time":"2017-05-23T16:51:22.960587068Z"} {"log":"[tigervnc] EncodeManager: Total: 835 rects, 3.23297 Mpixels\n","stream":"stdout","time":"2017-05-23T16:51:22.960599113Z"} {"log":"[tigervnc] EncodeManager: 8.2155 MiB (1:1.50232 ratio)\n","stream":"stdout","time":"2017-05-23T16:51:22.960618301Z"} {"log":"[2017-05-23 16:51:23,041] [INFO:root] [EnvStatus] Changing env_state: resetting (env_id=flashgames.EasterEggsChallenge-v0) -\u003e running (env_id=flashgames.EasterEggsChallenge-v0) (episode_id: 8-\u003e8, fps=60)\n","stream":"stderr","time":"2017-05-23T16:51:23.042080203Z"} {"log":"[2017-05-23 16:51:23,042] [INFO:root] [Rewarder] Unblocking since env reset finished\n","stream":"stderr","time":"2017-05-23T16:51:23.042585719Z"} {"log":"[2017-05-23 16:51:23,042] [INFO:root] [Rewarder] Clearing reward_parser state: env_id=flashgames.EasterEggsChallenge-v0 episode_id=7-\u003e8, env_state=running\n","stream":"stderr","time":"2017-05-23T16:51:23.042602041Z"} {"log":"[2017-05-23 16:51:23,042] [INFO:universe.rewarder.remote] [Rewarder] Over past 7.81s, sent 0 reward messages to agent: reward=0 reward_min=(empty) reward_max=(empty) done=False info={}\n","stream":"stderr","time":"2017-05-23T16:51:23.042881215Z"} {"log":"[2017-05-23 16:51:23,042] [INFO:universe.rewarder.remote] [Rewarder] Ending previous episode: episode_reward=0 episode_count=6 episode_duration=30.28\n","stream":"stderr","time":"2017-05-23T16:51:23.042893972Z"} {"log":"2017/05/23 16:51:23 I0523 16:51:23.04343 58 gymvnc.go:278] [0:127.0.0.1:5900] resuming updates\n","stream":"stderr","time":"2017-05-23T16:51:23.043628651Z"} {"log":"[2017-05-23 16:51:23,043] [INFO:universe.wrappers.logger] Stats for the past 10.22s: vnc_updates_ps=7.4 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=99090.2 vnc_pixels_ps[total]=43115.3 reward_lag=None rewarder_message_lag=None fps=13.21\n","stream":"stderr","time":"2017-05-23T16:51:23.043704186Z"} {"log":"[2017-05-23 16:51:23,051] [INFO:universe.pyprofile] [pyprofile] period=10.22s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"103.58us\", \"calls\": 155, \"std\": \"44.16us\"}, \"rewarder.compute_reward\": {\"mean\": \"7.83ms\", \"calls\": 135, \"std\": \"9.12ms\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"106.84us\", \"calls\": 69, \"std\": \"39.82us\"}, \"reward.parsing.score\": {\"mean\": \"13.70ms\", \"calls\": 69, \"std\": \"7.50ms\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"15.57ms\", \"calls\": 59, \"std\": \"5.39ms\"}, \"reward.parsing.gameover\": {\"mean\": \"729.31us\", \"calls\": 69, \"std\": \"300.58us\"}, \"rewarder.sleep.missed\": {\"mean\": \"4.67ms\", \"calls\": 34, \"std\": \"3.40ms\"}, \"rewarder.sleep\": {\"mean\": \"13.34ms\", \"calls\": 100, \"std\": \"4.86ms\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"157.32us\", \"calls\": 135, \"std\": \"62.85us\"}, \"rewarder.frame\": {\"mean\": \"17.96ms\", \"calls\": 135, \"std\": \"2.61ms\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"64.34us\", \"calls\": 207, \"std\": \"29.70us\"}} counters={\"agent_conn.done\": {\"mean\": 1.0, \"calls\": 1, \"std\": 0}, \"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 2, \"std\": 0.0}, \"reward.vnc.updates.n\": {\"mean\": 1.0148148148148148, \"calls\": 135, \"std\": 5.236190345195843}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 52, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 10, \"std\": 0.0}} gauges={\"reward_parser.score.last_score\": {\"mean\": 6.0, \"calls\": 4, \"std\": 0.0, \"value\": 6}} (export_time=125.89us)\n","stream":"stderr","time":"2017-05-23T16:51:23.051731396Z"} {"log":"[2017-05-23 16:51:28,061] [INFO:universe.wrappers.logger] Stats for the past 5.02s: vnc_updates_ps=30.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=187516.4 vnc_pixels_ps[total]=141922.3 reward_lag=None rewarder_message_lag=None fps=60.01\n","stream":"stderr","time":"2017-05-23T16:51:28.062254417Z"} {"log":"[2017-05-23 16:51:28,063] [INFO:universe.pyprofile] [pyprofile] period=5.01s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"138.54us\", \"calls\": 26, \"std\": \"58.98us\"}, \"rewarder.compute_reward\": {\"mean\": \"795.22us\", \"calls\": 301, \"std\": \"600.73us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"179.04us\", \"calls\": 88, \"std\": \"29.43us\"}, \"reward.parsing.score\": {\"mean\": \"460.88us\", \"calls\": 88, \"std\": \"611.57us\"}, \"score.crop_cache.readthrough.OCRScorerV0\": {\"mean\": \"5.92ms\", \"calls\": 1, \"std\": \"0.00us\"}, \"reward.parsing.gameover\": {\"mean\": \"566.54us\", \"calls\": 88, \"std\": \"126.36us\"}, \"rewarder.sleep\": {\"mean\": \"15.62ms\", \"calls\": 301, \"std\": \"749.82us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"176.82us\", \"calls\": 301, \"std\": \"50.47us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"17.73us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"89.08us\", \"calls\": 264, \"std\": \"24.11us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.308970099667774, \"calls\": 301, \"std\": 0.49754658318224154}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 238, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 87, \"std\": 0.0}} gauges={} (export_time=479.22us)\n","stream":"stderr","time":"2017-05-23T16:51:28.06385926Z"} {"log":"[2017-05-23 16:51:28,064] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.02s, sent 2 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0, 'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1874 bytes\u003e'}\n","stream":"stderr","time":"2017-05-23T16:51:28.065331952Z"} {"log":"[2017-05-23 16:51:33,077] [INFO:universe.wrappers.logger] Stats for the past 5.01s: vnc_updates_ps=19.7 n=1 reaction_time=None observation_lag=None action_lag=None reward_ps=0.0 reward_total=0.0 vnc_bytes_ps[total]=45602.6 vnc_pixels_ps[total]=52147.7 reward_lag=None rewarder_message_lag=None fps=60.03\n","stream":"stderr","time":"2017-05-23T16:51:33.078358005Z"} {"log":"[2017-05-23 16:51:33,078] [INFO:universe.pyprofile] [pyprofile] period=5.02s timers={\"score.crop_cache.readthrough.MatchImage\": {\"mean\": \"160.12us\", \"calls\": 80, \"std\": \"27.97us\"}, \"rewarder.compute_reward\": {\"mean\": \"852.61us\", \"calls\": 301, \"std\": \"576.11us\"}, \"score.crop_cache.get.OCRScorerV0\": {\"mean\": \"186.95us\", \"calls\": 96, \"std\": \"22.20us\"}, \"reward.parsing.score\": {\"mean\": \"408.98us\", \"calls\": 96, \"std\": \"45.29us\"}, \"reward.parsing.gameover\": {\"mean\": \"717.62us\", \"calls\": 96, \"std\": \"154.68us\"}, \"rewarder.sleep\": {\"mean\": \"15.57ms\", \"calls\": 301, \"std\": \"636.61us\"}, \"vnc_env.VNCEnv.vnc_session.step\": {\"mean\": \"175.29us\", \"calls\": 301, \"std\": \"50.64us\"}, \"rewarder.frame\": {\"mean\": \"16.79ms\", \"calls\": 301, \"std\": \"21.20us\"}, \"score.crop_cache.get.MatchImage\": {\"mean\": \"91.69us\", \"calls\": 288, \"std\": \"31.78us\"}} counters={\"agent_conn.reward\": {\"mean\": 0.0, \"calls\": 1, \"std\": 0}, \"reward.vnc.updates.n\": {\"mean\": 0.3289036544850498, \"calls\": 301, \"std\": 0.49138762094698063}, \"score.crop_cache.hit.MatchImage\": {\"mean\": 1.0, \"calls\": 208, \"std\": 0.0}, \"score.crop_cache.hit.OCRScorerV0\": {\"mean\": 1.0, \"calls\": 96, \"std\": 0.0}} gauges={} (export_time=329.26us)\n","stream":"stderr","time":"2017-05-23T16:51:33.079268837Z"} {"log":"[2017-05-23 16:51:33,079] [INFO:universe.rewarder.remote] [Rewarder] Over past 5.01s, sent 1 reward messages to agent: reward=0 reward_min=0 reward_max=0 done=False info={'rewarder.vnc.updates.pixels': 0, 'rewarder.profile': '\u003c1757 bytes\u003e', 'rewarder.vnc.updates.n': 0, 'rewarder.vnc.updates.bytes': 0}\n","stream":"stderr","time":"2017-05-23T16:51:33.080124901Z"}