Benchmarks

Dockerfile

@@ -47,14 +47,12 @@ WORKDIR /opt/bullet3/build
 RUN cmake -DBUILD_SHARED_LIBS=ON -DUSE_DOUBLE_PRECISION=1 -DCMAKE_INSTALL_PREFIX:PATH=$ROBOSCHOOL_PATH/roboschool/cpp-household/bullet_local_install -DBUILD_CPU_DEMOS=OFF -DBUILD_BULLET2_DEMOS=OFF -DBUILD_EXTRAS=OFF  -DBUILD_UNIT_TESTS=OFF -DBUILD_CLSOCKET=OFF -DBUILD_ENET=OFF -DBUILD_OPENGL3_DEMOS=OFF ..
 RUN make -j4
 RUN make install
-WORKDIR /workspace
 RUN pip3 install -e $ROBOSCHOOL_PATH
 
 # install other requirements
 COPY requirements.txt requirements.txt
 RUN pip3 install -r requirements.txt
 RUN pip3 install git+git://github.com/openai/baselines.git@8e56dd#egg=baselines
 
+WORKDIR /workspace/DeepRL
 RUN rm -rf /var/lib/apt/lists/*
-RUN rm -f /usr/bin/python && ln -s /usr/bin/python3 /usr/bin/python
-RUN rm -f /usr/bin/pip && ln -s /usr/bin/pip3 /usr/bin/pip

deep_rl/component/envs.py

@@ -1,4 +1,3 @@
-# adapted from https://github.com/ikostrikov/pytorch-a2c-ppo-acktr/blob/master/envs.py
 
 import os
 
@@ -16,20 +15,17 @@
 
 from ..utils import *
 
-try:
-    import dm_control2gym
-except ImportError:
-    pass
-
 try:
     import roboschool
 except ImportError:
     pass
 
+# adapted from https://github.com/ikostrikov/pytorch-a2c-ppo-acktr/blob/master/envs.py
 def make_env(env_id, seed, rank, log_dir, episode_life=True):
     def _thunk():
         random_seed(seed)
         if env_id.startswith("dm"):
+            import dm_control2gym
             _, domain, task = env_id.split('.')
             env = dm_control2gym.make(domain_name=domain, task_name=task)
         else:

examples.py

@@ -456,8 +456,8 @@ def plot():
     mkdir('log')
     set_one_thread()
     random_seed()
-    select_device(-1)
-    # select_device(0)
+    # select_device(-1)
+    select_device(0)
 
     # dqn_cart_pole()
     # quantile_regression_dqn_cart_pole()
@@ -471,15 +471,13 @@ def plot():
     # ddpg_continuous('HalfCheetah-v2')
 
     game = 'BreakoutNoFrameskip-v4'
-    dqn_pixel_atari(game)
+    # dqn_pixel_atari(game)
     # quantile_regression_dqn_pixel_atari(game)
     # categorical_dqn_pixel_atari(game)
     # a2c_pixel_atari(game)
     # n_step_dqn_pixel_atari(game)
     # option_ciritc_pixel_atari(game)
     # ppo_pixel_atari(game)
-    # dqn_ram_atari(game)
-    # ddpg_pixel()
 
     # plot()