fix(sleep): use smaller worker_wait defaults

 - while profiling I noticed that a bunch of time (seconds out of < 1 minute) were spent sleeping because of the worker_wait default.

Author: justindujardin

libraries/mathy_python/mathy/agents/a3c/config.py

@@ -38,7 +38,7 @@ class A3CConfig(BaseConfig):
     # other threads time to process. This is useful for
     # running more threads than you have processors to
     # get a better diversity of experience.
-    worker_wait: float = 0.1
+    worker_wait: float = 0.01
 
     # The number of worker agents to create.
     num_workers: int = 3

libraries/mathy_python/mathy/agents/a3c/worker.py

@@ -368,7 +368,7 @@ def run_episode(self, episode_memory: EpisodeMemory) -> float:
                 # The greedy worker sleeps for a shorter period of time
                 sleep = self.args.worker_wait
                 if self.worker_idx == 0:
-                    sleep = max(sleep // 100, 0.05)
+                    sleep = max(sleep // 100, 0.005)
                 # Workers wait between each step so that it's possible
                 # to run more workers than there are CPUs available.
                 time.sleep(sleep)