Added some tests

benchmark/memory/benchmark_memory.py

@@ -13,7 +13,7 @@ def benchmark_transition_buffer_list():
     a = numpy.random.random((999, 999))
     for e in a:
         rb.add_transition_point(e, None, None, None, None)
-    b, *_ = rb.sample_transition_points(999)
+    b, *_ = rb.sample(999)
 
 
 def benchmark_trajectory_list():

neodroidagent/__init__.py

@@ -12,7 +12,7 @@
 
 __project__ = "NeodroidAgent"
 __author__ = "Christian Heider Nielsen"
-__version__ = "0.4.4"
+__version__ = "0.4.5"
 __doc__ = r"""
 Created on 27/04/2019
 

neodroidagent/agents/__init__.py

@@ -7,6 +7,6 @@
            """
 
 from .agent import *
+from .random_agent import *
 from .torch_agents import *
 from .numpy_agents import *
-from .random_agent import *

neodroidagent/agents/agent.py

@@ -9,9 +9,9 @@
 from draugr import MockWriter, Writer, sprint
 from neodroid.utilities import (
     ActionSpace,
+    EnvironmentSnapshot,
     ObservationSpace,
     SignalSpace,
-    EnvironmentSnapshot,
 )
 
 __author__ = "Christian Heider Nielsen"
@@ -231,27 +231,27 @@ def sample(
 
     def extract_features(self, snapshot: EnvironmentSnapshot) -> numpy.ndarray:
         """
-    Feature extraction
-    """
+Feature extraction
+"""
 
         return numpy.array(snapshot.observables)
 
     def extract_action(self, sample: Any) -> numpy.ndarray:
         """
 
-    @param sample:
-    @return:
-    """
+@param sample:
+@return:
+"""
         return numpy.array(sample)
 
     def extract_signal(self, snapshot: EnvironmentSnapshot, **kwargs) -> numpy.ndarray:
         """
-    Allows for modulation of signal based on for example an Instrinsic Curiosity signal
+Allows for modulation of signal based on for example an Instrinsic Curiosity signal
 
-    @param signal:
-    @param kwargs:
-    @return:
-    """
+@param signal:
+@param kwargs:
+@return:
+"""
 
         signal_out = numpy.array(snapshot.signal)
 
@@ -262,30 +262,30 @@ def extract_signal(self, snapshot: EnvironmentSnapshot, **kwargs) -> numpy.ndarr
 
     def eval(self) -> None:
         """
-    @return:
-    """
+@return:
+"""
         pass
 
     def update(self, *args, metric_writer: Writer = MockWriter(), **kwargs) -> float:
         """
 
-    @param args:
-    @param metric_writer:
-    @param kwargs:
-    @return:
-    """
+@param args:
+@param metric_writer:
+@param kwargs:
+@return:
+"""
         self._update_i += 1
         self._sample_i_since_last_update = 0
         return self._update(*args, metric_writer=metric_writer, **kwargs)
 
     def remember(self, *, signal: Any, terminated: Any, **kwargs):
         """
 
-    @param terminated:
-    @param signal:
-    @param kwargs:
-    @return:
-    """
+@param terminated:
+@param signal:
+@param kwargs:
+@return:
+"""
 
         if self._signal_clipping.enabled:
             signal = numpy.clip(

neodroidagent/agents/numpy_agents/__init__.py

@@ -6,3 +6,8 @@
 
            Created on 23/09/2019
            """
+
+from .evolutionary import *
+from .model_free import *
+from .numpy_agent import *
+from .model_based import *

neodroidagent/agents/numpy_agents/model_based/README.md

@@ -0,0 +1,2 @@
+# Model Based Agents
+

neodroidagent/agents/numpy_agents/model_based/__init__.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+__author__ = "Christian Heider Nielsen"
+__doc__ = r"""
+
+           Created on 27/02/2020
+           """
+
+from .dyna_agent import *