Update docs

lagom/runner/base_history.py

@@ -81,6 +81,7 @@ def all_returns(self):
         r"""Return a list of accumulated returns (no discount, gamma=1.0) for all time steps. 
         
         Formally, suppose we have all rewards :math:`(r_1, \dots, r_T)`, it computes
+        
         .. math::
             `G_t = \sum_{i=t}^{T} r_i` for all :math:`t`. 
         
@@ -96,6 +97,7 @@ def all_discounted_returns(self):
         r"""Return a list of discounted returns for all time steps. 
         
         Formally, suppose we have all rewards :math:`(r_1, \dots, r_T)`, it computes
+        
         .. math::
             `G_t = \sum_{i=t}^{T} \gamma^{i - t} r_i` for all :math:`t`
         
@@ -112,6 +114,7 @@ def all_bootstrapped_returns(self):
         for all time steps. 
         
         Formally, suppose we have all rewards :math:`(r_1, \dots, r_T)`, it computes
+        
         .. math::
             `Q_t = r_t + r_{t+1} + \dots + r_T + V(s_{T+1})`
         
@@ -127,6 +130,7 @@ def all_bootstrapped_discounted_returns(self):
         r"""Return a list of discounted returns with bootstrapping for all time steps. 
         
         Formally, suppose we have all rewards :math:`(r_1, \dots, r_T)`, it computes
+        
         .. math::
             `Q_t = r_t + \gamma r_{t+1} + \dots + \gamma^{T - t} r_T + \gamma^{T - t + 1} V(s_{T+1})`
         
@@ -154,6 +158,7 @@ def all_TD(self):
         
         Formally, suppose we have all rewards :math:`(r_1, \dots, r_T)` and all state
         values :math:`(V(s_1), \dots, V(s_T), V(s_{T+1}))`, it computes
+        
         .. math::
             `\delta_t = r_t + \gamma V(s_{t+1}) - V(s_t)`