Merge pull request #119 from alexhernandezgarcia/crystalgfn-merge-pub…

…lic-main

[Crystal] Update from public main

config/env/base.yaml

@@ -1,29 +1,17 @@
 _target_: gflownet.envs.base.GFlowNetEnv
 
-# Reward function: power or boltzmann
-# boltzmann: exp(-1.0 * reward_beta * proxy)
-# power: (-1.0 * proxy / reward_norm) ** self.reward_beta
-# identity: proxy
-reward_func: identity
-# Minimum reward
-reward_min: 1e-8
-# Beta parameter of the reward function
-reward_beta: 1.0
-# Reward normalization for "power" reward function
-reward_norm: 1.0
-# If > 0, reward_norm = reward_norm_std_mult * std(energies)
-reward_norm_std_mult: 0.0
-proxy_state_format: oracle
+env_id: "env"
+# Policy distribution parameters
+fixed_distr_params: null
+random_distr_params: null
 # Check if action valid with mask before step
 skip_mask_check: False
 # Whether the environment has conditioning variables
 conditional: False
 # Whether the environment is continuous
 continuous: False
-# Buffer
+# Buffer: no train and test buffers by default
 buffer:
   replay_capacity: 0
-  train:
-    path: null
-  test:
-    path: null
+  train: null
+  test: null

config/env/tetris.yaml

@@ -17,5 +17,9 @@ allow_eos_before_full: False
 buffer:
   data_path: null
   train: null
-  test: null
+  test:
+    type: random
+    n: 10
+    output_csv: tetris_test.csv
+    output_pkl: tetris_test.pkl
 

config/experiments/ccube/corners.yaml

@@ -28,7 +28,6 @@ env:
     beta_beta: 10.0
     bernoulli_eos_prob: 0.1
     bernoulli_bts_prob: 0.1
-  reward_func: identity
 
 # GFlowNet hyperparameters
 gflownet:

config/experiments/ccube/uniform.yaml

@@ -28,7 +28,6 @@ env:
     beta_beta: 10.0
     bernoulli_eos_prob: 0.1
     bernoulli_bts_prob: 0.1
-  reward_func: identity
 
 # GFlowNet hyperparameters
 gflownet:

config/experiments/clatticeparams/clatticeparams_owl.yaml

@@ -33,7 +33,6 @@ env:
     beta_beta: 0.01
     bernoulli_source_logit: 1.0
     bernoulli_eos_logit: 1.0
-  reward_func: identity
 
 # GFlowNet hyperparameters
 gflownet: