feat(cli): add --lr for setting adam learning rate

libraries/mathy_python/mathy/agents/base_config.py

@@ -36,7 +36,7 @@ class Config:
     init_model_from: Optional[str] = None
     train: bool = False
     verbose: bool = False
-    lr: float = 3e-4
+    lr: float = 1e-3
     max_eps: int = 15000
     # How often to write histograms to tensorboard (in training steps)
     summary_interval: int = 100

libraries/mathy_python/mathy/cli.py

@@ -139,6 +139,13 @@ def cli_print_problems(environment: str, difficulty: str, number: int):
     type=int,
     help="Number of dimensions to use for math vectors and model dimensions",
 )
+@click.option(
+    "lr",
+    "--lr",
+    default=3e-4,
+    type=float,
+    help="The learning rate to use with adam optimizer",
+)
 @click.option(
     "embeddings",
     "--embeddings",
@@ -220,6 +227,7 @@ def cli_train(
     profile: bool,
     episodes: int,
     mcts_sims: int,
+    lr: float,
     show: bool,
     verbose: bool,
     training_iterations: int,
@@ -253,6 +261,7 @@ def cli_train(
             lstm_units=rnn,
             units=units,
             embedding_units=embeddings,
+            lr=lr,
             mcts_sims=mcts_sims,
             model_dir=folder,
             init_model_from=transfer,
@@ -274,6 +283,7 @@ def cli_train(
             verbose=verbose,
             difficulty=difficulty,
             topics=topics_list,
+            lr=lr,
             lstm_units=rnn,
             units=units,
             embedding_units=embeddings,