Skip to content

Commit

Permalink
Feature/json generator (#105)
Browse files Browse the repository at this point in the history
* Refactor full_mi flag

* Add optimizer parameter

* Rename full_mi parameter

* Extract parameters in plotter functions

* Add network activity plots

* Add activation plot to artifact viewer

* Add new configs and a script to change the names

* Fix experiment.sge

* Add cohort_4 and correct snr

* Add json-generation script

* Change gitignore

* Add Cohort 6

* Refactor json-generator-script
  • Loading branch information
jrebstadt committed Jul 11, 2018
1 parent 47afb05 commit 3700539
Show file tree
Hide file tree
Showing 33 changed files with 524 additions and 0 deletions.
6 changes: 6 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -123,3 +123,9 @@ output/

# Information measures
information_measures.csv

# Logs
logs/

# Core-file
core
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_elu.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "elu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "hard_sigmoid",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "leaky_relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_linear.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "linear",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_relu.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_relu6.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu6",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_selu.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "selu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_sigmoid.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "sigmoid",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_softplus.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "softplus",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_softsign.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "softsign",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
14 changes: 14 additions & 0 deletions iclr_wrap_up/configs/cohort_5/cohort_5_activationfn_tanh.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "tanh",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 7, 4, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 9, 7, 3, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 9, 7, 5, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 9, 7, 7, 3],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [1, 1, 1, 1],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "relu",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "tanh",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "tanh",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
{"epochs": 8000,
"batch_size": 256,
"architecture": [10, 7, 5],
"learning_rate": 0.0004,
"calculate_mi_for": "full_dataset",
"activation_fn": "tanh",
"model": "models.feedforward",
"dataset": "datasets.harmonics",
"estimator": "mi_estimator.upper",
"discretization_range": 0.001,
"callbacks": [],
"optimizer": "adam",
"n_runs": 5,
"regularization": false}

0 comments on commit 3700539

Please sign in to comment.