Merge branch 'master' of github.com:hannanabdul55/seldonian-fairness

hannanabdul55 · Mar 9, 2021 · 67b1287 · 67b1287
2 parents df35247 + c3fcabd
commit 67b1287
Show file tree

Hide file tree

Showing 357 changed files with 52,364 additions and 52 deletions.
diff --git a/.DS_Store b/.DS_Store
diff --git a/.gitignore b/.gitignore
@@ -138,3 +138,4 @@ dmypy.json
 cython_debug/
 
 .ipynb_checkpoints/
+*.npy
diff --git a/config/final_runs/cmaes_hf_large_run.json b/config/final_runs/cmaes_hf_large_run.json
@@ -0,0 +1,26 @@
+{
+  "name": "final_cmaes_100tr_hf_large",
+  "N": [
+    200000,
+    369375.23489595,
+    682190.3207722,
+    1259921.04989487,
+    2326918.16877636,
+    4297529.72587713,
+    7937005.25984101,
+    14658665.91112086,
+    27072740.82090768,
+    49999999.99999999
+  ],
+  "trials": 100,
+  "method": "hoeffdings",
+  "D": 5,
+  "tprs": [
+    0.1,
+    0.9
+  ],
+  "test_size": 0.4,
+  "opt": "CMAES",
+  "hard_barrier": true,
+  "stratify": false
+}
diff --git a/config/final_runs/powell_dry_run_strat.json b/config/final_runs/powell_dry_run_strat.json
@@ -0,0 +1,27 @@
+{
+  "name": "final_powell_dry_strat",
+  "N": [
+    1.00000000e+02,
+    9.23670857e+02,
+    1.26896100e+03,
+    1.74332882e+03,
+    1.17210230e+04,
+    5.73615251e+04,
+    7.88046282e+04,
+    1.08263673e+05,
+    5.29831691e+05,
+    7.27895384e+05,
+    1.00000000e+06
+  ],
+  "trials": 10,
+  "method": "hoeffdings",
+  "D": 5,
+  "tprs": [
+    0.1,
+    0.9
+  ],
+  "test_size": 0.4,
+  "opt": "Powell",
+  "hard_barrier": true,
+  "stratify": true
+}
diff --git a/config/final_runs/powell_hf_large_run.json b/config/final_runs/powell_hf_large_run.json
@@ -0,0 +1,26 @@
+{
+  "name": "final_powell_100tr_hf_large",
+  "N": [
+    200000,
+    369375.23489595,
+    682190.3207722,
+    1259921.04989487,
+    2326918.16877636,
+    4297529.72587713,
+    7937005.25984101,
+    14658665.91112086,
+    27072740.82090768,
+    49999999.99999999
+  ],
+  "trials": 100,
+  "method": "hoeffdings",
+  "D": 5,
+  "tprs": [
+    0.1,
+    0.9
+  ],
+  "test_size": 0.4,
+  "opt": "Powell",
+  "hard_barrier": true,
+  "stratify": false
+}
diff --git a/config/upsample/powell_upsample_small_run.json b/config/upsample/powell_upsample_small_run.json
@@ -0,0 +1,24 @@
+{
+  "name": "cmaes_upsample_adult_thres_02_ttest",
+  "N": [
+    1.74332882e+03,
+    3.74332882e+03,
+    8.74332882e+03,
+    1.17210230e+04,
+    5.29831691e+05,
+    1.00000000e+06
+  ],
+  "trials": 4,
+  "method": "ttest",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.02,
+  "test_size": 0.2,
+  "opt": "CMAES",
+  "hard_barrier": true,
+  "stratify": true,
+  "data": "adult"
+}
diff --git a/config/upsample/powell_upsample_small_run_02.json b/config/upsample/powell_upsample_small_run_02.json
@@ -0,0 +1,24 @@
+{
+  "name": "powell_upsample_small_thres_02",
+  "N": [
+    1.74332882e+03,
+    3.74332882e+03,
+    8.74332882e+03,
+    1.17210230e+04,
+    5.29831691e+05,
+    1.00000000e+06
+  ],
+  "trials": 10,
+  "method": "hoeffdings",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.2,
+  "test_size": 0.2,
+  "opt": "Powell",
+  "hard_barrier": true,
+  "stratify": true,
+  "data": "lawschool"
+}
diff --git a/config/upsample/powell_upsample_small_run_04.json b/config/upsample/powell_upsample_small_run_04.json
@@ -0,0 +1,24 @@
+{
+  "name": "powell_upsample_small_thres_04",
+  "N": [
+    1.74332882e+03,
+    3.74332882e+03,
+    8.74332882e+03,
+    1.17210230e+04,
+    5.29831691e+05,
+    1.00000000e+06
+  ],
+  "trials": 10,
+  "method": "hoeffdings",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.4,
+  "test_size": 0.2,
+  "opt": "Powell",
+  "hard_barrier": true,
+  "stratify": true,
+  "data": "lawschool"
+}
diff --git a/config/upsample/powell_upsample_small_run_nostrat.json b/config/upsample/powell_upsample_small_run_nostrat.json
@@ -0,0 +1,24 @@
+{
+  "name": "nostrat_powell_upsample_small_thres_01",
+  "N": [
+    1.74332882e+03,
+    3.74332882e+03,
+    8.74332882e+03,
+    1.17210230e+04,
+    5.29831691e+05,
+    1.00000000e+06
+  ],
+  "trials": 10,
+  "method": "hoeffdings",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.1,
+  "test_size": 0.2,
+  "opt": "Powell",
+  "hard_barrier": true,
+  "stratify": false,
+  "data": "lawschool"
+}
diff --git a/config/upsample_v2/cmaes_small_ttest_02.json b/config/upsample_v2/cmaes_small_ttest_02.json
@@ -0,0 +1,35 @@
+{
+  "name": "cmaes_02_ttest_strat",
+  "N": [
+    9.23670857e+02,
+    1.26896100e+03,
+    2.39502662e+03,
+    3.29034456e+03,
+    4.52035366e+03,
+    6.21016942e+03,
+    8.53167852e+03,
+    1.17210230e+04,
+    3.03919538e+04,
+    5.73615251e+04,
+    7.88046282e+04,
+    1.08263673e+05,
+    2.04335972e+05,
+    3.85662042e+05,
+    5.29831691e+05,
+    7.27895384e+05,
+    1.00000000e+06
+  ],
+  "trials": 20,
+  "method": "ttest",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.2,
+  "test_size": 0.2,
+  "opt": "CMAES",
+  "hard_barrier": true,
+  "stratify": false,
+  "data": "lawschool"
+}
diff --git a/config/upsample_v2/cmaes_small_ttest_02_strat.json b/config/upsample_v2/cmaes_small_ttest_02_strat.json
@@ -0,0 +1,35 @@
+{
+  "name": "cmaes_02_ttest_strat",
+  "N": [
+    9.23670857e+02,
+    1.26896100e+03,
+    2.39502662e+03,
+    3.29034456e+03,
+    4.52035366e+03,
+    6.21016942e+03,
+    8.53167852e+03,
+    1.17210230e+04,
+    3.03919538e+04,
+    5.73615251e+04,
+    7.88046282e+04,
+    1.08263673e+05,
+    2.04335972e+05,
+    3.85662042e+05,
+    5.29831691e+05,
+    7.27895384e+05,
+    1.00000000e+06
+  ],
+  "trials": 20,
+  "method": "ttest",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.2,
+  "test_size": 0.2,
+  "opt": "CMAES",
+  "hard_barrier": true,
+  "stratify": true,
+  "data": "lawschool"
+}
diff --git a/config/upsample_v2/cmaes_upsample_adult_ttest.json b/config/upsample_v2/cmaes_upsample_adult_ttest.json
@@ -0,0 +1,35 @@
+{
+  "name": "cmaes_upsample_adult_thres_02_ttest_v2",
+  "N": [
+    9.23670857e+02,
+    1.26896100e+03,
+    2.39502662e+03,
+    3.29034456e+03,
+    4.52035366e+03,
+    6.21016942e+03,
+    8.53167852e+03,
+    1.17210230e+04,
+    3.03919538e+04,
+    5.73615251e+04,
+    7.88046282e+04,
+    1.08263673e+05,
+    2.04335972e+05,
+    3.85662042e+05,
+    5.29831691e+05,
+    7.27895384e+05,
+    1.00000000e+06
+  ],
+  "trials": 20,
+  "method": "ttest",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.02,
+  "test_size": 0.2,
+  "opt": "CMAES",
+  "hard_barrier": true,
+  "stratify": true,
+  "data": "adult"
+}
diff --git a/config/upsample_v2/cmaes_upsample_adult_ttest_06.json b/config/upsample_v2/cmaes_upsample_adult_ttest_06.json
@@ -0,0 +1,35 @@
+{
+  "name": "cmaes_upsample_adult_thres_02_ttest_v2",
+  "N": [
+    9.23670857e+02,
+    1.26896100e+03,
+    2.39502662e+03,
+    3.29034456e+03,
+    4.52035366e+03,
+    6.21016942e+03,
+    8.53167852e+03,
+    1.17210230e+04,
+    3.03919538e+04,
+    5.73615251e+04,
+    7.88046282e+04,
+    1.08263673e+05,
+    2.04335972e+05,
+    3.85662042e+05,
+    5.29831691e+05,
+    7.27895384e+05,
+    1.00000000e+06
+  ],
+  "trials": 20,
+  "method": "ttest",
+  "D": 5,
+  "tprs": [
+    0.05,
+    0.95
+  ],
+  "thresh": 0.06,
+  "test_size": 0.2,
+  "opt": "CMAES",
+  "hard_barrier": true,
+  "stratify": true,
+  "data": "adult"
+}