From 3d603d1f5792956239f0332d47c01983b0d72204 Mon Sep 17 00:00:00 2001 From: Abdul Hannan Kanji Date: Wed, 25 Nov 2020 19:14:48 -0500 Subject: [PATCH] add baseline results --- logs/res8769568.err | 2 ++ logs/res8769569.err | 2 ++ logs/res8769570.err | 1 + logs/res8769571.err | 1 + logs/res_8769568.txt | 0 logs/res_8769569.txt | 0 logs/res_8769570.txt | 19 ++++++++++++++++++ logs/res_8769571.txt | 19 ++++++++++++++++++ .../final_res_results-1606339980.8639772.p | Bin 0 -> 2274 bytes .../results-1606338336.756615_1000.p | Bin 0 -> 590 bytes .../results-1606338336.756615_100000.p | Bin 0 -> 594 bytes .../results-1606338336.756615_200.p | Bin 0 -> 588 bytes .../results-1606338336.756615_25000.p | Bin 0 -> 590 bytes .../results-1606338336.756615_4000.p | Bin 0 -> 590 bytes .../results-1606338336.756615_600.p | Bin 0 -> 590 bytes .../results-1606338336.756615_78000.p | Bin 0 -> 594 bytes .../results-1606339980.8639772_1000.p | Bin 0 -> 590 bytes .../results-1606339980.8639772_100000.p | Bin 0 -> 594 bytes .../results-1606339980.8639772_200.p | Bin 0 -> 588 bytes .../results-1606339980.8639772_25000.p | Bin 0 -> 590 bytes .../results-1606339980.8639772_4000.p | Bin 0 -> 590 bytes .../results-1606339980.8639772_600.p | Bin 0 -> 590 bytes .../results-1606339980.8639772_78000.p | Bin 0 -> 594 bytes .../final_res_results-1606339959.1371334.p | Bin 0 -> 2274 bytes .../results-1606338350.864698_1000.p | Bin 0 -> 590 bytes .../results-1606338350.864698_100000.p | Bin 0 -> 594 bytes .../results-1606338350.864698_200.p | Bin 0 -> 588 bytes .../results-1606338350.864698_25000.p | Bin 0 -> 590 bytes .../results-1606338350.864698_4000.p | Bin 0 -> 590 bytes .../results-1606338350.864698_600.p | Bin 0 -> 590 bytes .../results-1606338350.864698_78000.p | Bin 0 -> 594 bytes .../results-1606339959.1371334_1000.p | Bin 0 -> 590 bytes .../results-1606339959.1371334_100000.p | Bin 0 -> 594 bytes .../results-1606339959.1371334_200.p | Bin 0 -> 588 bytes .../results-1606339959.1371334_25000.p | Bin 0 -> 590 bytes .../results-1606339959.1371334_4000.p | Bin 0 -> 590 bytes .../results-1606339959.1371334_600.p | Bin 0 -> 590 bytes .../results-1606339959.1371334_78000.p | Bin 0 -> 594 bytes 38 files changed, 44 insertions(+) create mode 100644 logs/res8769568.err create mode 100644 logs/res8769569.err create mode 100644 logs/res8769570.err create mode 100644 logs/res8769571.err create mode 100644 logs/res_8769568.txt create mode 100644 logs/res_8769569.txt create mode 100644 logs/res_8769570.txt create mode 100644 logs/res_8769571.txt create mode 100644 result/result_cmaes_double_delta_baseline/final_res_results-1606339980.8639772.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_1000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_100000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_200.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_25000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_4000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_600.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606338336.756615_78000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_1000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_100000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_200.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_25000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_4000.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_600.p create mode 100644 result/result_cmaes_double_delta_baseline/results-1606339980.8639772_78000.p create mode 100644 result/result_cmaes_double_delta_hf/final_res_results-1606339959.1371334.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_1000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_100000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_200.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_25000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_4000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_600.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606338350.864698_78000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_1000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_100000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_200.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_25000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_4000.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_600.p create mode 100644 result/result_cmaes_double_delta_hf/results-1606339959.1371334_78000.p diff --git a/logs/res8769568.err b/logs/res8769568.err new file mode 100644 index 00000000..c4ca0b3e --- /dev/null +++ b/logs/res8769568.err @@ -0,0 +1,2 @@ +2020-11-25 16:05:37,416 INFO services.py:1164 -- View the Ray dashboard at http://127.0.0.1:8265 +slurmstepd: error: *** JOB 8769568 ON swarm011 CANCELLED AT 2020-11-25T16:18:00 DUE TO TIME LIMIT *** diff --git a/logs/res8769569.err b/logs/res8769569.err new file mode 100644 index 00000000..af411390 --- /dev/null +++ b/logs/res8769569.err @@ -0,0 +1,2 @@ +2020-11-25 16:05:51,739 INFO services.py:1164 -- View the Ray dashboard at http://127.0.0.1:8265 +slurmstepd: error: *** JOB 8769569 ON swarm012 CANCELLED AT 2020-11-25T16:17:59 DUE TO TIME LIMIT *** diff --git a/logs/res8769570.err b/logs/res8769570.err new file mode 100644 index 00000000..1a469697 --- /dev/null +++ b/logs/res8769570.err @@ -0,0 +1 @@ +2020-11-25 16:32:39,657 INFO services.py:1164 -- View the Ray dashboard at http://127.0.0.1:8265 diff --git a/logs/res8769571.err b/logs/res8769571.err new file mode 100644 index 00000000..0df80a7b --- /dev/null +++ b/logs/res8769571.err @@ -0,0 +1 @@ +2020-11-25 16:33:01,576 INFO services.py:1164 -- View the Ray dashboard at http://127.0.0.1:8265 diff --git a/logs/res_8769568.txt b/logs/res_8769568.txt new file mode 100644 index 00000000..e69de29b diff --git a/logs/res_8769569.txt b/logs/res_8769569.txt new file mode 100644 index 00000000..e69de29b diff --git a/logs/res_8769570.txt b/logs/res_8769570.txt new file mode 100644 index 00000000..b1cb6f03 --- /dev/null +++ b/logs/res_8769570.txt @@ -0,0 +1,19 @@ +Running experiment with checkpoint: results-1606339959.1371334 +Config used: {'name': 'cmaes_double_delta_hf', 'N': [200, 600, 1000, 4000, 25000, 78000, 100000], 'trials': 30, 'methods': 'hoeffdings', 'D': 5, 'tprs': [0.3, 0.9], 'test_size': 0.4, 'stratify': True, 'opt': 'CMAES'} +False +(pid=32807) Results for N=200: +(pid=32807) {'N': 200, 'opt': 'CMAES', 'n': 200, 'trials': 29, 'failure_rate': 0.2, 'failure_rate_std': 0.4, 'sol_found_rate': 0.6, 'sol_found_rate_std': 0.48989794855663565, 'accuracy': 0.4881260555555556, 'ghat': -0.101941680986588, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.7814151666666664, 'uc_ghat': 0.5714554530221138, 'method': 'ttest', 'device': device(type='cpu')} +(pid=32846) Results for N=600: +(pid=32846) {'N': 600, 'opt': 'CMAES', 'n': 600, 'trials': 29, 'failure_rate': 0.03333333333333333, 'failure_rate_std': 0.17950549357115012, 'sol_found_rate': 0.7333333333333333, 'sol_found_rate_std': 0.4422166387140533, 'accuracy': 0.48576175, 'ghat': -0.10057866190134732, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8010258333333335, 'uc_ghat': 0.598194123245181, 'method': 'ttest', 'device': device(type='cpu')} +(pid=32803) Results for N=1000: +(pid=32803) {'N': 1000, 'opt': 'CMAES', 'n': 1000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 0.9666666666666667, 'sol_found_rate_std': 0.1795054935711501, 'accuracy': 0.47643737777777784, 'ghat': -0.13007322136130045, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001033333333332, 'uc_ghat': 0.6000391004904616, 'method': 'ttest', 'device': device(type='cpu')} +(pid=32802) Results for N=4000: +(pid=32802) {'N': 4000, 'opt': 'CMAES', 'n': 4000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 0.9666666666666667, 'sol_found_rate_std': 0.17950549357115014, 'accuracy': 0.4866342000000001, 'ghat': -0.10647052550241022, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +(pid=32835) Results for N=25000: +(pid=32835) {'N': 25000, 'opt': 'CMAES', 'n': 25000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 0.9666666666666667, 'sol_found_rate_std': 0.17950549357115012, 'accuracy': 0.5097756111111111, 'ghat': -0.05666382107601553, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +(pid=32804) Results for N=78000: +(pid=32804) {'N': 78000, 'opt': 'CMAES', 'n': 78000, 'trials': 29, 'failure_rate': 0.03333333333333333, 'failure_rate_std': 0.17950549357115012, 'sol_found_rate': 0.9666666666666667, 'sol_found_rate_std': 0.17950549357115012, 'accuracy': 0.5004099888888889, 'ghat': -0.07818310870278515, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +saving results +Time run: 7548 seconds +(pid=32808) Results for N=100000: +(pid=32808) {'N': 100000, 'opt': 'CMAES', 'n': 100000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 1.0, 'sol_found_rate_std': 0.0, 'accuracy': 0.4997039222222222, 'ghat': -0.08206338989291982, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} diff --git a/logs/res_8769571.txt b/logs/res_8769571.txt new file mode 100644 index 00000000..cb944ab7 --- /dev/null +++ b/logs/res_8769571.txt @@ -0,0 +1,19 @@ +Running experiment with checkpoint: results-1606339980.8639772 +Config used: {'name': 'cmaes_double_delta_baseline', 'N': [200, 600, 1000, 4000, 25000, 78000, 100000], 'trials': 30, 'methods': 'ttest', 'D': 5, 'tprs': [0.3, 0.9], 'test_size': 0.4, 'stratify': True, 'opt': 'CMAES'} +False +(pid=34748) Results for N=600: +(pid=34748) {'N': 600, 'opt': 'CMAES', 'n': 600, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 0.8333333333333334, 'sol_found_rate_std': 0.37267799624996495, 'accuracy': 0.47488491111111114, 'ghat': -0.1175313406757112, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +(pid=34752) Results for N=200: +(pid=34752) {'N': 200, 'opt': 'CMAES', 'n': 200, 'trials': 29, 'failure_rate': 0.03333333333333333, 'failure_rate_std': 0.17950549357115012, 'sol_found_rate': 0.8, 'sol_found_rate_std': 0.4, 'accuracy': 0.4559311777777778, 'ghat': -0.18022088939096925, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.7931096666666666, 'uc_ghat': 0.5883002452696756, 'method': 'ttest', 'device': device(type='cpu')} +(pid=34776) Results for N=1000: +(pid=34776) {'N': 1000, 'opt': 'CMAES', 'n': 1000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 0.8666666666666667, 'sol_found_rate_std': 0.33993463423951903, 'accuracy': 0.4765560833333333, 'ghat': -0.12611868615490632, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001038333333336, 'uc_ghat': 0.6000381005027945, 'method': 'ttest', 'device': device(type='cpu')} +(pid=34759) Results for N=4000: +(pid=34759) {'N': 4000, 'opt': 'CMAES', 'n': 4000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 1.0, 'sol_found_rate_std': 0.0, 'accuracy': 0.49323309444444446, 'ghat': -0.09430158527510733, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +(pid=34756) Results for N=25000: +(pid=34756) {'N': 25000, 'opt': 'CMAES', 'n': 25000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 1.0, 'sol_found_rate_std': 0.0, 'accuracy': 0.5037596611111111, 'ghat': -0.07331094861281072, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +(pid=34762) Results for N=78000: +(pid=34762) {'N': 78000, 'opt': 'CMAES', 'n': 78000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 1.0, 'sol_found_rate_std': 0.0, 'accuracy': 0.5058756222222223, 'ghat': -0.06666271106232537, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} +saving results +Time run: 7329 seconds +(pid=34774) Results for N=100000: +(pid=34774) {'N': 100000, 'opt': 'CMAES', 'n': 100000, 'trials': 29, 'failure_rate': 0.0, 'failure_rate_std': 0.0, 'sol_found_rate': 1.0, 'sol_found_rate_std': 0.0, 'accuracy': 0.5015003666666666, 'ghat': -0.07570666704889364, 'uc_failure_rate': 1.0, 'uc_failure_rate_std': 0.0, 'uc_accuracy': 0.8001031666666666, 'uc_ghat': 0.6000394338196837, 'method': 'ttest', 'device': device(type='cpu')} diff --git a/result/result_cmaes_double_delta_baseline/final_res_results-1606339980.8639772.p b/result/result_cmaes_double_delta_baseline/final_res_results-1606339980.8639772.p new file mode 100644 index 0000000000000000000000000000000000000000..833dab4877e74fb4230f9c6ae1fe950e8ae39071 GIT binary patch literal 2274 zcmZo*nR=ar0SscNXw**8=wbAm;(elrIlrJ}N)M~EucK@5lpe-BkQiG@QD$OJ@su9X zywco)O1-yqS9#ZKnA7`FZ^Z0x;ptP%)TTPYqHjNS??Po+(lZiEpfV{3{-sn2 z9^VgfDSv5lJhEeJ8qytG>5bp^0%oc!o0%{RDk4`RDDy< z=*y3w*0ANKmSp6o0OPNuB()fr64+8w%QBNwK?3MGb|y3hkZ_bDVzlj zy$oB3;5BKXXRXGMp%yv9f-A#0!wn-?UNEBs3y@2lVA-=91YSek01cM<4pXDrgIA$~ z&|tYEp&|CP9xYf>CtF&qP&q(uuv~T76jh8KEZ%tzQq4pL%L0CsU;%Qe6D+7P3k??3 z#0CwP&1p4ViWBcc!wQ;Oj&Im5pr*2e++d+NwX8@)2^Jui-oawux?##0xd*7h@?U88 zyv8G&1}a#*HW)B6AO{RYfZjnPVzE+4$p9^AEF~XoJ}0noz=CE$8(PqS1?U|#>uN3P Vy?D@qW>=1YbaUe70SKB@JpfsH^gI9n literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606338336.756615_1000.p b/result/result_cmaes_double_delta_baseline/results-1606338336.756615_1000.p new file mode 100644 index 0000000000000000000000000000000000000000..c8f4de3d9627549dab83b97ddd254c8c7b011bee GIT binary patch literal 590 zcmZo*nd;2M00y;FGK?qSX^D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHfitNCCLag7kF8k}Zv zBqk@979}QELTyr*e?Rj3yt`0SSkf~ROQ13@dosiVJ|Ec+F`vIQIUd=uC=P`=LKsaE zPFHXP6{0!hu+NDvg|l8l9l{P&faI3z(n8N#jUPiL*>Y1$GV)V^@mErkS`17IY$>T_ cnaQajf&8N641@qMW|@-*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=72bcfniD;P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@37a8+Y({)>Neajuadeybit}^g)ACF6Qs8#M)qJprxJC$74NkK-5|fil zixQJ7p*F4F9F@?|c^_&DOL|6P2~_4q0)K$g``!B?=JS^($0Iuy#i1}q2%{;&=?ZS3 zLNtdQ@j3COaMnwxL)d`|klb=jTIgA;@nfhYTW)GeMt%w~{z^(xi-C!OEhV)qGdUF` YkYALXfe--3EOT-}>6BJrgq7+60CIfX&Hw-a literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606338336.756615_200.p b/result/result_cmaes_double_delta_baseline/results-1606338336.756615_200.p new file mode 100644 index 0000000000000000000000000000000000000000..bef78206e7bc659377d63863e5ad2f8111e47e40 GIT binary patch literal 588 zcmZo*nd->I00y;FGBv2sceTXAw?PGZrN$v~Z8B|ti*q_Q9tB*K(wF{QJkeM-<2 z4R7WiMw=;qetus6fdEW+Gn7n8a^{eQxPxIz8&F*jPg-JTPH9nUd{JUa>XZzQ4DKGL zG$d0p__3KG2nHAJA!Z05n-O1Jk^(YE+?iv2yCaLc?;WTrzT*6x__X}eycD=yKs8EW z@Cd3#2vrS|S^V?%^WNTeAF7TcF*&)kC^5MbYSRPJr{CV+gUPa_XC#(DWw`CRcCYT; zydUCH{?g=lWXD1kK|at1;G7_-dD1*KD3fe}`!2LOjR B=HUPU literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606338336.756615_25000.p b/result/result_cmaes_double_delta_baseline/results-1606338336.756615_25000.p new file mode 100644 index 0000000000000000000000000000000000000000..087472c3d6ca3db75ca5ca0746776f520e0e2164 GIT binary patch literal 590 zcmZo*nd;2M00y;FG|xF?D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHfitNCCLag7kF8k}Zv zBqk@979}QELTy^NkxQ~W^#Rlrmh_Co5~z&n6m!>IW~=r?%;zsnjz@MZibG+J5Jppk z(-qu6g=h{rAipR%10ev6S?1(|(kZRL2rJbC04B5B$N&HU literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606338336.756615_4000.p b/result/result_cmaes_double_delta_baseline/results-1606338336.756615_4000.p new file mode 100644 index 0000000000000000000000000000000000000000..60ebc05cbffb0e2fda9aa4f494ea972770253ed5 GIT binary patch literal 590 zcmZo*nd;2M00y;FGg?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHe1stE;yxAqX%2%)M$ zGVAP@6-hoDE<)9DBqk@979}QELTyslY`^t<{e7q`OL|6P2~?(fPWQ*{*S774n9pCD z9FOc+6o-C*Y8OURgyafTA8`W}qB-QS&xtREvtB|?Vh1Wfa?5pTp=YhekD-!mxv3=? r`6Z3!^DQas@Q#pkc=iREXw~Gsnysi)X>S!wyt{*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=72bcfniD;P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@37a8+Y({)>Neajuadeybit}^g)ACF6Qs8#M)qJprxJC$74NkK-5|fil zixQJ7p*AJTgeK?qSX^D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHe1s@by}1YX-iTqA_4 z2Fa}Y4pXDrgIA&II1-bSON$bdE1@>sk78ES5lH%3``1aDXC?d$*CZL{G#Lxga9yRnUf1jr?dhitW*yGi(KM; literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_100000.p b/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_100000.p new file mode 100644 index 0000000000000000000000000000000000000000..049f0aa697cec972195170932ef744b156816786 GIT binary patch literal 594 zcmZo*nd;8O00y;FG*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=8%QBhG9w@P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@v6%ri0&0c;vKjHkB`F|t#GN@%Rq++)=ftPwm*%Cw?SiZMU=MMP5ULuS zW^p7YCzlo_CRajjT32gP@5S=~Y6?qwMq&w6W>=1YbaUe7{Sfo{OOxY~9gE^nm?MPI z6ybCQH&7v(Lk|0#_)<9QCDbA8Km|x{xh5_2tkw82RFW+>wIm}y1sH!NC8@>0#K4x4 dT9%od3KGaKO3pwC0ArRpxuA4PD=@-J^#I5(+vorQ literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_200.p b/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_200.p new file mode 100644 index 0000000000000000000000000000000000000000..807023cbb9045fe1ef424a538535d63707f9fa96 GIT binary patch literal 588 zcmZo*nd->I00y;FGBv2sceTXAw?PGZrN$v~Z8B|ti*q_Q9tB*K(wF{QJkeM-<2 z4R7WiMw=;qetus6fdEW+Gn7n8a^{eQxPxIz8&F*jPg-JTPH9nUd{JUa>XZzQ4DKGL zG$d0p__3KG2nGx7A!Z05n-O1Jk^(YE+?hjlvbF{1uVYYEe8u@W@oD*`c`0zafNEyV z1c8@OHA1Lrkj#Rpy9rgtk(iuZT9lYv3AL$Cu;|-Q-Mdg(mh_Co5~xhdfqyAgg2(qm zT*_aX9FOc+s3J&+e1K{fMpK033TV(l!;TxM5X~VihWu^ni7@Z50~H{-B~{;)Gy3u) ys5NZ4sU;ctDZuzEDM>8`rUbT>)UwRvRFFV^QE~=C02s5($pxiTT7eN(ss{j(Jm&fU literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_25000.p b/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_25000.p new file mode 100644 index 0000000000000000000000000000000000000000..816ea17094c92096db0d2114fd2922ba7908abb7 GIT binary patch literal 590 zcmZo*nd;2M00y;FG|xF?D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHfitNCCLag7kF8k}Zv zBqk@979}QELT$2d-7w{h+ykg7Ea@4EB~Y3FLc8ZR9@(@XVm^Oqay+tQQ5*_$gfN;S zoUY&oDnxV0VV@IU3TM59I)ojl0Ld-aq=lZf8b5|gvgM|hWaOs+IU;Q#;t literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_4000.p b/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_4000.p new file mode 100644 index 0000000000000000000000000000000000000000..d07644d7add01fe9e137112766289be5ceaab5e2 GIT binary patch literal 590 zcmZo*nd;2M00y;FGg?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHfitNCCLag7kF8k}Zv zBqk@979}QELT%cdR@0?8@jlcPmh_Co5~$4a4ci6ORCer#n9pCD9FOc+6oKyu49X`yGW#*d+rY`Li=8Tl!|_$w(%Ee0k9wv^Pe c%;Z#%Kz>nj20{QBv&_i_rBhmg5mu@P0BnTY>Hq)$ literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_600.p b/result/result_cmaes_double_delta_baseline/results-1606339980.8639772_600.p new file mode 100644 index 0000000000000000000000000000000000000000..d5f875afb5a2dc8c3223fc5fccf5b7c91f002f87 GIT binary patch literal 590 zcmZo*nd;2M00y;FG=umlh=^S3+&7ZCbjnIprQymL)wSu>>mfhr4t`huFUT5cBy< zljD&ci{j7^Q0>BKijZ7^>LYHTLNtdQ_BrvTaMnwxN$fxcNN%|%E%dC__%T$HEjP6! rBR>Tge*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=8%QBhG9w@P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@v6%ri0&0c;vKjHkB`F|t#GN@%Rq++)=ftPwm*%Cw?SiZMU=MMP5ULuS zW^p7YCzlo_CRajj60uk*q-5{_Y6?qwMq&w6#!~XZ=5qoY_e0F*FHMd|b}WiRVU7?+ zQ-sqM+(3nB4ms>|;!EMImr#eW0~H{-<(jn6vsUBBP)WAj)RK(+6kz<7l%y5|69ZdH eYFTD-Do7x|C^-Wm0E}7Y-yqS9#ZKnA7`FZ^Z0x;ptP%x0;(|v zgU3)cLa1tx%<|5-{iY`BK2#k?Vsdh6QDSl>)F#P~)`F$BFj>3ha)agADJQ?8S!lshx1r71#3)YN;HE6zE zl0F~Jj21M?$-kbRW8N}gL9?I@Eoi_3_<{ztIDrK?qSX^D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHe1s<8osH}(+M2%)M$ zGRvCv)V723u0YjsBqk@979}QELTxI};fQ>gcn>PelAe)R0+kV{syWS)d0;=peE!np zcx1<-IP?QlyD*v}Bv+vNh#RO7%^^p8PJAhx^%80lJ5T|VTdqk9J!>_743%WdO)bgD qPXWeXNl9ukFe$L5q?TnSr-B6Xi;^=C0>GGMPA({&(h7{QQau36;Ne;T literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606338350.864698_100000.p b/result/result_cmaes_double_delta_hf/results-1606338350.864698_100000.p new file mode 100644 index 0000000000000000000000000000000000000000..62f0fabfb8808a065685dfd9d52cc69e34518eb4 GIT binary patch literal 594 zcmZo*nd;8O00y;FG*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=72bcfniD;P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@37a8+Y({)>Neajuadeybit}^g)ACF6Qs8#M)qJprxJC$74NkK-5|fil zixQJ7p*G1EZnd81dmm~FOL|6P2~_6RJ(UNnk9X~dn9pCD9FOc+6oKyu49X`yGW#*d+rY`Li=8Tl!|_$w(%Ee0kAwv^Pe%;Z#% YKz>nj20{QBv&_i_rBhmg5mu@P0OY6LX8-^I literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606338350.864698_200.p b/result/result_cmaes_double_delta_hf/results-1606338350.864698_200.p new file mode 100644 index 0000000000000000000000000000000000000000..f7e34cecc0c4af62cb625272fdd5396b5669ab80 GIT binary patch literal 588 zcmZo*nd->I00y;FGBv2sceTXAw?PGZrN$v~Z8B|ti*q_Q9tB*K(wF{QJkeM-<2 z4R7WiMw=;qetus6fdEW+Gn7n8a^?_(xPxIz8&F*jPg-JTPH9nUd{JUa>XZzQ4DKGL zG$d0p__3J*H3Dje0J0hJ#U&{qbHtrFP*w32=jX(y<(KBA!0iI6vFv+n(f9a;J;XIa zsA`bRsye2;t7`Tws5*|skS?AtqNR|8$Rk2{nlwr~t_=Q=^}nW?z27F0mffRNop}LC9tKWmSrZVf&}u5k~0tjz?fxDE-0PS3XHH)JphaW|xF?D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHfitNCCLag7kF8k}Zv zBqk@979}QELTzgLp3yRq@d4Bnmh_Co5~$1ug=L%athVfjn9pCD9FOc+6oKyu49X`yGW#*d+rY`Li=8Tl!|_$w(%Ee0k9wv^Pe c%;Z#%Kz>nj20{QBv&_i_rBhmg5mu@P03yKL@Bjb+ literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606338350.864698_4000.p b/result/result_cmaes_double_delta_hf/results-1606338350.864698_4000.p new file mode 100644 index 0000000000000000000000000000000000000000..d4673236928b3c64fa1d97f487d10c9ee6d5bcd8 GIT binary patch literal 590 zcmZo*nd;2M00y;FGg?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHfitNCCLag7kF8k}Zv zBqk@979}QELTy?n$5km_bPs9@OL|6P2~6BJrgq7+60Di&S0ssI2 literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606338350.864698_600.p b/result/result_cmaes_double_delta_hf/results-1606338350.864698_600.p new file mode 100644 index 0000000000000000000000000000000000000000..dc9f501052f48b5287dc9a2a8f8025e97c9de392 GIT binary patch literal 590 zcmZo*nd;2M00y;FGmh_Co5~z%oWA6pAGY9rV%;zsnjz@MZibG+J5Jppk z(-qu6g=h{Dnefg2z^s>0hp+<`Ah~6;s!700qsLH5w%pW`jQkW}{FRiX76X$4TS{tK cW^yV>AipR%10ev6S?1(|(kZRL2rJbC00dRq=>Px# literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606338350.864698_78000.p b/result/result_cmaes_double_delta_hf/results-1606338350.864698_78000.p new file mode 100644 index 0000000000000000000000000000000000000000..b43f1f3af02bbe54cfedbaaa4e9983e900fcdf96 GIT binary patch literal 594 zcmZo*nd;8O00y;FG*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=72bcfniD;P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@37a8+Y({)>Neajuadeybit}^g)ACF6Qs8#M)qJprxJC$74NkK-5|fil zixQJ7p*Fqgl6?5~-~*^BEa@4EB~Y0MU%c*RY@D$lVm^Oqay+tQQ5*_$gfN;SoUY&o zDnxV05uX!Z3TM59I)ojl0Ld-aq=lZf8b5|gvgM|hWaOs+i_@% literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_1000.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_1000.p new file mode 100644 index 0000000000000000000000000000000000000000..061a3b32c9dd9231cbd0c4bee0df6dbececc57d1 GIT binary patch literal 590 zcmZo*nd;2M00y;FGK?qSX^D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHe1s(Jqo4D2DU5kggi zWR}WgZ41s{$Drys5|filixQJ7p*A%YavFcGy$6+LNzX_ufy%J8ymGc(c3?lmeE!np zcx1<-IP?QlyD*v}Bv+vNh#RO7%^}B5Ir$aMdI>d&9jE}wEu|Y|ja!W$LnYaAQ%f@P qQ-JYTQj%H>ObTo%sb!hTsUU&;qT~#O05E2mlM70xv;rfnR1W~h`{UpM literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_100000.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_100000.p new file mode 100644 index 0000000000000000000000000000000000000000..8d0a888054a2d03aa3f2574fefb22eb801e7ebb1 GIT binary patch literal 594 zcmZo*nd;8O00y;FG*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=8%QBhG9w@P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@v6%ri0&0c;vKjHkB`F|t#GN@%Rq++)=ftPwm*%Cw?SiZMU=MMP5ULuS zW^p7YCzlo_CRajjx~uj=L+$r{s3|Pz8HpuO8S&pI&83;P?uVGqUz!|`>{t|s!W8`CI+^Y e)UwRvRFFV^QE~=C02s5($pxiTT7eN(ss{k6Tio9O literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_200.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_200.p new file mode 100644 index 0000000000000000000000000000000000000000..a0a7fce86aa593b3eabfb0ea914fd27f918e3c8a GIT binary patch literal 588 zcmZo*nd->I00y;FGBv2sceTXAw?PGZrN$v~Z8B|ti*q_Q9tB*K(wF{QJkeM-<2 z4R7WiMw=;qetus6fdEW+Gn7n8a^{eQxPxIz8&F*jPg-JTPH9nUd{JUa>XZzQ4DKGL zG$d0p__3KWYbFSsw1=1>fNVy5aY+iu9C2q3h^m`VReZ(yIq_-vrFkiEyMStp!Qe4e zjS#9DB(uCTZojFCx(`*yk(iuZT9lYv3AIV`qqShEElidrJtMIMD)alq`J8qytG>5FZpqm)Q_!4RoJ5T|VTcoY5KgD=H yf=aUGrj}&nrvT%xq$IT%m=f4hQp+-vQ$YgxMadZm0btBBCl{1XX$3}DsU85JKk4=W literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_25000.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_25000.p new file mode 100644 index 0000000000000000000000000000000000000000..b584511e2e3eadbddcd7804c882ca820ed118cf3 GIT binary patch literal 590 zcmZo*nd;2M00y;FG|xF?D4Ej3>g?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHe1s(Jqo4D2DU5kggi zWR~h=Z41s{$Drys5|filixQJ7p*HcYboeL|@Bk{ylAe)R0+nf)aV&(3dF_6P`TV8H z@yL!vap(uAc40I{NUlKj5jRjFnnMozocK~W>m}4AcAx?zw_KAJde&kr4<-qrFsAgIpll* literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_4000.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_4000.p new file mode 100644 index 0000000000000000000000000000000000000000..e0370fe7e704d8888fc1fe435870fde03fec8f33 GIT binary patch literal 590 zcmZo*nd;2M00y;FGg?<28a$MZA zx1drlIlm}XFSj(OBr~z7D6w)%4_k3^VoqYwl*vG?U?o60rKGYT6(quxX)&d*N$QjgjtuS| zrZgl|GWfBX0W|_@h5)h|@x>)6Aalf>IZ##c73b%~r{$OCrNHe1s(Jqo4D2DU5kggi zWR}`wZ41s{$Drys5|filixQJ7p*HEqwI5|xy$_XTNzX_ufy!70u`(`q+`S)SK7VO) zJhEd^9QpyOT^LOfk}FVs#0^x4=8(faC%zQUdI>d&9jE}wE!U)lp0yf3hDx&Krj}&n qrvT%xq$IT%m=xGjQp+-vQ$YgxMadZm0btBBCl{1XX$3}DsU85N#p1;P literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_600.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_600.p new file mode 100644 index 0000000000000000000000000000000000000000..18f7fccab640bbaa19695f657739aa26fd78c8c9 GIT binary patch literal 590 zcmZo*nd;2M00y;FGlrds9z!MBa#Kq(@>78ES5lH%3``1aDXC?d$*CZL{G#Lxga9yRnUf1jr?dhitW*yG DD_`Zy literal 0 HcmV?d00001 diff --git a/result/result_cmaes_double_delta_hf/results-1606339959.1371334_78000.p b/result/result_cmaes_double_delta_hf/results-1606339959.1371334_78000.p new file mode 100644 index 0000000000000000000000000000000000000000..0060d55a3f255b2720cf69e96adb8c0bba8d25b8 GIT binary patch literal 594 zcmZo*nd;8O00y;FG*yLhrH3&OD$G_=l$n@QJf%l8 zuQa!yQZG5bC{-`FG^Zppv8X7qa!LC!jx$-rL&`b zO3)MyZ{{9Gn<;*NeqR5908Dr@luSu-=8%QBhG9w@P+bpCT4H8SX;Er?QDRBzlnjmx z?jEKzBvUf@v6&$V1`F*WW(Xjg5no)A0y0P3nL~B5wgu;}V^CFm#rZk$Y5ApjDR8@h zYTmyC1E?AyR5duw;z&$RE-gw-u7uk3<&yOIXyyk{Q&`e75=)>m%E`Z;onzjzAL3H} z(&Tt#$3hiBLgWKfyD*v}Bv(L#4jOjcK!s=yIqY-dOW~}SP?Ok!3Xt4#OW}oPiJk#w>GkLFtrMV1$+G0Ra6c>Qn## literal 0 HcmV?d00001