-
Notifications
You must be signed in to change notification settings - Fork 1
/
test.py
76 lines (70 loc) · 50.4 KB
/
test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
import numpy as np
# R2 scores fingerL
r2_scores_pullin = {2e-07: [0.5060834467858788, 0.9354859142820132, 0.9464411168661429, 0.9465252257288558, 0.9741414856991962, 0.770931313913406, 0.9024774403194109, 0.933947452359142, 0.9548292913293467], 2.1e-07: [0.5610762273736629, 0.9387495578858971, 0.9494693967200508, 0.9540300490500415, 0.9765904063804778, 0.8119247393405307, 0.9119199675516274, 0.9382751540888812, 0.9567980473428358], 2.2e-07: [0.6038944581808757, 0.9429875521561979, 0.9535376374490552, 0.9597031728381021, 0.9784576438640973, 0.8453791938870927, 0.9197140407135377, 0.9412371910867313, 0.9576935462450531], 2.3000000000000002e-07: [0.6392496522804931, -0.7093503829673826, 0.9557145503689461, 0.9658077491094447, 0.9805606523479525, 0.8720932789589779, 0.9271966548114728, 0.9443602588466183, 0.959429204229688], 2.4000000000000003e-07: [0.6688630824485097, 0.4470812325907688, 0.9581231644164495, 0.9700735483936777, 0.9823521677585035, 0.8929089982123917, 0.9342006854696416, 0.947212361381924, 0.9612000784632864], 2.5000000000000004e-07: [0.6973583135138731, 0.6810290711330418, 0.9604940596757369, 0.9741226687020795, 0.9840903335266654, 0.9102377806751063, 0.9399753390907386, 0.9497687247292583, 0.9620905464727946], 2.6000000000000005e-07: [0.7176052556928119, 0.7892998560189478, 0.9625227916419226, 0.9775718386804164, -0.5918668467237742, 0.9241638267127426, 0.9454144778664967, 0.952450506266256, 0.963477395896266], 2.7000000000000006e-07: [0.7367905369259734, 0.851102646636396, -0.024294055934007686, 0.9809447899235363, 0.41237015512075303, 0.9362912834971232, 0.9496672867928867, 0.9549263542325719, -0.4267211089590741], 2.8000000000000007e-07: [0.753971854598762, 0.8913667601227433, 0.4085116387255864, 0.9837825767615255, 0.6729483087321404, 0.9463580014363159, 0.9537415764996813, 0.9570089155300673, -0.04620820180201113], 2.900000000000001e-07: [0.7685649810901289, 0.9186267471463153, 0.5995249741467833, 0.985998636487959, 0.7946675085030674, 0.9550436597703301, 0.9575651796427886, 0.959387216015534, 0.1980826120177157], 3.000000000000001e-07: [-0.6116445041104108, 0.9383721149888379, 0.705602607958626, 0.9878989328827796, 0.8638672094155706, 0.9616390657289391, 0.9610330104404612, 0.9606723653664048, 0.3669471617815866], 3.100000000000001e-07: [0.11517577624338526, 0.9522296965184462, 0.7762484954408351, 0.9894831937362183, 0.9076174573495142, 0.9677839563292278, 0.9644160129564822, 0.9623988009401648, 0.48817855718197023], 3.200000000000001e-07: [0.3824747892827104, 0.9627577496391767, 0.8246949873601344, 0.991207914830271, 0.9359765530331833, 0.9732734729496861, 0.9669963120312017, 0.9635941446737458, 0.5817287858600615], 3.300000000000001e-07: [0.5303036642151068, 0.9713913432411849, 0.8596707408187421, 0.992653620911476, 0.9557456102775069, 0.9772803686992175, 0.9692828773545302, 0.9648653586702095, 0.6533069392897459], 3.4000000000000013e-07: [0.6236540800569346, 0.9771653355451886, 0.8855034093379256, 0.993663519153101, 0.9701312524772489, 0.9814313599198109, 0.9713985200207993, -0.2212175701648409, 0.7084686845696779], 3.5000000000000014e-07: [0.6895940102822882, 0.9821975594948094, 0.9067920416597782, 0.9946886611417693, 0.9796256739219442, 0.9843575396363773, 0.9734951712807285, 0.17571064738270548, 0.7537442177004446], 3.6000000000000015e-07: [0.7373585971004902, 0.9853943282266248, 0.9221662141692314, 0.9953596582214476, 0.9870207491121838, 0.9870354584811141, 0.9752955566017547, 0.4066993121712481, 0.7915161624055453], 3.7000000000000016e-07: [0.7711214143945996, 0.9880916676971083, 0.934265306513861, 0.9962813604980357, 0.991781400770917, 0.9893592149632405, 0.9764920152011708, 0.5555555779958672, 0.8216873499140007], 3.8000000000000017e-07: [0.801256140106475, 0.9900619898884383, 0.9444218447778987, 0.4251304213661561, 0.9952184402179994, 0.9911517279014518, 0.9782265636468852, 0.657932228259509, 0.8464136768170241], 3.900000000000002e-07: [0.8226250921004362, 0.9916508914202701, 0.9525967089295142, 0.8879693683220624, 0.9974848381103867, 0.9927584792082939, 0.9788089667746435, 0.7319296114724477, 0.8681095881900154], 4.000000000000002e-07: [0.8394652724340568, 0.9922577928011291, 0.9592092168098924, 0.9665263819899318, 0.9988065301882688, 0.9940978726531655, 0.9797825928730044, 0.7877601876500668, 0.8856011034432412], 4.100000000000002e-07: [0.8539364104495577, 0.9930417070847387, 0.9644928661090224, 0.9912816673968257, 0.9995105792370198, 0.9950266808100111, 0.4917823197531229, 0.8292677209668715, 0.9001127763864185], 4.200000000000002e-07: [0.8667964728323885, 0.9932524367308705, 0.968788734604428, 0.9987869804057428, 0.9996046657917169, 0.9959520167868311, 0.7211811913246755, 0.8617442791579971, 0.9136607169577725], 4.300000000000002e-07: [0.8762662992874152, 0.9933219775140941, 0.9722606374294003, 0.9989177246589713, 0.9993243262613968, 0.9965093016809385, 0.8343446364026403, 0.8872225085191061, 0.9244748624578747], 4.4000000000000023e-07: [0.8840330792567255, 0.9932292564697965, 0.9746909694068808, 0.9954525338902795, 0.9986996427417786, 0.9969207550139711, 0.89802249556369, 0.9080471642708912, 0.9334149576264476], 4.5000000000000024e-07: [0.8903473540296519, 0.9930332778988945, 0.9765797334437056, 0.9902793988016916, 0.9977523767489148, 0.9972375914413065, 0.9366268705000114, 0.9239799802939286, 0.9416021368795333], 4.6000000000000025e-07: [0.8952376662847262, 0.9924158400357295, 0.9784147074367633, 0.984069124783122, 0.9966226980479657, 0.9975049493032772, 0.960633588110961, 0.9375621336718246, 0.9486244273577145], 4.7000000000000026e-07: [0.8992146128267906, 0.9920175610045411, 0.9797741285428794, 0.9775568752250293, 0.9952395616894663, 0.997478039908079, 0.9759430615789821, 0.9479902146795801, 0.9544880796836858], 4.800000000000003e-07: [0.9030139604802141, 0.9915771360441265, 0.9806702217720009, 0.9709943874216631, 0.9937924208719896, 0.997390367362433, 0.985420111478185, 0.9568872881844268, 0.9594260716124279], 4.900000000000003e-07: [0.9059157994642564, 0.9905003075523947, 0.9808205893943504, 0.9644385304425954, 0.9923990438000538, 0.9972176264061601, 0.9910878278139971, 0.9637645148132494, 0.9634048770767608], 5.000000000000003e-07: [0.9075300465056527, 0.989952410472453, 0.9812313497285726, 0.9580120915518946, 0.9908667770521372, 0.9970422813148679, 0.9941735348323741, 0.9693051866605936, 0.9670592183994008]}
r2_scores_release = {2e-07: [-74.44024122806928, -19.37624341720294, -7.138820710047838, -4.12653391695992, -2.6249348580435887, -1.918505442777171, 0.352407754846881, -0.9090286218152721, -1.2159238379997146], 2.1e-07: [-69.60307017543778, -17.81743709771789, -6.16376128171937, -3.209599473724328, -1.874906259135828, -1.2749637451930282, 0.5920461652169811, -0.49121207788163623, -0.7288026494738729], 2.2e-07: [-65.41557017543786, -16.32182562902276, -5.357130433102166, -2.415175973483953, -1.2119200247433919, -0.6591032760805635, 0.7624367502416913, -0.12124353566388146, -0.31101213650165116], 2.3000000000000002e-07: [-60.953399122806346, -14.889409011117564, -4.459791662640462, -1.702274624902104, -0.5794392919334339, -0.1739007047881289, 0.8746375575644244, 0.20536331355322535, 0.06941892214596368], 2.4000000000000003e-07: [-56.60635964912222, -13.183586892919811, -3.6355062520535215, -1.0531336183995457, -0.07365807569601635, 0.24306732589240776, 0.9158280743646685, 0.4730046948358191, 0.37784076162018754], 2.5000000000000004e-07: [-52.78399122806963, -11.770918665886475, -2.8781864213517805, -0.4554563165752763, 0.33989484075705323, 0.5765542702565569, 0.8849565069077011, 0.6904029932557512, 0.6374414717456653], 2.6000000000000005e-07: [-48.290570175438106, -10.373610298420134, -2.171395164563419, 0.026996938491413935, 0.6534913970248799, 0.8110011533845747, 0.7764511910852749, 0.8517671170849864, 0.833660364821897], 2.7000000000000006e-07: [-43.99451754385923, -9.005266237565845, -1.5041744777072203, 0.43141967968011696, 0.868758553191865, 0.9330360048635076, 0.5796520552617055, 0.942047377326601, 0.9538055045110115], 2.8000000000000007e-07: [-39.89583333333297, -7.8444997074312806, -0.8862648087664875, 0.7150013915947254, 0.9583430428390544, 0.9492823240567799, 0.28927170390569545, 0.9639427087056968, 0.9935943356069811], 2.900000000000001e-07: [-35.99451754385934, -6.5836746635459775, -0.4205496395648478, 0.8745540571312737, 0.9127881604758823, 0.8326212550801766, -0.1146170902270569, 0.9070327208597913, 0.9485418548394859], 3.000000000000001e-07: [-32.29057017543835, -5.521650087770674, 0.02365537367366788, 0.9287503478987015, 0.725179325743655, 0.5806783358977528, -0.609784524418941, 0.7637568218106204, 0.8121385782953645], 3.100000000000001e-07: [-28.783991228069958, -4.302077238151022, 0.35706279110212436, 0.8399413000025618, 0.3791452527931084, 0.18851718490846625, -1.226249360396039, 0.5305402635779166, 0.5759906977707958], 3.200000000000001e-07: [-25.47478070175422, -3.333528379169164, 0.6161992926579054, 0.5835336386408416, -0.12104328815420806, -0.3603584604531975, -1.9785661492982682, 0.1995543480848937, 0.22225163775265], 3.300000000000001e-07: [-22.01589912280689, -2.442656524283266, 0.7600738264112806, 0.20962477544726787, -0.795621613148005, -1.0843194380442904, -2.8941099550860625, -0.23962131503093032, -0.2373521869585571], 3.4000000000000013e-07: [-19.121162280701668, -1.6786132241077274, 0.8268364802968474, -0.3406877008323619, -1.646420052283228, -2.0199199660497524, -3.8924611973398324, -0.7998558184985138, -0.8366918948105253], 3.5000000000000014e-07: [-16.42379385964907, -0.9202750146284977, 0.7586533444137563, -1.0859246514687078, -2.720315392991612, -3.1102979272930042, -5.09815793962204, -1.4803090965425003, -1.5828531680532252], 3.6000000000000015e-07: [-12.923793859649104, -0.3352837916911027, 0.5906306167018198, -2.0118159046630644, -4.029103095885053, -4.436559946054486, -6.470777190290181, -2.316532017826645, -2.4488792682807], 3.7000000000000016e-07: [-10.700109649122808, 0.13692217671147955, 0.3004464371993044, -3.1434101662323, -5.633489109112669, -6.0255749348462135, -8.02259935186856, -3.2858606801560573, -3.508617020172937], 3.8000000000000017e-07: [-8.537280701754412, 0.49239321240487866, -0.1648628800029912, -4.55813070870128, -7.389182410189358, -7.851848669703298, -9.784183296379462, -4.4145337337058965, -4.7436280769519685], 3.900000000000002e-07: [-6.004385964912328, 0.7271796372147245, -0.732852753029263, -6.143334261063244, -9.551514047360435, -9.91925527289491, -11.789840241060942, -5.738656133076867, -6.187549963145155], 4.000000000000002e-07: [-4.471491228070227, 0.7903744880046771, -1.5112768876947866, -8.068441160843175, -11.919147710181564, -12.311650745795747, -14.016771846041488, -7.224232024976622, -7.835337050073404], 4.100000000000002e-07: [-2.642543859649181, 0.7113809245172775, -2.40841273215681, -10.175568656225678, -14.622952000441563, -15.05590400091782, -16.474415828075877, -8.933783751580048, -9.68706720237681], 4.200000000000002e-07: [-1.262609649122866, 0.46518431831484675, -3.566714338171127, -12.60999924094858, -17.693229049712347, -18.10490071260053, -19.257291489000508, -10.839946617098189, -11.826569491597414], 4.300000000000002e-07: [-0.31359649122812017, 0.024575775307270176, -4.916578087857054, -15.476330238089588, -21.15723043940761, -21.599046570179897, -22.30766388083651, -13.023223946046672, -14.193436529938165], 4.4000000000000023e-07: [0.42160087719294526, -0.5661205383263996, -6.48661654716556, -18.54957872631175, -25.040987530877715, -25.439551455791992, -25.699613394737465, -15.452211577418854, -16.866763218822435], 4.5000000000000024e-07: [0.7817982456140222, -1.3828262141601808, -8.24943470614359, -22.171469777092447, -29.575833711123103, -29.743513839314744, -29.39129569617611, -18.204392173687026, -19.85885217138752], 4.6000000000000025e-07: [0.709429824561421, -2.4277355178465054, -10.200568192798812, -26.262151152494276, -34.25802146401184, -34.481252945298834, -33.57774745579886, -21.240282643409138, -23.240404480853016], 4.7000000000000026e-07: [0.3591008771930332, -3.682855471035454, -12.547610304775358, -30.60164967234364, -39.74596119869901, -39.75243369341091, -38.108732730686846, -24.600009532663687, -26.975617985696474], 4.800000000000003e-07: [-0.524122807017446, -5.233323581041249, -15.196809230233924, -35.35483136401703, -45.54597221457489, -45.723143454481026, -43.126982773327455, -28.352493982510232, -31.109015687132604], 4.900000000000003e-07: [-1.8514254385963373, -7.194558221181612, -18.00165239742568, -40.832451989981884, -52.09702867941128, -52.09713684660349, -48.66444937176999, -32.47896856605239, -35.63382336147185], 5.000000000000003e-07: [-3.622807017543641, -9.150087770625671, -21.294532593780826, -46.89879310781226, -59.26388953619255, -59.25101604584782, -54.627295468762775, -37.08633612164004, -40.70545883037306]}
rmse_scores_pullin = {2e-07: [5.7236306586526835, 2.3990382688453926, 2.175586036720936, 2.954822298348211, 1.8273032143126338, 7.414657967686957, 4.444135673035268, 3.442355997687725, 2.735365098524047], 2.1e-07: [5.395595232842133, 2.337569414847575, 2.113186114746177, 2.739642582798411, 1.7386244030310427, 6.718527451094936, 4.223509700241824, 3.327675754325787, 2.6750908603470527], 2.2e-07: [5.125665607183964, 2.255250284592357, 2.02633455925526, 2.5650292035015103, 1.6678440285901799, 6.091752165383037, 4.032316040388586, 3.246850325629247, 2.6472207648360198], 2.3000000000000002e-07: [4.891569064898134, 17.020554800426037, 1.9782949207970095, 2.3627661127806054, 1.5843447062266316, 5.540576333840643, 3.839816145883853, 3.1593922294107304, 2.5923498563617824], 2.4000000000000003e-07: [4.686499893310743, 9.680300320017045, 1.9237446948059616, 2.210469365274129, 1.509574382008058, 5.069729063547798, 3.6504419589590307, 3.077351554924169, 2.5351418982860894], 2.5000000000000004e-07: [4.480321556540498, 7.352477716486709, 1.868494003541424, 2.05549597511263, 1.4333074933071939, 4.641464687407148, 3.486579888119779, 3.0019129703379206, 2.5058819693763694], 2.6000000000000005e-07: [4.3278591223992855, 5.975724702016431, 1.8198857455852904, 1.9136112844955226, 22.762902324226165, 4.266251607416109, 3.324861027878122, 2.9206797788138066, 2.45961830823877], 2.7000000000000006e-07: [4.178260952039092, 5.023445033042841, 13.645248800033986, 1.7638585649188043, 13.8301276406103, 3.9102784782902926, 3.1927133919944346, 2.843625099007455, 25.37300705828023], 2.8000000000000007e-07: [4.039589242732632, 4.290812443882113, 10.369127967906653, 1.6272257691248744, 10.31768977156386, 3.588068576701584, 3.0607663416687507, 2.777155485851305, 21.72758497205773], 2.900000000000001e-07: [3.917954132367358, 3.7136331844398884, 8.532117969006514, 1.511966097993528, 8.17528881582971, 3.284760688053205, 2.9315408276081096, 2.6992454364001937, 19.02248332355438], 3.000000000000001e-07: [13.980472301365372, 3.231817268526213, 7.315366880245852, 1.405622571964131, 6.6566487230609, 3.0342603894710334, 2.8092034336490252, 2.6561947162005435, 16.901388199699763], 3.100000000000001e-07: [10.358949586636172, 2.8453596307975793, 6.377524191629475, 1.3103847328736502, 5.483643608243241, 2.7806374169326813, 2.68449170728784, 2.597238562040348, 15.197131983135634], 3.200000000000001e-07: [8.653953631811564, 2.512326753088978, 5.645030590738554, 1.1981269332371713, 4.565031641609135, 2.5326753531485036, 2.5853300802669263, 2.555621979813318, 13.738249057995255], 3.300000000000001e-07: [7.547372823603353, 2.201947190232348, 5.0506031909659805, 1.095200303005723, 3.7953553486103484, 2.3351183648327325, 2.494164128692418, 2.510607127399537, 12.507628441506688], 3.4000000000000013e-07: [6.755862838476798, 1.9672315572907384, 4.562106401084653, 1.0171405088850327, 3.118047822311988, 2.1110489756940614, 2.4067391139037926, 25.220619701341818, 11.46951365968755], 3.5000000000000014e-07: [6.135532545377631, 1.736992474693911, 4.1161920554123075, 0.9312341472675381, 2.5752292238861765, 1.9375851235783614, 2.316846515800942, 20.720444918169026, 10.541335000357282], 3.6000000000000015e-07: [5.643763576523677, 1.5733267756119318, 3.7614319574295716, 0.8704260344690496, 2.0554129079636616, 1.7639523173200369, 2.2367749983320864, 17.579100839485985, 9.699259818442513], 3.7000000000000016e-07: [5.268534134185675, 1.420638689362812, 3.456737918477314, 0.779199969579441, 1.6355851824010783, 1.5980674092306917, 2.1819382898825936, 15.214860032612538, 8.97002129603343], 3.8000000000000017e-07: [4.9094639766948, 1.2978003368337658, 3.178492538109291, 17.52285008210794, 1.2475531607469388, 1.4572615108867286, 2.09989824743335, 13.347972732531208, 8.324893161708221], 3.900000000000002e-07: [4.638027390704503, 1.1895377253370518, 2.9354411618726517, 7.735501492039344, 0.9048096791901041, 1.3183270122059196, 2.0716235014174047, 11.816358355531627, 7.714521770910708], 4.000000000000002e-07: [4.4123678886304685, 1.145488043212517, 2.7230157573572904, 4.2283546839566055, 0.6232753983774338, 1.1901797249904635, 2.0234733614370537, 10.514113428939021, 7.184777355007877], 4.100000000000002e-07: [4.208799161829552, 1.0859492227013354, 2.540545289966609, 2.1579272462254027, 0.3991310004944403, 1.0925251077717362, 19.470125671161803, 9.430116331048456, 6.713629459005625], 4.200000000000002e-07: [4.019250552031011, 1.069378992018872, 2.381907110170865, 0.8049223565042997, 0.3587207208338014, 0.9856610866713967, 14.421316343503161, 8.48595622139686, 6.24175353402344], 4.300000000000002e-07: [3.8737466955829607, 1.0638541790515919, 2.2455222934478494, 0.7603069555555173, 0.46896754211285663, 0.9153020145166167, 11.115950930054682, 7.6642638375091074, 5.837785846513208], 4.4000000000000023e-07: [3.750198712683997, 1.071214264281324, 2.144899203364443, 1.558492861709255, 0.650587341475824, 0.8596672482874569, 8.721597894954991, 6.920568871435495, 5.481390428134714], 4.5000000000000024e-07: [3.646672614020537, 1.0866067760298699, 2.06331269061672, 2.2785924017540964, 0.8553345674189687, 0.8142395907295363, 6.875375891600668, 6.292499944820263, 5.133349983323502], 4.6000000000000025e-07: [3.564427616149661, 1.1337359228924737, 1.9808340929276154, 2.9170233115279958, 1.0484777325031838, 0.7738342486893979, 5.418845715546475, 5.702735885625701, 4.814827525734335], 4.7000000000000026e-07: [3.496117351929506, 1.1631238725332813, 1.9174442866986208, 3.4622764669117267, 1.2447947175692287, 0.7779960011323784, 4.236078974638053, 5.204772629007339, 4.531739916044519], 4.800000000000003e-07: [3.4295870462335936, 1.1947803145347047, 1.8744875843025015, 3.936054496573588, 1.4214624706811085, 0.7914034650193331, 3.2977746224266813, 4.738729318663465, 4.2788388072543375], 4.900000000000003e-07: [3.3778905001154373, 1.2688577540448007, 1.8671824684188842, 4.358227850858301, 1.5729263244734095, 0.8171767114754911, 2.578313094389649, 4.344364657059628, 4.063628541473839], 5.000000000000003e-07: [3.3487870938596296, 1.3049356853334706, 1.847079777298239, 4.7356784096892355, 1.724194659028199, 0.8425325578938727, 2.0847138283307434, 3.9984505546037283, 3.8553991445901064]}
rmse_scores_release = {2e-07: [5.529777974244905, 5.078859597863947, 4.3702093952956504, 3.7510739203001626, 3.8540382861501876, 4.41147493601747, 2.9047215714085377, 6.2895072330480115, 7.2595615961223166], 2.1e-07: [5.349558652615882, 4.880725507696723, 4.100077428614628, 3.399101188386328, 3.4322409265344467, 3.894850589061194, 2.305468539187662, 5.558787948535708, 6.412179768433616], 2.2e-07: [5.188491538438138, 4.682750062532498, 3.8623539166909606, 3.0616126832476143, 3.010583184552665, 3.3261380675557763, 1.7593138393090542, 4.820148043420443, 5.583883333882768], 2.3000000000000002e-07: [5.011165311359974, 4.484954271206652, 3.5793942912263415, 2.7233812725279507, 2.5440016596780204, 2.79781660903231, 1.278019300845196, 4.057838018294056, 4.7044633390682], 2.4000000000000003e-07: [4.832160777310452, 4.237377770552252, 3.298147628257111, 2.37384474827004, 2.097485266800331, 2.246633283629188, 1.0472185381602799, 3.3045610081805497, 3.8466596058726505], 2.5000000000000004e-07: [4.6690946064996615, 4.020825417378509, 3.0167258610346326, 1.9986801200348554, 1.6446461963325347, 1.6803604110757275, 1.2242911781472656, 2.5328459570161477, 2.93644615979575], 2.6000000000000005e-07: [4.469799896092768, 3.7944891814509343, 2.728014569620864, 1.6341834522341188, 1.1915792508729974, 1.122620941269764, 1.7066319440914632, 1.7525994802778142, 1.9889819965785511], 2.7000000000000006e-07: [4.270571130162524, 3.558922017398804, 2.424118232749676, 1.2492219800963098, 0.7333333333332909, 0.6682273398908518, 2.3402279091293754, 1.095839494419744, 1.048161235358078], 2.8000000000000007e-07: [4.07141798940422, 3.3461143855943636, 2.103889067025493, 0.884433277428172, 0.41315184187463966, 0.581544877412317, 3.0430248109409197, 0.8643844595012615, 0.3903148460055533], 2.900000000000001e-07: [3.872352141930146, 3.0984464446510036, 1.8257853278773595, 0.5867755580761712, 0.5977968811487103, 1.0564615994495317, 3.8108033565411077, 1.3879552417450474, 1.1062672192988812], 3.000000000000001e-07: [3.673387779390801, 2.873312709387198, 1.5136416719657473, 0.4422166387140236, 1.0611838253154835, 1.6721576214914082, 4.579705635049837, 2.2125344385969576, 2.1137410519197743], 3.100000000000001e-07: [3.474542335969496, 2.590759934273556, 1.2283037729854462, 0.6628012941715401, 1.5950008707765606, 2.3261795096492848, 5.385680602817063, 3.118958357299977, 3.175562553449222], 3.200000000000001e-07: [3.2758374671389068, 2.34220535519967, 0.9490178716099136, 1.069137762664577, 2.1432711240324833, 3.011828532820657, 6.229559166378692, 4.072642846247537, 4.300832534967369], 3.300000000000001e-07: [3.054359361815676, 2.0876178165910138, 0.750343836528243, 1.4728562576013284, 2.71252240134129, 3.7280841073013837, 7.12291554954377, 5.0682137014399, 5.424748955903546], 3.4000000000000013e-07: [2.8558322390815865, 1.8414466937508702, 0.6374552583116843, 1.9182602071205157, 3.293027145010884, 4.487467115323938, 7.983942217560257, 6.107018831832241, 6.6092340939516605], 3.5000000000000014e-07: [2.65752600070901, 1.5591426894053049, 0.752561762481433, 2.3927262461235994, 3.904413457159149, 5.235283606878211, 8.913597602664774, 7.169077975050588, 7.8375953732367085], 3.6000000000000015e-07: [2.3756636499676826, 1.3001424423387014, 0.9801198501381435, 2.875132847172243, 4.539533138012371, 6.020958764553071, 9.86589711713721, 8.289961205586863, 9.056741571959021], 3.7000000000000016e-07: [2.177715418608328, 1.0452715401237398, 1.281244434753625, 3.3722725604882773, 5.2135906799229526, 6.844543650075045, 10.842252738451378, 9.423873021006985, 10.355108478666821], 3.8000000000000017e-07: [1.966158126341264, 0.8016187326857077, 1.6533275729545622, 3.9057827498324755, 5.863078921901576, 7.6828181316786495, 11.853519558592696, 10.592316106208475, 11.687621393045848], 3.900000000000002e-07: [1.684966204738579, 0.5876822018492628, 2.016519081573217, 4.427863166610098, 6.575417181526485, 8.532967114537858, 12.908811231380795, 11.816722822831371, 13.074449685089126], 4.000000000000002e-07: [1.4892205269125858, 0.5151411169479446, 2.427553474800395, 4.988960034137631, 7.2758351945175965, 9.42148844102949, 13.98756061119556, 13.054434940086834, 14.495878511742237], 4.100000000000002e-07: [1.2150903029999327, 0.6044587416609597, 2.828118450180879, 5.5383260607837155, 8.00105895769105, 10.347154735052541, 15.088811160003361, 14.347219802087354, 15.942713804645182], 4.200000000000002e-07: [0.9576591831706807, 0.822822603625462, 3.2735835419840256, 6.111850965315087, 8.752015640855664, 11.286933202208719, 16.245922565370744, 15.663372388088375, 17.465790195709218], 4.300000000000002e-07: [0.7296879089339942, 1.1112222166671817, 3.7261197315662944, 6.724716020439567, 9.528480699694448, 12.275766552214018, 17.42621482029267, 17.046465185154183, 19.009075155610496], 4.4000000000000023e-07: [0.484194634877814, 1.4080456642426271, 4.191450103276118, 7.325080583553801, 10.329865009336622, 13.277937005089484, 18.651174126481262, 18.46386193435436, 20.61369854978197], 4.5000000000000024e-07: [0.2973961069759483, 1.7368020847181471, 4.658854004465053, 7.974812780804989, 11.193220914663097, 14.31793261768122, 19.898864661453572, 19.948520165419872, 22.272972604527432], 4.6000000000000025e-07: [0.343187671366223, 2.08308887454641, 5.12674283180769, 8.6501525355852, 12.01973492959748, 15.38165393505507, 21.225212122135883, 21.467454551909878, 24.010594369473015], 4.7000000000000026e-07: [0.5096839979612439, 2.4347788704824627, 5.638360675862327, 9.313192554412163, 12.92135936261301, 16.48467301600077, 22.573066546957488, 23.03193703223504, 25.79424521903714], 4.800000000000003e-07: [0.7859884081700812, 2.8090791953815697, 6.165044831773526, 9.989063464053675, 13.810422795041003, 17.65101114510062, 23.977605292347228, 24.66226186897467, 27.634173243726185], 4.900000000000003e-07: [1.0750710570830728, 3.220823451185001, 6.677550639245078, 10.71520207721531, 14.750306023191165, 18.816511661600178, 25.437621598581874, 26.338827368745076, 29.517128318954285], 5.000000000000003e-07: [1.368860028555765, 3.584586344232587, 7.233037079735275, 11.46584299367299, 15.714280483405034, 20.044062573352527, 26.92140137236364, 28.092798163266735, 31.49411663654245]}
# R2 scores supportW
# r2_scores_pullin = {2e-07: [-13.730523948400574, -9.359619816167374, 0.9552261671972633, 0.9002436805139719, 0.7403642842225941, -1.1571419693726597, 0.736930963563247, -3.666414498569388], 2.1e-07: [-4.189233658888602, -3.6705966401723984, 0.9574362061442407, 0.9046823966859622, 0.7527533413386021, -0.928469184513856, 0.7239156460079166, -3.796862151761511], 2.2e-07: [-1.6821315050289933, -1.792978050405015, 0.9581474328932186, 0.906354273864802, 0.7600625195781348, -0.7405965184658092, 0.711391472511277, -3.9296779923035707], 2.3000000000000002e-07: [-0.6154956077753944, -0.8851084286995878, 0.959977860017122, 0.9100041465791708, 0.7719764801085732, -0.5756770791093146, 0.6978850108972545, -4.002499753313999], 2.4000000000000003e-07: [-0.05659823367015826, -0.3622058936833159, -15.570305832161296, 0.9139248163013799, 0.7789750182729257, -0.42908483066843384, 0.6955520766184692, -4.073940071703632], 2.5000000000000004e-07: [0.2733832127545649, -0.026950328711035754, -5.329455434292813, 0.9152670275576316, 0.790687976401777, -0.3031201515891262, 0.683396261165849, -4.085978357399123], 2.6000000000000005e-07: [0.4835871134946349, 0.20363463850232033, -2.880390353881415, 0.9189993167526473, 0.7966266837213974, -0.19267670729903985, 0.6800810387696801, -4.16156300365114], 2.7000000000000006e-07: [0.6247237794804339, 0.367271029003964, -1.7338354054618152, 0.9217190606139997, 0.8074625404615047, -0.09937234637555536, 0.6638732848328535, -4.112423116140035], 2.8000000000000007e-07: [0.7232510717217135, 0.4901195264535483, -1.070382797977326, 0.9231672359167976, 0.8127616946851663, -0.0179996187102347, 0.6590846302606095, -4.1268295891854585], 2.900000000000001e-07: [0.7939303074683425, 0.583836202847688, -0.6408559900973483, 0.9266522756698723, 0.81974195990392, 0.06911141562797518, 0.6550326917764031, -4.079663191132632], 3.000000000000001e-07: [0.8455516282655865, 0.6568979481555554, -0.33441461392527194, 0.927382250212746, 0.826046126135517, 0.1319294424214893, 0.6411578721183618, -4.095648455744676], 3.100000000000001e-07: [0.8840379912294717, 0.7146581965594996, -0.11051646039565943, 0.9301726367717957, 0.8341044951446022, 0.1946210747948961, 0.6348957853700427, -3.9839489524061813], 3.200000000000001e-07: [0.9128879228423458, 0.7613168490610105, 0.05906847411539429, 0.9305258502602832, 0.8402807507570074, 0.25402645224550335, 0.6286336986217236, -3.9277045028452804], 3.300000000000001e-07: [0.9347433731485816, 0.7996769355633376, 0.19393856988436498, -6.312410927257105, 0.8457809073822558, 0.30921025606451424, 0.627896982533686, -3.8844850837090092], 3.4000000000000013e-07: [0.9515277280703276, 0.830525124829918, 0.3023443997078358, -0.9043665021478984, 0.849581680066813, 0.3565070480688064, 0.6201614636092918, -3.782455678716076], 3.5000000000000014e-07: [0.9639859112248972, 0.8558294819253593, 0.3926620999506335, -0.02051485920890106, 0.8553559308760441, 0.3935658920443763, 0.6129170887435893, -3.6766766437524163], 3.6000000000000015e-07: [0.9735944829469532, 0.8778051249143568, 0.4654139801778764, 0.3577761442565248, 0.8599972590581475, 0.43679278372120145, 0.61168922859686, -3.5655691872514055], 3.7000000000000016e-07: [0.9808221279174696, 0.8954109018679699, 0.5266323234805352, 0.5652350020251842, 0.8632315704291409, 0.4719051536271137, 0.6024802774963907, -3.4698549485249597], 3.8000000000000017e-07: [0.9860224491193482, 0.9109167283208384, 0.5797875673697499, 0.691699545447688, 0.868347995196814, 0.502517882177193, 0.5997789851735864, -3.3696016840444774], 3.900000000000002e-07: [0.9898351464943844, 0.9235461519869721, 0.6236441314552477, 0.777611925371387, 0.8723314973373595, 0.5350518059129084, 0.5925346103078839, -3.264019998026642], 4.000000000000002e-07: [0.992550817403072, 0.9342242284606848, 0.6614239420193556, 0.8363611815358516, 0.8742136107340392, 0.5653611878547291, 0.5838168032661061, -3.1197579186265765], 4.100000000000002e-07: [0.994277685788663, 0.9435388695805302, 0.6953993508595685, 0.8773283927651474, 0.8767352772266783, 0.5892750121391015, 0.5818522270313393, -3.0112159984213305], 4.200000000000002e-07: [0.9952671312262749, 0.9512318770982967, 0.7242711238322687, 0.9084844757146903, 0.8804446851832415, 0.6114193145419662, 0.5704331276667572, -2.9265533006612316], 4.300000000000002e-07: [0.9956989554750921, 0.9579180972021724, 0.7496872827706356, 0.9311920870900013, 0.8845926438341764, 0.6330074814963573, 0.5793965067378816, -2.777160148669647], 4.4000000000000023e-07: [0.9956220200382069, 0.9632752464672307, 0.7725468279445148, 0.9477964965970971, 0.8852504698757345, 0.6532811464816284, 0.570678699696104, -2.689142518830484], 4.5000000000000024e-07: [0.9951852667781141, 0.9681596514576853, 0.7927459950162614, 0.9606529750921261, 0.888795421321908, 0.6738581580751583, 0.5669951192559163, -2.5961911653456227], 4.6000000000000025e-07: [0.9945084920993242, 0.9720939240455473, 0.8091922065483235, 0.9693239722568018, 0.8902938028610126, 0.692362301178922, 0.5642938269331119, -2.462388580074427], 4.7000000000000026e-07: [0.9935276188552387, 0.9754282107760537, 0.8247751685487199, 0.9762047635478017, -4.517397423046076, 0.7064426395789173, 0.5660128311385333, -2.3737789033977803], 4.800000000000003e-07: [0.9924192342324702, 0.9783454794725774, 0.8393972204643737, 0.9807952914585129, -0.3638981307696403, 0.7233794918733458, 0.563065966786383, -2.2305035687268515], 4.900000000000003e-07: [0.9912302709905678, 0.9807129159283048, 0.851260361755594, 0.984153177615422, 0.28146180017004707, 0.7363475593763937, 0.5521380114804928, -2.1620234845246307], 5.000000000000003e-07: [0.9898925801910083, 0.9826289698349998, 0.8622524057921338, 0.9857358596238539, 0.558670015582436, 0.7485572603587951, -5.7924970926739245, -2.070058875768913]}
# r2_scores_release = {2e-07: [0.2526143965744563, -9.247436499465847, -7.459084464929539, -3.1619706783267114, -4.62913346758905, 0.3333749064605054, -3.976554227801782, 0.5243055555555882], 2.1e-07: [-0.3691972170194835, -8.552161831764284, -6.693850743460227, -2.701171463979189, -4.0672518460147575, 0.577513095535076, -3.342459537134732, 0.5243055555555882], 2.2e-07: [-1.2387503344935586, -7.854662268360778, -5.924988745623762, -2.2636612341290663, -3.4972492192745426, 0.7440134696932131, -2.7325669338977234, 0.7222222222222444], 2.3000000000000002e-07: [-2.397910088306962, -7.154829533326341, -5.181161854720664, -1.8577173989290214, -2.9978840148265937, 0.8543901222250083, -2.195280592950833, 0.6076388888888988], 2.4000000000000003e-07: [-3.8716430291688235, -6.462195401183143, -4.485137504954833, -1.447108752075133, -2.516905991886394, 0.9488650536293405, -1.532143397367745, 0.7430555555555529], 2.5000000000000004e-07: [-5.7244955846948775, -5.781817405646137, -3.8076476002978863, -1.0633666144456493, -2.048032863438795, 0.9909578448490892, -1.0916654061410265, 0.5659722222222037], 2.6000000000000005e-07: [-7.997696012846063, -5.112022508973983, -3.143703260744987, -0.7144176584749227, -1.582377491755051, 0.9778623098029384, -0.8012403569805502, 0.6388888888888549], 2.7000000000000006e-07: [-10.764054054055883, -4.451916561559616, -2.5170092252282132, -0.3963336217176088, -1.1553352012375782, 0.9254801696183496, -0.3123581908937616, 0.3993055555555082], 2.8000000000000007e-07: [-14.081447685311227, -3.8027150480251413, -1.9352755810277626, -0.10690485654820203, -0.836624055103262, 0.7945248191568833, 0.09907729541690136, 0.40972222222215904], 2.900000000000001e-07: [-18.041372758900035, -3.177791791985574, -1.3947833448673106, 0.16909065400899814, -0.4396141610484443, 0.6467323522075163, 0.4330661019514309, 0.05555555555545644], 3.000000000000001e-07: [-22.73540272946508, -2.566249345104834, -0.8778144338205818, 0.3967194332079096, -0.10864489390895704, 0.3810800698428347, 0.5685977915596405, 0.05555555555545644], 3.100000000000001e-07: [-28.249676210867733, -1.9942660327928374, -0.42319140501613184, 0.5927818177567372, 0.17788868458680496, 0.0883013220254244, 0.7864165784299709, -0.42361111111125105], 3.200000000000001e-07: [-34.75218892159879, -1.4492783545159647, -0.02468571735701075, 0.7495265040802959, 0.41002685112214265, -0.24563482165130313, 0.9267886855241734, -0.42361111111125105], 3.300000000000001e-07: [-42.36170992775406, -0.9417820898415026, 0.3231752793439039, 0.8732667711086005, 0.6135116598079065, -0.6506610127213943, 0.9897141128422441, -1.0277777777779549], 3.4000000000000013e-07: [-51.23465346535173, -0.47698146890431214, 0.6048807036170278, 0.9480440526574444, 0.7869640720310155, -1.094973808929924, 0.980033277870201, -1.0277777777779549], 3.5000000000000014e-07: [-61.59139149050633, -0.06343727563764112, 0.816741807822417, 0.97880375055534, 0.9054081662434437, -1.6861436767273754, 0.9074270155800437, -1.756944444444665], 3.6000000000000015e-07: [-73.64329676211545, 0.29188241001284154, 0.9503228494064386, 0.9584258891201014, 0.9800294778624059, -2.3558867548017, 0.757374073513757, -2.059027777778023], 3.7000000000000016e-07: [-87.69224511641131, 0.5807276608132168, 0.9982463330892106, 0.8863142142305623, 0.9945859965560542, -2.9910202045397867, 0.5298744516713392, -2.611111111111373], 3.8000000000000017e-07: [-104.02468290073136, 0.7939788493258193, 0.9524695795902054, 0.7534547665255302, 0.9582713130782646, -3.778623098029425, 0.37982150960507, -2.9756944444447333], 3.900000000000002e-07: [-123.04674605299378, 0.9177696710973654, 0.802954357626962, 0.5572520868893324, 0.8735370516300685, -4.648540783237699, 0.11843896536060528, -3.5902777777780948], 4.000000000000002e-07: [-145.16538132192753, 0.9414681284563682, 0.5452560286497166, 0.30279187223781756, 0.7135685725126666, -5.476365677226212, -0.28331568597810586, -4.694444444444813], 4.100000000000002e-07: [-170.9384399250839, 0.8521824003103651, 0.1615960384594084, -0.03118058316007244, 0.4938417534950815, -6.733537041656231, -0.7625170170929414, -4.694444444444813], 4.200000000000002e-07: [-200.9931763446655, 0.6328153681961753, -0.353921562040588, -0.4143966142120905, 0.21542918016525892, -7.705412821152359, -1.4837392225081958, -5.923611111111529], 4.300000000000002e-07: [-236.071362055117, 0.26659823420946094, -1.0175030739569002, -0.9203708466810963, -0.11691912558729145, -9.019643302569145, -2.137195583119316, -6.475694444444885], 4.4000000000000023e-07: [-277.13053251268593, -0.2689799165619753, -1.8519159314934255, -1.4681179414037104, -0.565566354376358, -10.568658019456139, -2.708364846468311, -7.277777777778253], 4.5000000000000024e-07: [-325.2762349477703, -0.9936707092272825, -2.8567973070134403, -2.1398858933293146, -1.0424072614773046, -11.753803941132347, -3.7393737709880686, -7.892361111111617], 4.6000000000000025e-07: [-381.856540005271, -1.9384340739310284, -4.03293332706317, -2.8899385039871226, -1.6202244403583137, -13.493639311548886, -4.625170170927587, -9.434027777778358], 4.7000000000000026e-07: [-448.6016831681938, -3.1236223925496027, -5.454461772078147, -3.77113194753011, -2.322768000466883, -14.804128211523922, -5.58841325064323, -9.434027777778358], 4.800000000000003e-07: [-527.541378110608, -4.591791597944174, -7.057464506723651, -4.755757944209863, -3.11265067273727, -16.734784235470023, -6.6291030101350055, -11.10069444444507], 4.900000000000003e-07: [-621.4005539200153, -6.3738911419435995, -8.97902990640536, -5.8600907241570965, -3.907130140384594, -18.593414816662314, -7.747239449402912, -11.10069444444507], 5.000000000000003e-07: [-733.5660931225026, -8.512386145339573, -11.117052227024253, -7.115626534478222, -4.93543326620546, -20.7710152157643, -8.94282256844694, -12.892361111111816]}
# rmse_scores_pullin = {2e-07: [239.33294582716297, 100.69810980441711, 2.7569888745373046, 3.254372059246044, 4.50535395787235, 11.925724995432164, 2.314357362206637, 8.87796898695508], 2.1e-07: [142.05123122189732, 67.61383834958603, 2.6880852793647096, 3.1811456269717207, 4.396548971311995, 11.275914597051894, 2.3709175439057475, 9.001203623220041], 2.2e-07: [102.12531823694471, 52.28572941061647, 2.6655321660780062, 3.15312345143689, 4.331075419075031, 10.712589945169219, 2.424097770305497, 9.124965753360561], 2.3000000000000002e-07: [79.25857866292077, 42.95538118475287, 2.606591833727656, 3.09106575471976, 4.222177840201346, 10.192460448783041, 2.4801713650471986, 9.19211618725542], 2.4000000000000003e-07: [64.09856830174701, 36.51495646245056, 79.58918477615974, 3.0229848659894416, 4.1568789803342145, 9.706763106206209, 2.489728900904691, 9.25751946617828], 2.5000000000000004e-07: [53.15524237238474, 31.70473509229845, 49.18945008840974, 2.999322840242642, 4.045235292468171, 9.269101898242655, 2.5389466319716307, 9.268495023465412], 2.6000000000000005e-07: [44.81175208581153, 27.919368480746726, 38.51469849291436, 2.932522378431434, 3.987435624200634, 8.867614297731857, 2.552204929076049, 9.337112330194483], 2.7000000000000006e-07: [38.200488107704274, 24.88618181751895, 32.32771256986913, 2.882869664067578, 3.8797551469134475, 8.513689955986857, 2.6160561920570595, 9.29255974781275], 2.8000000000000007e-07: [32.80472209403427, 22.34002217790185, 28.1328751937431, 2.8560790430240357, 3.82599193487331, 8.192552512292563, 2.634625210537559, 9.305643449004647], 2.900000000000001e-07: [28.307430561605667, 20.18280658922912, 25.045172522199074, 2.7905532605562393, 3.7539978689393654, 7.834193215216067, 2.6502358385623106, 9.262738975774736], 3.000000000000001e-07: [24.50671251582795, 18.325720871348768, 22.58573295984381, 2.7766324027499665, 3.687769360622233, 7.565243992540529, 2.703007584155116, 9.277302050345046], 3.100000000000001e-07: [21.234950553276256, 16.712141748388184, 20.603988287061547, 2.7227628431431588, 3.601339036684, 7.286946091013503, 2.7264904181016436, 9.17505676640039], 3.200000000000001e-07: [18.404862355731083, 15.284818671420838, 18.965653165657955, 2.7158677250560257, 3.5336646295718084, 7.013053305563138, 2.7497727178805285, 9.12313907965178], 3.300000000000001e-07: [15.929630410027173, 14.00280004466745, 17.553869468962148, 57.00514596654301, 3.4722882533405595, 6.748672709010008, 2.7524988646682615, 9.083042808809694], 3.4000000000000013e-07: [13.72903705047756, 12.879590973178855, 16.330870562629496, 29.091025725777442, 3.429233567015221, 6.513543582413719, 2.780962063747016, 8.987676748378085], 3.5000000000000014e-07: [11.833946580355617, 11.87921217161331, 15.237158527757815, 21.29577422870652, 3.3627688421470956, 6.3232046200221514, 2.807356407725969, 8.887725618327185], 3.6000000000000015e-07: [10.1330626334475, 10.936438260155974, 14.295442164084584, 16.89378583977045, 3.3083768139161744, 6.093678418383209, 2.8118054698005084, 8.78151467572665], 3.7000000000000016e-07: [8.635621479277772, 10.117952092467831, 13.452038259436831, 13.899880095406877, 3.2699388373486387, 5.900670865814253, 2.8449516691852694, 8.68897769207263], 3.8000000000000017e-07: [7.372400671876954, 9.337862807848461, 12.674278414700805, 11.704984693141796, 3.2081926376078043, 5.727092048617312, 2.854601548377645, 8.59098364566028], 3.900000000000002e-07: [6.287007104604983, 8.650656832656114, 11.99466548095511, 9.941216111612874, 3.1592833726293548, 5.5366581376617, 2.880321162648367, 8.486557998780714], 4.000000000000002e-07: [5.382049640550466, 8.02384231241867, 11.376715987783188, 8.527602242131788, 3.1359095285785012, 5.353153276341155, 2.9109706285017785, 8.341762403713147], 4.100000000000002e-07: [4.717145146520899, 7.4340280284167735, 10.790813994628973, 7.383389766526861, 3.1043172702361703, 5.2038046978470724, 2.917833100093293, 8.23114005874452], 4.200000000000002e-07: [4.289983488702773, 6.9090355859038, 10.266677489172412, 6.3772163903145405, 3.057251333189096, 5.061579134354729, 2.9574059579300287, 8.143811556431583], 4.300000000000002e-07: [4.0895955382742715, 6.417961301904099, 9.782058406423399, 5.529717694221287, 3.0037476591752448, 4.9189683877823125, 2.926388559299674, 7.987385888595542], 4.4000000000000023e-07: [4.126009977367584, 5.995547590429188, 9.324698386543728, 4.816522489192178, 2.99517469082726, 4.781169661634585, 2.9565605016640557, 7.893773917884175], 4.5000000000000024e-07: [4.3269263532752475, 5.58262320224026, 8.901029902957513, 4.181573334949391, 2.94854685759431, 4.637123749337319, 2.969217068521601, 7.793694032143445], 4.6000000000000025e-07: [4.6210343358746435, 5.2263536741481085, 8.540569848279635, 3.6921839366729388, 2.928614982254648, 4.503655922322232, 2.9784643694360367, 7.647330688983461], 4.7000000000000026e-07: [5.016784328630953, 4.904195791732253, 8.184395721942012, 3.2518370876240437, 43.64269340336507, 4.399384426636833, 2.972583051825466, 7.548840970639238], 4.800000000000003e-07: [5.429376115171562, 4.603876824828081, 7.835474884566697, 2.921377148614439, 21.69878308799917, 4.270587391292673, 2.982658210388847, 7.3868125737696495], 4.900000000000003e-07: [5.839645394484768, 4.344929123808086, 7.540534905872063, 2.653718564999667, 15.749593248716739, 4.169282512215726, 3.019726808835526, 7.308100528409189], 5.000000000000003e-07: [6.269220445955981, 4.123463901316541, 7.256560250330354, 2.5177150134378063, 12.343153466599068, 4.071598785080354, 22.542260312577994, 7.201041591325611]}
# rmse_scores_release = {2e-07: [17.61621727588675, 57.09541721247421, 17.63115928626816, 7.0315756097446025, 4.182579138996489, 0.6892830413633294, 1.133647321701024, 0.2758824226207704], 2.1e-07: [23.843680737489173, 55.124475306143346, 16.81477524877003, 6.630904077792739, 3.968346983036908, 0.5487359211051247, 1.0589647066828574, 0.2758824226207704], 2.2e-07: [30.488996193531182, 53.07373277913419, 15.952498933465094, 6.226667558886399, 3.7384955806245856, 0.4271351594570834, 0.9817872732929042, 0.21081851067788276], 2.3000000000000002e-07: [37.56178613668584, 50.933213350642376, 15.071422553221735, 5.8265675048769685, 3.524832541333671, 0.3221455847559724, 0.908381114951164, 0.2505549396395444], 2.4000000000000003e-07: [44.97570949351302, 48.72220575192762, 14.197534997314971, 5.391750385748721, 3.3060070386620284, 0.19090428084367247, 0.8086446994817488, 0.20275875100994098], 2.5000000000000004e-07: [52.840893255134596, 46.44796371568049, 13.291852140816088, 4.950981945253026, 3.077749125991267, 0.08027729719194998, 0.7349532298044104, 0.2635231383473696], 2.6000000000000005e-07: [61.12318163621697, 44.09467087982221, 12.339953178372635, 4.512959733429354, 2.8329131341072107, 0.12560962454279245, 0.6820236432851415, 0.24037008503094312], 2.7000000000000006e-07: [69.8906049957176, 41.645514631094834, 11.36857266522186, 4.072843669422475, 2.588098523676072, 0.2304584802325954, 0.5821565511097058, 0.31001792062898237], 2.8000000000000007e-07: [79.13376158267164, 39.087423382291604, 10.385887861259267, 3.626254572175179, 2.3890955982919695, 0.3826806036951103, 0.4823445345393224, 0.30731814857644496], 2.900000000000001e-07: [88.91794594519241, 36.45583324761118, 9.381068406340042, 3.141810341542189, 2.115175702859817, 0.5017746284715775, 0.3826306966253027, 0.38873012632303905], 3.000000000000001e-07: [99.27470305504767, 33.68212516388206, 8.307025139401864, 2.67708900777595, 1.8561780155462098, 0.664161961505719, 0.3337757480704213, 0.38873012632303905], 3.100000000000001e-07: [110.20487990809194, 30.863048744050666, 7.231873892705066, 2.1994633183775156, 1.598411910278714, 0.8060879466769061, 0.23485367785065442, 0.47726070210923355], 3.200000000000001e-07: [121.84048314634575, 27.913397818568342, 6.136412270663208, 1.7249798710579203, 1.3540650144997655, 0.9422196016735114, 0.13749999999995594, 0.47726070210923355], 3.300000000000001e-07: [134.18176312583404, 24.853861761189798, 4.987205853202189, 1.2270108212868927, 1.0959521481849777, 1.0846402373342305, 0.051538820320191976, 0.5696002496878583], 3.4000000000000013e-07: [147.27181973782712, 21.676100510313955, 3.8105117766506917, 0.7856349166260154, 0.8136728409278587, 1.2219292578177845, 0.07180703308175282, 0.5696002496878583], 3.5000000000000014e-07: [161.21208598200425, 18.39287301586379, 2.5950808165527257, 0.5018023072440911, 0.5421883934282761, 1.38363450536782, 0.15461646096070403, 0.6641619615057334], 3.6000000000000015e-07: [176.04986667293554, 15.008812226301309, 1.3511312132998659, 0.7027722880770578, 0.249125454467277, 1.5465373509158384, 0.2503123049313029, 0.6996030620605375], 3.7000000000000016e-07: [191.9035984840158, 11.548929724339024, 0.2538591035286463, 1.1621340523175392, 0.12971274735117336, 1.6865480854231354, 0.34843399661920227, 0.7601169500661169], 3.8000000000000017e-07: [208.82667986209498, 8.095609235187384, 1.3216151734408816, 1.7113996870660075, 0.36011462020096763, 1.8454749463966638, 0.400195264839596, 0.7975657409337195], 3.900000000000002e-07: [226.9514607918613, 5.1145761201562, 2.6909312720908445, 2.2934084290032852, 0.6269097806030623, 2.0064340950496637, 0.47713336709985027, 0.8569973421455226], 4.000000000000002e-07: [246.35566655640224, 4.3150898020790445, 4.087922591135932, 2.8779574161009327, 0.9434822362708243, 2.1484361237369276, 0.5756789469835153, 0.954521404218451], 4.100000000000002e-07: [267.1940514141649, 6.857356147478872, 5.55067563455223, 3.5000198412138745, 1.2541992955729546, 2.3477175677192825, 0.6746526884257231, 0.954521404218451], 4.200000000000002e-07: [289.6067256738994, 10.807764698485999, 7.0536830411112135, 4.099102205226317, 1.561490944019134, 2.490872225635913, 0.8008784239821082, 1.0525102269231577], 4.300000000000002e-07: [313.7471876810606, 15.27441579170454, 8.610458756652841, 4.776345069425486, 1.8630918149975533, 2.672285746530684, 0.9000868013697735, 1.093668647768223], 4.4000000000000023e-07: [339.8322788932321, 20.09189997099768, 10.23734991750099, 5.4148458478112795, 2.205764453743095, 2.8714301508326905, 0.9785991263025314, 1.1508451001088336], 4.5000000000000024e-07: [368.07219853353917, 25.183746963295274, 11.905087614593187, 6.107452187469532, 2.5193851605701965, 3.0149258328817474, 1.1063029648338119, 1.1928024890055557], 4.6000000000000025e-07: [398.7111025959771, 30.57395405679295, 13.599714049282671, 6.797895916303348, 2.853597006063681, 3.2139971651788493, 1.2052619009991514, 1.2920698295543185], 4.7000000000000026e-07: [432.0701447681255, 36.21871830360409, 15.401010067886824, 7.528593641725385, 3.213463739697234, 3.3561552076412773, 1.3043796418221547, 1.2920698295543185], 4.800000000000003e-07: [468.4678490093877, 42.17636252162914, 17.207524194053462, 8.269026880810225, 3.5750679869214883, 3.5552465143471625, 1.4036225454160023, 1.3914420976494846], 4.900000000000003e-07: [508.36457499614465, 48.43306951064132, 19.14976065995047, 9.027511961899009, 3.9051451612146906, 3.7369030552643854, 1.5029658179746146, 1.3914420976494846], 5.000000000000003e-07: [552.2754435564027, 55.00958502338394, 21.10171135766678, 9.81893012954555, 4.2948658903244965, 3.9390918299075324, 1.6023907919106704, 1.4908983123532855]}
undercut_range = np.arange(0.2e-6, 0.501e-6, 0.01e-6)
#########################################################################################################
# R2 Metrics
#########################################################################################################
best_uc_pullin_agg = []
best_uc_release_agg = []
best_uc_avg_agg = []
best_uc_min_agg = []
for idy in range(len(r2_scores_pullin[undercut_range[0]])):
best_uc_pullin = undercut_range[np.argmax([r2_scores_pullin[uc][idy]
for uc in undercut_range])]
best_uc_release = undercut_range[np.argmax([r2_scores_release[uc][idy]
for uc in undercut_range])]
best_uc_avg = undercut_range[np.argmax([(r2_scores_pullin[uc][idy] + r2_scores_release[uc][idy])/2
for uc in undercut_range])]
best_uc_min = undercut_range[np.argmax([min(r2_scores_pullin[uc][idy], r2_scores_release[uc][idy])
for uc in undercut_range])]
best_uc_pullin_agg.append(best_uc_pullin)
best_uc_release_agg.append(best_uc_release)
best_uc_avg_agg.append(best_uc_avg)
best_uc_min_agg.append(best_uc_min)
print(idy, "|", best_uc_pullin, r2_scores_pullin[best_uc_pullin][idy],
"|", best_uc_release, r2_scores_release[best_uc_release][idy],
"|", best_uc_avg, (r2_scores_pullin[best_uc_avg][idy] + r2_scores_release[best_uc_avg][idy])/2,
"|", best_uc_min, min(r2_scores_pullin[best_uc_min][idy], r2_scores_release[best_uc_min][idy]))
print("R2 metrics")
print("Best UC Pullin:", best_uc_pullin_agg)
print("Best UC Release:", best_uc_release_agg)
print("Best UC Avg:", best_uc_avg_agg)
print("Best UC Min:", best_uc_min_agg)
#########################################################################################################
# RMSE Metrics
#########################################################################################################
best_uc_pullin_agg = []
best_uc_release_agg = []
best_uc_avg_agg = []
best_uc_min_agg = []
for idy in range(len(r2_scores_pullin[undercut_range[0]])):
best_uc_pullin = undercut_range[np.argmin([rmse_scores_pullin[uc][idy]
for uc in undercut_range])]
best_uc_release = undercut_range[np.argmin([rmse_scores_release[uc][idy]
for uc in undercut_range])]
best_uc_avg = undercut_range[np.argmin([(rmse_scores_pullin[uc][idy] + rmse_scores_release[uc][idy])/2
for uc in undercut_range])]
best_uc_min = undercut_range[np.argmin([max(rmse_scores_pullin[uc][idy], rmse_scores_release[uc][idy])
for uc in undercut_range])]
best_uc_pullin_agg.append(best_uc_pullin)
best_uc_release_agg.append(best_uc_release)
best_uc_avg_agg.append(best_uc_avg)
best_uc_min_agg.append(best_uc_min)
print(idy, "|", best_uc_pullin, rmse_scores_pullin[best_uc_pullin][idy],
"|", best_uc_release, rmse_scores_release[best_uc_release][idy],
"|", best_uc_avg, (rmse_scores_pullin[best_uc_avg][idy] + rmse_scores_release[best_uc_avg][idy])/2,
"|", best_uc_min, max(rmse_scores_pullin[best_uc_min][idy], rmse_scores_release[best_uc_min][idy]))
print("RMSE metrics")
print("Best UC Pullin:", best_uc_pullin_agg)
print("Best UC Release:", best_uc_release_agg)
print("Best UC Avg:", best_uc_avg_agg)
print("Best UC Max:", best_uc_min_agg)