Skip to content

Commit

Permalink
Merge 90439a5 into 2faea99
Browse files Browse the repository at this point in the history
  • Loading branch information
@desilinguist
desilinguist committed Apr 3, 2020
2 parents 2faea99 + 90439a5 commit aa009e4
Show file tree
Hide file tree
Showing 30 changed files with 1,711 additions and 1,711 deletions.
2 changes: 1 addition & 1 deletion azure-pipelines.yml
View file
Expand Up @@ -5,7 +5,7 @@

variables:
MPLBACKEND: Agg
PYTHON_VERSION: 3.7
PYTHON_VERSION: 3.8

trigger:
branches:
Expand Down
2 changes: 1 addition & 1 deletion requirements.txt
View file
Expand Up @@ -5,7 +5,7 @@ notebook
numpy
pandas
seaborn
skll==2.0.0
skll==2.1.0
statsmodels
coverage
coveralls
Expand Down
12 changes: 6 additions & 6 deletions tests/data/experiments/ridge-custom-objective/output/Ridge_custom_objective_eval.csv
View file
@@ -1,7 +1,7 @@
,N,h_mean,h_sd,h_min,h_max,sys_mean,sys_sd,sys_min,sys_max,corr,wtkappa,R2,kappa,exact_agr,adj_agr,SMD,RMSE
raw,200,3.5,0.9242680113386591,1.0,5.0,3.4892343623505635,0.6583175386511894,1.612109012654083,4.680397793133883,0.7797052906743012,0.7368101197724017,0.6032548885631649,0.3767043241137513,0.0,89.5,-0.01164774450415539,0.5807179562587245
raw_trim,200,3.5,0.9242680113386591,1.0,5.0,3.4892343623505635,0.6583175386511894,1.612109012654083,4.680397793133883,0.7797052906743012,0.7368101197724017,0.6032548885631649,0.3767043241137513,0.0,89.5,-0.01164774450415539,0.5807179562587245
raw_trim_round,200,3.5,0.9242680113386591,1.0,5.0,3.48,0.7014701002234791,2.0,5.0,0.7285639707250677,0.7014925373134329,0.5294117647058824,0.3767043241137513,60.0,100.0,-0.021638745206634506,0.6324555320336759
scale,200,3.5,0.9242680113386591,1.0,5.0,3.5202618499367895,0.9440491456249215,0.8284019516836563,5.228429646035066,0.779705290674301,0.7793462783484157,0.5490400757453935,0.46125461254612543,0.0,84.5,0.02192205040986253,0.619125137283583
scale_trim,200,3.5,0.9242680113386591,1.0,5.0,3.5202618499367895,0.9440491456249215,0.8284019516836563,5.228429646035066,0.779705290674301,0.7793462783484157,0.5490400757453935,0.46125461254612543,0.0,84.5,0.02192205040986253,0.619125137283583
scale_trim_round,200,3.5,0.9242680113386591,1.0,5.0,3.495,0.9719560136458396,1.0,5.0,0.7803269342593466,0.7793296089385475,0.5352941176470588,0.46125461254612543,63.5,99.0,-0.005409686301658507,0.6284902544988268
raw,200,3.5,0.9242680113386591,1.0,5.0,3.489928109282668,0.6583789268625408,1.6128248539493537,4.681026219705303,0.7797356802707954,0.7368696099872898,0.6033241451148306,0.3767043241137513,0.0,89.5,-0.010897153849070529,0.5806672684527637
raw_trim,200,3.5,0.9242680113386591,1.0,5.0,3.489928109282668,0.6583789268625408,1.6128248539493537,4.681026219705303,0.7797356802707954,0.7368696099872898,0.6033241451148306,0.3767043241137513,0.0,89.5,-0.010897153849070529,0.5806672684527637
raw_trim_round,200,3.5,0.9242680113386591,1.0,5.0,3.48,0.7014701002234791,2.0,5.0,0.7285639707250676,0.7014925373134331,0.5294117647058824,0.3767043241137513,60.0,100.0,-0.021638745206634506,0.6324555320336759
scale,200,3.5,0.9242680113386591,1.0,5.0,3.520267324892691,0.9440251486763664,0.8287585183435171,5.228138772325318,0.7797356802707955,0.7793769688303004,0.5491144428595522,0.46125461254612543,0.0,84.5,0.02192797396865107,0.6190740856871498
scale_trim,200,3.5,0.9242680113386591,1.0,5.0,3.520267324892691,0.9440251486763664,0.8287585183435171,5.228138772325318,0.7797356802707955,0.7793769688303004,0.5491144428595522,0.46125461254612543,0.0,84.5,0.02192797396865107,0.6190740856871498
scale_trim_round,200,3.5,0.9242680113386591,1.0,5.0,3.495,0.9719560136458396,1.0,5.0,0.7803269342593465,0.7793296089385473,0.5352941176470588,0.46125461254612543,63.5,99.0,-0.005409686301658507,0.6284902544988268
4 changes: 2 additions & 2 deletions tests/data/experiments/ridge-custom-objective/output/Ridge_custom_objective_eval_short.csv
View file
@@ -1,2 +1,2 @@
,N,R2.scale_trim,RMSE.scale_trim,SMD.scale_trim,SMD.scale_trim_round,adj_agr.scale_trim_round,corr.scale_trim,exact_agr.scale_trim_round,h_mean,h_sd,kappa.scale_trim_round,sys_mean.scale_trim,sys_mean.scale_trim_round,sys_sd.scale_trim,sys_sd.scale_trim_round,wtkappa.scale_trim
0,200,0.5490400757453935,0.619125137283583,0.02192205040986253,-0.005409686301658507,99.0,0.779705290674301,63.5,3.5,0.9242680113386591,0.46125461254612543,3.5202618499367895,3.495,0.9440491456249215,0.9719560136458396,0.7793462783484157
,N,h_mean,h_sd,sys_mean.scale_trim,sys_sd.scale_trim,wtkappa.scale_trim,corr.scale_trim,SMD.scale_trim,RMSE.scale_trim,R2.scale_trim,sys_mean.scale_trim_round,sys_sd.scale_trim_round,kappa.scale_trim_round,exact_agr.scale_trim_round,adj_agr.scale_trim_round,SMD.scale_trim_round
0,200,3.5,0.9242680113386591,3.520267324892691,0.9440251486763664,0.7793769688303004,0.7797356802707955,0.02192797396865107,0.6190740856871498,0.5491144428595522,3.495,0.9719560136458396,0.46125461254612543,63.5,99.0,-0.005409686301658507
18 changes: 9 additions & 9 deletions tests/data/experiments/ridge-custom-objective/output/Ridge_custom_objective_feature.csv
View file
@@ -1,9 +1,9 @@
feature,sign,train_mean,train_sd,train_transformed_mean,train_transformed_sd,transform
FEATURE1,1.0,5.218315541739041,0.5232330811206761,5.218315541739041,0.5232330811206761,raw
FEATURE2,1.0,-0.09905531550709007,0.029082144098777594,-0.0987216357919914,0.027507362950694694,raw
FEATURE3,1.0,-0.18242617536302583,0.0750396646084921,-0.18242617536302583,0.0750396646084921,raw
FEATURE4,1.0,-0.19067515567207455,0.15152973701964464,-0.19067515567207455,0.15152973701964464,raw
FEATURE5,1.0,-0.09655149330236194,0.041429195234732256,-0.09655149330236194,0.041429195234732256,raw
FEATURE6,1.0,4.448370880142472,0.30002006018773947,4.448496342999794,0.29951102956014236,raw
FEATURE7,1.0,10.668,5.733718431708014,10.668,5.733718431708014,raw
FEATURE8,1.0,-8484.539584319547,2530.851135611023,-8484.539584319547,2530.851135611023,raw
feature,transform,sign,train_mean,train_sd,train_transformed_mean,train_transformed_sd
FEATURE1,raw,1.0,5.218315541739041,0.5232330811206761,5.218315541739041,0.5232330811206761
FEATURE2,raw,1.0,-0.09905531550709007,0.029082144098777594,-0.0987216357919914,0.027507362950694694
FEATURE3,raw,1.0,-0.18242617536302583,0.0750396646084921,-0.18242617536302583,0.0750396646084921
FEATURE4,raw,1.0,-0.19067515567207455,0.15152973701964464,-0.19067515567207455,0.15152973701964464
FEATURE5,raw,1.0,-0.09655149330236194,0.041429195234732256,-0.09655149330236194,0.041429195234732256
FEATURE6,raw,1.0,4.448370880142472,0.30002006018773947,4.448496342999794,0.29951102956014236
FEATURE7,raw,1.0,10.668,5.733718431708014,10.668,5.733718431708014
FEATURE8,raw,1.0,-8484.539584319547,2530.851135611023,-8484.539584319547,2530.851135611023
16 changes: 8 additions & 8 deletions ...experiments/ridge-custom-objective/output/Ridge_custom_objective_feature_descriptives.csv
View file
@@ -1,9 +1,9 @@
,mean,std. dev.,min,max,skewness,kurtosis,Correlation,p,N
FEATURE1,5.218315541739036,0.5232330811206759,3.1716191588351887,6.621917167022832,-0.439471505632002,4.61993794843334,0.5763971598016536,1.3248268450479009e-45,500
FEATURE2,-0.09905531550709015,0.029082144098777594,-0.252006351341356,-0.05249744451086048,-1.6369950380186244,8.82363881703148,0.3375693065583595,8.609197168404786e-15,500
FEATURE3,-0.1824261753630257,0.07503966460849208,-0.412356692688007,-0.05585430033547443,-0.4211113790995913,3.022586533916796,0.5095072288219615,2.1927958149097663e-34,500
FEATURE4,-0.19067515567207446,0.15152973701964467,-0.6293019740034831,0.0021233446269846613,-0.27994492836778456,2.4269444811312484,0.4875287698718363,3.2654680548071933e-31,500
FEATURE5,-0.09655149330236196,0.041429195234732256,-0.1951925975152189,0.002238968062144306,0.20771279870451945,3.187532325191205,0.32954217319350626,3.950563668677482e-14,500
FEATURE6,4.4483708801424715,0.3000200601877394,3.2125821261868217,5.1439924346485935,-0.8041265479304042,4.800149080423386,0.25329384574569086,9.270001490895465e-09,500
FEATURE7,10.668,5.733718431708014,1.0,20.0,-0.012002318328597642,1.8450916126654766,-0.0691282701081876,0.12265292578755434,500
FEATURE8,-8484.539584319544,2530.8511356110225,-13950.786157620996,-2680.4031019342965,0.035916580382916716,2.070729442950805,-0.10548661845698233,0.018302788849424396,500
FEATURE1,5.218315541739036,0.5232330811206759,3.1716191588351887,6.621917167022832,-0.43947150562671017,4.61993794843334,0.5763971598016536,1.3248268450475596e-45,500
FEATURE2,-0.09905531550709015,0.029082144098777594,-0.252006351341356,-0.05249744451086048,-1.6369950380185283,8.82363881703148,0.3375693065583596,8.6091971684022e-15,500
FEATURE3,-0.1824261753630257,0.07503966460849208,-0.412356692688007,-0.05585430033547443,-0.42111137909964513,3.022586533916796,0.5095072288219618,2.1927958149089833e-34,500
FEATURE4,-0.19067515567207446,0.15152973701964467,-0.6293019740034831,0.0021233446269846613,-0.2799449283677885,2.4269444811312484,0.4875287698718363,3.2654680548063517e-31,500
FEATURE5,-0.09655149330236196,0.041429195234732256,-0.1951925975152189,0.002238968062144306,0.2077127987045296,3.187532325191205,0.32954217319350637,3.9505636686760996e-14,500
FEATURE6,4.4483708801424715,0.3000200601877394,3.2125821261868217,5.1439924346485935,-0.8041265479251687,4.800149080423386,0.25329384574569097,9.270001490892614e-09,500
FEATURE7,10.668,5.733718431708014,1.0,20.0,-0.01200231832859562,1.8450916126654766,-0.0691282701081876,0.12265292578751898,500
FEATURE8,-8484.539584319544,2530.8511356110225,-13950.786157620996,-2680.4031019342965,0.0359165803828767,2.070729442950805,-0.10548661845698235,0.018302788849419712,500
18 changes: 9 additions & 9 deletions ...ata/experiments/ridge-custom-objective/output/Ridge_custom_objective_feature_outliers.csv
View file
@@ -1,9 +1,9 @@
,both,bothperc,lower,lowerperc,upper,upperperc
FEATURE1,0,0.0,0,0.0,0,0.0
FEATURE2,5,1.0,5,1.0,0,0.0
FEATURE3,0,0.0,0,0.0,0,0.0
FEATURE4,0,0.0,0,0.0,0,0.0
FEATURE5,0,0.0,0,0.0,0,0.0
FEATURE6,3,0.6,3,0.6,0,0.0
FEATURE7,0,0.0,0,0.0,0,0.0
FEATURE8,0,0.0,0,0.0,0,0.0
,lower,upper,both,lowerperc,upperperc,bothperc
FEATURE1,0,0,0,0.0,0.0,0.0
FEATURE2,5,0,5,1.0,0.0,1.0
FEATURE3,0,0,0,0.0,0.0,0.0
FEATURE4,0,0,0,0.0,0.0,0.0
FEATURE5,0,0,0,0.0,0.0,0.0
FEATURE6,3,0,3,0.6,0.0,0.6
FEATURE7,0,0,0,0.0,0.0,0.0
FEATURE8,0,0,0,0.0,0.0,0.0
2 changes: 1 addition & 1 deletion ...periments/ridge-custom-objective/output/Ridge_custom_objective_margcor_score_all_data.csv
View file
@@ -1,2 +1,2 @@
,FEATURE1,FEATURE2,FEATURE3,FEATURE4,FEATURE5,FEATURE6,FEATURE7,FEATURE8
All data,0.5763971598016535,0.3208223349569232,0.5095072288219616,0.4875287698718363,0.3295421731935063,0.25247866921474255,-0.06912827010818758,-0.10548661845698233
All data,0.5763971598016536,0.3208223349569232,0.5095072288219618,0.4875287698718363,0.32954217319350637,0.2524786692147425,-0.0691282701081876,-0.10548661845698232
16 changes: 8 additions & 8 deletions tests/data/experiments/ridge-custom-objective/output/Ridge_custom_objective_pca.csv
View file
@@ -1,9 +1,9 @@
,PC1,PC2,PC3,PC4,PC5,PC6,PC7,PC8
FEATURE1,0.3754016470124534,-0.6179108824663035,0.16857723263790142,0.10248353643660177,-0.15998048116311442,0.07800192063962215,-0.06288644660718389,-0.6345910706920762
FEATURE2,0.4181549096342325,0.09633045539348267,-0.03254658457313397,-0.020530363178355656,0.6031782615843209,-0.1285202684676666,0.6525174282384096,-0.09091573088914219
FEATURE3,0.4625421078947447,-0.005639918234394129,0.13346434118553077,-0.023639297967529956,-0.03441647891414443,0.7674242378047185,-0.04838282459754707,0.4185523748147559
FEATURE4,0.4504649189818114,-0.169846468875477,0.020101142919054453,0.04021678358413994,-0.4651458522506036,-0.5500377975583012,0.12728932218725902,0.4807361792055148
FEATURE5,0.425816397990411,0.20002754070387843,-0.0632579036608915,-0.06426040817029126,0.4031450561921382,-0.257792063191285,-0.7352719648863345,-0.03051014920078776
FEATURE6,0.2766401456428414,0.6618395420710472,-0.06619142205068976,-0.2508763389966099,-0.4745572915940717,0.057714006608683276,0.1049835764977041,-0.42256517562416646
FEATURE7,-0.008858896347248133,0.3146095281749991,0.6582794207810665,0.6795508179947781,0.004044033777970882,-0.06695016035695008,-0.008408075482847936,-0.035381927045320005
FEATURE8,-0.09709982047773866,-0.054819716515948,0.7145564971375675,-0.6767878331449482,0.07273347898791618,-0.10791998462527959,0.0023920710565540453,0.044621304313194436
FEATURE1,-0.3754016470124534,0.6179108824663035,-0.16857723263790253,0.10248353643660234,-0.1599804811631134,-0.07800192063962152,0.0628864466071843,-0.6345910706920763
FEATURE2,-0.41815490963423196,-0.09633045539348248,0.03254658457313461,-0.020530363178357745,0.6031782615843188,0.12852026846766426,-0.6525174282384121,-0.0909157308891414
FEATURE3,-0.46254210789474454,0.005639918234394238,-0.13346434118553124,-0.02363929796753014,-0.03441647891414196,-0.7674242378047185,0.04838282459755294,0.41855237481475566
FEATURE4,-0.4504649189818107,0.16984646887547672,-0.020101142919054328,0.04021678358414059,-0.4651458522506059,0.5500377975582984,-0.12728932218726147,0.4807361792055153
FEATURE5,-0.4258163979904108,-0.20002754070387807,0.06325790366089223,-0.06426040817029093,0.40314505619213925,0.25779206319129194,0.7352719648863316,-0.030510149200787623
FEATURE6,-0.27664014564284173,-0.6618395420710466,0.06619142205068967,-0.2508763389966094,-0.4745572915940722,-0.05771400660868566,-0.10498357649770215,-0.4225651756241664
FEATURE7,0.008858896347248041,-0.3146095281749996,-0.6582794207810682,0.6795508179947767,0.0040440337779723175,0.06695016035695074,0.008408075482846535,-0.03538192704531955
FEATURE8,0.09709982047773874,0.054819716515948316,-0.7145564971375661,-0.6767878331449505,0.07273347898791527,0.10791998462528,-0.0023920710565541303,0.04462130431319466
6 changes: 3 additions & 3 deletions tests/data/experiments/ridge-custom-objective/output/Ridge_custom_objective_pcavar.csv
View file
@@ -1,4 +1,4 @@
,PC1,PC2,PC3,PC4,PC5,PC6,PC7,PC8
Eigenvalues,2.516799642667541,1.1298723288277805,1.0302110597675895,0.948851734591349,0.7708703402012553,0.6378015296488707,0.5963294457802474,0.36926391851536844
Percentage of variance,0.3145999553334425,0.1412340411034725,0.12877638247094864,0.11860646682391857,0.09635879252515687,0.0797251912061088,0.0745411807225309,0.046157989814421034
Cumulative percentage of variance,0.3145999553334425,0.455833996436915,0.5846103789078636,0.7032168457317822,0.7995756382569391,0.8793008294630479,0.9538420101855788,0.9999999999999998
Eigenvalues,2.5167996426675403,1.1298723288277805,1.0302110597675893,0.9488517345913492,0.7708703402012553,0.63780152964887,0.5963294457802476,0.3692639185153687
Percentage of variance,0.31459995533344254,0.14123404110347257,0.12877638247094866,0.11860646682391865,0.09635879252515692,0.07972519120610876,0.07454118072253095,0.04615798981442109
Cumulative percentage of variance,0.31459995533344254,0.45583399643691513,0.5846103789078638,0.7032168457317824,0.7995756382569393,0.8793008294630481,0.953842010185579,1.0
2 changes: 1 addition & 1 deletion .../experiments/ridge-custom-objective/output/Ridge_custom_objective_pcor_score_all_data.csv
View file
@@ -1,2 +1,2 @@
,FEATURE1,FEATURE2,FEATURE3,FEATURE4,FEATURE5,FEATURE6,FEATURE7,FEATURE8
All data,0.42047190741026,0.051985360238131384,0.2332215625192165,0.16555506031448108,0.05998168695507471,0.2012661583271831,-0.07798757218554513,-0.08258167482300083
All data,0.4204719074102604,0.051985360238131516,0.23322156251921694,0.16555506031448075,0.059981686955074956,0.20126615832718325,-0.0779875721855451,-0.08258167482300094
4 changes: 2 additions & 2 deletions ...xperiments/ridge-custom-objective/output/Ridge_custom_objective_postprocessing_params.csv
View file
@@ -1,2 +1,2 @@
h1_mean,h1_sd,train_predictions_mean,train_predictions_sd,trim_max,trim_min,trim_tolerance
3.42,0.8154323146156515,3.4193183684884954,0.5686286532668484,6.0,1.0,0.4998
trim_min,trim_max,trim_tolerance,h1_mean,h1_sd,train_predictions_mean,train_predictions_sd
1.0,6.0,0.4998,3.42,0.8154323146156515,3.42,0.5686961337613047

0 comments on commit aa009e4

Please sign in to comment.