update benchmark results

guolinke · Mar 2, 2020 · 8decc87 · 8decc87
1 parent 2ace88b
commit 8decc87
Show file tree

Hide file tree

Showing 25 changed files with 31,377 additions and 30,857 deletions.
diff --git a/lightgbm/lightgbm_allstate_accuracy.log b/lightgbm/lightgbm_allstate_accuracy.log
diff --git a/lightgbm/lightgbm_allstate_speed.log b/lightgbm/lightgbm_allstate_speed.log
diff --git a/lightgbm/lightgbm_dataexpo_accuracy.log b/lightgbm/lightgbm_dataexpo_accuracy.log
diff --git a/lightgbm/lightgbm_dataexpo_speed.log b/lightgbm/lightgbm_dataexpo_speed.log
diff --git a/lightgbm/lightgbm_higgs_accuracy.log b/lightgbm/lightgbm_higgs_accuracy.log
diff --git a/lightgbm/lightgbm_higgs_speed.log b/lightgbm/lightgbm_higgs_speed.log
diff --git a/lightgbm/lightgbm_msltr_accuracy.log b/lightgbm/lightgbm_msltr_accuracy.log
diff --git a/lightgbm/lightgbm_msltr_speed.log b/lightgbm/lightgbm_msltr_speed.log
diff --git a/lightgbm/lightgbm_yahoo_accuracy.log b/lightgbm/lightgbm_yahoo_accuracy.log
diff --git a/lightgbm/lightgbm_yahoo_speed.log b/lightgbm/lightgbm_yahoo_speed.log
diff --git a/lightgbm/test_speed.sh b/lightgbm/test_speed.sh
@@ -1,8 +1,8 @@
 LightGBM/lightgbm config=lightgbm.conf data=../data/higgs.train objective=binary 2>&1 | tee lightgbm_higgs_speed.log
 
-LightGBM/lightgbm config=lightgbm.conf data=../data/msltr.train objective=lambdarank 2>&1 | tee lightgbm_msltr_speed.log
+LightGBM/lightgbm config=lightgbm.conf data=../data/msltr.train objective=regression 2>&1 | tee lightgbm_msltr_speed.log
 
-LightGBM/lightgbm config=lightgbm.conf data=../data/yahoo.train objective=lambdarank 2>&1 | tee lightgbm_yahoo_speed.log
+LightGBM/lightgbm config=lightgbm.conf data=../data/yahoo.train objective=regression 2>&1 | tee lightgbm_yahoo_speed.log
 
 LightGBM/lightgbm config=lightgbm.conf data=../data/dataexpo_onehot.train objective=binary  2>&1 | tee lightgbm_dataexpo_speed.log
 

diff --git a/machine_info.txt b/machine_info.txt
diff --git a/result.md b/result.md
@@ -2,51 +2,51 @@ Speed:
 
 | Data      |  xgboost | xgboost_hist |  LightGBM|
 |----|  ----| ----- | ----|
-| Higgs|3794.34 s |551.898 s |238.505513 s |
-| Yahoo LTR|674.322 s |265.302 s |150.18644 s |
-| MS LTR|1251.27 s |385.201 s |215.320316 s |
-| Expo|1607.35 s |588.253 s |138.504179 s |
-| Allstate|2867.22 s |1355.71 s |348.084475 s |
+| Higgs|3794.34 s |165.575 s |132.446475 s |
+| Yahoo LTR|674.322 s |131.462 s |95.914561 s |
+| MS LTR|1251.27 s |98.3863 s |78.164829 s |
+| Expo|1607.35 s |137.65 s |64.538061 s |
+| Allstate|2867.22 s |315.256 s |157.123356 s |
 
 
 Higgs's AUC:
 
 | Metric      |  xgboost| xgboost_hist |  LightGBM|
 |----|  ----| ---- | ----|
-| AUC|0.839593|0.845605|0.845154|
+| AUC|0.839593|0.845314|0.845724|
 
 
 ndcg at Yahoo LTR:
 
 | Metric      |  xgboost | xgboost_hist |  LightGBM|
 |----|  ----| ---- | ----|
-| ndcg@1|0.719748|0.720223|0.732466|
-| ndcg@3|0.717813|0.721519|0.738048|
-| ndcg@5|0.737849|0.739904|0.756548|
-| ndcg@10|0.78089|0.783013|0.796818|
+| ndcg@1|0.719748|0.720049|0.732981|
+| ndcg@3|0.717813|0.722573|0.735689|
+| ndcg@5|0.737849|0.740899|0.75352|
+| ndcg@10|0.78089|0.782957|0.793498|
 
 
 ndcg at MS LTR:
 
 | Metric      |  xgboost | xgboost_hist |  LightGBM|
 |----|  ----| ---- | -----|
-| ndcg@1|0.483956|0.488649|0.524255|
-| ndcg@3|0.467951|0.473184|0.505327|
-| ndcg@5|0.472476|0.477438|0.510007|
-| ndcg@10|0.492429|0.496967|0.527371|
+| ndcg@1|0.483956|0.485115|0.517767|
+| ndcg@3|0.467951|0.47313|0.500537|
+| ndcg@5|0.472476|0.476375|0.504912|
+| ndcg@10|0.492429|0.496553|0.523905|
 
 
 auc at Expo:
 
 | Metric      |  xgboost | xgboost_hist |  LightGBM|
 |----|  ----| ---- |  ----|
-| auc|0.756713|0.777777|0.777543|
+| auc|0.756713|0.776224|0.776935|
 
 
 auc at Allstate:
 
 | Metric      |  xgboost | xgboost_hist |  LightGBM|
 |----|  ----| ---- |  ----|
-| auc|0.607201|0.609042|0.609167|
+| auc|0.607201|0.609465|0.609072|
 
 
diff --git a/xgboost/test_speed.sh b/xgboost/test_speed.sh
@@ -6,8 +6,8 @@ xgboost/xgboost xgboost.conf tree_method=exact data="../data/allstate.train" eta
 
 
 xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=255 data="../data/higgs.train" objective="binary:logistic" 2>&1 | tee xgboost_hist_higgs_speed.log
-xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=255 data="../data/msltr.train" objective="rank:ndcg" 2>&1 | tee xgboost_hist_msltr_speed.log
-xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=255 data="../data/yahoo.train" objective="rank:ndcg" 2>&1 | tee xgboost_hist_yahoo_speed.log
+xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=255 data="../data/msltr.train" objective="reg:squarederror" 2>&1 | tee xgboost_hist_msltr_speed.log
+xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=255 data="../data/yahoo.train" objective="reg:squarederror" 2>&1 | tee xgboost_hist_yahoo_speed.log
 xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=255 data="../data/dataexpo_onehot.train" objective="binary:logistic"  2>&1 | tee xgboost_hist_dataexpo_speed.log
 xgboost/xgboost xgboost.conf max_bin=255 tree_method=hist grow_policy=lossguide max_depth=0 max_leaves=127 eta=0.02 data="../data/allstate.train" objective="binary:logistic"  2>&1 | tee xgboost_hist_allstate_speed.log
 

diff --git a/xgboost/xgboost.conf b/xgboost/xgboost.conf
@@ -6,4 +6,4 @@ nthread=16
 gamma=0
 lambda=0
 alpha=0
-
+verbosity=2
diff --git a/xgboost/xgboost_hist_allstate_accuracy.log b/xgboost/xgboost_hist_allstate_accuracy.log
diff --git a/xgboost/xgboost_hist_allstate_speed.log b/xgboost/xgboost_hist_allstate_speed.log
diff --git a/xgboost/xgboost_hist_dataexpo_accuracy.log b/xgboost/xgboost_hist_dataexpo_accuracy.log
diff --git a/xgboost/xgboost_hist_dataexpo_speed.log b/xgboost/xgboost_hist_dataexpo_speed.log
diff --git a/xgboost/xgboost_hist_higgs_accuracy.log b/xgboost/xgboost_hist_higgs_accuracy.log
diff --git a/xgboost/xgboost_hist_higgs_speed.log b/xgboost/xgboost_hist_higgs_speed.log
diff --git a/xgboost/xgboost_hist_msltr_accuracy.log b/xgboost/xgboost_hist_msltr_accuracy.log
diff --git a/xgboost/xgboost_hist_msltr_speed.log b/xgboost/xgboost_hist_msltr_speed.log
diff --git a/xgboost/xgboost_hist_yahoo_accuracy.log b/xgboost/xgboost_hist_yahoo_accuracy.log
diff --git a/xgboost/xgboost_hist_yahoo_speed.log b/xgboost/xgboost_hist_yahoo_speed.log