fix xgboost test setup (#2494)

NVIDIA · Apr 12, 2024 · 1162c9c · 1162c9c
1 parent 68d42d8
commit 1162c9c
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 6 deletions.
diff --git a/tests/integration_test/data/test_configs/standalone_job/xgb_histogram_examples.yml b/tests/integration_test/data/test_configs/standalone_job/xgb_histogram_examples.yml
@@ -32,9 +32,20 @@ tests:
     ../../examples/advanced/xgboost/histogram-based/temp_requirements.txt
   - sed -i '/nvflare\|jupyter\|notebook/d' ../../examples/advanced/xgboost/histogram-based/temp_requirements.txt
   - pip install -r ../../examples/advanced/xgboost/histogram-based/temp_requirements.txt
-  - bash ../../examples/advanced/xgboost/histogram-based/prepare_data.sh
-  - python3 ../../examples/advanced/xgboost/utils/prepare_job_config.py --site_num 2 --training_mode histogram
-    --split_method uniform --lr_mode uniform --nthread 16 --tree_method hist
+  - python3 ../../examples/advanced/xgboost/utils/prepare_data_split.py
+    --data_path /tmp/nvflare/dataset/HIGGS.csv
+    --site_num 2
+    --size_total 110000
+    --size_valid 10000
+    --split_method uniform
+    --out_path "/tmp/nvflare/xgboost_higgs_dataset/2_uniform"
+  - python3 ../../examples/advanced/xgboost/utils/prepare_job_config.py
+    --site_num 2
+    --training_mode histogram
+    --split_method uniform
+    --lr_mode uniform
+    --nthread 16
+    --tree_method hist
   - python3 convert_to_test_job.py
     --job ../../examples/advanced/xgboost/histogram-based/jobs/higgs_2_histogram_uniform_split_uniform_lr
     --post _copy

diff --git a/tests/integration_test/data/test_configs/standalone_job/xgb_tree_examples.yml b/tests/integration_test/data/test_configs/standalone_job/xgb_tree_examples.yml
@@ -32,9 +32,20 @@ tests:
     ../../examples/advanced/xgboost/tree-based/temp_requirements.txt
   - sed -i '/nvflare\|jupyter\|notebook/d' ../../examples/advanced/xgboost/tree-based/temp_requirements.txt
   - pip install -r ../../examples/advanced/xgboost/tree-based/temp_requirements.txt
-  - bash ../../examples/advanced/xgboost/tree-based/prepare_data.sh
-  - python3 ../../examples/advanced/xgboost/utils/prepare_job_config.py --site_num 5 --training_mode cyclic
-    --split_method uniform --lr_mode uniform --nthread 16 --tree_method hist
+  - python3 ../../examples/advanced/xgboost/utils/prepare_data_split.py
+    --data_path /tmp/nvflare/dataset/HIGGS.csv
+    --site_num 5
+    --size_total 110000
+    --size_valid 10000
+    --split_method uniform
+    --out_path "/tmp/nvflare/xgboost_higgs_dataset/5_uniform"
+  - python3 ../../examples/advanced/xgboost/utils/prepare_job_config.py
+    --site_num 5
+    --training_mode cyclic
+    --split_method uniform
+    --lr_mode uniform
+    --nthread 16
+    --tree_method hist
   - python3 convert_to_test_job.py
     --job ../../examples/advanced/xgboost/tree-based/jobs/higgs_5_cyclic_uniform_split_uniform_lr
     --post _copy