From 49feffa805b75574f01883cc4e0e0035c34fdd43 Mon Sep 17 00:00:00 2001 From: Wenxin Zhang Date: Thu, 21 Dec 2023 18:47:01 +0800 Subject: [PATCH 1/6] update requirement for UT Signed-off-by: Wenxin Zhang --- .github/workflows/script/unitTest/run_unit_test_optimize.sh | 2 ++ tests/requirements.txt | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/script/unitTest/run_unit_test_optimize.sh b/.github/workflows/script/unitTest/run_unit_test_optimize.sh index 8699e4f1fb0..25b54b44cf8 100644 --- a/.github/workflows/script/unitTest/run_unit_test_optimize.sh +++ b/.github/workflows/script/unitTest/run_unit_test_optimize.sh @@ -76,6 +76,8 @@ function pytest() { function main() { bash /intel-extension-for-transformers/.github/workflows/script/unitTest/env_setup.sh "/intel-extension-for-transformers/tests" echo "test on ${test_name}" + ## install transformers==4.34.1, to work with SharedDPO API + pip install transformers==4.34.1 if [[ $test_name == "PR-test" ]]; then pytest "${LOG_DIR}/coverage_pr" elif [[ $test_name == "baseline" ]]; then diff --git a/tests/requirements.txt b/tests/requirements.txt index 65fc9d892d5..a2a62680c6a 100644 --- a/tests/requirements.txt +++ b/tests/requirements.txt @@ -7,7 +7,7 @@ onnx>=1.10 onnxruntime --find-links https://download.pytorch.org/cpu/whl/torch_stable.html torch==2.1.0 -transformers==4.34.1 +transformers intel-tensorflow==2.13.0 torchprofile intel-extension-for-pytorch From 6b60c9d34e78979ab64b0cc2fb741723b2089572 Mon Sep 17 00:00:00 2001 From: Wenxin Zhang Date: Thu, 21 Dec 2023 19:12:09 +0800 Subject: [PATCH 2/6] update requirement for UT Signed-off-by: Wenxin Zhang --- .github/workflows/script/unitTest/run_unit_test_optimize.sh | 4 ++-- conda_meta/meta.yaml | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/script/unitTest/run_unit_test_optimize.sh b/.github/workflows/script/unitTest/run_unit_test_optimize.sh index 25b54b44cf8..2347f70b965 100644 --- a/.github/workflows/script/unitTest/run_unit_test_optimize.sh +++ b/.github/workflows/script/unitTest/run_unit_test_optimize.sh @@ -74,10 +74,10 @@ function pytest() { } function main() { - bash /intel-extension-for-transformers/.github/workflows/script/unitTest/env_setup.sh "/intel-extension-for-transformers/tests" - echo "test on ${test_name}" ## install transformers==4.34.1, to work with SharedDPO API pip install transformers==4.34.1 + bash /intel-extension-for-transformers/.github/workflows/script/unitTest/env_setup.sh "/intel-extension-for-transformers/tests" + echo "test on ${test_name}" if [[ $test_name == "PR-test" ]]; then pytest "${LOG_DIR}/coverage_pr" elif [[ $test_name == "baseline" ]]; then diff --git a/conda_meta/meta.yaml b/conda_meta/meta.yaml index c4de9d3d8ab..45bd67b64c5 100644 --- a/conda_meta/meta.yaml +++ b/conda_meta/meta.yaml @@ -1,4 +1,4 @@ -{% set version = "1.2" %} +{% set version = "1.3" %} {% set buildnumber = 0 %} package: name: intel_extension_for_transformers From 870da11a0210651f0b5326a1d836c840135581d2 Mon Sep 17 00:00:00 2001 From: Wenxin Zhang Date: Thu, 21 Dec 2023 19:28:06 +0800 Subject: [PATCH 3/6] update requirement for UT Signed-off-by: Wenxin Zhang --- .github/workflows/script/unitTest/run_unit_test_optimize.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/script/unitTest/run_unit_test_optimize.sh b/.github/workflows/script/unitTest/run_unit_test_optimize.sh index 2347f70b965..e468c755f2e 100644 --- a/.github/workflows/script/unitTest/run_unit_test_optimize.sh +++ b/.github/workflows/script/unitTest/run_unit_test_optimize.sh @@ -20,7 +20,8 @@ function pytest() { local coverage_log_dir=$1 mkdir -p ${coverage_log_dir} pip install --no-cache-dir protobuf==3.20.0 - + ## install transformers==4.34.1, to work with SharedDPO API + pip install transformers==4.34.1 cd /intel-extension-for-transformers/tests/CI || exit 1 JOB_NAME=unit_test ut_log_name=${LOG_DIR}/${JOB_NAME}.log From 6580e3e28301bdc24c6d151871e1d119708092ff Mon Sep 17 00:00:00 2001 From: Wenxin Zhang Date: Thu, 21 Dec 2023 19:42:08 +0800 Subject: [PATCH 4/6] update requirement for UT Signed-off-by: Wenxin Zhang --- .github/workflows/script/unitTest/run_unit_test_optimize.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/script/unitTest/run_unit_test_optimize.sh b/.github/workflows/script/unitTest/run_unit_test_optimize.sh index e468c755f2e..b0fa12f3c6e 100644 --- a/.github/workflows/script/unitTest/run_unit_test_optimize.sh +++ b/.github/workflows/script/unitTest/run_unit_test_optimize.sh @@ -22,6 +22,7 @@ function pytest() { pip install --no-cache-dir protobuf==3.20.0 ## install transformers==4.34.1, to work with SharedDPO API pip install transformers==4.34.1 + pip install huggingface_hub==0.17.3 cd /intel-extension-for-transformers/tests/CI || exit 1 JOB_NAME=unit_test ut_log_name=${LOG_DIR}/${JOB_NAME}.log @@ -75,8 +76,6 @@ function pytest() { } function main() { - ## install transformers==4.34.1, to work with SharedDPO API - pip install transformers==4.34.1 bash /intel-extension-for-transformers/.github/workflows/script/unitTest/env_setup.sh "/intel-extension-for-transformers/tests" echo "test on ${test_name}" if [[ $test_name == "PR-test" ]]; then From 1c8456857fa605b7277bdae9b4cf18f8f85ea7ee Mon Sep 17 00:00:00 2001 From: Wenxin Zhang Date: Thu, 21 Dec 2023 19:55:08 +0800 Subject: [PATCH 5/6] update requirement for UT Signed-off-by: Wenxin Zhang --- .github/workflows/script/unitTest/run_unit_test_optimize.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/script/unitTest/run_unit_test_optimize.sh b/.github/workflows/script/unitTest/run_unit_test_optimize.sh index b0fa12f3c6e..53b61e2edf3 100644 --- a/.github/workflows/script/unitTest/run_unit_test_optimize.sh +++ b/.github/workflows/script/unitTest/run_unit_test_optimize.sh @@ -22,7 +22,7 @@ function pytest() { pip install --no-cache-dir protobuf==3.20.0 ## install transformers==4.34.1, to work with SharedDPO API pip install transformers==4.34.1 - pip install huggingface_hub==0.17.3 + pip install datasets==2.14.7 cd /intel-extension-for-transformers/tests/CI || exit 1 JOB_NAME=unit_test ut_log_name=${LOG_DIR}/${JOB_NAME}.log From b12546ee5d74fad9edabb040bb7c246b8ecb3066 Mon Sep 17 00:00:00 2001 From: Wenxin Zhang Date: Thu, 21 Dec 2023 20:03:14 +0800 Subject: [PATCH 6/6] update requirement for UT Signed-off-by: Wenxin Zhang --- .github/workflows/script/unitTest/run_unit_test_optimize.sh | 1 - tests/requirements.txt | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/script/unitTest/run_unit_test_optimize.sh b/.github/workflows/script/unitTest/run_unit_test_optimize.sh index 53b61e2edf3..276ccb0a67e 100644 --- a/.github/workflows/script/unitTest/run_unit_test_optimize.sh +++ b/.github/workflows/script/unitTest/run_unit_test_optimize.sh @@ -22,7 +22,6 @@ function pytest() { pip install --no-cache-dir protobuf==3.20.0 ## install transformers==4.34.1, to work with SharedDPO API pip install transformers==4.34.1 - pip install datasets==2.14.7 cd /intel-extension-for-transformers/tests/CI || exit 1 JOB_NAME=unit_test ut_log_name=${LOG_DIR}/${JOB_NAME}.log diff --git a/tests/requirements.txt b/tests/requirements.txt index a2a62680c6a..ba2c59d44ff 100644 --- a/tests/requirements.txt +++ b/tests/requirements.txt @@ -1,4 +1,4 @@ -datasets>=1.17 +datasets==2.14.7 mlflow nlpaug==1.1.9 sacremoses