run_refactor_training_loop.sh

#!/usr/bin/env bash

# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

export nlp_dir=/workspace/PaddleNLP/
mkdir ${nlp_dir}/logs
mkdir ${nlp_dir}/model_logs
mkdir ${nlp_dir}/unittest_logs
p0case="refactor_training_loop"

# Insatll Paddle FleetY
install_paddle(){
    echo -e "\033[35m ---- Install paddlepaddle-gpu  \033[0m"
    python -m pip install paddlepaddle_gpu-0.0.0-cp37-cp37m-linux_x86_64.whl
    python -c "import paddle; print('paddle version:',paddle.__version__,'\npaddle commit:',paddle.version.commit)";
}
# Install paddlenlp 
nlp_build (){
    cd ${nlp_dir}
    rm -rf build/
    rm -rf paddlenlp.egg-info/
    rm -rf ppdiffusers.egg-info/
    rm -rf paddle_pipelines.egg-info/
    rm -rf dist/

    python -m pip install -r requirements.txt
    python -m pip install rouge
    python setup.py bdist_wheel
    python -m pip install dist/p****.whl
}
install_paddle
nlp_build
pip list

# run  ci case
echo -e "\033[35m ======= Check refactor_training_loop BRANCH ========= \033[0m"
set +e
echo -e "\033[35m ---- start run case  \033[0m"
bash ${nlp_dir}/scripts/regression/ci_case.sh ${p0case} ${cudaid1} ${cudaid2}
echo -e "\033[35m ---- end run P0case  \033[0m"

# analysis log
cd ${nlp_dir}/model_logs
FF=`ls *FAIL*|wc -l`
EXCODE=0
if [ "${FF}" -gt "0" ];then
    P0case_EXCODE=1
    EXCODE=2
else
    P0case_EXCODE=0
fi
if [ $P0case_EXCODE -ne 0 ] ; then
    echo -e "\033[31m ---- P0case Failed number: ${FF} \033[0m"
    ls *_FAIL*
else
    echo -e "\033[32m ---- P0case Success \033[0m"
fi
    
cd ${nlp_dir}/unittest_logs
UF=`ls *FAIL*|wc -l`
if [ "${UF}" -gt "0" ];then
    UT_EXCODE=1
    EXCODE=3
else
    UT_EXCODE=0
fi
if [ $UT_EXCODE -ne 0 ] ; then
    echo -e "\033[31m ---- Unittest Failed \033[0m"
    ls *_FAIL*
else
    echo -e "\033[32m ---- Unittest Success \033[0m"
fi
exit $EXCODE