wehub-resource-sync
85 lines
2.3 KiB
Bash
85 lines
2.3 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
export nlp_dir=/workspace/PaddleNLP/
|
|
mkdir ${nlp_dir}/logs
|
|
mkdir ${nlp_dir}/model_logs
|
|
mkdir ${nlp_dir}/unittest_logs
|
|
p0case="refactor_training_loop"
|
|
|
|
# Install Paddle FleetY
|
|
install_paddle(){
|
|
echo -e "\033[35m ---- Install paddlepaddle-gpu \033[0m"
|
|
python -m pip install paddlepaddle_gpu-0.0.0-cp37-cp37m-linux_x86_64.whl
|
|
python -c "import paddle; print('paddle version:',paddle.__version__,'\npaddle commit:',paddle.version.commit)";
|
|
}
|
|
# Install paddlenlp
|
|
nlp_build (){
|
|
cd ${nlp_dir}
|
|
rm -rf build/
|
|
rm -rf paddlenlp.egg-info/
|
|
rm -rf ppdiffusers.egg-info/
|
|
rm -rf paddle_pipelines.egg-info/
|
|
rm -rf dist/
|
|
|
|
python -m pip install -r requirements.txt
|
|
python -m pip install rouge
|
|
python setup.py bdist_wheel
|
|
python -m pip install dist/p****.whl
|
|
}
|
|
install_paddle
|
|
nlp_build
|
|
pip list
|
|
|
|
# run ci case
|
|
echo -e "\033[35m ======= Check refactor_training_loop BRANCH ========= \033[0m"
|
|
set +e
|
|
echo -e "\033[35m ---- start run case \033[0m"
|
|
bash ${nlp_dir}/scripts/regression/ci_case.sh ${p0case} ${cudaid1} ${cudaid2}
|
|
echo -e "\033[35m ---- end run P0case \033[0m"
|
|
|
|
# analysis log
|
|
cd ${nlp_dir}/model_logs
|
|
FF=`ls *FAIL*|wc -l`
|
|
EXCODE=0
|
|
if [ "${FF}" -gt "0" ];then
|
|
P0case_EXCODE=1
|
|
EXCODE=2
|
|
else
|
|
P0case_EXCODE=0
|
|
fi
|
|
if [ $P0case_EXCODE -ne 0 ] ; then
|
|
echo -e "\033[31m ---- P0case Failed number: ${FF} \033[0m"
|
|
ls *_FAIL*
|
|
else
|
|
echo -e "\033[32m ---- P0case Success \033[0m"
|
|
fi
|
|
|
|
cd ${nlp_dir}/unittest_logs
|
|
UF=`ls *FAIL*|wc -l`
|
|
if [ "${UF}" -gt "0" ];then
|
|
UT_EXCODE=1
|
|
EXCODE=3
|
|
else
|
|
UT_EXCODE=0
|
|
fi
|
|
if [ $UT_EXCODE -ne 0 ] ; then
|
|
echo -e "\033[31m ---- Unittest Failed \033[0m"
|
|
ls *_FAIL*
|
|
else
|
|
echo -e "\033[32m ---- Unittest Success \033[0m"
|
|
fi
|
|
exit $EXCODE |