wehub-resource-sync
57 lines
1.9 KiB
Bash
57 lines
1.9 KiB
Bash
# Test training benchmark for several models.
|
|
|
|
|
|
# Usage:
|
|
# git clone https://github.com/PaddlePaddle/PaddleNLP.git
|
|
# cd PaddleNLP
|
|
# bash tests/benchmark/run_all.sh static|dygraph
|
|
|
|
|
|
################################# 配置python, 如:
|
|
#rm -rf $run_env
|
|
#mkdir -p $run_env
|
|
#echo `which python3.7`
|
|
#ln -s $(which python3.7)m-config $run_env/python3-config
|
|
##ln -s /usr/local/python3.7.0/lib/python3.7m-config /usr/local/bin/python3-config
|
|
#ln -s $(which python3.7) $run_env/python
|
|
#ln -s $(which pip3.7) $run_env/pip
|
|
#export PATH=$run_env:${PATH}
|
|
|
|
pip install -r requirements.txt
|
|
pip install pybind11 regex sentencepiece tqdm visualdl
|
|
pip install -e ./
|
|
|
|
# Download test dataset and save it to PaddleNLP/data
|
|
if [ -d data ]; then
|
|
rm -rf data
|
|
fi
|
|
mkdir -p data && cd data
|
|
wget https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_ids.npy -o .tmp
|
|
wget https://bj.bcebos.com/paddlenlp/models/transformers/gpt/data/gpt_en_dataset_300m_idx.npz -o .tmp
|
|
cd -
|
|
|
|
mode_item=$1 #static|dygraph
|
|
|
|
if [ ${mode_item} != "static" ] && [ ${mode_item} != "dygraph" ]; then
|
|
echo "please set mode_item(static|dygraph)"
|
|
exit 1
|
|
fi
|
|
profile="off"
|
|
model_list=(gpt2 gpt3)
|
|
fp_list=(fp16)
|
|
|
|
for model_item in ${model_list[@]}
|
|
do
|
|
for fp_item in ${fp_list[@]}
|
|
do
|
|
if [ ${mode_item} == "static" ] && [ ${fp_item} == "fp16" ]; then
|
|
bs_item=16
|
|
else
|
|
bs_item=8
|
|
fi
|
|
CUDA_VISIBLE_DEVICES=0 bash tests/benchmark/run_benchmark.sh sp ${bs_item} ${fp_item} 200 ${model_item} ${mode_item} ${profile} | tee ${log_path}/${model_item}_${mode_item}_bs${bs_item}_${fp_item}_1gpus 2>&1
|
|
sleep 10
|
|
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 bash tests/benchmark/run_benchmark.sh mp ${bs_item} ${fp_item} 200 ${model_item} ${mode_item} ${profile} | tee ${log_path}/${model_item}_${mode_item}_bs${bs_item}_${fp_item}_8gpus8p 2>&1
|
|
done
|
|
done
|