wehub-resource-sync
166 lines
6.7 KiB
YAML
166 lines
6.7 KiB
YAML
name: Api-Benchmark
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
docker_build_image:
|
|
type: string
|
|
required: true
|
|
can-skip:
|
|
type: string
|
|
required: false
|
|
baseline:
|
|
type: string
|
|
required: false
|
|
default: "false"
|
|
MANUALLY_PR_ID:
|
|
type: string
|
|
required: false
|
|
MANUALLY_COMMIT_ID:
|
|
type: string
|
|
required: false
|
|
run-labels:
|
|
type: string
|
|
required: false
|
|
default: "api-bm"
|
|
build-can-skip:
|
|
type: string
|
|
required: false
|
|
default: 'false'
|
|
|
|
env:
|
|
PR_ID: ${{ github.event.pull_request.number || '0' }}
|
|
COMMIT_ID: ${{ github.event.pull_request.head.sha || github.sha }}
|
|
work_dir: /paddle
|
|
PADDLE_ROOT: /paddle
|
|
TASK: paddle-CI-${{ github.event.pull_request.number }}-api-benchmark
|
|
ci_scripts: /paddle/ci
|
|
BRANCH: ${{ github.event.pull_request.base.ref || github.ref_name }}
|
|
CI_name: api-benchmark
|
|
no_proxy: "bcebos.com,apiin.im.baidu.com,gitee.com,aliyun.com,.baidu.com,.tuna.tsinghua.edu.cn"
|
|
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
jobs:
|
|
check-bypass:
|
|
name: Check bypass
|
|
if: ${{ github.repository_owner == 'PaddlePaddle' && inputs.build-can-skip != 'true' }}
|
|
uses: ./.github/workflows/check-bypass.yml
|
|
with:
|
|
workflow-name: "api-benchmark"
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
data-storage:
|
|
name: Performance data storage
|
|
needs: [check-bypass]
|
|
if: ${{ needs.check-bypass.outputs.can-skip != 'true' && inputs.can-skip != 'true'}}
|
|
runs-on:
|
|
group: Api-bm
|
|
labels: [self-hosted, "${{ inputs.run-labels }}"]
|
|
timeout-minutes: 60
|
|
steps:
|
|
- name: Determine the runner
|
|
run: |
|
|
docker_image=${{ inputs.docker_build_image }}
|
|
echo "docker_image=${docker_image}" >> $GITHUB_ENV
|
|
docker run -i --rm -v ${{ github.workspace }}:/paddle -w /paddle $docker_image /bin/bash -c 'rm -rf * .[^.]*'
|
|
cp -r /home/PTSTools .
|
|
runner_name=`(echo $PWD|awk -F '/' '{print $4}')`
|
|
echo $runner_name
|
|
core_index=-1
|
|
if [ $runner_name == "paddle-1" ];then
|
|
core_index=0
|
|
elif [ $runner_name == "paddle-2" ];then
|
|
core_index=8
|
|
fi
|
|
echo "core_index=${core_index}" >> $GITHUB_ENV
|
|
|
|
- name: Check docker image and run container
|
|
env:
|
|
python: "python3.10"
|
|
GIT_PR_ID: ${{ github.event.pull_request.number || '0' }}
|
|
GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
RUN_ID: ${{ github.run_id }}
|
|
wheel_link: https://paddle-github-action.bj.bcebos.com/PR/build/${{ github.event.pull_request.number }}/${{ github.event.pull_request.head.sha }}/paddlepaddle_gpu-0.0.0-cp310-cp310-linux_x86_64.whl
|
|
run: |
|
|
container_name=${TASK}-${core_index}-$(date +%Y%m%d-%H%M%S)
|
|
echo "container_name=${container_name}" >> ${{ github.env }}
|
|
docker container ls -a --filter "name=paddle-CI-*-api-benchmark-${core_index}*" --format "{{.ID}}" | xargs -r docker rm -f
|
|
docker container ls -a --filter "name=api_benchmark_ci_baseline_" --format "{{.ID}} {{.CreatedAt}}" | awk '$2 <= "'$(date -d '1 day ago' +'%Y-%m-%d')'" {print $1}' | xargs -r docker rm -f
|
|
docker run -d -t --name ${container_name} --shm-size=128g \
|
|
-v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
|
|
-v ${{ github.workspace }}:/paddle \
|
|
-e python \
|
|
-e core_index \
|
|
-e BRANCH \
|
|
-e PR_ID \
|
|
-e COMMIT_ID \
|
|
-e RUN_ID \
|
|
-e wheel_link \
|
|
-e work_dir \
|
|
-e PADDLE_ROOT \
|
|
-e ci_scripts \
|
|
-e GIT_PR_ID \
|
|
-e PADDLE_VERSION \
|
|
-e no_proxy \
|
|
-e CI_name \
|
|
-e GITHUB_API_TOKEN \
|
|
-w /paddle --network host ${docker_image}
|
|
|
|
- name: Download PaddleTest.tar.gz
|
|
env:
|
|
work_dir: ${{ github.workspace }}
|
|
timeout-minutes: 30
|
|
run: |
|
|
docker exec -t ${{ env.container_name }} /bin/bash -c '
|
|
ldconfig
|
|
set -e
|
|
echo "Downloading PaddleTest.tar.gz"
|
|
wget -q --tries=5 --no-proxy https://xly-devops.bj.bcebos.com/PaddleTest/PaddleTest.tar.gz --no-check-certificate
|
|
echo "Extracting PaddleTest.tar.gz"
|
|
# git config --global --add safe.directory ${work_dir}
|
|
tar -zvxf PaddleTest.tar.gz 1>/dev/null 2>&1
|
|
# git submodule foreach "git config --global --add safe.directory \$toplevel/\$sm_path"
|
|
source ${{ github.workspace }}/../../../proxy
|
|
mkdir -p ${{ github.workspace }}/../../../pip
|
|
${python} -m pip config set global.cache-dir ${{ github.workspace }}/../../../pip
|
|
${python} -m pip install -r ./PaddleTest/framework/e2e/api_benchmark_new/requirement.txt
|
|
'
|
|
|
|
- name: Paddletest check
|
|
env:
|
|
work_dir: ${{ github.workspace }}
|
|
run: |
|
|
docker exec -t ${{ env.container_name }} /bin/bash -c '
|
|
export LD_LIBRARY_PATH=/usr/local/cuda-11.8/compat:/usr/local/cuda/compat:/usr/local/cuda/lib:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH}
|
|
cd ./PaddleTest/framework/e2e/api_benchmark_new
|
|
cp /paddle/PTSTools/Uploader/apibm_config.yml .
|
|
source ${{ github.workspace }}/../../../proxy
|
|
if [[ "${{ inputs.baseline }}" == "true" ]];then
|
|
set -e
|
|
if [[ "${{ inputs.MANUALLY_PR_ID }}" == "" ]]; then
|
|
export pr_wheel_link=https://paddle-github-action.bj.bcebos.com/PR/build/$PR_ID/$COMMIT_ID/paddlepaddle_gpu-0.0.0-cp310-cp310-linux_x86_64.whl
|
|
else
|
|
export pr_wheel_link=https://paddle-github-action.bj.bcebos.com/PR/build/${{ inputs.MANUALLY_PR_ID }}/${{ inputs.MANUALLY_COMMIT_ID }}/paddlepaddle_gpu-0.0.0-cp310-cp310-linux_x86_64.whl
|
|
fi
|
|
${python} -m pip install $pr_wheel_link
|
|
${python} runner_ci_multipro_action.py --yaml ../yaml/sort_api_benchmark_fp32.yml --core_index ${core_index} --baseline_whl_link $pr_wheel_link
|
|
exit 0
|
|
fi
|
|
${python} -m pip install $wheel_link
|
|
if [ ${core_index} -eq -1 ];then
|
|
${python} runner_ci_action.py --yaml ../yaml/api_benchmark_fp32.yml --core_index 2
|
|
else
|
|
${python} runner_ci_multipro_action.py --yaml ../yaml/sort_api_benchmark_fp32.yml --core_index ${core_index}
|
|
fi
|
|
'
|
|
|
|
- name: Terminate and delete the container
|
|
if: always()
|
|
run: |
|
|
docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
|
|
docker rm -f ${{ env.container_name }}
|