This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,8 @@
|
||||
pip install -r requirements/docs.txt
|
||||
cd docs
|
||||
rm -rf build
|
||||
|
||||
# update api rst
|
||||
#rm -rf source/api/
|
||||
#sphinx-apidoc --module-first -o source/api/ ../modelscope/
|
||||
make html
|
||||
@@ -0,0 +1,242 @@
|
||||
NPU_TORCH_VERSION=${NPU_TORCH_VERSION:-2.7.1}
|
||||
NPU_TORCH_NPU_VERSION=${NPU_TORCH_NPU_VERSION:-2.7.1.post2}
|
||||
NPU_MODELSCOPE_VERSION=${NPU_MODELSCOPE_VERSION:-1.37.0}
|
||||
NPU_PIP_INDEX=${NPU_PIP_INDEX:-https://mirrors.aliyun.com/pypi/simple/}
|
||||
NPU_CONSTRAINT_FILE=${NPU_CONSTRAINT_FILE:-/tmp/ms_swift_npu_constraints.txt}
|
||||
NPU_PIP_BLOCK_CUDA_DEPS=${NPU_PIP_BLOCK_CUDA_DEPS:-True}
|
||||
|
||||
print_npu_warning() {
|
||||
echo "======================================================================"
|
||||
echo "WARNING: NPU runtime is unavailable, tests will continue on CPU path"
|
||||
echo "======================================================================"
|
||||
}
|
||||
|
||||
setup_npu_pip_constraints() {
|
||||
cat >"$NPU_CONSTRAINT_FILE" <<EOF
|
||||
torch==$NPU_TORCH_VERSION
|
||||
torch_npu==$NPU_TORCH_NPU_VERSION
|
||||
modelscope==$NPU_MODELSCOPE_VERSION
|
||||
EOF
|
||||
if [ "$NPU_PIP_BLOCK_CUDA_DEPS" == "True" ]; then
|
||||
cat >>"$NPU_CONSTRAINT_FILE" <<'EOF'
|
||||
# NPU CI should not resolve CUDA runtime wheels. If a dependency starts requiring
|
||||
# these packages, fail in pip's resolver instead of downloading hundreds of MB.
|
||||
cuda-toolkit<0
|
||||
nvidia-cublas<0
|
||||
nvidia-cuda-runtime<0
|
||||
nvidia-cuda-nvrtc<0
|
||||
nvidia-cuda-cupti<0
|
||||
nvidia-cudnn<0
|
||||
nvidia-cufft<0
|
||||
nvidia-curand<0
|
||||
nvidia-cusolver<0
|
||||
nvidia-cusparse<0
|
||||
nvidia-nccl<0
|
||||
nvidia-nvjitlink<0
|
||||
nvidia-nvtx<0
|
||||
nvidia-cublas-cu12<0
|
||||
nvidia-cuda-runtime-cu12<0
|
||||
nvidia-cuda-nvrtc-cu12<0
|
||||
nvidia-cuda-cupti-cu12<0
|
||||
nvidia-cudnn-cu12<0
|
||||
nvidia-cufft-cu12<0
|
||||
nvidia-curand-cu12<0
|
||||
nvidia-cusolver-cu12<0
|
||||
nvidia-cusparse-cu12<0
|
||||
nvidia-cusparselt-cu12<0
|
||||
nvidia-nccl-cu12<0
|
||||
nvidia-nvjitlink-cu12<0
|
||||
nvidia-nvtx-cu12<0
|
||||
EOF
|
||||
fi
|
||||
export PIP_CONSTRAINT="$NPU_CONSTRAINT_FILE"
|
||||
export UV_CONSTRAINT="$NPU_CONSTRAINT_FILE"
|
||||
echo "Using NPU pip constraints: $PIP_CONSTRAINT"
|
||||
cat "$PIP_CONSTRAINT"
|
||||
}
|
||||
|
||||
is_npu_runtime_matched() {
|
||||
python - <<PY
|
||||
import importlib.util
|
||||
|
||||
expected_torch = '$NPU_TORCH_VERSION'
|
||||
expected_torch_npu = '$NPU_TORCH_NPU_VERSION'
|
||||
|
||||
try:
|
||||
import torch
|
||||
except Exception:
|
||||
raise SystemExit(1)
|
||||
|
||||
if importlib.util.find_spec('torch_npu') is None:
|
||||
raise SystemExit(1)
|
||||
|
||||
try:
|
||||
import torch_npu
|
||||
except Exception:
|
||||
raise SystemExit(1)
|
||||
|
||||
torch_version = torch.__version__.split('+', 1)[0]
|
||||
torch_npu_version = getattr(torch_npu, '__version__', '')
|
||||
if torch_version == expected_torch and torch_npu_version == expected_torch_npu:
|
||||
raise SystemExit(0)
|
||||
|
||||
print(f'WARNING: NPU runtime version mismatch: torch={torch.__version__}, torch_npu={torch_npu_version}; '
|
||||
f'expected torch=={expected_torch}, torch_npu=={expected_torch_npu}')
|
||||
raise SystemExit(1)
|
||||
PY
|
||||
}
|
||||
|
||||
ensure_npu_runtime() {
|
||||
if is_npu_runtime_matched; then
|
||||
echo "NPU runtime already matched: torch==$NPU_TORCH_VERSION torch_npu==$NPU_TORCH_NPU_VERSION"
|
||||
return
|
||||
fi
|
||||
|
||||
echo "Installing NPU runtime: torch==$NPU_TORCH_VERSION torch_npu==$NPU_TORCH_NPU_VERSION"
|
||||
if ! python -m pip install --force-reinstall "torch==$NPU_TORCH_VERSION" "torch_npu==$NPU_TORCH_NPU_VERSION" -i "$NPU_PIP_INDEX"; then
|
||||
echo "WARNING: Failed to install torch/torch_npu NPU runtime packages."
|
||||
print_npu_warning
|
||||
fi
|
||||
}
|
||||
|
||||
report_npu_runtime() {
|
||||
echo "==================== NPU runtime report ===================="
|
||||
echo "ASCEND_RT_VISIBLE_DEVICES=${ASCEND_RT_VISIBLE_DEVICES:-}"
|
||||
echo "CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES:-}"
|
||||
echo "Installed torch/CUDA related pip packages:"
|
||||
python -m pip freeze | grep -Ei '^(torch|torch-npu|torch_npu|cuda-|nvidia-)' || true
|
||||
if command -v npu-smi >/dev/null 2>&1; then
|
||||
npu-smi info || echo "WARNING: npu-smi info failed."
|
||||
else
|
||||
echo "WARNING: npu-smi not found."
|
||||
fi
|
||||
python - <<'PY'
|
||||
import importlib.util
|
||||
import os
|
||||
|
||||
warning = 'WARNING: NPU runtime is unavailable, tests will continue on CPU path'
|
||||
print(f"ASCEND_RT_VISIBLE_DEVICES={os.environ.get('ASCEND_RT_VISIBLE_DEVICES', '')}")
|
||||
print(f"CUDA_VISIBLE_DEVICES={os.environ.get('CUDA_VISIBLE_DEVICES', '')}")
|
||||
|
||||
try:
|
||||
import torch
|
||||
print(f"torch={torch.__version__}")
|
||||
except Exception as e:
|
||||
print(f"WARNING: failed to import torch: {e!r}")
|
||||
print('=' * 70)
|
||||
print(warning)
|
||||
print('=' * 70)
|
||||
raise SystemExit(0)
|
||||
|
||||
try:
|
||||
import transformers
|
||||
print(f"transformers={transformers.__version__}")
|
||||
except Exception as e:
|
||||
print(f"WARNING: failed to import transformers: {e!r}")
|
||||
|
||||
if importlib.util.find_spec('torch_npu') is None:
|
||||
print('WARNING: torch_npu is not installed.')
|
||||
print('=' * 70)
|
||||
print(warning)
|
||||
print('=' * 70)
|
||||
raise SystemExit(0)
|
||||
|
||||
try:
|
||||
import torch_npu
|
||||
print(f"torch_npu={getattr(torch_npu, '__version__', 'unknown')}")
|
||||
except Exception as e:
|
||||
print(f"WARNING: failed to import torch_npu: {e!r}")
|
||||
print('=' * 70)
|
||||
print(warning)
|
||||
print('=' * 70)
|
||||
raise SystemExit(0)
|
||||
|
||||
try:
|
||||
npu = getattr(torch, 'npu', None)
|
||||
available = bool(npu is not None and npu.is_available())
|
||||
count = npu.device_count() if npu is not None else 0
|
||||
print(f"torch.npu.is_available={available}")
|
||||
print(f"torch.npu.device_count={count}")
|
||||
if not available:
|
||||
print('=' * 70)
|
||||
print(warning)
|
||||
print('=' * 70)
|
||||
except Exception as e:
|
||||
print(f"WARNING: failed to query torch.npu status: {e!r}")
|
||||
print('=' * 70)
|
||||
print(warning)
|
||||
print('=' * 70)
|
||||
PY
|
||||
echo "============================================================"
|
||||
}
|
||||
|
||||
if [ "$MODELSCOPE_SDK_DEBUG" == "True" ]; then
|
||||
if [ "$SWIFT_CI_USE_NPU" == "True" ]; then
|
||||
pip install uv -i https://mirrors.aliyun.com/pypi/simple/
|
||||
setup_npu_pip_constraints
|
||||
ensure_npu_runtime
|
||||
uv pip install -r requirements/tests.txt
|
||||
git config --global --add safe.directory /ms-swift
|
||||
git config --global user.email tmp
|
||||
git config --global user.name tmp.com
|
||||
# linter test
|
||||
if [ `git remote -v | grep alibaba | wc -l` -gt 1 ]; then
|
||||
pre-commit run -c .pre-commit-config_local.yaml --all-files
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "linter test failed"
|
||||
exit -1
|
||||
fi
|
||||
fi
|
||||
ensure_npu_runtime
|
||||
uv pip install -r requirements/framework.txt -U "transformers<5.0" "peft<0.19" "modelscope==1.37.0"
|
||||
ensure_npu_runtime
|
||||
uv pip install decord einops -U
|
||||
uv pip uninstall autoawq
|
||||
uv pip install optimum
|
||||
uv pip install diffusers
|
||||
uv pip install math-verify -i "$NPU_PIP_INDEX"
|
||||
uv pip install ray -i "$NPU_PIP_INDEX"
|
||||
uv pip install msgspec -i "$NPU_PIP_INDEX"
|
||||
uv pip install zmq -i "$NPU_PIP_INDEX"
|
||||
uv pip install .
|
||||
echo "NPU CI skips auto_gptq because it is a CUDA/GPTQ optional dependency."
|
||||
uv pip install bitsandbytes deepspeed -U
|
||||
if [ -f requirements/npu.txt ]; then
|
||||
uv pip install -r requirements/npu.txt
|
||||
fi
|
||||
ensure_npu_runtime
|
||||
report_npu_runtime
|
||||
else
|
||||
pip install -r requirements/tests.txt -i https://mirrors.aliyun.com/pypi/simple/
|
||||
git config --global --add safe.directory /ms-swift
|
||||
git config --global user.email tmp
|
||||
git config --global user.name tmp.com
|
||||
# linter test
|
||||
if [ `git remote -v | grep alibaba | wc -l` -gt 1 ]; then
|
||||
pre-commit run -c .pre-commit-config_local.yaml --all-files
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "linter test failed"
|
||||
exit -1
|
||||
fi
|
||||
fi
|
||||
pip install -r requirements/framework.txt -U -i https://mirrors.aliyun.com/pypi/simple/
|
||||
pip install decord einops -U -i https://mirrors.aliyun.com/pypi/simple/
|
||||
pip uninstall autoawq -y
|
||||
pip install optimum
|
||||
pip install diffusers
|
||||
pip install "transformers<5.0" "peft<0.19"
|
||||
pip install .
|
||||
pip install auto_gptq bitsandbytes deepspeed -U -i https://mirrors.aliyun.com/pypi/simple/
|
||||
fi
|
||||
else
|
||||
echo "Running case in release image, run case directly!"
|
||||
fi
|
||||
# remove torch_extensions folder to avoid ci hang.
|
||||
rm -rf ~/.cache/torch_extensions
|
||||
if [ $# -eq 0 ]; then
|
||||
ci_command="python tests/run.py --subprocess"
|
||||
else
|
||||
ci_command="$@"
|
||||
fi
|
||||
echo "Running case with command: $ci_command"
|
||||
$ci_command
|
||||
@@ -0,0 +1,89 @@
|
||||
#!/bin/bash
|
||||
MODELSCOPE_CACHE_DIR_IN_CONTAINER=/modelscope_cache
|
||||
CODE_DIR=$PWD
|
||||
CODE_DIR_IN_CONTAINER=/ms-swift
|
||||
MODELSCOPE_SDK_DEBUG=True
|
||||
echo "$USER"
|
||||
gpus='0,1 2,3'
|
||||
cpu_sets='0-15 16-31'
|
||||
cpu_sets_arr=($cpu_sets)
|
||||
is_get_file_lock=false
|
||||
CI_COMMAND=${CI_COMMAND:-bash .dev_scripts/ci_container_test.sh python tests/run.py --parallel 2 --run_config tests/run_config.yaml}
|
||||
echo "ci command: $CI_COMMAND"
|
||||
PR_CHANGED_FILES="${PR_CHANGED_FILES:-}"
|
||||
echo "PR modified files: $PR_CHANGED_FILES"
|
||||
PR_CHANGED_FILES=${PR_CHANGED_FILES//[ ]/#}
|
||||
echo "PR_CHANGED_FILES: $PR_CHANGED_FILES"
|
||||
idx=0
|
||||
for gpu in $gpus
|
||||
do
|
||||
exec {lock_fd}>"/tmp/gpu$gpu" || exit 1
|
||||
flock -n "$lock_fd" || { echo "WARN: gpu $gpu is in use!" >&2; idx=$((idx+1)); continue; }
|
||||
echo "get gpu lock $gpu"
|
||||
|
||||
CONTAINER_NAME="swift-ci-$idx"
|
||||
let is_get_file_lock=true
|
||||
|
||||
# pull image if there are update
|
||||
docker pull ${IMAGE_NAME}:${IMAGE_VERSION}
|
||||
if [ "$MODELSCOPE_SDK_DEBUG" == "True" ]; then
|
||||
echo 'debugging'
|
||||
docker run --rm --name $CONTAINER_NAME --shm-size=16gb \
|
||||
--cpuset-cpus=${cpu_sets_arr[$idx]} \
|
||||
--gpus='"'"device=$gpu"'"' \
|
||||
-v $CODE_DIR:$CODE_DIR_IN_CONTAINER \
|
||||
-v $MODELSCOPE_CACHE:$MODELSCOPE_CACHE_DIR_IN_CONTAINER \
|
||||
-v $MODELSCOPE_HOME_CACHE/$idx:/root \
|
||||
-v /home/admin/pre-commit:/home/admin/pre-commit \
|
||||
-e CI_TEST=True \
|
||||
-e TEST_LEVEL=$TEST_LEVEL \
|
||||
-e MODELSCOPE_CACHE=$MODELSCOPE_CACHE_DIR_IN_CONTAINER \
|
||||
-e MODELSCOPE_DOMAIN=$MODELSCOPE_DOMAIN \
|
||||
-e MODELSCOPE_SDK_DEBUG=True \
|
||||
-e HUB_DATASET_ENDPOINT=$HUB_DATASET_ENDPOINT \
|
||||
-e TEST_ACCESS_TOKEN_CITEST=$TEST_ACCESS_TOKEN_CITEST \
|
||||
-e TEST_ACCESS_TOKEN_SDKDEV=$TEST_ACCESS_TOKEN_SDKDEV \
|
||||
-e TEST_LEVEL=$TEST_LEVEL \
|
||||
-e MODELSCOPE_ENVIRONMENT='ci' \
|
||||
-e TEST_UPLOAD_MS_TOKEN=$TEST_UPLOAD_MS_TOKEN \
|
||||
-e MODEL_TAG_URL=$MODEL_TAG_URL \
|
||||
-e MODELSCOPE_API_TOKEN=$MODELSCOPE_API_TOKEN \
|
||||
-e PR_CHANGED_FILES=$PR_CHANGED_FILES \
|
||||
--workdir=$CODE_DIR_IN_CONTAINER \
|
||||
${IMAGE_NAME}:${IMAGE_VERSION} \
|
||||
$CI_COMMAND
|
||||
else
|
||||
docker run --rm --name $CONTAINER_NAME --shm-size=16gb \
|
||||
--cpuset-cpus=${cpu_sets_arr[$idx]} \
|
||||
--gpus='"'"device=$gpu"'"' \
|
||||
-v $CODE_DIR:$CODE_DIR_IN_CONTAINER \
|
||||
-v $MODELSCOPE_CACHE:$MODELSCOPE_CACHE_DIR_IN_CONTAINER \
|
||||
-v $MODELSCOPE_HOME_CACHE/$idx:/root \
|
||||
-v /home/admin/pre-commit:/home/admin/pre-commit \
|
||||
-e CI_TEST=True \
|
||||
-e TEST_LEVEL=$TEST_LEVEL \
|
||||
-e MODELSCOPE_CACHE=$MODELSCOPE_CACHE_DIR_IN_CONTAINER \
|
||||
-e MODELSCOPE_DOMAIN=$MODELSCOPE_DOMAIN \
|
||||
-e HUB_DATASET_ENDPOINT=$HUB_DATASET_ENDPOINT \
|
||||
-e TEST_ACCESS_TOKEN_CITEST=$TEST_ACCESS_TOKEN_CITEST \
|
||||
-e TEST_ACCESS_TOKEN_SDKDEV=$TEST_ACCESS_TOKEN_SDKDEV \
|
||||
-e TEST_LEVEL=$TEST_LEVEL \
|
||||
-e MODELSCOPE_ENVIRONMENT='ci' \
|
||||
-e TEST_UPLOAD_MS_TOKEN=$TEST_UPLOAD_MS_TOKEN \
|
||||
-e MODEL_TAG_URL=$MODEL_TAG_URL \
|
||||
-e MODELSCOPE_API_TOKEN=$MODELSCOPE_API_TOKEN \
|
||||
-e PR_CHANGED_FILES=$PR_CHANGED_FILES \
|
||||
--workdir=$CODE_DIR_IN_CONTAINER \
|
||||
${IMAGE_NAME}:${IMAGE_VERSION} \
|
||||
$CI_COMMAND
|
||||
fi
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Running test case failed, please check the log!"
|
||||
exit -1
|
||||
fi
|
||||
break
|
||||
done
|
||||
if [ "$is_get_file_lock" = false ] ; then
|
||||
echo 'No free GPU!'
|
||||
exit 1
|
||||
fi
|
||||
@@ -0,0 +1,58 @@
|
||||
#!/bin/bash
|
||||
MODELSCOPE_CACHE_DIR=/modelscope_cache
|
||||
CODE_DIR=$PWD
|
||||
MODELSCOPE_SDK_DEBUG=True
|
||||
echo "$USER"
|
||||
npus='0,1 2,3'
|
||||
is_get_file_lock=false
|
||||
CI_COMMAND=${CI_COMMAND:-bash .dev_scripts/ci_container_test.sh python tests/run.py --parallel 2 --run_config tests/run_config.yaml}
|
||||
echo "ci command: $CI_COMMAND"
|
||||
PR_CHANGED_FILES="${PR_CHANGED_FILES:-}"
|
||||
echo "PR modified files: $PR_CHANGED_FILES"
|
||||
PR_CHANGED_FILES=${PR_CHANGED_FILES//[ ]/#}
|
||||
echo "PR_CHANGED_FILES: $PR_CHANGED_FILES"
|
||||
idx=0
|
||||
for npu in $npus
|
||||
do
|
||||
exec {lock_fd}>"/tmp/npu$npu" || exit 1
|
||||
flock -n "$lock_fd" || { echo "WARN: npu $npu is in use!" >&2; idx=$((idx+1)); continue; }
|
||||
echo "get npu lock $npu"
|
||||
|
||||
let is_get_file_lock=true
|
||||
|
||||
# 设置环境变量
|
||||
export CI_TEST=True
|
||||
export SWIFT_CI_USE_NPU=True
|
||||
export TEST_LEVEL=$TEST_LEVEL
|
||||
export MODELSCOPE_CACHE=${MODELSCOPE_CACHE:-$MODELSCOPE_CACHE_DIR}
|
||||
export MODELSCOPE_DOMAIN=$MODELSCOPE_DOMAIN
|
||||
export HUB_DATASET_ENDPOINT=$HUB_DATASET_ENDPOINT
|
||||
export TEST_ACCESS_TOKEN_CITEST=$TEST_ACCESS_TOKEN_CITEST
|
||||
export TEST_ACCESS_TOKEN_SDKDEV=$TEST_ACCESS_TOKEN_SDKDEV
|
||||
export MODELSCOPE_ENVIRONMENT='ci'
|
||||
export TEST_UPLOAD_MS_TOKEN=$TEST_UPLOAD_MS_TOKEN
|
||||
export MODEL_TAG_URL=$MODEL_TAG_URL
|
||||
export MODELSCOPE_API_TOKEN=$MODELSCOPE_API_TOKEN
|
||||
export PR_CHANGED_FILES=$PR_CHANGED_FILES
|
||||
export ASCEND_RT_VISIBLE_DEVICES=$npu
|
||||
|
||||
if [ "$MODELSCOPE_SDK_DEBUG" == "True" ]; then
|
||||
export MODELSCOPE_SDK_DEBUG=True
|
||||
echo 'debugging'
|
||||
fi
|
||||
|
||||
# 切换到代码目录并执行命令
|
||||
cd $CODE_DIR
|
||||
eval $CI_COMMAND
|
||||
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "Running test case failed, please check the log!"
|
||||
exit -1
|
||||
fi
|
||||
break
|
||||
done
|
||||
|
||||
if [ "$is_get_file_lock" = false ] ; then
|
||||
echo 'No free NPU!'
|
||||
exit 1
|
||||
fi
|
||||
Reference in New Issue
Block a user