wehub-resource-sync
218 lines
8.6 KiB
Groovy
218 lines
8.6 KiB
Groovy
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
import org.jenkinsci.plugins.pipeline.modeldefinition.Utils
|
|
|
|
run_cpu = "bash ci/bash.sh mlcaidev/ci-cpu:26d65cc -e GPU cpu -e MLC_CI_SETUP_DEPS 1"
|
|
run_cuda = "bash ci/bash.sh mlcaidev/ci-cu128:26d65cc -e GPU cuda-12.8 -e MLC_CI_SETUP_DEPS 1"
|
|
// run_rocm = "bash ci/bash.sh mlcaidev/ci-rocm57:26d65cc -e GPU rocm-5.7 -e MLC_CI_SETUP_DEPS 1"
|
|
|
|
pkg_cpu = "bash ci/bash.sh mlcaidev/package-rocm61:a86c2a7 -e GPU cpu -e MLC_CI_SETUP_DEPS 1"
|
|
pkg_cuda = "bash ci/bash.sh mlcaidev/package-cu128:a86c2a7 -e GPU cuda-12.8 -e MLC_CI_SETUP_DEPS 1"
|
|
pkg_rocm = "bash ci/bash.sh mlcaidev/package-rocm61:a86c2a7 -e GPU rocm-6.1 -e MLC_CI_SETUP_DEPS 1"
|
|
|
|
|
|
def per_exec_ws(folder) {
|
|
return "workspace/exec_${env.EXECUTOR_NUMBER}/" + folder
|
|
}
|
|
|
|
def pack_lib(name, libs) {
|
|
sh """
|
|
echo "Packing ${libs} into ${name}"
|
|
echo ${libs} | sed -e 's/,/ /g' | xargs md5sum
|
|
"""
|
|
stash includes: libs, name: name
|
|
}
|
|
|
|
def unpack_lib(name, libs) {
|
|
unstash name
|
|
sh """
|
|
echo "Unpacked ${libs} from ${name}"
|
|
echo ${libs} | sed -e 's/,/ /g' | xargs md5sum
|
|
"""
|
|
}
|
|
|
|
def init_git(submodule = false) {
|
|
cleanWs()
|
|
// add retry in case checkout timeouts
|
|
retry(5) {
|
|
checkout scm
|
|
}
|
|
if (submodule) {
|
|
retry(5) {
|
|
timeout(time: 10, unit: 'MINUTES') {
|
|
sh(script: 'git submodule update --init --recursive -f', label: 'Update git submodules')
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
stage('Build') {
|
|
parallel(
|
|
'CUDA': {
|
|
node('CPU-SMALL') {
|
|
ws(per_exec_ws('mlc-llm-build-cuda')) {
|
|
init_git(true)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
sh(script: "${pkg_cuda} conda env export --name py313", label: 'Checkout version')
|
|
sh(script: "${pkg_cuda} -j 8 -v \$HOME/.ccache /ccache conda run -n py313 ./ci/task/build_lib.sh", label: 'Build MLC LLM runtime')
|
|
sh(script: "${pkg_cuda} -j 1 conda run -n py313 ./ci/task/build_clean.sh", label: 'Clean up after build')
|
|
sh(script: "ls -alh ./wheels/", label: 'Build artifact')
|
|
pack_lib('mlc_wheel_cuda', 'wheels/*.whl')
|
|
}
|
|
}
|
|
},
|
|
// 'ROCm': {
|
|
// node('CPU-SMALL') {
|
|
// ws(per_exec_ws('mlc-llm-build-rocm')) {
|
|
// init_git(true)
|
|
// sh(script: "ls -alh", label: 'Show work directory')
|
|
// sh(script: "${pkg_rocm} conda env export --name py38", label: 'Checkout version')
|
|
// sh(script: "${pkg_rocm} -j 8 conda run -n py38 ./ci/task/build_lib.sh", label: 'Build MLC LLM runtime')
|
|
// sh(script: "${pkg_rocm} -j 1 conda run -n py38 ./ci/task/build_clean.sh", label: 'Clean up after build')
|
|
// sh(script: "ls -alh ./wheels/", label: 'Build artifact')
|
|
// pack_lib('mlc_wheel_rocm', 'wheels/*.whl')
|
|
// }
|
|
// }
|
|
// },
|
|
'Metal': {
|
|
node('MAC') {
|
|
ws(per_exec_ws('mlc-llm-build-metal')) {
|
|
init_git(true)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
sh(script: "conda env export --name mlc-llm-ci", label: 'Checkout version')
|
|
sh(script: "NUM_THREADS=6 GPU=metal conda run -n mlc-llm-ci ./ci/task/build_lib.sh", label: 'Build MLC LLM runtime')
|
|
sh(script: "NUM_THREADS=6 GPU=metal conda run -n mlc-llm-ci ./ci/task/build_clean.sh", label: 'Clean up after build')
|
|
sh(script: "ls -alh ./wheels/", label: 'Build artifact')
|
|
pack_lib('mlc_wheel_metal', 'wheels/*.whl')
|
|
}
|
|
}
|
|
},
|
|
'Vulkan': {
|
|
node('CPU-SMALL') {
|
|
ws(per_exec_ws('mlc-llm-build-vulkan')) {
|
|
init_git(true)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
sh(script: "${pkg_cpu} conda env export --name py313", label: 'Checkout version')
|
|
sh(script: "${pkg_cpu} -j 8 conda run -n py313 ./ci/task/build_lib.sh", label: 'Build MLC LLM runtime')
|
|
sh(script: "${pkg_cpu} -j 1 conda run -n py313 ./ci/task/build_clean.sh", label: 'Clean up after build')
|
|
sh(script: "ls -alh ./wheels/", label: 'Build artifact')
|
|
pack_lib('mlc_wheel_vulkan', 'wheels/*.whl')
|
|
}
|
|
}
|
|
}
|
|
)
|
|
}
|
|
|
|
stage('Unittest') {
|
|
parallel(
|
|
'CUDA': {
|
|
node('GPU') {
|
|
ws(per_exec_ws('mlc-llm-unittest')) {
|
|
init_git(false)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_cuda', 'wheels/*.whl')
|
|
sh(script: "${run_cuda} conda env export --name ci-unittest", label: 'Checkout version')
|
|
sh(script: "${run_cuda} conda run -n ci-unittest ./ci/task/test_unittest.sh", label: 'Testing')
|
|
}
|
|
}
|
|
}
|
|
)
|
|
}
|
|
|
|
stage('Model Compilation') {
|
|
parallel(
|
|
'CUDA': {
|
|
node('CPU-SMALL') {
|
|
ws(per_exec_ws('mlc-llm-compile-cuda')) {
|
|
init_git(false)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_cuda', 'wheels/*.whl')
|
|
sh(script: "${run_cuda} conda env export --name ci-unittest", label: 'Checkout version')
|
|
sh(script: "${run_cuda} -j 4 conda run -n ci-unittest ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
}
|
|
}
|
|
},
|
|
// 'ROCm': {
|
|
// node('CPU-SMALL') {
|
|
// ws(per_exec_ws('mlc-llm-compile-rocm')) {
|
|
// init_git(false)
|
|
// sh(script: "ls -alh", label: 'Show work directory')
|
|
// unpack_lib('mlc_wheel_rocm', 'wheels/*.whl')
|
|
// sh(script: "${run_rocm} conda env export --name ci-unittest", label: 'Checkout version')
|
|
// sh(script: "${run_rocm} -j 4 conda run -n ci-unittest ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
// }
|
|
// }
|
|
// },
|
|
'Metal': {
|
|
node('MAC') {
|
|
ws(per_exec_ws('mlc-llm-compile-metal')) {
|
|
init_git(false)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_metal', 'wheels/*.whl')
|
|
sh(script: "conda env export --name mlc-llm-ci", label: 'Checkout version')
|
|
sh(script: "NUM_THREADS=6 GPU=metal conda run -n mlc-llm-ci ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
}
|
|
}
|
|
},
|
|
'Vulkan': {
|
|
node('CPU-SMALL') {
|
|
ws(per_exec_ws('mlc-llm-compile-vulkan')) {
|
|
init_git(false)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_vulkan', 'wheels/*.whl')
|
|
sh(script: "${run_cpu} conda env export --name ci-unittest", label: 'Checkout version')
|
|
// sh(script: "${run_cpu} -j 4 conda run -n ci-unittest ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
}
|
|
}
|
|
},
|
|
'WASM': {
|
|
node('CPU-SMALL') {
|
|
ws(per_exec_ws('mlc-llm-compile-wasm')) {
|
|
init_git(true)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_vulkan', 'wheels/*.whl')
|
|
sh(script: "${run_cpu} conda env export --name ci-unittest", label: 'Checkout version')
|
|
sh(script: "${run_cpu} -j 8 -e GPU wasm conda run -n ci-unittest ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
}
|
|
}
|
|
},
|
|
'iOS': {
|
|
node('MAC') {
|
|
ws(per_exec_ws('mlc-llm-compile-ios')) {
|
|
init_git(false)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_metal', 'wheels/*.whl')
|
|
sh(script: "conda env export --name mlc-llm-ci", label: 'Checkout version')
|
|
sh(script: "NUM_THREADS=6 GPU=ios conda run -n mlc-llm-ci ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
}
|
|
}
|
|
},
|
|
'Android-OpenCL': {
|
|
node('CPU-SMALL') {
|
|
ws(per_exec_ws('mlc-llm-compile-android')) {
|
|
init_git(false)
|
|
sh(script: "ls -alh", label: 'Show work directory')
|
|
unpack_lib('mlc_wheel_vulkan', 'wheels/*.whl')
|
|
sh(script: "${run_cpu} conda env export --name ci-unittest", label: 'Checkout version')
|
|
sh(script: "${run_cpu} -j 4 -e GPU android conda run -n ci-unittest ./ci/task/test_model_compile.sh", label: 'Testing')
|
|
}
|
|
}
|
|
}
|
|
)
|
|
}
|