wehub-resource-sync
142 lines
5.3 KiB
Docker
142 lines
5.3 KiB
Docker
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# CI docker GPU env
|
|
# tag: v0.60
|
|
FROM nvidia/cuda:12.8.1-cudnn-devel-ubuntu24.04
|
|
COPY --from=ghcr.io/astral-sh/uv:0.10.5 /uv /uvx /bin/
|
|
|
|
COPY utils/apt-install-and-clear.sh /usr/local/bin/apt-install-and-clear
|
|
COPY utils/download-and-verify.sh /usr/local/bin/download-and-verify
|
|
|
|
# Per https://forums.developer.nvidia.com/t/notice-cuda-linux-repository-key-rotation/212772
|
|
# we need to add a new GPG key before running apt update.
|
|
RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/3bf863cc.pub
|
|
|
|
# Base scripts
|
|
RUN rm -f /etc/apt/sources.list.d/nvidia-ml.list && apt-get clean
|
|
RUN apt-get update --fix-missing
|
|
|
|
COPY install/ubuntu_setup_tz.sh /install/ubuntu_setup_tz.sh
|
|
RUN bash /install/ubuntu_setup_tz.sh
|
|
|
|
COPY install/ubuntu_install_core.sh /install/ubuntu_install_core.sh
|
|
RUN bash /install/ubuntu_install_core.sh
|
|
|
|
COPY install/ubuntu_install_cmake.sh /install/ubuntu_install_cmake.sh
|
|
RUN bash /install/ubuntu_install_cmake.sh
|
|
|
|
COPY install/ubuntu_install_googletest.sh /install/ubuntu_install_googletest.sh
|
|
RUN bash /install/ubuntu_install_googletest.sh /googletest
|
|
|
|
ENV UV_NO_CACHE=1
|
|
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
|
|
ENV UV_MANAGED_PYTHON=1
|
|
|
|
ENV TVM_VENV=/venv/apache-tvm-py3.10
|
|
COPY install/ubuntu_install_python.sh /install/ubuntu_install_python.sh
|
|
RUN bash /install/ubuntu_install_python.sh 3.10
|
|
RUN uv --version
|
|
ENV PATH=${TVM_VENV}/bin:$PATH
|
|
ENV VIRTUAL_ENV=${TVM_VENV}
|
|
|
|
# Disable .local directory from affecting CI.
|
|
ENV PYTHONNOUSERSITE=1
|
|
|
|
COPY install/ubuntu_install_llvm.sh /install/ubuntu_install_llvm.sh
|
|
RUN bash /install/ubuntu_install_llvm.sh
|
|
|
|
COPY install/ubuntu_install_opencl.sh /install/ubuntu_install_opencl.sh
|
|
RUN bash /install/ubuntu_install_opencl.sh
|
|
|
|
COPY install/ubuntu_install_python_package.sh /install/ubuntu_install_python_package.sh
|
|
RUN bash /install/ubuntu_install_python_package.sh
|
|
|
|
COPY install/ubuntu_install_cuda_python.sh /install/ubuntu_install_cuda_python.sh
|
|
RUN bash /install/ubuntu_install_cuda_python.sh
|
|
|
|
COPY install/ubuntu_install_sphinx.sh /install/ubuntu_install_sphinx.sh
|
|
RUN bash /install/ubuntu_install_sphinx.sh
|
|
|
|
# Enable doxygen for c++ doc build
|
|
RUN apt-get update && apt-install-and-clear -y doxygen libprotobuf-dev protobuf-compiler
|
|
|
|
COPY install/ubuntu_install_java.sh /install/ubuntu_install_java.sh
|
|
RUN bash /install/ubuntu_install_java.sh
|
|
|
|
COPY install/ubuntu_install_nodejs.sh /install/ubuntu_install_nodejs.sh
|
|
RUN bash /install/ubuntu_install_nodejs.sh
|
|
|
|
COPY install/ubuntu_install_rocm.sh /install/ubuntu_install_rocm.sh
|
|
RUN bash /install/ubuntu_install_rocm.sh
|
|
|
|
# DL Frameworks
|
|
COPY install/ubuntu_install_coreml.sh /install/ubuntu_install_coreml.sh
|
|
RUN bash /install/ubuntu_install_coreml.sh
|
|
|
|
COPY install/ubuntu_install_tensorflow.sh /install/ubuntu_install_tensorflow.sh
|
|
RUN bash /install/ubuntu_install_tensorflow.sh
|
|
|
|
COPY install/ubuntu_install_jax.sh /install/ubuntu_install_jax.sh
|
|
RUN bash /install/ubuntu_install_jax.sh "cuda"
|
|
|
|
# ONNX and PyTorch
|
|
COPY install/ubuntu_install_onnx.sh /install/ubuntu_install_onnx.sh
|
|
RUN bash /install/ubuntu_install_onnx.sh "cuda"
|
|
|
|
COPY install/ubuntu_install_tflite.sh /install/ubuntu_install_tflite.sh
|
|
RUN bash /install/ubuntu_install_tflite.sh
|
|
|
|
COPY install/ubuntu_install_dgl.sh /install/ubuntu_install_dgl.sh
|
|
RUN bash /install/ubuntu_install_dgl.sh
|
|
|
|
COPY install/ubuntu_install_nnef.sh /install/ubuntu_install_nnef.sh
|
|
RUN bash /install/ubuntu_install_nnef.sh
|
|
|
|
ENV NVIDIA_DRIVER_CAPABILITIES=compute,graphics,utility
|
|
COPY install/ubuntu_install_vulkan.sh /install/ubuntu_install_vulkan.sh
|
|
RUN bash /install/ubuntu_install_vulkan.sh
|
|
|
|
# MetaScheduler deps
|
|
COPY install/ubuntu_install_xgboost.sh /install/ubuntu_install_xgboost.sh
|
|
RUN bash /install/ubuntu_install_xgboost.sh
|
|
|
|
# sccache
|
|
COPY install/ubuntu_install_sccache.sh /install/ubuntu_install_sccache.sh
|
|
RUN bash /install/ubuntu_install_sccache.sh
|
|
ENV PATH=/opt/sccache:$PATH
|
|
|
|
# dnnl
|
|
COPY install/ubuntu_install_dnnl.sh /install/ubuntu_install_dnnl.sh
|
|
RUN bash /install/ubuntu_install_dnnl.sh
|
|
|
|
# Environment variables
|
|
ENV PATH=/usr/local/nvidia/bin:${PATH}
|
|
ENV PATH=/usr/local/cuda/bin:${PATH}
|
|
ENV CPLUS_INCLUDE_PATH=/usr/local/cuda/include
|
|
ENV C_INCLUDE_PATH=/usr/local/cuda/include
|
|
ENV LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat:${LIBRARY_PATH}
|
|
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat:${LD_LIBRARY_PATH}
|
|
|
|
# Ensure the local libcuda have higher priority than the /usr/local/cuda/compact
|
|
# since the compact libcuda does not work on non-Tesla gpus
|
|
ENV LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu/:${LD_LIBRARY_PATH}
|
|
|
|
ENV LD_LIBRARY_PATH=/opt/rocm/lib:${LD_LIBRARY_PATH}
|
|
ENV PATH=/node_modules/.bin:${PATH}
|
|
ENV VULKAN_SDK=/usr
|