wehub-resource-sync
73 lines
2.1 KiB
Docker
73 lines
2.1 KiB
Docker
# syntax=docker/dockerfile:1.3-labs
|
|
ARG ARCH_SUFFIX=
|
|
ARG HOSTTYPE=x86_64
|
|
ARG MANYLINUX_VERSION
|
|
FROM rayproject/manylinux2014:${MANYLINUX_VERSION}-jdk-${HOSTTYPE} AS builder
|
|
|
|
ARG PYTHON_VERSION=3.10
|
|
ARG BUILDKITE_BAZEL_CACHE_URL
|
|
ARG BUILDKITE_CACHE_READONLY
|
|
ARG HOSTTYPE
|
|
ARG IS_LOCAL_BUILD=false
|
|
ARG CACHE_DIR=/opt/cache
|
|
|
|
ENV BUILDKITE_BAZEL_CACHE_URL=${BUILDKITE_BAZEL_CACHE_URL}
|
|
ENV BUILDKITE_CACHE_READONLY=${BUILDKITE_CACHE_READONLY}
|
|
ENV IS_LOCAL_BUILD=${IS_LOCAL_BUILD}
|
|
ENV CACHE_DIR=${CACHE_DIR}
|
|
ENV DOWNLOAD_CACHE=${CACHE_DIR}/downloads
|
|
ENV BAZEL_CACHE=${CACHE_DIR}/bazel
|
|
|
|
WORKDIR /home/forge/ray
|
|
|
|
COPY --chown=forge . .
|
|
|
|
RUN --mount=type=cache,target=${DOWNLOAD_CACHE},uid=2000,gid=100,id=ray-downloads-${HOSTTYPE} \
|
|
--mount=type=cache,target=${BAZEL_CACHE},uid=2000,gid=100,id=ray-bazel-${HOSTTYPE}-py${PYTHON_VERSION} \
|
|
<<'EOF'
|
|
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
export BAZELISK_HOME=$DOWNLOAD_CACHE/bazelisk
|
|
REPOSITORY_CACHE=$DOWNLOAD_CACHE/repo
|
|
|
|
PY_CODE="${PYTHON_VERSION//./}"
|
|
PY_BIN="cp${PY_CODE}-cp${PY_CODE}"
|
|
|
|
export RAY_BUILD_ENV="manylinux_py${PY_BIN}"
|
|
|
|
sudo ln -sf "/opt/python/${PY_BIN}/bin/python3" /usr/local/bin/python3
|
|
sudo ln -sf /usr/local/bin/python3 /usr/local/bin/python
|
|
|
|
BAZEL_CACHE_ARGS=""
|
|
if [[ -z "${BUILDKITE_BAZEL_CACHE_URL:-}" ]]; then
|
|
# Disable remote cache for local builds (no credentials)
|
|
BAZEL_CACHE_ARGS="--remote_cache="
|
|
else
|
|
# Override whatever the base image baked into ~/.bazelrc
|
|
BAZEL_CACHE_ARGS="--remote_cache=${BUILDKITE_BAZEL_CACHE_URL}"
|
|
if [[ "${BUILDKITE_CACHE_READONLY:-}" == "true" ]]; then
|
|
BAZEL_CACHE_ARGS="$BAZEL_CACHE_ARGS --remote_upload_local_results=false"
|
|
fi
|
|
fi
|
|
|
|
BAZEL_RESOURCE_FLAGS=""
|
|
if [[ "$IS_LOCAL_BUILD" == "true" ]]; then
|
|
BAZEL_RESOURCE_FLAGS=$(python3 "$HOME/ray/ci/build/container_resource_utils.py")
|
|
fi
|
|
|
|
bazelisk --output_base=$BAZEL_CACHE build --config=ci \
|
|
--repository_cache=$REPOSITORY_CACHE \
|
|
$BAZEL_CACHE_ARGS \
|
|
$BAZEL_RESOURCE_FLAGS \
|
|
//:ray_pkg_zip //:ray_py_proto_zip
|
|
|
|
cp bazel-bin/ray_pkg.zip /home/forge/ray_pkg.zip
|
|
cp bazel-bin/ray_py_proto.zip /home/forge/ray_py_proto.zip
|
|
|
|
EOF
|
|
|
|
FROM scratch
|
|
|
|
COPY --from=builder /home/forge/ray_pkg.zip /home/forge/ray_py_proto.zip /
|