chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,218 @@
|
||||
name: Cross version tests
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
types:
|
||||
- opened
|
||||
- synchronize
|
||||
- reopened
|
||||
paths-ignore:
|
||||
- "docs/**"
|
||||
- "**.md"
|
||||
- "dev/clint/**"
|
||||
- ".github/workflows/docs.yml"
|
||||
- ".github/workflows/preview-docs.yml"
|
||||
- "mlflow/server/js/**"
|
||||
- ".github/workflows/js.yml"
|
||||
- ".claude/**"
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
repository:
|
||||
description: >
|
||||
[Optional] Repository name with owner. For example, mlflow/mlflow.
|
||||
Defaults to the repository that triggered a workflow.
|
||||
required: false
|
||||
default: ""
|
||||
ref:
|
||||
description: >
|
||||
[Optional] The branch, tag or SHA to checkout. When checking out the repository that
|
||||
triggered a workflow, this defaults to the reference or SHA for that event. Otherwise,
|
||||
uses the default branch.
|
||||
required: false
|
||||
default: ""
|
||||
flavors:
|
||||
description: "[Optional] Comma-separated string specifying which flavors to test (e.g. 'sklearn, xgboost'). If unspecified, all flavors are tested."
|
||||
required: false
|
||||
default: ""
|
||||
versions:
|
||||
description: "[Optional] Comma-separated string specifying which versions to test (e.g. '1.2.3, 4.5.6'). If unspecified, all versions are tested."
|
||||
required: false
|
||||
default: ""
|
||||
schedule:
|
||||
# Run this workflow daily at 13:00 UTC
|
||||
- cron: "0 13 * * *"
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.ref }}
|
||||
cancel-in-progress: true
|
||||
|
||||
defaults:
|
||||
run:
|
||||
shell: bash
|
||||
|
||||
env:
|
||||
MLFLOW_HOME: ${{ github.workspace }}
|
||||
PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/cpu
|
||||
PIP_CONSTRAINT: ${{ github.workspace }}/requirements/constraints.txt
|
||||
|
||||
permissions: {}
|
||||
|
||||
jobs:
|
||||
set-matrix:
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 10
|
||||
if: github.event_name == 'workflow_dispatch' || (github.event_name == 'schedule' && github.repository == 'mlflow/dev') || (github.event_name == 'pull_request' && (github.event.pull_request.draft == false || github.event.pull_request.user.login == 'Copilot' && github.event.pull_request.user.type == 'Bot'))
|
||||
permissions:
|
||||
contents: read
|
||||
outputs:
|
||||
matrix1: ${{ steps.set-matrix.outputs.matrix1 }}
|
||||
matrix2: ${{ steps.set-matrix.outputs.matrix2 }}
|
||||
is_matrix1_empty: ${{ steps.set-matrix.outputs.is_matrix1_empty }}
|
||||
is_matrix2_empty: ${{ steps.set-matrix.outputs.is_matrix2_empty }}
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
||||
with:
|
||||
persist-credentials: false
|
||||
repository: ${{ github.event_name == 'schedule' && 'mlflow/mlflow' || github.event.inputs.repository }}
|
||||
ref: ${{ github.event.inputs.ref }}
|
||||
- uses: ./.github/actions/untracked
|
||||
- uses: ./.github/actions/setup-python
|
||||
with:
|
||||
pin-micro-version: false
|
||||
- name: Install flavors
|
||||
run: |
|
||||
uv sync --package flavors
|
||||
- name: Check labels
|
||||
uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8.0.0
|
||||
id: check-labels
|
||||
with:
|
||||
retries: 3
|
||||
script: |
|
||||
if (context.eventName !== "pull_request") {
|
||||
return {
|
||||
enable_dev_tests: true,
|
||||
only_latest: false,
|
||||
};
|
||||
}
|
||||
const labelNames = context.payload.pull_request.labels.map(l => l.name);
|
||||
return {
|
||||
enable_dev_tests: labelNames.includes("enable-dev-tests"),
|
||||
only_latest: labelNames.includes("only-latest"),
|
||||
};
|
||||
- name: Test flavors CLI
|
||||
run: |
|
||||
uv run --no-sync pytest --noconftest dev/flavors/tests
|
||||
- id: set-matrix
|
||||
name: Set matrix
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
EVENT_NAME: ${{ github.event_name }}
|
||||
REPO: ${{ github.repository }}
|
||||
PR_NUMBER: ${{ github.event.pull_request.number }}
|
||||
BASE_REF: ${{ github.base_ref }}
|
||||
ENABLE_DEV_TESTS: ${{ fromJson(steps.check-labels.outputs.result).enable_dev_tests }}
|
||||
ONLY_LATEST: ${{ fromJson(steps.check-labels.outputs.result).only_latest }}
|
||||
FLAVORS: ${{ github.event.inputs.flavors }}
|
||||
VERSIONS: ${{ github.event.inputs.versions }}
|
||||
run: |
|
||||
if [ "$EVENT_NAME" = "pull_request" ]; then
|
||||
REF_VERSIONS_YAML=/tmp/ref-versions.yml
|
||||
git fetch origin "$BASE_REF" --depth=1
|
||||
git show "origin/$BASE_REF:mlflow/ml-package-versions.yml" > "$REF_VERSIONS_YAML"
|
||||
CHANGED_FILES=$(gh pr view "$PR_NUMBER" --json files --jq '.files[].path' | grep -v '^mlflow/server/js' || true)
|
||||
NO_DEV_FLAG=$([ "$ENABLE_DEV_TESTS" == "true" ] && echo "" || echo "--no-dev")
|
||||
ONLY_LATEST_FLAG=$([ "$ONLY_LATEST" == "true" ] && echo "--only-latest" || echo "")
|
||||
uv run --no-sync flavors matrix --ref-versions-yaml "$REF_VERSIONS_YAML" --changed-files "$CHANGED_FILES" $NO_DEV_FLAG $ONLY_LATEST_FLAG
|
||||
elif [ "$EVENT_NAME" = "workflow_dispatch" ]; then
|
||||
uv run --no-sync flavors matrix --flavors "$FLAVORS" --versions "$VERSIONS"
|
||||
else
|
||||
uv run --no-sync flavors matrix
|
||||
fi
|
||||
|
||||
test1:
|
||||
needs: set-matrix
|
||||
if: needs.set-matrix.outputs.is_matrix1_empty == 'false'
|
||||
runs-on: ${{ matrix.runs_on }}
|
||||
timeout-minutes: 120
|
||||
permissions:
|
||||
contents: read
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix: ${{ fromJson(needs.set-matrix.outputs.matrix1) }}
|
||||
steps: &test-steps
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
|
||||
with:
|
||||
persist-credentials: false
|
||||
repository: ${{ github.event_name == 'schedule' && 'mlflow/mlflow' || github.event.inputs.repository }}
|
||||
ref: ${{ github.event.inputs.ref }}
|
||||
- uses: ./.github/actions/free-disk-space
|
||||
if: matrix.free_disk_space
|
||||
- uses: ./.github/actions/setup-python
|
||||
with:
|
||||
python-version: ${{ matrix.python }}
|
||||
- uses: ./.github/actions/setup-pyenv
|
||||
- uses: ./.github/actions/setup-java
|
||||
with:
|
||||
java-version: ${{ matrix.java }}
|
||||
- name: Remove constraints
|
||||
env:
|
||||
PACKAGE: ${{ matrix.package }}
|
||||
run: |
|
||||
# Remove any constraints for the current package to prevent installation conflicts
|
||||
sed -i '/^'"$PACKAGE"'/d' requirements/constraints.txt
|
||||
sed -i '/^constraint-dependencies = \[/,/^\]/{ /'"$PACKAGE"'/d }' pyproject.toml
|
||||
|
||||
if ! git diff --exit-code requirements/constraints.txt pyproject.toml; then
|
||||
git diff
|
||||
git config user.name 'mlflow-app[bot]'
|
||||
git config user.email 'mlflow-app[bot]@users.noreply.github.com'
|
||||
git add requirements/constraints.txt pyproject.toml
|
||||
git commit -m "Remove constraints for testing"
|
||||
fi
|
||||
- name: Install mlflow & test dependencies
|
||||
env:
|
||||
MATRIX_CATEGORY: ${{ matrix.category }}
|
||||
run: |
|
||||
# setuptools 82.0.0 removed pkg_resources, this breaking change breaks some packages like transformers
|
||||
uv pip install --system -U wheel "setuptools<82"
|
||||
# For tracing SDK test, install the tracing package from the local path and minimal test dependencies
|
||||
if [[ "$MATRIX_CATEGORY" == "tracing-sdk" ]]; then
|
||||
uv pip install --system libs/tracing
|
||||
uv pip install --system pytest pytest-asyncio pytest-cov
|
||||
# Other two categories of tests (model/autologging)
|
||||
else
|
||||
uv pip install --system .[extras]
|
||||
uv pip install --system -r requirements/test-requirements.txt
|
||||
fi
|
||||
- name: Install ${{ matrix.package }} ${{ matrix.version }}
|
||||
env:
|
||||
MATRIX_INSTALL: ${{ matrix.install }}
|
||||
run: |
|
||||
eval "$MATRIX_INSTALL"
|
||||
- uses: ./.github/actions/show-versions
|
||||
- name: Pre-test
|
||||
if: matrix.pre_test
|
||||
env:
|
||||
MATRIX_PRE_TEST: ${{ matrix.pre_test }}
|
||||
run: |
|
||||
eval "$MATRIX_PRE_TEST"
|
||||
- name: Run tests
|
||||
env:
|
||||
MLFLOW_CONDA_HOME: /usr/share/miniconda
|
||||
SPARK_LOCAL_IP: localhost
|
||||
HF_HUB_ENABLE_HF_TRANSFER: 1
|
||||
MATRIX_RUN: ${{ matrix.run }}
|
||||
run: |
|
||||
eval "$MATRIX_RUN"
|
||||
|
||||
test2:
|
||||
needs: set-matrix
|
||||
if: needs.set-matrix.outputs.is_matrix2_empty == 'false'
|
||||
runs-on: ${{ matrix.runs_on }}
|
||||
timeout-minutes: 120
|
||||
permissions:
|
||||
contents: read
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix: ${{ fromJson(needs.set-matrix.outputs.matrix2) }}
|
||||
steps: *test-steps
|
||||
Reference in New Issue
Block a user