ba4be087d5
CICD NeMo / cicd-main-unit-tests (push) Blocked by required conditions
CICD NeMo / cicd-main-speech (push) Blocked by required conditions
CICD NeMo / cicd-test-container-build (push) Blocked by required conditions
CICD NeMo / cicd-import-tests (push) Blocked by required conditions
CICD NeMo / L0_Setup_Test_Data_And_Models (push) Blocked by required conditions
CICD NeMo / Nemo_CICD_Test (push) Blocked by required conditions
CICD NeMo / Coverage (e2e) (push) Blocked by required conditions
CICD NeMo / Coverage (unit-test) (push) Blocked by required conditions
CodeQL / Analyze (python) (push) Waiting to run
Create PR to main with cherry-pick from release / cherry-pick (push) Failing after 0s
CICD NeMo / pre-flight (push) Failing after 0s
CICD NeMo / configure (push) Has been skipped
Build, validate, and release Neural Modules / pre-flight (push) Failing after 1s
CICD NeMo / code-linting (push) Has been skipped
CICD NeMo / cicd-wait-in-queue (push) Waiting to run
Build, validate, and release Neural Modules / release (push) Has been skipped
Build, validate, and release Neural Modules / release-summary (push) Has been cancelled
284 lines
8.1 KiB
YAML
284 lines
8.1 KiB
YAML
name: CI-Install-Check
|
|
|
|
on:
|
|
pull_request:
|
|
paths:
|
|
- "**"
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
test-installs-macos:
|
|
name: ${{ matrix.os }}-py${{ matrix.python }}-${{ matrix.installer }}
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [macos-latest]
|
|
python: ["3.10", "3.11", "3.12"]
|
|
installer: ["pip-install", "nemo-install"]
|
|
steps:
|
|
- name: Checkout repo
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Check disk space before cleanup
|
|
run: df -h
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
# Remove unnecessary files on macOS
|
|
sudo rm -rf /usr/local/lib/android || true
|
|
sudo rm -rf /usr/local/.ghcup || true
|
|
sudo rm -rf /usr/local/lib/node_modules || true
|
|
brew cleanup || true
|
|
# Clear pip cache
|
|
pip cache purge || true
|
|
|
|
- name: Check disk space after cleanup
|
|
run: df -h
|
|
|
|
- uses: actions/setup-python@v6
|
|
with:
|
|
python-version: "${{ matrix.python }}"
|
|
|
|
- name: Install NeMo
|
|
env:
|
|
INSTALLER: ${{ matrix.installer }}
|
|
NEMO_TAG: ${{ github.sha }}
|
|
NEMO_REPO: ${{ github.server_url }}/${{ github.repository }}
|
|
run: |
|
|
if [[ "$INSTALLER" == "pip-install" ]]; then
|
|
pip install --no-cache-dir -U pip
|
|
pip install --no-cache-dir ".[all]"
|
|
else
|
|
export NEMO_TAG
|
|
export NEMO_REPO
|
|
export INSTALL_DIR=$(pwd)
|
|
|
|
pip install --no-cache-dir ".[all]"
|
|
fi
|
|
|
|
- name: Check disk space after installation
|
|
run: df -h
|
|
|
|
- name: Run import checks
|
|
run: |
|
|
# Run import checks
|
|
for collection in "asr" "tts" "lightning" "core"; do
|
|
python tests/core_ptl/check_imports.py --domain "$collection"
|
|
done
|
|
|
|
test-installs-linux-amd:
|
|
name: ubuntu-22.04-amd-py${{ matrix.python }}-${{ matrix.installer }}
|
|
runs-on: ubuntu-22.04
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
python: ["3.10", "3.11", "3.12"]
|
|
installer: ["pip-install", "nemo-install"]
|
|
steps:
|
|
- name: Checkout repo
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Check disk space before cleanup
|
|
run: df -h
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
# Remove unnecessary packages and files on Ubuntu
|
|
sudo apt-get clean
|
|
sudo rm -rf /usr/local/lib/android || true
|
|
sudo rm -rf /opt/ghc || true
|
|
sudo rm -rf /usr/local/.ghcup || true
|
|
sudo rm -rf /usr/share/dotnet || true
|
|
sudo rm -rf /opt/az || true
|
|
# Clear pip and npm caches
|
|
pip cache purge || true
|
|
sudo npm cache clean --force || true
|
|
|
|
- name: Check disk space after cleanup
|
|
run: df -h
|
|
|
|
- name: Install Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: ${{ matrix.python }}
|
|
|
|
- name: Install NeMo
|
|
env:
|
|
INSTALLER: ${{ matrix.installer }}
|
|
run: |
|
|
if [ "$INSTALLER" = "pip-install" ]; then
|
|
pip install --no-cache-dir --upgrade pip
|
|
pip install --no-cache-dir ".[all]"
|
|
else
|
|
export INSTALL_DIR=$(pwd)
|
|
pip install --no-cache-dir ".[all]"
|
|
fi
|
|
|
|
- name: Check disk space after installation
|
|
run: df -h
|
|
|
|
- name: Run import checks
|
|
run: |
|
|
# Run import checks
|
|
for collection in "asr" "tts" "lightning" "core"; do
|
|
python tests/core_ptl/check_imports.py --domain "$collection"
|
|
done
|
|
|
|
test-asr-install-linux-amd:
|
|
name: ubuntu-22.04-amd-py${{ matrix.python }}-asr
|
|
runs-on: ubuntu-22.04
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
python: ["3.10", "3.11", "3.12"]
|
|
steps:
|
|
- name: Checkout repo
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Check disk space before cleanup
|
|
run: df -h
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
# Remove unnecessary packages and files on Ubuntu
|
|
sudo apt-get clean
|
|
sudo rm -rf /usr/local/lib/android || true
|
|
sudo rm -rf /opt/ghc || true
|
|
sudo rm -rf /usr/local/.ghcup || true
|
|
sudo rm -rf /usr/share/dotnet || true
|
|
sudo rm -rf /opt/az || true
|
|
# Clear pip and npm caches
|
|
pip cache purge || true
|
|
sudo npm cache clean --force || true
|
|
|
|
- name: Check disk space after cleanup
|
|
run: df -h
|
|
|
|
- name: Install Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: ${{ matrix.python }}
|
|
|
|
- name: Install NeMo
|
|
run: |
|
|
pip install --no-cache-dir --upgrade pip
|
|
pip install --no-cache-dir ".[asr]"
|
|
|
|
- name: Check disk space after installation
|
|
run: df -h
|
|
|
|
- name: Run import checks
|
|
run: |
|
|
# Run import checks
|
|
python tests/core_ptl/check_imports.py --domain asr
|
|
|
|
test-installs-linux-arm:
|
|
name: ubuntu-22.04-arm-py${{ matrix.python }}-${{ matrix.installer }}
|
|
runs-on: ubuntu-22.04-arm
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
python: ["3.10", "3.11", "3.12"]
|
|
installer: ["pip-install", "nemo-install"]
|
|
steps:
|
|
- name: Checkout repo
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Check disk space before cleanup
|
|
run: df -h
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
# Remove unnecessary packages and files on Ubuntu ARM
|
|
sudo apt-get clean
|
|
sudo rm -rf /usr/local/lib/android || true
|
|
sudo rm -rf /opt/ghc || true
|
|
sudo rm -rf /usr/local/.ghcup || true
|
|
sudo rm -rf /usr/share/dotnet || true
|
|
sudo rm -rf /opt/az || true
|
|
# Clear pip and npm caches
|
|
pip cache purge || true
|
|
sudo npm cache clean --force || true
|
|
|
|
- name: Check disk space after cleanup
|
|
run: df -h
|
|
|
|
- name: Install Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: ${{ matrix.python }}
|
|
|
|
- name: Install NeMo
|
|
env:
|
|
INSTALLER: ${{ matrix.installer }}
|
|
run: |
|
|
if [ "$INSTALLER" = "pip-install" ]; then
|
|
pip install --no-cache-dir --upgrade pip
|
|
pip install --no-cache-dir ".[all]"
|
|
else
|
|
export INSTALL_DIR=$(pwd)
|
|
pip install --no-cache-dir ".[all]"
|
|
fi
|
|
|
|
- name: Check disk space after installation
|
|
run: df -h
|
|
|
|
- name: Run import checks
|
|
run: |
|
|
# Run import checks
|
|
for collection in "asr" "tts" "lightning" "core"; do
|
|
python tests/core_ptl/check_imports.py --domain "$collection"
|
|
done
|
|
|
|
test-asr-installs-linux-arm:
|
|
name: ubuntu-22.04-arm-py${{ matrix.python }}-asr
|
|
runs-on: ubuntu-22.04-arm
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
python: ["3.10", "3.11", "3.12"]
|
|
steps:
|
|
- name: Checkout repo
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Check disk space before cleanup
|
|
run: df -h
|
|
|
|
- name: Free up disk space
|
|
run: |
|
|
# Remove unnecessary packages and files on Ubuntu ARM
|
|
sudo apt-get clean
|
|
sudo rm -rf /usr/local/lib/android || true
|
|
sudo rm -rf /opt/ghc || true
|
|
sudo rm -rf /usr/local/.ghcup || true
|
|
sudo rm -rf /usr/share/dotnet || true
|
|
sudo rm -rf /opt/az || true
|
|
# Clear pip and npm caches
|
|
pip cache purge || true
|
|
sudo npm cache clean --force || true
|
|
|
|
- name: Check disk space after cleanup
|
|
run: df -h
|
|
|
|
- name: Install Python
|
|
uses: actions/setup-python@v6
|
|
with:
|
|
python-version: ${{ matrix.python }}
|
|
|
|
- name: Install NeMo
|
|
run: |
|
|
pip install --no-cache-dir --upgrade pip
|
|
pip install --no-cache-dir ".[asr]"
|
|
|
|
- name: Check disk space after installation
|
|
run: df -h
|
|
|
|
- name: Run import checks
|
|
run: |
|
|
# Run import checks
|
|
python tests/core_ptl/check_imports.py --domain asr
|