Files
wehub-resource-sync ba4be087d5
CICD NeMo / cicd-main-unit-tests (push) Blocked by required conditions
CICD NeMo / cicd-main-speech (push) Blocked by required conditions
CICD NeMo / cicd-test-container-build (push) Blocked by required conditions
CICD NeMo / cicd-import-tests (push) Blocked by required conditions
CICD NeMo / L0_Setup_Test_Data_And_Models (push) Blocked by required conditions
CICD NeMo / Nemo_CICD_Test (push) Blocked by required conditions
CICD NeMo / Coverage (e2e) (push) Blocked by required conditions
CICD NeMo / Coverage (unit-test) (push) Blocked by required conditions
CodeQL / Analyze (python) (push) Waiting to run
Create PR to main with cherry-pick from release / cherry-pick (push) Failing after 0s
CICD NeMo / pre-flight (push) Failing after 0s
CICD NeMo / configure (push) Has been skipped
Build, validate, and release Neural Modules / pre-flight (push) Failing after 1s
CICD NeMo / code-linting (push) Has been skipped
CICD NeMo / cicd-wait-in-queue (push) Waiting to run
Build, validate, and release Neural Modules / release (push) Has been skipped
Build, validate, and release Neural Modules / release-summary (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 13:28:58 +08:00

112 lines
3.8 KiB
YAML

name: ~Build container template
on:
workflow_call:
inputs:
image-name:
required: true
type: string
description: "The name of the image to build"
dockerfile:
required: true
type: string
runner:
required: false
default: nemo-ci-aws-gpu-x2
type: string
description: "The runner to use for the build"
registry:
required: false
default: 766267172432.dkr.ecr.us-east-1.amazonaws.com
type: string
description: "Container registry"
outputs:
image:
description: "Full image URL (registry/nemo-speech:image-name-run_id)"
value: ${{ jobs.build.outputs.image }}
permissions:
id-token: write
contents: read
jobs:
pre-flight:
runs-on: ubuntu-latest
outputs:
build_args: ${{ steps.manifest.outputs.BUILD_ARGS }}
cache-from: ${{ steps.cache_from.outputs.LAST_PRS }}
steps:
- name: Checkout repository
uses: actions/checkout@v6
- name: Get last merged PR
id: cache_from
env:
GH_TOKEN: ${{ github.token }}
run: |
LAST_PRS=$(gh api graphql -f query='
query {
repository(owner: "NVIDIA", name: "NeMo") {
pullRequests(states: MERGED, first: 100, orderBy: {field: UPDATED_AT, direction: DESC}) {
nodes {
number
}
}
}
}' | jq -r '.data.repository.pullRequests.nodes[].number' | while read -r number; do
echo "type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-$number,mode=max"
done)
echo "LAST_PRS<<EOF" | tee -a $GITHUB_OUTPUT
echo "$LAST_PRS" | tee -a $GITHUB_OUTPUT
echo "EOF" | tee -a $GITHUB_OUTPUT
build:
runs-on: ${{ inputs.runner }}
needs: [pre-flight]
outputs:
image: ${{ steps.image-tag.outputs.image }}
steps:
- name: Checkout repository
uses: actions/checkout@v6
- name: Compute image tag
id: image-tag
run: |
echo "image=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-${{ github.run_id }}" | tee -a $GITHUB_OUTPUT
- name: Compute cache keys
id: cache-keys
run: |
PR_NUMBER="${{ github.event.pull_request.number }}"
if [[ "${{ github.ref }}" == "refs/heads/main" ]]; then
KEY="main"
elif [[ -n "$PR_NUMBER" ]]; then
KEY="$PR_NUMBER"
else
KEY=$(echo "${{ github.ref_name }}" | tr '/' '-' | tr -cd '[:alnum:]._-')
fi
echo "cache-to=type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-${KEY},mode=max" | tee -a $GITHUB_OUTPUT
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Build and push
uses: docker/build-push-action@v5
with:
file: ${{ inputs.dockerfile }}
push: true
context: .
build-args: |
IMAGE_LABEL=nemo-core
NEMO_TAG=${{ github.sha }}
NEMO_REPO=https://github.com/NVIDIA/NeMo
PR_NUMBER=${{ github.event.pull_request.number || 0 }}
cache-from: |
type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-main,mode=max
type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-${{ github.event.pull_request.number || 0 }},mode=max
${{ needs.pre-flight.outputs.cache-from }}
cache-to: ${{ steps.cache-keys.outputs.cache-to }}
tags: |
${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-${{ github.run_id }}
${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-${{ github.sha }}