chore: import upstream snapshot with attribution
Create PR to main with cherry-pick from release / cherry-pick (push) Failing after 0s
CICD NeMo / pre-flight (push) Failing after 0s
CICD NeMo / configure (push) Has been skipped
Build, validate, and release Neural Modules / pre-flight (push) Failing after 1s
CICD NeMo / code-linting (push) Has been skipped
Build, validate, and release Neural Modules / release (push) Has been skipped
Build, validate, and release Neural Modules / release-summary (push) Has been cancelled
CICD NeMo / cicd-test-container-build (push) Has been cancelled
CICD NeMo / cicd-import-tests (push) Has been cancelled
CICD NeMo / L0_Setup_Test_Data_And_Models (push) Has been cancelled
CICD NeMo / cicd-main-unit-tests (push) Has been cancelled
CICD NeMo / cicd-main-speech (push) Has been cancelled
CICD NeMo / Nemo_CICD_Test (push) Has been cancelled
CICD NeMo / Coverage (e2e) (push) Has been cancelled
CICD NeMo / Coverage (unit-test) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
CICD NeMo / cicd-wait-in-queue (push) Has been cancelled
Create PR to main with cherry-pick from release / cherry-pick (push) Failing after 0s
CICD NeMo / pre-flight (push) Failing after 0s
CICD NeMo / configure (push) Has been skipped
Build, validate, and release Neural Modules / pre-flight (push) Failing after 1s
CICD NeMo / code-linting (push) Has been skipped
Build, validate, and release Neural Modules / release (push) Has been skipped
Build, validate, and release Neural Modules / release-summary (push) Has been cancelled
CICD NeMo / cicd-test-container-build (push) Has been cancelled
CICD NeMo / cicd-import-tests (push) Has been cancelled
CICD NeMo / L0_Setup_Test_Data_And_Models (push) Has been cancelled
CICD NeMo / cicd-main-unit-tests (push) Has been cancelled
CICD NeMo / cicd-main-speech (push) Has been cancelled
CICD NeMo / Nemo_CICD_Test (push) Has been cancelled
CICD NeMo / Coverage (e2e) (push) Has been cancelled
CICD NeMo / Coverage (unit-test) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
CICD NeMo / cicd-wait-in-queue (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,111 @@
|
||||
name: ~Build container template
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
image-name:
|
||||
required: true
|
||||
type: string
|
||||
description: "The name of the image to build"
|
||||
dockerfile:
|
||||
required: true
|
||||
type: string
|
||||
runner:
|
||||
required: false
|
||||
default: nemo-ci-aws-gpu-x2
|
||||
type: string
|
||||
description: "The runner to use for the build"
|
||||
registry:
|
||||
required: false
|
||||
default: 766267172432.dkr.ecr.us-east-1.amazonaws.com
|
||||
type: string
|
||||
description: "Container registry"
|
||||
outputs:
|
||||
image:
|
||||
description: "Full image URL (registry/nemo-speech:image-name-run_id)"
|
||||
value: ${{ jobs.build.outputs.image }}
|
||||
|
||||
permissions:
|
||||
id-token: write
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
pre-flight:
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
build_args: ${{ steps.manifest.outputs.BUILD_ARGS }}
|
||||
cache-from: ${{ steps.cache_from.outputs.LAST_PRS }}
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
uses: actions/checkout@v6
|
||||
|
||||
- name: Get last merged PR
|
||||
id: cache_from
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
LAST_PRS=$(gh api graphql -f query='
|
||||
query {
|
||||
repository(owner: "NVIDIA", name: "NeMo") {
|
||||
pullRequests(states: MERGED, first: 100, orderBy: {field: UPDATED_AT, direction: DESC}) {
|
||||
nodes {
|
||||
number
|
||||
}
|
||||
}
|
||||
}
|
||||
}' | jq -r '.data.repository.pullRequests.nodes[].number' | while read -r number; do
|
||||
echo "type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-$number,mode=max"
|
||||
done)
|
||||
|
||||
echo "LAST_PRS<<EOF" | tee -a $GITHUB_OUTPUT
|
||||
echo "$LAST_PRS" | tee -a $GITHUB_OUTPUT
|
||||
echo "EOF" | tee -a $GITHUB_OUTPUT
|
||||
|
||||
build:
|
||||
runs-on: ${{ inputs.runner }}
|
||||
needs: [pre-flight]
|
||||
outputs:
|
||||
image: ${{ steps.image-tag.outputs.image }}
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
uses: actions/checkout@v6
|
||||
|
||||
- name: Compute image tag
|
||||
id: image-tag
|
||||
run: |
|
||||
echo "image=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-${{ github.run_id }}" | tee -a $GITHUB_OUTPUT
|
||||
|
||||
- name: Compute cache keys
|
||||
id: cache-keys
|
||||
run: |
|
||||
PR_NUMBER="${{ github.event.pull_request.number }}"
|
||||
if [[ "${{ github.ref }}" == "refs/heads/main" ]]; then
|
||||
KEY="main"
|
||||
elif [[ -n "$PR_NUMBER" ]]; then
|
||||
KEY="$PR_NUMBER"
|
||||
else
|
||||
KEY=$(echo "${{ github.ref_name }}" | tr '/' '-' | tr -cd '[:alnum:]._-')
|
||||
fi
|
||||
echo "cache-to=type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-${KEY},mode=max" | tee -a $GITHUB_OUTPUT
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
uses: docker/setup-buildx-action@v3
|
||||
|
||||
- name: Build and push
|
||||
uses: docker/build-push-action@v5
|
||||
with:
|
||||
file: ${{ inputs.dockerfile }}
|
||||
push: true
|
||||
context: .
|
||||
build-args: |
|
||||
IMAGE_LABEL=nemo-core
|
||||
NEMO_TAG=${{ github.sha }}
|
||||
NEMO_REPO=https://github.com/NVIDIA/NeMo
|
||||
PR_NUMBER=${{ github.event.pull_request.number || 0 }}
|
||||
cache-from: |
|
||||
type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-main,mode=max
|
||||
type=registry,ref=${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-buildcache-${{ github.event.pull_request.number || 0 }},mode=max
|
||||
${{ needs.pre-flight.outputs.cache-from }}
|
||||
cache-to: ${{ steps.cache-keys.outputs.cache-to }}
|
||||
tags: |
|
||||
${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-${{ github.run_id }}
|
||||
${{ inputs.registry }}/nemo-speech:${{ inputs.image-name }}-${{ github.sha }}
|
||||
Reference in New Issue
Block a user