5a558eb09e
Backend Tests / discover-tests (push) Waiting to run
Backend Tests / ${{ matrix.name }} (push) Blocked by required conditions
Build and Publish SDK / build-and-publish (push) Waiting to run
Build Opik Docker Images / set-version (push) Waiting to run
Build Opik Docker Images / build-backend (push) Blocked by required conditions
Build Opik Docker Images / build-sandbox-executor-python (push) Blocked by required conditions
Build Opik Docker Images / build-python-backend (push) Blocked by required conditions
Build Opik Docker Images / build-frontend (push) Blocked by required conditions
Build Opik Docker Images / create-git-tag (push) Blocked by required conditions
ClickHouse Migration Cluster Check / validate-clickhouse-migrations (push) Waiting to run
🐙 Code Quality / detect (push) Waiting to run
🐙 Code Quality / lint (${{ matrix.leg.name }}) (push) Blocked by required conditions
🐙 Code Quality / summary (push) Blocked by required conditions
Docs - Publish / run (push) Waiting to run
E2E Tests - Post Merge (v2) / 🧪 E2E v2 Tests (${{ github.event.inputs.tier || 't1' }}) (push) Waiting to run
E2E Tests - Post Merge (v2) / 📢 Slack Notification (push) Blocked by required conditions
Frontend Unit Tests / Test on Node 20 (push) Waiting to run
Guardrails E2E Tests / Select Python version matrix (push) Waiting to run
Guardrails E2E Tests / Guardrails E2E Tests ${{matrix.python_version}} (push) Blocked by required conditions
Guardrails E2E Tests / 📢 Slack Notification (push) Blocked by required conditions
Guardrails Backend Unit Tests / Guardrails Backend Unit Tests (push) Waiting to run
Guardrails Backend Unit Tests / 📢 Slack Notification (push) Blocked by required conditions
SDK Library Integration Tests Runner / Check Secrets (push) Waiting to run
SDK Library Integration Tests Runner / Missed OpenAI API Key Warning (push) Blocked by required conditions
SDK Library Integration Tests Runner / Build (push) Blocked by required conditions
SDK Library Integration Tests Runner / openai_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / langchain_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / langchain_legacy_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / llama_index_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / anthropic_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / mistral_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / groq_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / aisuite_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / haystack_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / dspy_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / crewai_v0_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / crewai_v1_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / genai_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / adk_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / adk_legacy_1_3_0_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / evaluation_metrics_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / bedrock_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / litellm_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / harbor_tests (push) Blocked by required conditions
SDK Library Integration Tests Runner / Slack Notification (push) Blocked by required conditions
Lint Opik Helm Chart / lint-helm-chart (Helm v3.21.0) (push) Waiting to run
Lint Opik Helm Chart / lint-helm-chart (Helm v4.2.0) (push) Waiting to run
Lint Opik Helm Chart / unittest-helm-chart (push) Waiting to run
Lint Opik Helm Chart / render-equality (push) Waiting to run
Opik Optimizer - E2E Tests / build-opik (push) Waiting to run
Opik Optimizer - E2E Tests / Opik Optimizer E2E Tests Python ${{matrix.python_version}} (push) Blocked by required conditions
Opik Optimizer - E2E Tests / Opik Optimizer Integration Smoke Tests (push) Blocked by required conditions
Opik Optimizer - Unit Tests / Opik Optimizer Unit Tests Python ${{matrix.python_version}} (push) Waiting to run
Python BE E2E Tests / Python BE E2E (push) Waiting to run
Python Backend Tests / run-python-backend-tests (push) Waiting to run
Python SDK Compatibility V1.x E2E Tests / Select Python version matrix (push) Waiting to run
Python SDK Compatibility V1.x E2E Tests / build-opik (push) Waiting to run
Python SDK Compatibility V1.x E2E Tests / Python SDK Compatibility V1.x E2E Tests ${{matrix.python_version}} (push) Blocked by required conditions
Python SDK E2E Tests / Select Python version matrix (push) Waiting to run
Python SDK E2E Tests / build-opik (push) Waiting to run
Python SDK E2E Tests / Python SDK E2E Tests ${{matrix.python_version}} (push) Blocked by required conditions
Python SDK Unit Tests / Python SDK Unit Tests ${{matrix.python_version}} (push) Waiting to run
Release Drafter / update_release_draft (push) Waiting to run
SDK E2E Libraries Integration Tests / Check Secrets (push) Waiting to run
SDK E2E Libraries Integration Tests / Missed OpenAI API Key Warning (push) Blocked by required conditions
SDK E2E Libraries Integration Tests / build-opik (push) Blocked by required conditions
SDK E2E Libraries Integration Tests / E2E Lib Integration Python ${{matrix.python_version}} (push) Blocked by required conditions
TypeScript SDK Compatibility V1.x E2E Tests / Select Node version matrix (push) Waiting to run
TypeScript SDK Compatibility V1.x E2E Tests / build-opik (push) Waiting to run
TypeScript SDK Compatibility V1.x E2E Tests / TypeScript SDK Compatibility V1.x E2E Tests Node ${{matrix.node_version}} (push) Blocked by required conditions
TypeScript SDK E2E Tests / Select Node version matrix (push) Waiting to run
TypeScript SDK E2E Tests / build-opik (push) Waiting to run
TypeScript SDK E2E Tests / TypeScript SDK E2E Tests Node ${{matrix.node_version}} (push) Blocked by required conditions
TypeScript SDK Integration Build & Publish / build-and-publish (opik-gemini) (push) Waiting to run
TypeScript SDK Integration Build & Publish / build-and-publish (opik-langchain) (push) Waiting to run
TypeScript SDK Integration Build & Publish / build-and-publish (opik-openai) (push) Waiting to run
TypeScript SDK Integration Build & Publish / build-and-publish (opik-otel) (push) Waiting to run
TypeScript SDK Integration Build & Publish / build-and-publish (opik-vercel) (push) Waiting to run
TypeScript SDK Library Integration Tests / Check Secrets (push) Waiting to run
TypeScript SDK Library Integration Tests / opik-vercel (Vercel AI SDK / eve) (push) Blocked by required conditions
TypeScript SDK Build & Publish / build-and-publish (push) Waiting to run
TypeScript SDK Unit Tests / Test on Node ${{ matrix.node-version }} (push) Waiting to run
239 lines
7.6 KiB
YAML
239 lines
7.6 KiB
YAML
name: "Build Opik Docker Images"
|
|
run-name: "Build ${{ github.ref_name }} by @${{ github.actor }}"
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- 'main'
|
|
paths-ignore:
|
|
- "deployment/**"
|
|
- 'sdks/**'
|
|
|
|
workflow_dispatch:
|
|
inputs:
|
|
is_release:
|
|
type: boolean
|
|
required: true
|
|
description: Is release build
|
|
default: false
|
|
is_adhoc:
|
|
type: boolean
|
|
required: false
|
|
description: Is adhoc build
|
|
default: false
|
|
build_guardrails:
|
|
type: boolean
|
|
required: true
|
|
description: Build guardrails backend
|
|
default: true
|
|
build_arm64:
|
|
type: boolean
|
|
required: false
|
|
description: Build multiarch images
|
|
default: true
|
|
ai_spend_plugin_ref:
|
|
type: string
|
|
required: false
|
|
description: ai-spend plugin ref
|
|
default: "main"
|
|
workflow_call:
|
|
inputs:
|
|
version:
|
|
type: string
|
|
required: true
|
|
description: Version
|
|
is_release:
|
|
type: boolean
|
|
required: true
|
|
description: Is release build
|
|
is_adhoc:
|
|
type: boolean
|
|
required: false
|
|
description: Is adhoc build
|
|
default: false
|
|
ref:
|
|
type: string
|
|
required: false
|
|
description: Git ref to build from (branch, tag, or commit SHA)
|
|
default: ""
|
|
build_guardrails:
|
|
type: boolean
|
|
required: false
|
|
description: Build guardrails backend
|
|
default: true
|
|
build_arm64:
|
|
type: boolean
|
|
required: false
|
|
description: Build multiarch images
|
|
default: true
|
|
ai_spend_plugin_ref:
|
|
type: string
|
|
required: false
|
|
description: ai-spend plugin ref
|
|
default: "main"
|
|
|
|
outputs:
|
|
version:
|
|
description: "The version that was built"
|
|
value: ${{ jobs.set-version.outputs.version }}
|
|
|
|
jobs:
|
|
|
|
set-version:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 5
|
|
outputs:
|
|
version: ${{ steps.version.outputs.version }}
|
|
build_from: ${{ steps.version.outputs.build_from }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v6
|
|
with:
|
|
ref: ${{ inputs.ref || github.ref }}
|
|
|
|
- name: Set version
|
|
id: version
|
|
run: |
|
|
if [[ "${{inputs.version}}" != "" ]]; then
|
|
VERSION=${{inputs.version}}
|
|
else
|
|
BASE_VERSION=$(cat version.txt)
|
|
BRANCH_NAME="${{ github.ref_name }}"
|
|
if [[ "${BRANCH_NAME}" == "main" ]]; then
|
|
VERSION=${BASE_VERSION}-${{ github.run_number }}
|
|
elif [[ "${BRANCH_NAME}" =~ ^hotfix/.* ]]; then
|
|
# Special handling for hotfix branches
|
|
VERSION="${BASE_VERSION}-hotfix.${{ github.run_number }}"
|
|
else
|
|
# Normalize branch name
|
|
fixedBranchName=$(echo "${BRANCH_NAME}" | sed 's/origin\///; s/\//-/g; s/_/-/g; s/.*/\L&/')
|
|
if [ ${#fixedBranchName} -gt 21 ]; then
|
|
fixedBranchName="${fixedBranchName:0:20}"
|
|
# remove dash at the end
|
|
while [ "${fixedBranchName: -1}" = "-" ]; do
|
|
fixedBranchName="${fixedBranchName%?}"
|
|
done
|
|
fi
|
|
VERSION="${BASE_VERSION}-${fixedBranchName}-${{ github.run_number }}"
|
|
fi
|
|
fi
|
|
echo "version=${VERSION}" | tee -a "$GITHUB_OUTPUT"
|
|
echo "Version is ${VERSION}" >> "$GITHUB_STEP_SUMMARY"
|
|
|
|
if [ "${{inputs.ref}}" != "" ]; then
|
|
echo "build_from=${{inputs.ref}}" | tee -a "$GITHUB_OUTPUT"
|
|
elif [[ "${{inputs.version}}" == "" ]]; then
|
|
echo "build_from=${{github.ref_name}}" | tee -a "$GITHUB_OUTPUT"
|
|
else
|
|
echo "build_from=${{inputs.version}}" | tee -a "$GITHUB_OUTPUT"
|
|
fi
|
|
|
|
build-backend:
|
|
needs:
|
|
- set-version
|
|
secrets: inherit
|
|
uses: ./.github/workflows/build_and_push_docker.yaml
|
|
with:
|
|
image: "opik-backend"
|
|
version: ${{needs.set-version.outputs.version}}
|
|
build_from: ${{needs.set-version.outputs.build_from}}
|
|
build_comet_image: false
|
|
comet_build_args: ""
|
|
is_release: ${{ inputs.is_release || false }}
|
|
is_adhoc: ${{ inputs.is_adhoc || false }}
|
|
# push events have no `inputs` context, so force multi-arch there; otherwise honor the input (workflow_dispatch / workflow_call use the declared default: true)
|
|
build_arm64: ${{ github.event_name == 'push' || inputs.build_arm64 }}
|
|
|
|
build-sandbox-executor-python:
|
|
if: ${{ !inputs.is_adhoc }}
|
|
needs:
|
|
- set-version
|
|
secrets: inherit
|
|
uses: ./.github/workflows/build_and_push_docker.yaml
|
|
with:
|
|
image: "opik-sandbox-executor-python"
|
|
version: ${{needs.set-version.outputs.version}}
|
|
build_from: ${{needs.set-version.outputs.build_from}}
|
|
build_comet_image: false
|
|
comet_build_args: ""
|
|
is_release: ${{ inputs.is_release || false }}
|
|
is_adhoc: ${{ inputs.is_adhoc || false }}
|
|
build_arm64: ${{ github.event_name == 'push' || inputs.build_arm64 }}
|
|
|
|
build-python-backend:
|
|
if: always() && needs.set-version.result == 'success'
|
|
needs:
|
|
- set-version
|
|
- build-sandbox-executor-python
|
|
secrets: inherit
|
|
uses: ./.github/workflows/build_and_push_docker.yaml
|
|
with:
|
|
image: "opik-python-backend"
|
|
version: ${{needs.set-version.outputs.version}}
|
|
build_from: ${{needs.set-version.outputs.build_from}}
|
|
build_comet_image: false
|
|
comet_build_args: ""
|
|
is_release: ${{ inputs.is_release || false }}
|
|
is_adhoc: ${{ inputs.is_adhoc || false }}
|
|
build_arm64: ${{ github.event_name == 'push' || inputs.build_arm64 }}
|
|
|
|
# build-guardrails-backend:
|
|
# if: inputs.build_guardrails != false
|
|
# needs:
|
|
# - set-version
|
|
# secrets: inherit
|
|
# uses: ./.github/workflows/build_and_push_docker.yaml
|
|
# with:
|
|
# image: "opik-guardrails-backend"
|
|
# version: ${{needs.set-version.outputs.version}}
|
|
# build_from: ${{needs.set-version.outputs.build_from}}
|
|
# build_comet_image: false
|
|
# comet_build_args: ""
|
|
# is_release: ${{ inputs.is_release || false }}
|
|
|
|
build-frontend:
|
|
needs:
|
|
- set-version
|
|
secrets: inherit
|
|
uses: ./.github/workflows/build_and_push_docker.yaml
|
|
with:
|
|
image: "opik-frontend"
|
|
version: ${{needs.set-version.outputs.version}}
|
|
build_from: ${{needs.set-version.outputs.build_from}}
|
|
build_comet_image: ${{ !inputs.is_adhoc }}
|
|
comet_build_args: ${{ !inputs.is_adhoc && 'BUILD_MODE=comet' || '' }}
|
|
is_release: ${{ inputs.is_release || false }}
|
|
is_adhoc: ${{ inputs.is_adhoc || false }}
|
|
build_arm64: ${{ github.event_name == 'push' || inputs.build_arm64 }}
|
|
ai_spend_plugin_ref: ${{ inputs.ai_spend_plugin_ref || 'main' }}
|
|
|
|
create-git-tag:
|
|
if: |
|
|
always() &&
|
|
!inputs.is_release &&
|
|
needs.set-version.result == 'success' &&
|
|
needs.build-backend.result == 'success' &&
|
|
needs.build-frontend.result == 'success' &&
|
|
needs.build-python-backend.result == 'success'
|
|
needs:
|
|
- set-version
|
|
- build-backend
|
|
- build-frontend
|
|
- build-python-backend
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
contents: write
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Create git tag
|
|
run: |
|
|
set -x
|
|
git config --local user.email "github-actions@comet.com"
|
|
git config --local user.name "github-actions"
|
|
git tag ${{needs.set-version.outputs.version}}
|
|
git push --no-verify origin refs/tags/${{needs.set-version.outputs.version}}
|
|
|
|
|