5a558eb09e
TypeScript SDK Compatibility V1.x E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / TypeScript SDK Compatibility V1.x E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
TypeScript SDK E2E Tests / TypeScript SDK E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
Python SDK E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK E2E Tests / Python SDK E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK E2E Tests / build-opik (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Python SDK Compatibility V1.x E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK E2E Tests / build-opik (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer E2E Tests Python ${{matrix.python_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer Integration Smoke Tests (push) Has been cancelled
🐙 Code Quality / detect (push) Has been cancelled
🐙 Code Quality / lint (${{ matrix.leg.name }}) (push) Has been cancelled
🐙 Code Quality / summary (push) Has been cancelled
TypeScript SDK Library Integration Tests / Check Secrets (push) Has been cancelled
TypeScript SDK Library Integration Tests / opik-vercel (Vercel AI SDK / eve) (push) Has been cancelled
SDK Library Integration Tests Runner / Check Secrets (push) Has been cancelled
SDK Library Integration Tests Runner / Missed OpenAI API Key Warning (push) Has been cancelled
SDK Library Integration Tests Runner / Build (push) Has been cancelled
SDK Library Integration Tests Runner / openai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_legacy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / llama_index_tests (push) Has been cancelled
SDK Library Integration Tests Runner / anthropic_tests (push) Has been cancelled
SDK Library Integration Tests Runner / mistral_tests (push) Has been cancelled
SDK Library Integration Tests Runner / groq_tests (push) Has been cancelled
SDK Library Integration Tests Runner / aisuite_tests (push) Has been cancelled
SDK Library Integration Tests Runner / haystack_tests (push) Has been cancelled
SDK Library Integration Tests Runner / dspy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v1_tests (push) Has been cancelled
SDK Library Integration Tests Runner / genai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_legacy_1_3_0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / evaluation_metrics_tests (push) Has been cancelled
SDK Library Integration Tests Runner / bedrock_tests (push) Has been cancelled
SDK Library Integration Tests Runner / litellm_tests (push) Has been cancelled
SDK Library Integration Tests Runner / harbor_tests (push) Has been cancelled
SDK Library Integration Tests Runner / Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / render-equality (push) Has been cancelled
Opik Optimizer - Unit Tests / Opik Optimizer Unit Tests Python ${{matrix.python_version}} (push) Has been cancelled
Python BE E2E Tests / Python BE E2E (push) Has been cancelled
Python Backend Tests / run-python-backend-tests (push) Has been cancelled
Python SDK Unit Tests / Python SDK Unit Tests ${{matrix.python_version}} (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
SDK E2E Libraries Integration Tests / Check Secrets (push) Has been cancelled
SDK E2E Libraries Integration Tests / Missed OpenAI API Key Warning (push) Has been cancelled
SDK E2E Libraries Integration Tests / build-opik (push) Has been cancelled
SDK E2E Libraries Integration Tests / E2E Lib Integration Python ${{matrix.python_version}} (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-gemini) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-langchain) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-openai) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-otel) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-vercel) (push) Has been cancelled
TypeScript SDK Build & Publish / build-and-publish (push) Has been cancelled
TypeScript SDK Unit Tests / Test on Node ${{ matrix.node-version }} (push) Has been cancelled
Backend Tests / discover-tests (push) Has been cancelled
Backend Tests / ${{ matrix.name }} (push) Has been cancelled
Build and Publish SDK / build-and-publish (push) Has been cancelled
Build Opik Docker Images / set-version (push) Has been cancelled
Build Opik Docker Images / build-backend (push) Has been cancelled
Build Opik Docker Images / build-sandbox-executor-python (push) Has been cancelled
Build Opik Docker Images / build-python-backend (push) Has been cancelled
Build Opik Docker Images / build-frontend (push) Has been cancelled
Build Opik Docker Images / create-git-tag (push) Has been cancelled
ClickHouse Migration Cluster Check / validate-clickhouse-migrations (push) Has been cancelled
Docs - Publish / run (push) Has been cancelled
E2E Tests - Post Merge (v2) / 🧪 E2E v2 Tests (${{ github.event.inputs.tier || 't1' }}) (push) Has been cancelled
E2E Tests - Post Merge (v2) / 📢 Slack Notification (push) Has been cancelled
Frontend Unit Tests / Test on Node 20 (push) Has been cancelled
Guardrails E2E Tests / Select Python version matrix (push) Has been cancelled
Guardrails E2E Tests / Guardrails E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Guardrails E2E Tests / 📢 Slack Notification (push) Has been cancelled
Guardrails Backend Unit Tests / Guardrails Backend Unit Tests (push) Has been cancelled
Guardrails Backend Unit Tests / 📢 Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v3.21.0) (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v4.2.0) (push) Has been cancelled
Lint Opik Helm Chart / unittest-helm-chart (push) Has been cancelled
237 lines
7.8 KiB
YAML
237 lines
7.8 KiB
YAML
suite: opik.probe helper
|
|
|
|
# Exercises the `opik.probe` helper (templates/_helpers.tpl) through the real
|
|
# deployment template. The helper supports two shapes:
|
|
# 1. Simplified path/port — emits httpGet + Accept header and fills in timing
|
|
# defaults (timeoutSeconds 2 / periodSeconds 10 / initialDelaySeconds 0 /
|
|
# successThreshold 1 / failureThreshold 2).
|
|
# 2. Full definition — any other spec is emitted verbatim via toYaml.
|
|
#
|
|
# Tests target the `python-backend` component: it has NO probe defined in
|
|
# values.yaml, so each test's `set` is a clean probe spec rather than a deep
|
|
# merge over a pre-existing httpGet default (which would leak into full-mode
|
|
# assertions). The deployment renders one document per enabled component, so we
|
|
# select the python-backend deployment by name and read its single container.
|
|
templates:
|
|
- templates/deployment.yaml
|
|
|
|
documentSelector: &pyb
|
|
path: metadata.name
|
|
value: opik-python-backend
|
|
|
|
tests:
|
|
# ---- Simplified mode: only path/port set ----------------------------------
|
|
- it: simplified mode renders httpGet with the Accept header
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
path: /healthcheck
|
|
port: 8000
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet.path
|
|
value: /healthcheck
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet.port
|
|
value: 8000
|
|
- contains:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet.httpHeaders
|
|
content:
|
|
name: Accept
|
|
value: application/json
|
|
|
|
- it: simplified mode fills in the hard-coded timing defaults
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
path: /healthcheck
|
|
port: 8000
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.timeoutSeconds
|
|
value: 2
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.periodSeconds
|
|
value: 10
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.successThreshold
|
|
value: 1
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.failureThreshold
|
|
value: 2
|
|
|
|
- it: simplified mode defaults initialDelaySeconds to 0 when unset
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
path: /healthcheck
|
|
port: 8000
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.initialDelaySeconds
|
|
value: 0
|
|
|
|
- it: simplified mode honors initialDelaySeconds when set
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
path: /healthcheck
|
|
port: 8000
|
|
initialDelaySeconds: 20
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.initialDelaySeconds
|
|
value: 20
|
|
|
|
- it: simplified mode honors overridden timing fields
|
|
set:
|
|
component.python-backend.readinessProbe:
|
|
path: /healthcheck
|
|
port: 8000
|
|
timeoutSeconds: 5
|
|
periodSeconds: 30
|
|
successThreshold: 3
|
|
failureThreshold: 6
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].readinessProbe.timeoutSeconds
|
|
value: 5
|
|
- equal:
|
|
path: spec.template.spec.containers[0].readinessProbe.periodSeconds
|
|
value: 30
|
|
- equal:
|
|
path: spec.template.spec.containers[0].readinessProbe.successThreshold
|
|
value: 3
|
|
- equal:
|
|
path: spec.template.spec.containers[0].readinessProbe.failureThreshold
|
|
value: 6
|
|
|
|
# ---- Full-definition mode: spec emitted verbatim --------------------------
|
|
- it: full httpGet definition is emitted verbatim and not overwritten
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
httpGet:
|
|
path: /custom/health
|
|
port: 9999
|
|
httpHeaders:
|
|
- name: Accept
|
|
value: application/json
|
|
timeoutSeconds: 7
|
|
periodSeconds: 11
|
|
failureThreshold: 4
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet.path
|
|
value: /custom/health
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet.port
|
|
value: 9999
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.timeoutSeconds
|
|
value: 7
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.periodSeconds
|
|
value: 11
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.failureThreshold
|
|
value: 4
|
|
# The helper must NOT inject simplified-mode defaults in full mode.
|
|
- notExists:
|
|
path: spec.template.spec.containers[0].livenessProbe.successThreshold
|
|
|
|
- it: full exec definition is emitted verbatim
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
exec:
|
|
command:
|
|
- /bin/sh
|
|
- -c
|
|
- curl -f http://localhost:8000/healthcheck
|
|
initialDelaySeconds: 15
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.exec.command
|
|
value:
|
|
- /bin/sh
|
|
- -c
|
|
- curl -f http://localhost:8000/healthcheck
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.initialDelaySeconds
|
|
value: 15
|
|
- notExists:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet
|
|
|
|
- it: full tcpSocket definition is emitted verbatim
|
|
set:
|
|
component.python-backend.livenessProbe:
|
|
tcpSocket:
|
|
port: 8000
|
|
periodSeconds: 20
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.tcpSocket.port
|
|
value: 8000
|
|
- equal:
|
|
path: spec.template.spec.containers[0].livenessProbe.periodSeconds
|
|
value: 20
|
|
- notExists:
|
|
path: spec.template.spec.containers[0].livenessProbe.httpGet
|
|
|
|
# ---- startupProbe: renders only when defined ------------------------------
|
|
- it: startupProbe is absent when not defined
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- notExists:
|
|
path: spec.template.spec.containers[0].startupProbe
|
|
|
|
- it: startupProbe renders in simplified mode
|
|
set:
|
|
component.python-backend.startupProbe:
|
|
path: /healthcheck
|
|
port: 8000
|
|
failureThreshold: 30
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.httpGet.path
|
|
value: /healthcheck
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.httpGet.port
|
|
value: 8000
|
|
- contains:
|
|
path: spec.template.spec.containers[0].startupProbe.httpGet.httpHeaders
|
|
content:
|
|
name: Accept
|
|
value: application/json
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.failureThreshold
|
|
value: 30
|
|
# Defaults still fill in for the unset timing fields.
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.periodSeconds
|
|
value: 10
|
|
|
|
- it: startupProbe renders in full-definition mode
|
|
set:
|
|
component.python-backend.startupProbe:
|
|
httpGet:
|
|
path: /startup
|
|
port: 8000
|
|
periodSeconds: 5
|
|
failureThreshold: 60
|
|
documentSelector: *pyb
|
|
asserts:
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.httpGet.path
|
|
value: /startup
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.periodSeconds
|
|
value: 5
|
|
- equal:
|
|
path: spec.template.spec.containers[0].startupProbe.failureThreshold
|
|
value: 60
|