chore: import upstream snapshot with attribution
TypeScript SDK Compatibility V1.x E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / TypeScript SDK Compatibility V1.x E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
TypeScript SDK E2E Tests / TypeScript SDK E2E Tests Node ${{matrix.node_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
Python SDK E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK E2E Tests / Python SDK E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK E2E Tests / build-opik (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Select Python version matrix (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / Python SDK Compatibility V1.x E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Python SDK Compatibility V1.x E2E Tests / build-opik (push) Has been cancelled
TypeScript SDK E2E Tests / Select Node version matrix (push) Has been cancelled
TypeScript SDK E2E Tests / build-opik (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer E2E Tests Python ${{matrix.python_version}} (push) Has been cancelled
Opik Optimizer - E2E Tests / Opik Optimizer Integration Smoke Tests (push) Has been cancelled
🐙 Code Quality / detect (push) Has been cancelled
🐙 Code Quality / lint (${{ matrix.leg.name }}) (push) Has been cancelled
🐙 Code Quality / summary (push) Has been cancelled
TypeScript SDK Library Integration Tests / Check Secrets (push) Has been cancelled
TypeScript SDK Library Integration Tests / opik-vercel (Vercel AI SDK / eve) (push) Has been cancelled
SDK Library Integration Tests Runner / Check Secrets (push) Has been cancelled
SDK Library Integration Tests Runner / Missed OpenAI API Key Warning (push) Has been cancelled
SDK Library Integration Tests Runner / Build (push) Has been cancelled
SDK Library Integration Tests Runner / openai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_tests (push) Has been cancelled
SDK Library Integration Tests Runner / langchain_legacy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / llama_index_tests (push) Has been cancelled
SDK Library Integration Tests Runner / anthropic_tests (push) Has been cancelled
SDK Library Integration Tests Runner / mistral_tests (push) Has been cancelled
SDK Library Integration Tests Runner / groq_tests (push) Has been cancelled
SDK Library Integration Tests Runner / aisuite_tests (push) Has been cancelled
SDK Library Integration Tests Runner / haystack_tests (push) Has been cancelled
SDK Library Integration Tests Runner / dspy_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / crewai_v1_tests (push) Has been cancelled
SDK Library Integration Tests Runner / genai_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_tests (push) Has been cancelled
SDK Library Integration Tests Runner / adk_legacy_1_3_0_tests (push) Has been cancelled
SDK Library Integration Tests Runner / evaluation_metrics_tests (push) Has been cancelled
SDK Library Integration Tests Runner / bedrock_tests (push) Has been cancelled
SDK Library Integration Tests Runner / litellm_tests (push) Has been cancelled
SDK Library Integration Tests Runner / harbor_tests (push) Has been cancelled
SDK Library Integration Tests Runner / Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / render-equality (push) Has been cancelled
Opik Optimizer - Unit Tests / Opik Optimizer Unit Tests Python ${{matrix.python_version}} (push) Has been cancelled
Python BE E2E Tests / Python BE E2E (push) Has been cancelled
Python Backend Tests / run-python-backend-tests (push) Has been cancelled
Python SDK Unit Tests / Python SDK Unit Tests ${{matrix.python_version}} (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
SDK E2E Libraries Integration Tests / Check Secrets (push) Has been cancelled
SDK E2E Libraries Integration Tests / Missed OpenAI API Key Warning (push) Has been cancelled
SDK E2E Libraries Integration Tests / build-opik (push) Has been cancelled
SDK E2E Libraries Integration Tests / E2E Lib Integration Python ${{matrix.python_version}} (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-gemini) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-langchain) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-openai) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-otel) (push) Has been cancelled
TypeScript SDK Integration Build & Publish / build-and-publish (opik-vercel) (push) Has been cancelled
TypeScript SDK Build & Publish / build-and-publish (push) Has been cancelled
TypeScript SDK Unit Tests / Test on Node ${{ matrix.node-version }} (push) Has been cancelled
Backend Tests / discover-tests (push) Has been cancelled
Backend Tests / ${{ matrix.name }} (push) Has been cancelled
Build and Publish SDK / build-and-publish (push) Has been cancelled
Build Opik Docker Images / set-version (push) Has been cancelled
Build Opik Docker Images / build-backend (push) Has been cancelled
Build Opik Docker Images / build-sandbox-executor-python (push) Has been cancelled
Build Opik Docker Images / build-python-backend (push) Has been cancelled
Build Opik Docker Images / build-frontend (push) Has been cancelled
Build Opik Docker Images / create-git-tag (push) Has been cancelled
ClickHouse Migration Cluster Check / validate-clickhouse-migrations (push) Has been cancelled
Docs - Publish / run (push) Has been cancelled
E2E Tests - Post Merge (v2) / 🧪 E2E v2 Tests (${{ github.event.inputs.tier || 't1' }}) (push) Has been cancelled
E2E Tests - Post Merge (v2) / 📢 Slack Notification (push) Has been cancelled
Frontend Unit Tests / Test on Node 20 (push) Has been cancelled
Guardrails E2E Tests / Select Python version matrix (push) Has been cancelled
Guardrails E2E Tests / Guardrails E2E Tests ${{matrix.python_version}} (push) Has been cancelled
Guardrails E2E Tests / 📢 Slack Notification (push) Has been cancelled
Guardrails Backend Unit Tests / Guardrails Backend Unit Tests (push) Has been cancelled
Guardrails Backend Unit Tests / 📢 Slack Notification (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v3.21.0) (push) Has been cancelled
Lint Opik Helm Chart / lint-helm-chart (Helm v4.2.0) (push) Has been cancelled
Lint Opik Helm Chart / unittest-helm-chart (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 13:25:44 +08:00
commit 5a558eb09e
11579 changed files with 1795921 additions and 0 deletions
+80
View File
@@ -0,0 +1,80 @@
#!/usr/bin/env bash
set -euo pipefail
NUM_GROUPS=16
UNIT_TIMEOUT=10
INTEGRATION_TIMEOUT=20
TEST_DIR="src/test/java"
PATTERN="DropwizardAppExtensionProvider\|MySQLContainer\|ClickHouseContainer\|RedisContainer\|MinIOContainer"
# Classify: integration tests reference container/Dropwizard patterns
integration_files=()
unit_files=()
while IFS= read -r file; do
if grep -ql "$PATTERN" "$file" 2>/dev/null; then
integration_files+=("$file")
else
unit_files+=("$file")
fi
done < <(find "$TEST_DIR" -name "*Test.java" -o -name "*Tests.java" | sort)
echo "Classified ${#unit_files[@]} unit test classes and ${#integration_files[@]} integration test classes"
# Convert file path to Maven class pattern: com.foo.BarTest
to_class() { echo "$1" | sed "s|^$TEST_DIR/||;s|/|.|g;s|\.java$||"; }
# Build unit test list
unit_list=""
for f in "${unit_files[@]}"; do
c=$(to_class "$f")
unit_list="${unit_list:+$unit_list,}$c"
done
# Balanced split: sort integration files by line count desc,
# then greedy-assign each to the smallest group
declare -a group_size group_list
for ((i=1; i<=NUM_GROUPS; i++)); do
group_size[$i]=0
group_list[$i]=""
done
while IFS=' ' read -r lines file; do
min_g=1
for ((i=2; i<=NUM_GROUPS; i++)); do
if (( group_size[i] < group_size[min_g] )); then
min_g=$i
fi
done
group_size[$min_g]=$(( group_size[min_g] + lines ))
c=$(to_class "$file")
group_list[$min_g]="${group_list[$min_g]:+${group_list[$min_g]},}$c"
done < <(
for f in "${integration_files[@]}"; do
echo "$(wc -l < "$f") $f"
done | sort -rn
)
echo "Balanced ${#integration_files[@]} integration classes into $NUM_GROUPS groups"
for ((i=1; i<=NUM_GROUPS; i++)); do
count=$(echo "${group_list[$i]}" | tr ',' '\n' | grep -c '.' || true)
echo " Group $i: $count classes (~${group_size[$i]} lines)"
done
# Build JSON matrix: unit tests + N integration groups
matrix="{\"include\":["
matrix+="{\"name\":\"Unit Tests\",\"tests\":\"$unit_list\",\"timeout\":$UNIT_TIMEOUT}"
for ((i=1; i<=NUM_GROUPS; i++)); do
matrix+=",{\"name\":\"Integration Group $i\",\"tests\":\"${group_list[$i]}\",\"timeout\":$INTEGRATION_TIMEOUT}"
done
matrix+="]}"
echo "matrix=$matrix" >> "$GITHUB_OUTPUT"
echo "Matrix written to GITHUB_OUTPUT ($(( NUM_GROUPS + 1 )) jobs: 1 unit + $NUM_GROUPS integration)"
# Summary
echo "### Test Split Summary" >> "$GITHUB_STEP_SUMMARY"
echo "- **Unit tests**: ${#unit_files[@]} classes" >> "$GITHUB_STEP_SUMMARY"
echo "- **Integration tests**: ${#integration_files[@]} classes in $NUM_GROUPS groups" >> "$GITHUB_STEP_SUMMARY"
for ((i=1; i<=NUM_GROUPS; i++)); do
count=$(echo "${group_list[$i]}" | tr ',' '\n' | grep -c '.' || true)
echo " - Group $i: $count classes (~${group_size[$i]} lines)" >> "$GITHUB_STEP_SUMMARY"
done
+99
View File
@@ -0,0 +1,99 @@
#!/usr/bin/env bash
#
# Build and send the E2E post-merge Slack notification.
#
# Required env vars:
# SLACK_WEBHOOK_URL — Slack incoming webhook URL
# TEST_RESULT — "success" or "failure"
# SUITE_NAME — test suite name (e.g. "happypaths")
# PASSED_TESTS — count of passed tests
# FAILED_TESTS — count of failed tests
# TESTOPS_URL — link to TestOps dashboard
# AUTHOR_DISPLAY — GitHub username of the PR author
# MENTIONS — pre-resolved Slack mentions (e.g. "<@U123> <@U456>"), may be empty
# GITHUB_REF_NAME — branch name (set by GitHub Actions)
# GITHUB_SHA — commit SHA (set by GitHub Actions)
# GITHUB_REPOSITORY — owner/repo (set by GitHub Actions)
# GITHUB_RUN_ID — workflow run ID (set by GitHub Actions)
#
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
SHORT_SHA="${GITHUB_SHA:0:7}"
WORKFLOW_URL="https://github.com/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}"
if [ "$TEST_RESULT" == "success" ]; then
STATUS_EMOJI="\u2705"
STATUS_TEXT="Passed"
COLOR="good"
else
STATUS_EMOJI="\u274c"
STATUS_TEXT="Failed"
COLOR="danger"
fi
MENTION_BLOCK=""
if [ "$TEST_RESULT" == "failure" ] && [ -n "${MENTIONS:-}" ]; then
MENTION_BLOCK=',
{
"type": "section",
"text": {
"type": "mrkdwn",
"text": "\ud83d\udea8 '"${MENTIONS}"' - Tests need attention!"
}
}'
fi
cat << EOF > /tmp/slack-payload.json
{
"attachments": [
{
"color": "$COLOR",
"blocks": [
{
"type": "header",
"text": {
"type": "plain_text",
"text": "$STATUS_EMOJI E2E Tests $STATUS_TEXT - Post Merge",
"emoji": true
}
}$MENTION_BLOCK,
{
"type": "section",
"fields": [
{"type": "mrkdwn", "text": "*Suite:*\n\`${SUITE_NAME}\`"},
{"type": "mrkdwn", "text": "*Branch:*\n\`${GITHUB_REF_NAME}\`"},
{"type": "mrkdwn", "text": "*Results:*\n\u2705 ${PASSED_TESTS} passed, \u274c ${FAILED_TESTS} failed"},
{"type": "mrkdwn", "text": "*Commit:*\n<https://github.com/${GITHUB_REPOSITORY}/commit/${GITHUB_SHA}|\`${SHORT_SHA}\`>"}
]
},
{
"type": "context",
"elements": [
{"type": "mrkdwn", "text": "\ud83d\udc64 *Author:* ${AUTHOR_DISPLAY}"}
]
},
{
"type": "actions",
"elements": [
{
"type": "button",
"text": {"type": "plain_text", "text": "\ud83d\udcca TestOps", "emoji": true},
"url": "${TESTOPS_URL}",
"style": "primary"
},
{
"type": "button",
"text": {"type": "plain_text", "text": "\ud83d\udd0d Workflow", "emoji": true},
"url": "${WORKFLOW_URL}"
}
]
}
]
}
]
}
EOF
exec "$SCRIPT_DIR/send-slack-message.sh" /tmp/slack-payload.json
+112
View File
@@ -0,0 +1,112 @@
#!/usr/bin/env bash
#
# Build and send the library integration tests Slack notification.
#
# Required env vars:
# SLACK_WEBHOOK_URL — Slack incoming webhook URL
# SUITE_RESULTS — JSON object mapping suite display names to results
# e.g. '{"OpenAI":"success","LangChain":"failure"}'
# TRIGGER_TYPE — "Daily Schedule", "Weekly Schedule", or "Manual Dispatch"
# GITHUB_REF_NAME — branch name (set by GitHub Actions)
# GITHUB_SHA — commit SHA (set by GitHub Actions)
# GITHUB_REPOSITORY — owner/repo (set by GitHub Actions)
# GITHUB_RUN_ID — workflow run ID (set by GitHub Actions)
#
# Optional env vars:
# SLACK_USER_ID — Slack user ID to cc on the notification
#
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
SHORT_SHA="${GITHUB_SHA:0:7}"
WORKFLOW_URL="https://github.com/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}"
COMMIT_URL="https://github.com/${GITHUB_REPOSITORY}/commit/${GITHUB_SHA}"
# Categorize suites by result
SUCCESS_SUITES=""
FAILED_SUITES=""
SKIPPED_SUITES=""
SUCCESS_COUNT=0
FAILURE_COUNT=0
SKIPPED_COUNT=0
while IFS=$'\t' read -r name result; do
case "$result" in
success)
[ -n "$SUCCESS_SUITES" ] && SUCCESS_SUITES="${SUCCESS_SUITES}, "
SUCCESS_SUITES="${SUCCESS_SUITES}${name}"
SUCCESS_COUNT=$((SUCCESS_COUNT + 1))
;;
failure)
[ -n "$FAILED_SUITES" ] && FAILED_SUITES="${FAILED_SUITES}, "
FAILED_SUITES="${FAILED_SUITES}${name}"
FAILURE_COUNT=$((FAILURE_COUNT + 1))
;;
*)
[ -n "$SKIPPED_SUITES" ] && SKIPPED_SUITES="${SKIPPED_SUITES}, "
SKIPPED_SUITES="${SKIPPED_SUITES}${name}"
SKIPPED_COUNT=$((SKIPPED_COUNT + 1))
;;
esac
done < <(echo "$SUITE_RESULTS" | jq -r 'to_entries[] | "\(.key)\t\(.value)"')
if [ "$FAILURE_COUNT" -gt 0 ]; then
COLOR="danger"
STATUS_TEXT="Failed"
else
COLOR="good"
STATUS_TEXT="Passed"
fi
# Build blocks with jq
BLOCKS='[]'
BLOCKS=$(echo "$BLOCKS" | jq --arg title "Python SDK Integration Tests $STATUS_TEXT" \
'. + [{"type": "header", "text": {"type": "plain_text", "text": $title, "emoji": true}}]')
BLOCKS=$(echo "$BLOCKS" | jq \
--arg trigger "$TRIGGER_TYPE" \
--arg branch "$GITHUB_REF_NAME" \
--arg commit_url "$COMMIT_URL" \
--arg short_sha "$SHORT_SHA" \
'. + [{"type": "section", "fields": [
{"type": "mrkdwn", "text": ("*Trigger:*\n" + $trigger)},
{"type": "mrkdwn", "text": ("*Branch:*\n`" + $branch + "`")},
{"type": "mrkdwn", "text": ("*Commit:*\n<" + $commit_url + "|`" + $short_sha + "`>")}
]}]')
BLOCKS=$(echo "$BLOCKS" | jq \
--arg s "$SUCCESS_COUNT" --arg f "$FAILURE_COUNT" --arg k "$SKIPPED_COUNT" \
'. + [{"type": "section", "text": {"type": "mrkdwn",
"text": ("\u2705 *Passed:* " + $s + " | \u274c *Failed:* " + $f + " | \u23ed\ufe0f *Skipped:* " + $k)}}]')
if [ -n "$FAILED_SUITES" ]; then
BLOCKS=$(echo "$BLOCKS" | jq --arg suites "$FAILED_SUITES" \
'. + [{"type": "section", "text": {"type": "mrkdwn", "text": ("\u274c *Failed:* " + $suites)}}]')
fi
if [ -n "$SUCCESS_SUITES" ]; then
BLOCKS=$(echo "$BLOCKS" | jq --arg suites "$SUCCESS_SUITES" \
'. + [{"type": "section", "text": {"type": "mrkdwn", "text": ("\u2705 *Passed:* " + $suites)}}]')
fi
if [ -n "$SKIPPED_SUITES" ]; then
BLOCKS=$(echo "$BLOCKS" | jq --arg suites "$SKIPPED_SUITES" \
'. + [{"type": "section", "text": {"type": "mrkdwn", "text": ("\u23ed\ufe0f *Skipped:* " + $suites)}}]')
fi
BLOCKS=$(echo "$BLOCKS" | jq --arg url "$WORKFLOW_URL" \
'. + [{"type": "actions", "elements": [{"type": "button", "text": {"type": "plain_text", "text": "\ud83d\udd0d View Workflow", "emoji": true}, "url": $url}]}]')
if [ -n "${SLACK_USER_ID:-}" ]; then
BLOCKS=$(echo "$BLOCKS" | jq --arg uid "$SLACK_USER_ID" \
'. + [{"type": "context", "elements": [{"type": "mrkdwn", "text": ("\ud83d\udc64 cc: <@" + $uid + ">")}]}]')
fi
echo "$BLOCKS" | jq --arg color "$COLOR" '{"attachments": [{"color": $color, "blocks": .}]}' > /tmp/slack-payload.json
echo "Payload:"
cat /tmp/slack-payload.json
exec "$SCRIPT_DIR/send-slack-message.sh" /tmp/slack-payload.json
+65
View File
@@ -0,0 +1,65 @@
#!/usr/bin/env bash
#
# Build and send a simple test-failure Slack notification.
#
# Required env vars:
# SLACK_WEBHOOK_URL — Slack incoming webhook URL
# GITHUB_REF_NAME — branch name (set by GitHub Actions)
# GITHUB_SHA — commit SHA (set by GitHub Actions)
# GITHUB_REPOSITORY — owner/repo (set by GitHub Actions)
# GITHUB_RUN_ID — workflow run ID (set by GitHub Actions)
# GITHUB_EVENT_NAME — trigger event (set by GitHub Actions)
# GITHUB_ACTOR — user who triggered the workflow (set by GitHub Actions)
#
# Usage:
# notify-slack-test-failure.sh "Guardrails E2E Tests"
#
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
TEST_NAME="${1:?Usage: notify-slack-failure.sh <test-name>}"
SHORT_SHA="${GITHUB_SHA:0:7}"
WORKFLOW_URL="https://github.com/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}"
cat << EOF > /tmp/slack-payload.json
{
"attachments": [
{
"color": "danger",
"blocks": [
{
"type": "header",
"text": {
"type": "plain_text",
"text": "\u274c ${TEST_NAME} Failed",
"emoji": true
}
},
{
"type": "section",
"fields": [
{"type": "mrkdwn", "text": "*Branch:*\n\`${GITHUB_REF_NAME}\`"},
{"type": "mrkdwn", "text": "*Trigger:*\n\`${GITHUB_EVENT_NAME}\`"},
{"type": "mrkdwn", "text": "*Author:*\n${GITHUB_ACTOR}"},
{"type": "mrkdwn", "text": "*Commit:*\n<https://github.com/${GITHUB_REPOSITORY}/commit/${GITHUB_SHA}|\`${SHORT_SHA}\`>"}
]
},
{
"type": "actions",
"elements": [
{
"type": "button",
"text": {"type": "plain_text", "text": "\ud83d\udd0d View Workflow", "emoji": true},
"url": "${WORKFLOW_URL}",
"style": "primary"
}
]
}
]
}
]
}
EOF
exec "$SCRIPT_DIR/send-slack-message.sh" /tmp/slack-payload.json
+35
View File
@@ -0,0 +1,35 @@
#!/usr/bin/env bash
#
# Send a JSON payload to a Slack webhook.
#
# Required env vars:
# SLACK_WEBHOOK_URL — Slack incoming webhook URL
#
# Usage:
# send-slack-message.sh payload.json
# build-payload | send-slack-message.sh /dev/stdin
#
set -euo pipefail
PAYLOAD_FILE="${1:?Usage: send-slack-message.sh <payload-file>}"
if [ -z "${SLACK_WEBHOOK_URL:-}" ]; then
echo "::notice::SLACK_WEBHOOK_URL not configured - Slack notification will be skipped"
exit 0
fi
if [ ! -f "$PAYLOAD_FILE" ] && [ "$PAYLOAD_FILE" != "/dev/stdin" ]; then
echo "::error::Payload file not found: $PAYLOAD_FILE"
exit 1
fi
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-X POST -H 'Content-type: application/json' \
--data @"$PAYLOAD_FILE" "$SLACK_WEBHOOK_URL")
if [ "$HTTP_CODE" -eq 200 ]; then
echo "Slack notification sent"
else
echo "::warning::Slack notification failed with HTTP code: $HTTP_CODE"
exit 1
fi