chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
+146
@@ -0,0 +1,146 @@
|
||||
#!/usr/bin/env bash
|
||||
# Emit the backwards-compat (server, runner) matrices on $GITHUB_OUTPUT as
|
||||
# `e2e_matrix` and `integration_matrix`.
|
||||
#
|
||||
# We test `main` (the checked-out code = client + tests, always) against each
|
||||
# non-rc release tag AT OR ABOVE the backcompat floor (MIN_VERSION, default
|
||||
# 0.2.0 — the first release with the mock-LLM e2e infra; see below), on BOTH
|
||||
# axes — and ONLY those cells:
|
||||
# (server=main, runner=<release>) — new server vs a previously-shipped runner
|
||||
# (server=<release>, runner=main) — previously-shipped server vs new runner/client/tests
|
||||
# That is the only meaningful cross-version surface. We deliberately do NOT emit
|
||||
# release×release cells (both sides already shipped together — covered by that
|
||||
# release's own CI, not a compat signal) nor the all-main cell (== the normal
|
||||
# e2e gate). So the job count grows linearly (2 per release), not quadratically.
|
||||
# Integration is the single openai-agents leg (claude-sdk/codex reject the mock
|
||||
# LLM's "mock-model" — see integration-matrix.sh), one per cell.
|
||||
#
|
||||
# Env in:
|
||||
# VERSIONS optional comma-separated override of the version set used for
|
||||
# BOTH axes (e.g. "main,v0.2.0"). Empty = main + all non-rc tags.
|
||||
# Blank entries are dropped and surrounding whitespace trimmed.
|
||||
# NUM_SHARDS e2e shard count per cell (default 4).
|
||||
# Out (GITHUB_OUTPUT):
|
||||
# e2e_matrix={"include":[{"server":..,"runner":..,"shard_id":..,"num_shards":..}, ...]}
|
||||
# integration_matrix={"include":[{"server":..,"runner":..,"harness":..,"model":..,"workers":..}, ...]}
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
# A version token is "main" or a release tag (vX.Y[.Z][pre/dev suffix]). Anything
|
||||
# else is rejected so it can't break the matrix JSON or reach a `git worktree add`.
|
||||
_valid_version() {
|
||||
[ "$1" = "main" ] || [[ "$1" =~ ^v?[0-9]+\.[0-9]+(\.[0-9]+)?([a-z0-9.]*)?$ ]]
|
||||
}
|
||||
|
||||
# Minimum release the backcompat matrix tests against. v0.2.0 is the first
|
||||
# release with the mock-LLM e2e infrastructure (tests/e2e/conftest.py has 0
|
||||
# mock-LLM refs at v0.1.x, 31 at v0.2.0) AND the runner-side harness mock
|
||||
# routing — empirically, main's mock-based e2e suite 401s ("Incorrect API key
|
||||
# provided: mock-key") against v0.1.0/v0.1.1 server+runner builds, so those
|
||||
# pairs are guaranteed-red infrastructure mismatch, not a compat signal.
|
||||
# `main` is the dev tip and always sorts above any release, so it is never
|
||||
# floored. Override with BACKCOMPAT_MIN_VERSION (e.g. "0.0.0" to disable).
|
||||
# Strip a leading "v" so a "v0.2.0"-style override compares cleanly against the
|
||||
# v-stripped tags in _below_floor (without this, the floor version itself would
|
||||
# be dropped).
|
||||
MIN_VERSION="${BACKCOMPAT_MIN_VERSION:-0.2.0}"
|
||||
MIN_VERSION="${MIN_VERSION#v}"
|
||||
|
||||
# True (0) when release tag $1 is older than MIN_VERSION (by PEP-440-ish release
|
||||
# order). "main" is never below the floor. Compares the numeric tuple via
|
||||
# `sort -V` after stripping the leading "v".
|
||||
_below_floor() {
|
||||
[ "$1" = "main" ] && return 1
|
||||
local v="${1#v}"
|
||||
[ "$v" = "$MIN_VERSION" ] && return 1
|
||||
[ "$(printf '%s\n%s\n' "$v" "$MIN_VERSION" | sort -V | head -1)" = "$v" ]
|
||||
}
|
||||
|
||||
raw=()
|
||||
if [ -n "${VERSIONS:-}" ]; then
|
||||
IFS=',' read -ra raw <<<"$VERSIONS"
|
||||
else
|
||||
raw=("main")
|
||||
# `[^a-z]rc[0-9]` so we drop vX.Y.ZrcN without over-excluding tags that merely
|
||||
# contain the substring "rc" (e.g. a hypothetical "...march").
|
||||
while IFS= read -r tag; do raw+=("$tag"); done < <(git tag --sort=-v:refname | grep -viE '(^|[^a-z])rc[0-9]')
|
||||
fi
|
||||
|
||||
# Trim whitespace, drop blanks, reject invalid tokens, drop below-floor releases.
|
||||
V=()
|
||||
for v in "${raw[@]}"; do
|
||||
v="${v#"${v%%[![:space:]]*}"}"
|
||||
v="${v%"${v##*[![:space:]]}"}"
|
||||
[ -z "$v" ] && continue
|
||||
if ! _valid_version "$v"; then
|
||||
echo "skipping invalid version token: '$v'" >&2
|
||||
continue
|
||||
fi
|
||||
if _below_floor "$v"; then
|
||||
echo "skipping '$v': below backcompat floor $MIN_VERSION (predates the mock-LLM e2e infra)" >&2
|
||||
continue
|
||||
fi
|
||||
V+=("$v")
|
||||
done
|
||||
|
||||
num_shards="${NUM_SHARDS:-4}"
|
||||
|
||||
# Cells = 2 per release (both axes) when main is present, else 0 (every cell
|
||||
# pairs main with a release). GitHub caps a matrix at 256 jobs; if e2e jobs
|
||||
# (cells × shards) would exceed it, drop the OLDEST releases (V is newest-first
|
||||
# in auto mode) until under, logging each drop — never silently truncate.
|
||||
_cell_count() {
|
||||
local n=${#V[@]} mm=0 x
|
||||
for x in "${V[@]}"; do [ "$x" = "main" ] && mm=1 && break; done
|
||||
[ "$mm" = 1 ] && echo "$((2 * (n - 1)))" || echo 0
|
||||
}
|
||||
max_e2e=256
|
||||
while [ "${#V[@]}" -gt 2 ] && [ "$(($(_cell_count) * num_shards))" -gt "$max_e2e" ]; do
|
||||
dropped="${V[${#V[@]} - 1]}"
|
||||
unset 'V[${#V[@]}-1]'
|
||||
V=("${V[@]}")
|
||||
echo "version-matrix cap: dropped oldest version '$dropped' to keep e2e jobs <= $max_e2e" >&2
|
||||
done
|
||||
|
||||
# The integration suite runs a single openai-agents leg in mock mode (matches
|
||||
# integration-matrix.sh); the model name is unused under the mock LLM.
|
||||
integ_harness="openai-agents"
|
||||
integ_model="databricks-gpt-5-4-mini"
|
||||
integ_workers="4"
|
||||
|
||||
e2e_items=()
|
||||
integ_items=()
|
||||
for s in "${V[@]}"; do
|
||||
for r in "${V[@]}"; do
|
||||
# Emit iff EXACTLY ONE axis is main: main-vs-release on each direction.
|
||||
# Skips the all-main cell (== the normal e2e gate) and every
|
||||
# release×release cell (both already shipped together — not a
|
||||
# cross-version-compat scenario).
|
||||
s_main=0; [ "$s" = "main" ] && s_main=1
|
||||
r_main=0; [ "$r" = "main" ] && r_main=1
|
||||
if [ "$s_main" = "$r_main" ]; then
|
||||
continue
|
||||
fi
|
||||
integ_items+=("{\"server\":\"$s\",\"runner\":\"$r\",\"harness\":\"$integ_harness\",\"model\":\"$integ_model\",\"workers\":$integ_workers}")
|
||||
for ((i = 0; i < num_shards; i++)); do
|
||||
e2e_items+=("{\"server\":\"$s\",\"runner\":\"$r\",\"shard_id\":$i,\"num_shards\":$num_shards}")
|
||||
done
|
||||
done
|
||||
done
|
||||
|
||||
e2e_json=$(
|
||||
IFS=,
|
||||
echo "${e2e_items[*]:-}"
|
||||
)
|
||||
integ_json=$(
|
||||
IFS=,
|
||||
echo "${integ_items[*]:-}"
|
||||
)
|
||||
|
||||
{
|
||||
echo "e2e_matrix={\"include\":[$e2e_json]}"
|
||||
echo "integration_matrix={\"include\":[$integ_json]}"
|
||||
} >>"${GITHUB_OUTPUT:-/dev/stdout}"
|
||||
|
||||
echo "versions: ${V[*]:-(none)}" >&2
|
||||
echo "pairs: ${#integ_items[@]} (excludes main/main); e2e jobs: ${#e2e_items[@]}; integration jobs: ${#integ_items[@]}" >&2
|
||||
@@ -0,0 +1,31 @@
|
||||
#!/usr/bin/env bash
|
||||
# Emits the e2e shard matrix as `matrix=<json>` on $GITHUB_OUTPUT, or an EMPTY
|
||||
# matrix ({"include":[]}) to skip. Empty yields zero jobs and thus NO check-runs
|
||||
# -- the point of the indirection: a job-level `if:` skip would instead leave a
|
||||
# check-run with an unexpanded `E2E Tests (shard ${{ matrix.shard_id }}/...)` name.
|
||||
#
|
||||
# Skips only draft PRs. These suites are mock-LLM (no secrets), so fork PRs run
|
||||
# directly, like CI.
|
||||
#
|
||||
# Env in: EVENT_NAME, IS_DRAFT, NUM_SHARDS.
|
||||
# Shared by e2e.yml and e2e-ui.yml (differ in NUM_SHARDS).
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
skip=false
|
||||
if [[ "${IS_DRAFT:-false}" == "true" ]]; then
|
||||
skip=true
|
||||
fi
|
||||
|
||||
if [[ "$skip" == "true" ]]; then
|
||||
echo 'matrix={"include":[]}' >> "$GITHUB_OUTPUT"
|
||||
echo "skip: empty matrix (event=$EVENT_NAME draft=${IS_DRAFT:-})"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
inc=""
|
||||
for ((i = 0; i < NUM_SHARDS; i++)); do
|
||||
inc+="{\"shard_id\":$i,\"num_shards\":$NUM_SHARDS},"
|
||||
done
|
||||
echo "matrix={\"include\":[${inc%,}]}" >> "$GITHUB_OUTPUT"
|
||||
echo "run: $NUM_SHARDS shards (event=$EVENT_NAME)"
|
||||
Executable
+42
@@ -0,0 +1,42 @@
|
||||
#!/usr/bin/env bash
|
||||
# Emits the integration-test harness matrix as `matrix=<json>` on $GITHUB_OUTPUT.
|
||||
#
|
||||
# Returns an EMPTY matrix ({"include":[]}) to skip: zero jobs, NO check-runs.
|
||||
# This is the whole reason for the indirection (mirrors e2e-shard-matrix.sh): a
|
||||
# job-level `if:` skip would instead leave one check-run with an unexpanded
|
||||
# `Integration (${{ matrix.name }})` name.
|
||||
#
|
||||
# Skips only draft PRs. Integration is mock-LLM (no secrets), so fork PRs run
|
||||
# directly, like CI -- no fork-e2e/** mirror needed.
|
||||
#
|
||||
# Single openai-agents leg: all tests now run against the mock LLM server.
|
||||
# claude-sdk and codex reject "mock-model" as an unknown model (they validate
|
||||
# against the Databricks model catalog even when mock_llm_base_url is set), so
|
||||
# only openai-agents works without real credentials. The model name is unused
|
||||
# in mock mode (model_name fixture returns "mock-model" regardless).
|
||||
#
|
||||
# Env in: EVENT_NAME (github.event_name), IS_DRAFT.
|
||||
# Out: matrix={"include":[{"name":..,"harness":..,"model":..,"workers":..}, ...]}
|
||||
# (or {"include":[]} when skipped).
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
skip=false
|
||||
if [[ "${IS_DRAFT:-false}" == "true" ]]; then
|
||||
skip=true
|
||||
fi
|
||||
|
||||
if [[ "$skip" == "true" ]]; then
|
||||
echo 'matrix={"include":[]}' >> "$GITHUB_OUTPUT"
|
||||
echo "skip: empty matrix (event=$EVENT_NAME draft=${IS_DRAFT:-})"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
read -r -d '' matrix <<'JSON' || true
|
||||
{"include":[
|
||||
{"name":"openai-agents","harness":"openai-agents","model":"databricks-gpt-5-4-mini","workers":4}
|
||||
]}
|
||||
JSON
|
||||
# Collapse to one line so the GITHUB_OUTPUT key=value contract holds.
|
||||
echo "matrix=$(echo "$matrix" | tr -d '\n ')" >> "$GITHUB_OUTPUT"
|
||||
echo "run: integration harness matrix (event=$EVENT_NAME)"
|
||||
Reference in New Issue
Block a user