Files
1jehuang--jcode/scripts/run_terminal_bench_claude.sh
wehub-resource-sync a789495a98
FreeBSD Smoke / FreeBSD Smoke (x86_64) (push) Has been cancelled
CI / Quality Guardrails (push) Has been cancelled
CI / Build & Test (macos-latest) (push) Has been cancelled
CI / Build & Test (ubuntu-latest) (push) Has been cancelled
CI / Build & Test (windows-latest) (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / PowerShell Syntax (push) Has been cancelled
CI / Windows Cross-Target Check (Linux) (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 13:10:34 +08:00

78 lines
2.3 KiB
Bash
Executable File

#!/usr/bin/env bash
set -euo pipefail
# Run Terminal-Bench through Harbor with jcode using Opus 4.8.
# Default route is OpenRouter (anthropic/claude-opus-4.8) since native Claude
# OAuth may be unavailable. Override with JCODE_TB_MODEL / env vars.
SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
REPO_ROOT=$(cd -- "$SCRIPT_DIR/.." && pwd)
DEFAULT_BINARY_DIR=${JCODE_HARBOR_BINARY_DIR:-/tmp/jcode-compat-dist}
DEFAULT_BINARY_PATH=${JCODE_HARBOR_BINARY:-$DEFAULT_BINARY_DIR/jcode-linux-x86_64.bin}
DEFAULT_MODEL=${JCODE_TB_MODEL:-anthropic-api/claude-opus-4-8}
DEFAULT_PATH=${JCODE_TB_PATH:-/tmp/terminal-bench-2.1}
have_model=0
have_agent_import=0
have_task_source=0
for arg in "$@"; do
case "$arg" in
--model|-m)
have_model=1
;;
--agent-import-path)
have_agent_import=1
;;
--path|-p|--dataset|-d|--task|-t)
have_task_source=1
;;
esac
done
if [[ ! -x "$DEFAULT_BINARY_PATH" ]]; then
echo "Building Linux-compatible jcode binary into $DEFAULT_BINARY_DIR" >&2
"$REPO_ROOT/scripts/build_linux_compat.sh" "$DEFAULT_BINARY_DIR"
fi
# Resolve provider keys from jcode's env files if not already set.
if [[ -z "${OPENROUTER_API_KEY:-}" ]]; then
OR_ENV=${JCODE_HARBOR_OPENROUTER_ENV:-$HOME/.config/jcode/openrouter.env}
if [[ -f "$OR_ENV" ]]; then
export JCODE_HARBOR_OPENROUTER_ENV="$OR_ENV"
fi
fi
if [[ -z "${ANTHROPIC_API_KEY:-}" ]]; then
ANT_ENV=${JCODE_HARBOR_ANTHROPIC_ENV:-$HOME/.config/jcode/anthropic.env}
if [[ -f "$ANT_ENV" ]]; then
export JCODE_HARBOR_ANTHROPIC_ENV="$ANT_ENV"
fi
fi
export PYTHONPATH="$REPO_ROOT/scripts${PYTHONPATH:+:$PYTHONPATH}"
export JCODE_HARBOR_BINARY="$DEFAULT_BINARY_PATH"
export JCODE_ANTHROPIC_REASONING_EFFORT=${JCODE_ANTHROPIC_REASONING_EFFORT:-high}
export JCODE_NO_TELEMETRY=${JCODE_NO_TELEMETRY:-1}
HARBOR_BIN=${JCODE_HARBOR_BIN:-harbor}
cmd=($HARBOR_BIN run)
if [[ $have_task_source -eq 0 ]]; then
cmd+=(--path "$DEFAULT_PATH")
fi
if [[ $have_agent_import -eq 0 ]]; then
cmd+=(--agent-import-path jcode_harbor_claude_agent:JcodeClaudeHarborAgent)
fi
if [[ $have_model -eq 0 ]]; then
cmd+=(--model "$DEFAULT_MODEL")
fi
cmd+=("$@")
{
echo "Running Harbor with jcode Opus 4.8 adapter"
echo " binary: $JCODE_HARBOR_BINARY"
echo " model: ${DEFAULT_MODEL}"
} >&2
exec "${cmd[@]}"