chore: import upstream snapshot with attribution
FreeBSD Smoke / FreeBSD Smoke (x86_64) (push) Has been cancelled
CI / Quality Guardrails (push) Has been cancelled
CI / Build & Test (macos-latest) (push) Has been cancelled
CI / Build & Test (ubuntu-latest) (push) Has been cancelled
CI / Build & Test (windows-latest) (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / PowerShell Syntax (push) Has been cancelled
CI / Windows Cross-Target Check (Linux) (push) Has been cancelled
FreeBSD Smoke / FreeBSD Smoke (x86_64) (push) Has been cancelled
CI / Quality Guardrails (push) Has been cancelled
CI / Build & Test (macos-latest) (push) Has been cancelled
CI / Build & Test (ubuntu-latest) (push) Has been cancelled
CI / Build & Test (windows-latest) (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / PowerShell Syntax (push) Has been cancelled
CI / Windows Cross-Target Check (Linux) (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,91 @@
|
||||
# Claude Code + Opus 4.8 baseline on Terminal-Bench (5 trials/task). jcode must never do worse.
|
||||
# task trials resolved rate
|
||||
adaptive-rejection-sampler 5 4 80.0
|
||||
bn-fit-modify 5 5 100.0
|
||||
break-filter-js-from-html 5 5 100.0
|
||||
build-cython-ext 5 5 100.0
|
||||
build-pmars 5 5 100.0
|
||||
build-pov-ray 5 5 100.0
|
||||
caffe-cifar-10 5 5 100.0
|
||||
cancel-async-tasks 5 1 20.0
|
||||
chess-best-move 5 2 40.0
|
||||
circuit-fibsqrt 5 5 100.0
|
||||
cobol-modernization 5 5 100.0
|
||||
code-from-image 5 5 100.0
|
||||
compile-compcert 5 3 60.0
|
||||
configure-git-webserver 5 1 20.0
|
||||
constraints-scheduling 5 5 100.0
|
||||
count-dataset-tokens 5 5 100.0
|
||||
crack-7z-hash 5 5 100.0
|
||||
custom-memory-heap-crash 5 5 100.0
|
||||
db-wal-recovery 5 0 0.0
|
||||
distribution-search 5 5 100.0
|
||||
dna-assembly 5 3 60.0
|
||||
dna-insert 5 0 0.0
|
||||
extract-elf 5 3 60.0
|
||||
extract-moves-from-video 5 0 0.0
|
||||
feal-differential-cryptanalysis 5 5 100.0
|
||||
feal-linear-cryptanalysis 5 5 100.0
|
||||
filter-js-from-html 5 3 60.0
|
||||
financial-document-processor 5 2 40.0
|
||||
fix-code-vulnerability 5 5 100.0
|
||||
fix-git 5 5 100.0
|
||||
fix-ocaml-gc 5 5 100.0
|
||||
gcode-to-text 5 5 100.0
|
||||
git-leak-recovery 5 5 100.0
|
||||
git-multibranch 5 5 100.0
|
||||
gpt2-codegolf 5 4 80.0
|
||||
headless-terminal 5 5 100.0
|
||||
hf-model-inference 5 5 100.0
|
||||
install-windows-3.11 5 4 80.0
|
||||
kv-store-grpc 5 5 100.0
|
||||
large-scale-text-editing 5 5 100.0
|
||||
largest-eigenval 5 4 80.0
|
||||
llm-inference-batching-scheduler 5 5 100.0
|
||||
log-summary-date-ranges 5 5 100.0
|
||||
mailman 5 5 100.0
|
||||
make-doom-for-mips 5 0 0.0
|
||||
make-mips-interpreter 5 4 80.0
|
||||
mcmc-sampling-stan 5 5 100.0
|
||||
merge-diff-arc-agi-task 5 5 100.0
|
||||
model-extraction-relu-logits 5 0 0.0
|
||||
modernize-scientific-stack 5 5 100.0
|
||||
mteb-leaderboard 5 5 100.0
|
||||
mteb-retrieve 5 2 40.0
|
||||
multi-source-data-merger 5 5 100.0
|
||||
nginx-request-logging 5 5 100.0
|
||||
openssl-selfsigned-cert 5 4 80.0
|
||||
overfull-hbox 5 4 80.0
|
||||
password-recovery 5 5 100.0
|
||||
path-tracing 5 4 80.0
|
||||
path-tracing-reverse 5 4 80.0
|
||||
polyglot-c-py 5 5 100.0
|
||||
polyglot-rust-c 5 5 100.0
|
||||
portfolio-optimization 5 4 80.0
|
||||
protein-assembly 5 0 0.0
|
||||
prove-plus-comm 5 5 100.0
|
||||
pypi-server 5 5 100.0
|
||||
pytorch-model-cli 5 2 40.0
|
||||
pytorch-model-recovery 5 3 60.0
|
||||
qemu-alpine-ssh 5 4 80.0
|
||||
qemu-startup 5 5 100.0
|
||||
query-optimize 5 5 100.0
|
||||
raman-fitting 5 0 0.0
|
||||
regex-chess 5 5 100.0
|
||||
regex-log 5 5 100.0
|
||||
reshard-c4-data 5 5 100.0
|
||||
rstan-to-pystan 5 1 20.0
|
||||
sam-cell-seg 5 4 80.0
|
||||
sanitize-git-repo 5 4 80.0
|
||||
schemelike-metacircular-eval 5 5 100.0
|
||||
sparql-university 5 5 100.0
|
||||
sqlite-db-truncate 5 5 100.0
|
||||
sqlite-with-gcov 5 5 100.0
|
||||
torch-pipeline-parallelism 5 4 80.0
|
||||
torch-tensor-parallelism 5 5 100.0
|
||||
train-fasttext 5 0 0.0
|
||||
tune-mjcf 5 5 100.0
|
||||
video-processing 5 0 0.0
|
||||
vulnerable-secret 5 5 100.0
|
||||
winning-avg-corewars 5 5 100.0
|
||||
write-compressor 5 4 80.0
|
||||
|
Reference in New Issue
Block a user