e0e362d700
SDK Tests / changes (push) Successful in 2m29s
Real E2E Tests / changes (push) Successful in 2m29s
Deploy Docs Pages / build (push) Has been cancelled
Deploy Docs Pages / deploy (push) Has been cancelled
Real E2E Tests / JavaScript E2E (docker bridge) (push) Has been cancelled
Real E2E Tests / Python E2E (docker bridge) (push) Has been cancelled
Real E2E Tests / Java E2E (docker bridge) (push) Has been cancelled
Real E2E Tests / C# E2E (docker bridge) (push) Has been cancelled
Real E2E Tests / Go E2E (docker bridge) (push) Has been cancelled
Real E2E Tests / Real E2E CI (push) Has been cancelled
SDK Tests / SDK CI (push) Has been cancelled
SDK Tests / CLI Tests (push) Has been cancelled
SDK Tests / Python SDK Quality (code-interpreter) (push) Has been cancelled
SDK Tests / Python SDK Quality (sandbox) (push) Has been cancelled
SDK Tests / Python SDK Tests (code-interpreter) (push) Has been cancelled
SDK Tests / JavaScript SDK Quality And Tests (code-interpreter) (push) Has been cancelled
SDK Tests / JavaScript SDK Quality And Tests (sandbox) (push) Has been cancelled
SDK Tests / Python SDK Tests (sandbox) (push) Has been cancelled
SDK Tests / CLI Quality (push) Has been cancelled
SDK Tests / Kotlin SDK Quality And Tests (sandbox) (push) Has been cancelled
SDK Tests / Kotlin SDK Quality And Tests (code-interpreter) (push) Has been cancelled
SDK Tests / C# SDK Quality And Tests (code-interpreter) (push) Has been cancelled
SDK Tests / C# SDK Quality And Tests (sandbox) (push) Has been cancelled
SDK Tests / Go SDK Quality And Tests (push) Has been cancelled
34 lines
1.4 KiB
YAML
34 lines
1.4 KiB
YAML
# Harbor job configuration that runs an evaluation on OpenSandbox.
|
|
#
|
|
# Harbor docs: https://github.com/harbor-framework/harbor
|
|
# Run from this directory with: harbor run -c config.yaml
|
|
|
|
jobs_dir: jobs/opensandbox # where Harbor writes outputs (logs, artifacts, results)
|
|
n_attempts: 1
|
|
timeout_multiplier: 1.0
|
|
n_concurrent_trials: 1
|
|
quiet: false
|
|
|
|
environment:
|
|
type: opensandbox
|
|
force_build: false # OpenSandbox runs prebuilt images only
|
|
delete: true # delete each sandbox after its trial
|
|
kwargs:
|
|
# Connection settings. Leave `domain` / `api_key` unset to read them from the
|
|
# OPENSANDBOX_DOMAIN / OPENSANDBOX_API_KEY environment variables, or set them
|
|
# explicitly here. `api_key: ""` is valid for a local / no-auth server.
|
|
# domain: localhost:8080
|
|
# api_key: ""
|
|
protocol: http # use "https" for a TLS-terminated server
|
|
use_server_proxy: true # route exec through the server when the client
|
|
# cannot reach the sandbox container directly
|
|
ready_timeout_sec: 300 # leave headroom for on-demand image pulls
|
|
request_timeout_sec: 120
|
|
|
|
agents:
|
|
- name: oracle # runs the task's reference solution; swap for a
|
|
# real agent + model (see README) to evaluate it
|
|
|
|
tasks:
|
|
- path: ./tasks/hello-opensandbox
|