chore: import upstream snapshot with attribution
Test Browser Use CLI Install / uv pip install (ubuntu-latest) (push) Failing after 1s
Test Browser Use CLI Install / uvx browser-use from local wheel (push) Failing after 1s
Test Browser Use CLI Install / uvx browser-use[cli] from PyPI (push) Failing after 1s
package / pip-install-on-macos-latest-py-3.11 (push) Has been skipped
package / pip-install-on-macos-latest-py-3.13 (push) Has been skipped
package / pip-install-on-ubuntu-latest-py-3.11 (push) Has been skipped
package / pip-install-on-windows-latest-py-3.13 (push) Has been skipped
cloud_evals / trigger_cloud_eval_image_build (push) Failing after 1s
docker / build_publish_image (push) Failing after 1s
Test Browser Use CLI Install / browser-use skill sync (push) Failing after 1s
lint / code-style (push) Failing after 0s
lint / type-checker (push) Failing after 1s
package / pip-build (push) Failing after 1s
lint / syntax-errors (push) Failing after 3s
package / pip-install-on-ubuntu-latest-py-3.13 (push) Has been skipped
package / pip-install-on-windows-latest-py-3.11 (push) Has been skipped
test / ${{ matrix.test_filename }} (push) Has been skipped
test / evaluate-tasks (push) Has been skipped
test / setup-chromium (push) Failing after 2s
test / find_tests (push) Failing after 2s
Test Browser Use CLI Install / uv pip install (windows-latest) (push) Has been cancelled
Test Browser Use CLI Install / uv pip install (macos-latest) (push) Has been cancelled
Test Browser Use CLI Install / uv pip install (ubuntu-latest) (push) Failing after 1s
Test Browser Use CLI Install / uvx browser-use from local wheel (push) Failing after 1s
Test Browser Use CLI Install / uvx browser-use[cli] from PyPI (push) Failing after 1s
package / pip-install-on-macos-latest-py-3.11 (push) Has been skipped
package / pip-install-on-macos-latest-py-3.13 (push) Has been skipped
package / pip-install-on-ubuntu-latest-py-3.11 (push) Has been skipped
package / pip-install-on-windows-latest-py-3.13 (push) Has been skipped
cloud_evals / trigger_cloud_eval_image_build (push) Failing after 1s
docker / build_publish_image (push) Failing after 1s
Test Browser Use CLI Install / browser-use skill sync (push) Failing after 1s
lint / code-style (push) Failing after 0s
lint / type-checker (push) Failing after 1s
package / pip-build (push) Failing after 1s
lint / syntax-errors (push) Failing after 3s
package / pip-install-on-ubuntu-latest-py-3.13 (push) Has been skipped
package / pip-install-on-windows-latest-py-3.11 (push) Has been skipped
test / ${{ matrix.test_filename }} (push) Has been skipped
test / evaluate-tasks (push) Has been skipped
test / setup-chromium (push) Failing after 2s
test / find_tests (push) Failing after 2s
Test Browser Use CLI Install / uv pip install (windows-latest) (push) Has been cancelled
Test Browser Use CLI Install / uv pip install (macos-latest) (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,56 @@
|
||||
name: Evaluate PR
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
pull-requests: write
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
types: [opened, synchronize, reopened]
|
||||
|
||||
jobs:
|
||||
trigger-evaluation:
|
||||
runs-on: ubuntu-latest
|
||||
# Only run if PR author has write access
|
||||
if: |
|
||||
github.event.pull_request.author_association == 'OWNER' ||
|
||||
github.event.pull_request.author_association == 'MEMBER' ||
|
||||
github.event.pull_request.author_association == 'COLLABORATOR'
|
||||
|
||||
steps:
|
||||
- name: Trigger Evaluation settings
|
||||
id: trigger
|
||||
continue-on-error: true
|
||||
run: |
|
||||
echo "🚀 Triggering evaluation - PR #${{ github.event.pull_request.number }}"
|
||||
echo "Commit: ${{ github.event.pull_request.head.sha }}"
|
||||
|
||||
# You can customize the test here
|
||||
TEST_CASE="${{ vars.EVAL_TEST_CASE }}"
|
||||
if [ -z "$TEST_CASE" ]; then
|
||||
TEST_CASE="InteractionTasks_v8"
|
||||
fi
|
||||
|
||||
response=$(curl -X POST \
|
||||
"${{ secrets.EVAL_PLATFORM_URL }}/api/triggerInteractionTasksV6" \
|
||||
-H "Authorization: Bearer ${{ secrets.EVAL_PLATFORM_KEY }}" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d "{
|
||||
\"commitSha\": \"${{ github.event.pull_request.head.sha }}\",
|
||||
\"prNumber\": ${{ github.event.pull_request.number }},
|
||||
\"branchName\": \"${{ github.event.pull_request.head.ref }}\",
|
||||
\"testCase\": \"${TEST_CASE}\",
|
||||
\"githubRepo\": \"${{ github.repository }}\"
|
||||
}" -s)
|
||||
|
||||
echo "Response: $response"
|
||||
|
||||
# Check if trigger was was successful
|
||||
if echo "$response" | jq -e '.success == true' > /dev/null; then
|
||||
echo "✅ Evaluation triggered successfully"
|
||||
exit 0
|
||||
else
|
||||
echo "Failed"
|
||||
echo "$response"
|
||||
exit 1
|
||||
fi
|
||||
Reference in New Issue
Block a user