name: Weekly Eval

# Report-only benchmark run. This workflow surfaces benchmark drift in the
# job summary and the uploaded CSV artifact, but it must NOT fail the default
# branch on regressions (yet) — eval failures are informational until the
# co-change baseline has enough history to set thresholds against.

on:
  schedule:
    - cron: "23 6 * * 1"  # Mondays 06:23 UTC (off-minute to dodge load spikes)
  workflow_dispatch:

permissions:
  contents: read

jobs:
  eval:
    runs-on: ubuntu-latest
    timeout-minutes: 45
    steps:
      - uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install with eval extras
        run: pip install -e ".[eval]"

      - name: Run benchmarks (2 smallest pinned configs)
        # httpx (~60 files) and flask (~83 files) are the two smallest
        # pinned repos. Report-only: `|| true` keeps regressions and
        # transient clone failures from failing the default branch.
        run: |
          code-review-graph eval \
            --repo httpx,flask \
            --benchmark token_efficiency,impact_accuracy,agent_baseline \
            --output-dir evaluate/results || true

      - name: Upload result CSVs
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: eval-results-${{ github.run_id }}
          path: evaluate/results/*.csv
          if-no-files-found: warn
          retention-days: 90

      - name: Write job summary
        if: always()
        run: |
          python - <<'PY' >> "$GITHUB_STEP_SUMMARY"
          from code_review_graph.eval.reporter import generate_full_report

          print("# Weekly eval (report-only)")
          print()
          print(
              "Configs: `httpx`, `flask` (the two smallest pinned repos). "
              "Regressions are reported here and in the CSV artifact but do "
              "not fail CI."
          )
          print()
          print(generate_full_report("evaluate/results"))
          PY