chore: import upstream snapshot with attribution

2026-07-13 13:12:33 +08:00
commit aacb60a4af
3387 changed files with 981307 additions and 0 deletions
@@ -0,0 +1,105 @@
+from __future__ import annotations
+
+import importlib.util
+import json
+from pathlib import Path
+
+
+def _load_script():
+    script_path = Path(__file__).resolve().parents[2] / "scripts" / "experiments" / (
+        "analyze_dashscope_payload_risk.py"
+    )
+    spec = importlib.util.spec_from_file_location("analyze_dashscope_payload_risk", script_path)
+    assert spec is not None
+    module = importlib.util.module_from_spec(spec)
+    assert spec.loader is not None
+    spec.loader.exec_module(module)
+    return module
+
+
+def _write_jsonl(path: Path, rows: list[dict]) -> None:
+    path.parent.mkdir(parents=True, exist_ok=True)
+    path.write_text("\n".join(json.dumps(row) for row in rows) + "\n", encoding="utf-8")
+
+
+def test_analyze_dashscope_payload_risk_counts_provider_visible_signals(
+    tmp_path: Path,
+) -> None:
+    mod = _load_script()
+    artifact_root = tmp_path / "artifacts"
+
+    inst_a = artifact_root / "repo__issue-1"
+    inst_a.mkdir(parents=True)
+    _write_jsonl(
+        inst_a / "transcript.jsonl",
+        [
+            {
+                "message": {
+                    "role": "assistant",
+                    "content": (
+                        "Historical tool call omitted for provider context budget.\n"
+                        "</think>\n"
+                        "[Earlier duplicate tool interaction omitted for DashScope replay "
+                        "compatibility: tool=read_file]"
+                    ),
+                }
+            }
+        ],
+    )
+    _write_jsonl(
+        inst_a / "llm_calls.jsonl",
+        [
+            {"event": "llm.request", "request_id": "req-a", "ts": 10.0},
+            {"event": "llm.response_chunk", "request_id": "req-a", "ts": 12.5},
+            {
+                "event": "llm.error",
+                "request_id": "req-timeout",
+                "error_type": "timeout",
+                "message": "Request timed out",
+            },
+            {
+                "event": "llm.error",
+                "request_id": "req-429",
+                "status_code": 429,
+                "message": "rate limit",
+            },
+        ],
+    )
+    (inst_a / "git.patch").write_text("", encoding="utf-8")
+
+    inst_b = artifact_root / "repo__issue-2"
+    inst_b.mkdir(parents=True)
+    _write_jsonl(inst_b / "transcript.jsonl", [{"message": {"content": "clean"}}])
+    _write_jsonl(
+        inst_b / "llm_calls.jsonl",
+        [
+            {"event": "llm.request", "request_id": "req-b", "ts": 20.0},
+            {"event": "llm.response_chunk", "request_id": "req-b", "ts": 21.0},
+        ],
+    )
+    (inst_b / "git.patch").write_text("diff --git a/a.py b/a.py\n", encoding="utf-8")
+
+    predictions = tmp_path / "predictions.jsonl"
+    _write_jsonl(
+        predictions,
+        [
+            {"instance_id": "repo__issue-1", "model_patch": ""},
+            {"instance_id": "repo__issue-2", "model_patch": "diff --git a/a.py b/a.py\n"},
+        ],
+    )
+
+    summary = mod.analyze_artifact_root(artifact_root, predictions_path=predictions)
+
+    assert summary["instances"] == 2
+    assert summary["predictions"]["submitted"] == 2
+    assert summary["predictions"]["empty_model_patch"] == 1
+    assert summary["patches"]["empty_git_patch"] == 1
+    assert summary["signals"]["dashscope_duplicate_omission"] == 1
+    assert summary["signals"]["provider_compaction_omission"] == 1
+    assert summary["signals"]["bare_think_close"] == 1
+    assert summary["llm"]["requests"] == 2
+    assert summary["llm"]["errors"] == 2
+    assert summary["llm"]["status_429"] == 1
+    assert summary["llm"]["timeout_errors"] == 1
+    assert summary["llm"]["first_chunk_latency_seconds"]["count"] == 2
+    assert summary["llm"]["first_chunk_latency_seconds"]["mean"] == 1.75