Files
yvgude--lean-ctx/rust/tests/p4_ctx_feedback_eval.rs
T
wehub-resource-sync 26382a7ac6
CI / Clippy (push) Failing after 15m13s
CI / Test (ubuntu-latest) (push) Failing after 16m1s
CI / Test (macos-latest) (push) Has been cancelled
CI / Test (windows-latest) (push) Has been cancelled
CI / Build (no embeddings / no ORT) (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / Cookbook (Node) (push) Has been cancelled
CI / Pi Extension (Node) (push) Has been cancelled
CI / Rust SDK (lean-ctx-client) (push) Has been cancelled
CI / Embed SDK (lean-ctx-sdk) (push) Has been cancelled
CI / Python SDK (leanctx) (push) Has been cancelled
CI / Hermes Plugin (Python) (push) Has been cancelled
CI / SDK Conformance Matrix (push) Has been cancelled
CI / Coverage (push) Has been cancelled
CI / cargo-deny (push) Has been cancelled
CI / Adversarial Safety (push) Has been cancelled
CI / Benchmarks (push) Has been cancelled
CI / Output-Quality Gate (eval A/B) (push) Has been cancelled
CI / Documentation (push) Has been cancelled
CI / CI Green (push) Has been cancelled
JetBrains Plugin / Actionlint (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (javascript-typescript) (push) Has been cancelled
CodeQL / Analyze (rust) (push) Has been cancelled
JetBrains Plugin / Validation (push) Has been cancelled
JetBrains Plugin / Build (push) Has been cancelled
JetBrains Plugin / Test (push) Has been cancelled
Security Check / Security Scan (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:35:30 +08:00

67 lines
2.2 KiB
Rust

use serde_json::json;
#[tokio::test(flavor = "multi_thread", worker_threads = 2)]
#[allow(clippy::await_holding_lock)]
async fn ctx_feedback_record_report_reset() {
let _g = lean_ctx::core::data_dir::test_env_lock();
let dir = tempfile::tempdir().expect("tempdir");
let data_dir = dir.path().join("data");
std::fs::create_dir_all(&data_dir).expect("create data dir");
// TODO: Audit that the environment access only happens in single-threaded code.
unsafe { std::env::set_var("LEAN_CTX_DATA_DIR", &data_dir) };
let engine = lean_ctx::engine::ContextEngine::with_project_root(dir.path());
let _ = engine
.call_tool_text("ctx_feedback", Some(json!({"action":"reset"})))
.await
.expect("reset");
let _ = engine
.call_tool_text(
"ctx_feedback",
Some(json!({
"action":"record",
"agent_id":"test-agent",
"model":"test-model",
"intent":"test-intent",
"llm_input_tokens":100,
"llm_output_tokens":250,
"latency_ms":123
})),
)
.await
.expect("record");
let report = engine
.call_tool_text("ctx_feedback", Some(json!({"action":"report","limit":50})))
.await
.expect("report");
assert!(report.contains("total_events: 1"), "report: {report}");
let json_out = engine
.call_tool_text("ctx_feedback", Some(json!({"action":"json","limit":50})))
.await
.expect("json");
let v: serde_json::Value = serde_json::from_str(&json_out).expect("parse json");
assert_eq!(
v["summary"]["total_events"].as_u64().unwrap_or(0),
1,
"json: {json_out}"
);
let _ = engine
.call_tool_text("ctx_feedback", Some(json!({"action":"reset"})))
.await
.expect("reset2");
let report2 = engine
.call_tool_text("ctx_feedback", Some(json!({"action":"report","limit":50})))
.await
.expect("report2");
assert!(report2.contains("No LLM feedback"), "report2: {report2}");
// TODO: Audit that the environment access only happens in single-threaded code.
unsafe { std::env::remove_var("LEAN_CTX_DATA_DIR") };
}