26382a7ac6
CI / Clippy (push) Failing after 15m13s
CI / Test (ubuntu-latest) (push) Failing after 16m1s
CI / Test (macos-latest) (push) Has been cancelled
CI / Test (windows-latest) (push) Has been cancelled
CI / Build (no embeddings / no ORT) (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / Cookbook (Node) (push) Has been cancelled
CI / Pi Extension (Node) (push) Has been cancelled
CI / Rust SDK (lean-ctx-client) (push) Has been cancelled
CI / Embed SDK (lean-ctx-sdk) (push) Has been cancelled
CI / Python SDK (leanctx) (push) Has been cancelled
CI / Hermes Plugin (Python) (push) Has been cancelled
CI / SDK Conformance Matrix (push) Has been cancelled
CI / Coverage (push) Has been cancelled
CI / cargo-deny (push) Has been cancelled
CI / Adversarial Safety (push) Has been cancelled
CI / Benchmarks (push) Has been cancelled
CI / Output-Quality Gate (eval A/B) (push) Has been cancelled
CI / Documentation (push) Has been cancelled
CI / CI Green (push) Has been cancelled
JetBrains Plugin / Actionlint (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (javascript-typescript) (push) Has been cancelled
CodeQL / Analyze (rust) (push) Has been cancelled
JetBrains Plugin / Validation (push) Has been cancelled
JetBrains Plugin / Build (push) Has been cancelled
JetBrains Plugin / Test (push) Has been cancelled
Security Check / Security Scan (push) Has been cancelled
67 lines
2.2 KiB
Rust
67 lines
2.2 KiB
Rust
use serde_json::json;
|
|
|
|
#[tokio::test(flavor = "multi_thread", worker_threads = 2)]
|
|
#[allow(clippy::await_holding_lock)]
|
|
async fn ctx_feedback_record_report_reset() {
|
|
let _g = lean_ctx::core::data_dir::test_env_lock();
|
|
let dir = tempfile::tempdir().expect("tempdir");
|
|
let data_dir = dir.path().join("data");
|
|
std::fs::create_dir_all(&data_dir).expect("create data dir");
|
|
|
|
// TODO: Audit that the environment access only happens in single-threaded code.
|
|
unsafe { std::env::set_var("LEAN_CTX_DATA_DIR", &data_dir) };
|
|
let engine = lean_ctx::engine::ContextEngine::with_project_root(dir.path());
|
|
|
|
let _ = engine
|
|
.call_tool_text("ctx_feedback", Some(json!({"action":"reset"})))
|
|
.await
|
|
.expect("reset");
|
|
|
|
let _ = engine
|
|
.call_tool_text(
|
|
"ctx_feedback",
|
|
Some(json!({
|
|
"action":"record",
|
|
"agent_id":"test-agent",
|
|
"model":"test-model",
|
|
"intent":"test-intent",
|
|
"llm_input_tokens":100,
|
|
"llm_output_tokens":250,
|
|
"latency_ms":123
|
|
})),
|
|
)
|
|
.await
|
|
.expect("record");
|
|
|
|
let report = engine
|
|
.call_tool_text("ctx_feedback", Some(json!({"action":"report","limit":50})))
|
|
.await
|
|
.expect("report");
|
|
assert!(report.contains("total_events: 1"), "report: {report}");
|
|
|
|
let json_out = engine
|
|
.call_tool_text("ctx_feedback", Some(json!({"action":"json","limit":50})))
|
|
.await
|
|
.expect("json");
|
|
let v: serde_json::Value = serde_json::from_str(&json_out).expect("parse json");
|
|
assert_eq!(
|
|
v["summary"]["total_events"].as_u64().unwrap_or(0),
|
|
1,
|
|
"json: {json_out}"
|
|
);
|
|
|
|
let _ = engine
|
|
.call_tool_text("ctx_feedback", Some(json!({"action":"reset"})))
|
|
.await
|
|
.expect("reset2");
|
|
|
|
let report2 = engine
|
|
.call_tool_text("ctx_feedback", Some(json!({"action":"report","limit":50})))
|
|
.await
|
|
.expect("report2");
|
|
assert!(report2.contains("No LLM feedback"), "report2: {report2}");
|
|
|
|
// TODO: Audit that the environment access only happens in single-threaded code.
|
|
unsafe { std::env::remove_var("LEAN_CTX_DATA_DIR") };
|
|
}
|