chore: import upstream snapshot with attribution

2026-07-13 13:39:12 +08:00
commit d8dcd5f6d1
8604 changed files with 2479390 additions and 0 deletions
@@ -0,0 +1,45 @@
+import { describe, it } from "node:test";
+import assert from "node:assert/strict";
+import { buildCompressionPreviewDiff } from "../../../open-sse/services/compression/diffHelper.ts";
+
+describe("compression preview diff", () => {
+  it("reports diff segments, preserved blocks, rules, validation warnings, and fallback status", () => {
+    const original = "Please use `exact_token` and the API.";
+    const compressed = "Use `exact_token` and API.";
+    const preview = buildCompressionPreviewDiff(original, compressed, {
+      originalTokens: 10,
+      compressedTokens: 6,
+      savingsPercent: 40,
+      techniquesUsed: ["caveman-rules"],
+      mode: "standard",
+      timestamp: Date.now(),
+      rulesApplied: ["polite_framing", "articles"],
+      validationWarnings: ["sample warning"],
+    });
+
+    assert.ok(preview.segments.some((segment) => segment.type === "removed"));
+    assert.ok(preview.preservedBlocks.some((block) => block.kind === "inline_code"));
+    assert.deepEqual(preview.ruleRemovals, ["polite_framing", "articles"]);
+    assert.match(preview.validationWarnings.join("\n"), /sample warning/);
+    assert.equal(preview.fallbackApplied, false);
+  });
+
+  it("reports validation errors for protected content loss", () => {
+    const preview = buildCompressionPreviewDiff(
+      "Use `exact_token` and https://example.com.",
+      "Use token.",
+      null
+    );
+    assert.equal(preview.fallbackApplied, true);
+    assert.ok(preview.validationErrors.length >= 2);
+  });
+
+  it("degrades preview diff generation when token product exceeds the safe limit", () => {
+    const original = Array.from({ length: 1500 }, (_, index) => `original-${index}`).join(" ");
+    const compressed = Array.from({ length: 1500 }, (_, index) => `compressed-${index}`).join(" ");
+    const preview = buildCompressionPreviewDiff(original, compressed, null);
+
+    assert.deepEqual(preview.segments, [{ type: "same", text: "[diff omitted: input too large]" }]);
+    assert.match(preview.validationWarnings.join("\n"), /Preview diff omitted/);
+  });
+});