wehub-resource-sync
46 lines
2.0 KiB
TypeScript
46 lines
2.0 KiB
TypeScript
import { describe, it } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { buildCompressionPreviewDiff } from "../../../open-sse/services/compression/diffHelper.ts";
|
|
|
|
describe("compression preview diff", () => {
|
|
it("reports diff segments, preserved blocks, rules, validation warnings, and fallback status", () => {
|
|
const original = "Please use `exact_token` and the API.";
|
|
const compressed = "Use `exact_token` and API.";
|
|
const preview = buildCompressionPreviewDiff(original, compressed, {
|
|
originalTokens: 10,
|
|
compressedTokens: 6,
|
|
savingsPercent: 40,
|
|
techniquesUsed: ["caveman-rules"],
|
|
mode: "standard",
|
|
timestamp: Date.now(),
|
|
rulesApplied: ["polite_framing", "articles"],
|
|
validationWarnings: ["sample warning"],
|
|
});
|
|
|
|
assert.ok(preview.segments.some((segment) => segment.type === "removed"));
|
|
assert.ok(preview.preservedBlocks.some((block) => block.kind === "inline_code"));
|
|
assert.deepEqual(preview.ruleRemovals, ["polite_framing", "articles"]);
|
|
assert.match(preview.validationWarnings.join("\n"), /sample warning/);
|
|
assert.equal(preview.fallbackApplied, false);
|
|
});
|
|
|
|
it("reports validation errors for protected content loss", () => {
|
|
const preview = buildCompressionPreviewDiff(
|
|
"Use `exact_token` and https://example.com.",
|
|
"Use token.",
|
|
null
|
|
);
|
|
assert.equal(preview.fallbackApplied, true);
|
|
assert.ok(preview.validationErrors.length >= 2);
|
|
});
|
|
|
|
it("degrades preview diff generation when token product exceeds the safe limit", () => {
|
|
const original = Array.from({ length: 1500 }, (_, index) => `original-${index}`).join(" ");
|
|
const compressed = Array.from({ length: 1500 }, (_, index) => `compressed-${index}`).join(" ");
|
|
const preview = buildCompressionPreviewDiff(original, compressed, null);
|
|
|
|
assert.deepEqual(preview.segments, [{ type: "same", text: "[diff omitted: input too large]" }]);
|
|
assert.match(preview.validationWarnings.join("\n"), /Preview diff omitted/);
|
|
});
|
|
});
|