426e9eeabd
Voice Workbench / headless workbench (mocked backends) (push) Has been cancelled
Voice Workbench / real acoustic lane (nightly, provisioned only) (push) Has been cancelled
ci / test (push) Has been cancelled
ci / lint-and-format (push) Has been cancelled
ci / build (push) Has been cancelled
ci / dev-startup (push) Has been cancelled
gitleaks / gitleaks (push) Has been cancelled
Markdown Links / Relative Markdown Links (push) Has been cancelled
Quality (Extended) / Homepage Build (PR smoke) (push) Has been cancelled
Quality (Extended) / Comment-only diff guard (push) Has been cancelled
Quality (Extended) / Format + Type Safety Ratchet (push) Has been cancelled
Quality (Extended) / Develop Gate (secret scan + UI determinism) (push) Has been cancelled
Quality (Extended) / Develop Gate (lint) (push) Has been cancelled
Chat shell gestures / Chat shell gesture + parity e2e (push) Has been cancelled
Cloud Gateway Discord / Test (push) Has been cancelled
Benchmark Bridge Tests / benchmark (bunx @biomejs/biome check packages/lifeops-bench/src, benchmark-lint) (push) Has been cancelled
Benchmark Bridge Tests / benchmark (bunx vitest run --config packages/lifeops-bench/vitest.config.ts --root packages/lifeops-bench --passWithNoTests, benchmark-tests) (push) Has been cancelled
Build Agent Image / build-and-push (push) Has been cancelled
Dev Smoke / bun run dev onboarding chat (push) Has been cancelled
Dev Smoke / Vite HMR dependency-level smoke (push) Has been cancelled
Electrobun Submodule Guard / electrobun gitlink is fetchable (push) Has been cancelled
Publish @elizaos/example-code / check_npm (push) Has been cancelled
Publish @elizaos/example-code / publish_npm (push) Has been cancelled
Publish @elizaos/plugin-elizacloud / verify_version (push) Has been cancelled
Publish @elizaos/plugin-elizacloud / publish_npm (push) Has been cancelled
Sandbox Live Smoke / Sandbox live smoke (push) Has been cancelled
Snap Build & Test / Build Snap (amd64) (push) Has been cancelled
Snap Build & Test / Build Snap (arm64) (push) Has been cancelled
Test Packaging / elizaos CLI global-install smoke (node + bun) (push) Has been cancelled
Cloud Gateway Webhook / Test (push) Has been cancelled
Cloud Tests / lint-and-types (push) Has been cancelled
Cloud Tests / unit-tests (push) Has been cancelled
Cloud Tests / integration-tests (push) Has been cancelled
Cloud Tests / e2e-tests (push) Has been cancelled
CodeQL Advanced / Analyze (javascript-typescript) (push) Has been cancelled
Deploy Apps Worker (Product 2) / Determine environment (push) Has been cancelled
Deploy Apps Worker (Product 2) / Deploy apps worker to apps-control host (${{ needs.determine-env.outputs.environment }}) (push) Has been cancelled
Deploy Eliza Provisioning Worker / Determine environment (push) Has been cancelled
Deploy Eliza Provisioning Worker / Deploy worker to Hetzner host (${{ needs.determine-env.outputs.environment }} @ ${{ needs.determine-env.outputs.deployment_sha }}) (push) Has been cancelled
Dev Smoke / Classify changed paths (push) Has been cancelled
supply-chain / sbom (push) Has been cancelled
supply-chain / vulnerability-scan (push) Has been cancelled
Build, Push & Deploy to Phala Cloud / build-and-push (push) Has been cancelled
Test Packaging / Validate Packaging Configs (push) Has been cancelled
Test Packaging / Build & Test PyPI Package (push) Has been cancelled
Test Packaging / PyPI on Python ${{ matrix.python }} (push) Has been cancelled
Test Packaging / Pack & Test JS Tarballs (push) Has been cancelled
UI Fixture E2E / ui-fixture-e2e (push) Has been cancelled
UI Fixture E2E / fixture-e2e (push) Has been cancelled
UI Story Gate / story-gate (push) Has been cancelled
vault-ci / test (macos-latest) (push) Has been cancelled
vault-ci / test (ubuntu-latest) (push) Has been cancelled
vault-ci / test (windows-latest) (push) Has been cancelled
vault-ci / app-core wiring tests (push) Has been cancelled
verify-patches / verify patches/CHECKSUMS.sha256 (push) Has been cancelled
Voice Benchmark Smoke / voice-emotion fixture smoke (push) Has been cancelled
Voice Benchmark Smoke / voiceagentbench fixture smoke (push) Has been cancelled
Voice Benchmark Smoke / voicebench-quality unit smoke (push) Has been cancelled
Voice Benchmark Smoke / voicebench TypeScript unit (no audio) (push) Has been cancelled
Voice Benchmark Smoke / voice bench smoke summary (push) Has been cancelled
Windows CI / windows ([bun run --cwd packages/app-core test bun run --cwd packages/elizaos test bun run --cwd packages/cloud/shared test], app-and-cli) (push) Has been cancelled
Windows CI / windows ([bun run --cwd packages/scenario-runner test bun run --cwd packages/vault test bun run --cwd packages/security test bun run --cwd plugins/plugin-coding-tools test], framework-packages) (push) Has been cancelled
Windows CI / windows ([bun run --cwd plugins/plugin-elizacloud test bun run --cwd plugins/plugin-discord test bun run --cwd plugins/plugin-anthropic test bun run --cwd plugins/plugin-openai test bun run --cwd plugins/plugin-app-control test bun run --cwd plugins/pl… (push) Has been cancelled
Windows CI / windows ([node packages/scripts/run-turbo.mjs run build --filter=@elizaos/core --filter=@elizaos/shared --filter=@elizaos/agent --concurrency=4 node packages/scripts/run-bash-linux-only.mjs scripts/verify-riscv64-buildpaths.sh node packages/scripts/run… (push) Has been cancelled
Windows CI / windows ([node packages/scripts/run-turbo.mjs run typecheck --filter=@elizaos/core --filter=@elizaos/shared --filter=@elizaos/cloud-shared --concurrency=4 bun run --cwd packages/core test bun run --cwd packages/shared test], core-runtime, 75) (push) Has been cancelled
231 lines
7.2 KiB
TypeScript
231 lines
7.2 KiB
TypeScript
/** Unit tests for text-param resolution (model selection, max-token caps, thinking body) driving mocked `ai.generateText` and the z.ai client — no live model. */
|
|
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
|
|
const generateTextMock = vi.fn(async () => ({ text: "ok", usage: undefined }));
|
|
const createOpenAICompatibleMock = vi.fn(() => (modelName: string) => ({ modelName }));
|
|
|
|
vi.mock("ai", () => ({
|
|
generateText: generateTextMock,
|
|
}));
|
|
|
|
vi.mock("@ai-sdk/openai-compatible", () => ({
|
|
createOpenAICompatible: createOpenAICompatibleMock,
|
|
}));
|
|
|
|
vi.mock("@elizaos/core", () => ({
|
|
ElizaError: class extends Error {
|
|
readonly code: string;
|
|
readonly context?: Record<string, unknown>;
|
|
constructor(
|
|
message: string,
|
|
options: { code: string; context?: Record<string, unknown>; cause?: unknown }
|
|
) {
|
|
super(message, options.cause !== undefined ? { cause: options.cause } : undefined);
|
|
this.code = options.code;
|
|
this.context = options.context;
|
|
}
|
|
},
|
|
logger: { log: vi.fn() },
|
|
ModelType: { TEXT_SMALL: "TEXT_SMALL", TEXT_LARGE: "TEXT_LARGE" },
|
|
}));
|
|
|
|
describe("z.ai text parameter resolution", () => {
|
|
beforeEach(() => {
|
|
generateTextMock.mockClear();
|
|
createOpenAICompatibleMock.mockClear();
|
|
});
|
|
|
|
it("passes topP and temperature to z.ai's OpenAI-compatible API", async () => {
|
|
const runtime = {
|
|
character: {},
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextSmall } = await import("../models/text");
|
|
|
|
await expect(
|
|
handleTextSmall(runtime as never, {
|
|
prompt: "hello",
|
|
topP: 0.8,
|
|
temperature: 0.2,
|
|
})
|
|
).resolves.toBe("ok");
|
|
|
|
expect(generateTextMock).toHaveBeenCalledWith(
|
|
expect.objectContaining({
|
|
topP: 0.8,
|
|
temperature: 0.2,
|
|
})
|
|
);
|
|
});
|
|
|
|
it("honors a per-call model override before z.ai slot defaults", async () => {
|
|
const runtime = {
|
|
character: {},
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
if (key === "ZAI_LARGE_MODEL") return "glm-default-large";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextLarge } = await import("../models/text");
|
|
|
|
await expect(
|
|
handleTextLarge(runtime as never, {
|
|
prompt: "hello",
|
|
model: " glm-workflow ",
|
|
})
|
|
).resolves.toBe("ok");
|
|
|
|
expect(generateTextMock).toHaveBeenCalledWith(
|
|
expect.objectContaining({
|
|
model: { modelName: "glm-workflow" },
|
|
})
|
|
);
|
|
});
|
|
|
|
it("uses deprecated CoT budget settings to enable z.ai thinking mode", async () => {
|
|
const fetchMock = vi.fn(async () => new Response("ok")) as typeof fetch;
|
|
const runtime = {
|
|
character: {},
|
|
fetch: fetchMock,
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
if (key === "ZAI_COT_BUDGET_SMALL") return "2048";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextSmall } = await import("../models/text");
|
|
|
|
await expect(handleTextSmall(runtime as never, { prompt: "hello" })).resolves.toBe("ok");
|
|
|
|
const fetcher = createOpenAICompatibleMock.mock.calls[0]?.[0]?.fetch as typeof fetch;
|
|
await fetcher("https://api.z.ai/api/paas/v4/chat/completions", {
|
|
method: "POST",
|
|
body: JSON.stringify({ model: "glm-4.5-air", messages: [] }),
|
|
});
|
|
|
|
const forwardedInit = fetchMock.mock.calls[0]?.[1] as RequestInit;
|
|
expect(JSON.parse(String(forwardedInit.body))).toEqual({
|
|
model: "glm-4.5-air",
|
|
messages: [],
|
|
thinking: { type: "enabled" },
|
|
});
|
|
});
|
|
|
|
it("honors explicit z.ai thinking mode override", async () => {
|
|
const fetchMock = vi.fn(async () => new Response("ok")) as typeof fetch;
|
|
const runtime = {
|
|
character: {},
|
|
fetch: fetchMock,
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
if (key === "ZAI_THINKING_TYPE") return "disabled";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextSmall } = await import("../models/text");
|
|
|
|
await expect(handleTextSmall(runtime as never, { prompt: "hello" })).resolves.toBe("ok");
|
|
|
|
const fetcher = createOpenAICompatibleMock.mock.calls[0]?.[0]?.fetch as typeof fetch;
|
|
await fetcher("https://api.z.ai/api/paas/v4/chat/completions", {
|
|
method: "POST",
|
|
body: JSON.stringify({ model: "glm-4.5-air", messages: [] }),
|
|
});
|
|
|
|
const forwardedInit = fetchMock.mock.calls[0]?.[1] as RequestInit;
|
|
expect(JSON.parse(String(forwardedInit.body))).toEqual({
|
|
model: "glm-4.5-air",
|
|
messages: [],
|
|
thinking: { type: "disabled" },
|
|
});
|
|
});
|
|
|
|
it("does not overwrite a thinking field already present in the request body", async () => {
|
|
const fetchMock = vi.fn(async () => new Response("ok")) as typeof fetch;
|
|
const runtime = {
|
|
character: {},
|
|
fetch: fetchMock,
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
if (key === "ZAI_THINKING_TYPE") return "enabled";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextSmall } = await import("../models/text");
|
|
|
|
await expect(handleTextSmall(runtime as never, { prompt: "hello" })).resolves.toBe("ok");
|
|
|
|
const fetcher = createOpenAICompatibleMock.mock.calls[0]?.[0]?.fetch as typeof fetch;
|
|
await fetcher("https://api.z.ai/api/paas/v4/chat/completions", {
|
|
method: "POST",
|
|
body: JSON.stringify({ model: "glm-4.5-air", thinking: { type: "disabled" } }),
|
|
});
|
|
|
|
const forwardedInit = fetchMock.mock.calls[0]?.[1] as RequestInit;
|
|
expect(JSON.parse(String(forwardedInit.body))).toEqual({
|
|
model: "glm-4.5-air",
|
|
thinking: { type: "disabled" },
|
|
});
|
|
});
|
|
|
|
it("passes non-JSON request bodies through unchanged when thinking mode is enabled", async () => {
|
|
const fetchMock = vi.fn(async () => new Response("ok")) as typeof fetch;
|
|
const runtime = {
|
|
character: {},
|
|
fetch: fetchMock,
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
if (key === "ZAI_THINKING_TYPE") return "enabled";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextSmall } = await import("../models/text");
|
|
|
|
await expect(handleTextSmall(runtime as never, { prompt: "hello" })).resolves.toBe("ok");
|
|
|
|
const fetcher = createOpenAICompatibleMock.mock.calls[0]?.[0]?.fetch as typeof fetch;
|
|
await fetcher("https://api.z.ai/api/paas/v4/chat/completions", {
|
|
method: "POST",
|
|
body: "not-json",
|
|
});
|
|
|
|
const forwardedInit = fetchMock.mock.calls[0]?.[1] as RequestInit;
|
|
expect(forwardedInit.body).toBe("not-json");
|
|
});
|
|
|
|
it("sends at most one stop sequence because z.ai supports one stop word", async () => {
|
|
const runtime = {
|
|
character: {},
|
|
getSetting(key: string) {
|
|
if (key === "ZAI_API_KEY") return "test-key";
|
|
return undefined;
|
|
},
|
|
};
|
|
|
|
const { handleTextSmall } = await import("../models/text");
|
|
|
|
await expect(
|
|
handleTextSmall(runtime as never, {
|
|
prompt: "hello",
|
|
stopSequences: ["</one>", "</two>"],
|
|
})
|
|
).resolves.toBe("ok");
|
|
|
|
expect(generateTextMock).toHaveBeenCalledWith(
|
|
expect.objectContaining({
|
|
stopSequences: ["</one>"],
|
|
})
|
|
);
|
|
});
|
|
});
|