e115934061
Publish `@librechat/data-schemas` to NPM / pack (push) Failing after 8s
Publish `@librechat/client` to NPM / pack (push) Failing after 0s
GitNexus Index / index (push) Failing after 1s
Sync Locize Translations & Create Translation PR / Create Translation PR on Version Published (push) Has been skipped
Sync Helm Chart Tags / Sync chart tags (push) Failing after 2s
Publish `librechat-data-provider` to NPM / pack (push) Failing after 1s
Docker Dev Images Build / build (Dockerfile, librechat-dev, node) (push) Failing after 1s
Docker Dev Images Build / build (Dockerfile.multi, librechat-dev-api, api-build) (push) Failing after 0s
Sync Helm Chart Tags / Ignore non-main push (push) Has been skipped
Sync Locize Translations & Create Translation PR / Sync Translation Keys with Locize (push) Failing after 1s
Publish `@librechat/client` to NPM / publish-npm (push) Has been cancelled
Publish `librechat-data-provider` to NPM / publish-npm (push) Has been cancelled
GitNexus Index / post-index (push) Has been cancelled
Publish `@librechat/data-schemas` to NPM / publish-npm (push) Has been cancelled
206 lines
6.6 KiB
JavaScript
206 lines
6.6 KiB
JavaScript
const { EModelEndpoint, openAISettings, anthropicSettings } = require('librechat-data-provider');
|
|
|
|
const mockGetModelsConfig = jest.fn();
|
|
|
|
jest.mock('~/server/controllers/ModelController', () => ({
|
|
getModelsConfig: (...args) => mockGetModelsConfig(...args),
|
|
}));
|
|
|
|
jest.mock('@librechat/data-schemas', () => {
|
|
const actual = jest.requireActual('@librechat/data-schemas');
|
|
return {
|
|
...actual,
|
|
getTenantId: () => 'test-tenant',
|
|
logger: { warn: jest.fn(), error: jest.fn(), info: jest.fn(), debug: jest.fn() },
|
|
};
|
|
});
|
|
|
|
const {
|
|
pickFirstConfiguredModel,
|
|
resolveImportDefaultModel,
|
|
resolveImportDefaultEndpoint,
|
|
FALLBACK_MODEL_BY_ENDPOINT,
|
|
} = require('./defaults');
|
|
|
|
afterEach(() => {
|
|
jest.clearAllMocks();
|
|
});
|
|
|
|
describe('pickFirstConfiguredModel', () => {
|
|
it('returns the first non-empty string for the endpoint', () => {
|
|
const modelsConfig = {
|
|
[EModelEndpoint.anthropic]: ['claude-opus-4-7', 'claude-3-5-sonnet-latest'],
|
|
};
|
|
expect(pickFirstConfiguredModel(EModelEndpoint.anthropic, modelsConfig)).toBe(
|
|
'claude-opus-4-7',
|
|
);
|
|
});
|
|
|
|
it('skips empty strings', () => {
|
|
const modelsConfig = {
|
|
[EModelEndpoint.openAI]: ['', 'gpt-4o'],
|
|
};
|
|
expect(pickFirstConfiguredModel(EModelEndpoint.openAI, modelsConfig)).toBe('gpt-4o');
|
|
});
|
|
|
|
it('returns undefined when modelsConfig is missing', () => {
|
|
expect(pickFirstConfiguredModel(EModelEndpoint.anthropic, undefined)).toBeUndefined();
|
|
});
|
|
|
|
it('returns undefined when the endpoint has no models', () => {
|
|
expect(pickFirstConfiguredModel(EModelEndpoint.anthropic, {})).toBeUndefined();
|
|
expect(
|
|
pickFirstConfiguredModel(EModelEndpoint.anthropic, { [EModelEndpoint.anthropic]: [] }),
|
|
).toBeUndefined();
|
|
});
|
|
|
|
it('returns undefined when the endpoint value is not an array', () => {
|
|
expect(
|
|
pickFirstConfiguredModel(EModelEndpoint.anthropic, {
|
|
[EModelEndpoint.anthropic]: 'claude-opus-4-7',
|
|
}),
|
|
).toBeUndefined();
|
|
});
|
|
});
|
|
|
|
describe('resolveImportDefaultModel', () => {
|
|
it('returns the first model from modelsConfig when present', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({
|
|
[EModelEndpoint.anthropic]: ['claude-opus-4-7'],
|
|
});
|
|
|
|
const result = await resolveImportDefaultModel({
|
|
endpoint: EModelEndpoint.anthropic,
|
|
requestUserId: 'user-1',
|
|
userRole: 'USER',
|
|
});
|
|
|
|
expect(result).toBe('claude-opus-4-7');
|
|
expect(mockGetModelsConfig).toHaveBeenCalledWith({
|
|
user: { id: 'user-1', role: 'USER', tenantId: 'test-tenant' },
|
|
});
|
|
});
|
|
|
|
it('falls back to the per-endpoint default when modelsConfig has no models for the endpoint', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({});
|
|
|
|
const result = await resolveImportDefaultModel({
|
|
endpoint: EModelEndpoint.anthropic,
|
|
requestUserId: 'user-1',
|
|
});
|
|
|
|
expect(result).toBe(anthropicSettings.model.default);
|
|
});
|
|
|
|
it('falls back to the openAI default for unknown endpoints with no modelsConfig entry', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({});
|
|
|
|
const result = await resolveImportDefaultModel({
|
|
endpoint: 'some-custom-endpoint',
|
|
requestUserId: 'user-1',
|
|
});
|
|
|
|
expect(result).toBe(openAISettings.model.default);
|
|
});
|
|
|
|
it('falls back to the per-endpoint default when getModelsConfig rejects', async () => {
|
|
mockGetModelsConfig.mockRejectedValueOnce(new Error('boom'));
|
|
|
|
const result = await resolveImportDefaultModel({
|
|
endpoint: EModelEndpoint.anthropic,
|
|
requestUserId: 'user-1',
|
|
});
|
|
|
|
expect(result).toBe(anthropicSettings.model.default);
|
|
});
|
|
|
|
it('exposes hardcoded fallbacks for openAI and anthropic', () => {
|
|
expect(FALLBACK_MODEL_BY_ENDPOINT[EModelEndpoint.openAI]).toBe(openAISettings.model.default);
|
|
expect(FALLBACK_MODEL_BY_ENDPOINT[EModelEndpoint.anthropic]).toBe(
|
|
anthropicSettings.model.default,
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('resolveImportDefaultEndpoint', () => {
|
|
it('prefers OpenAI when it exposes models', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({
|
|
[EModelEndpoint.openAI]: ['gpt-4o'],
|
|
[EModelEndpoint.anthropic]: ['claude-opus-4-7'],
|
|
});
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({ endpoint: EModelEndpoint.openAI, model: 'gpt-4o' });
|
|
});
|
|
|
|
it('falls back to another configured endpoint when OpenAI is unavailable', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({
|
|
[EModelEndpoint.openAI]: [],
|
|
[EModelEndpoint.anthropic]: ['claude-opus-4-7'],
|
|
});
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({ endpoint: EModelEndpoint.anthropic, model: 'claude-opus-4-7' });
|
|
});
|
|
|
|
it('selects a custom endpoint when no preferred endpoint has models', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({
|
|
'my-custom': ['custom-model-1'],
|
|
});
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({ endpoint: 'my-custom', model: 'custom-model-1' });
|
|
});
|
|
|
|
it('skips stateful assistant endpoints and selects a stateless one', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({
|
|
[EModelEndpoint.assistants]: ['gpt-4o'],
|
|
[EModelEndpoint.azureAssistants]: ['gpt-4o'],
|
|
'my-custom': ['custom-model-1'],
|
|
});
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({ endpoint: 'my-custom', model: 'custom-model-1' });
|
|
});
|
|
|
|
it('falls back to OpenAI defaults when only assistant endpoints expose models', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({
|
|
[EModelEndpoint.assistants]: ['gpt-4o'],
|
|
[EModelEndpoint.azureAssistants]: ['gpt-4o'],
|
|
});
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({
|
|
endpoint: EModelEndpoint.openAI,
|
|
model: openAISettings.model.default,
|
|
});
|
|
});
|
|
|
|
it('falls back to OpenAI defaults when the models config is empty', async () => {
|
|
mockGetModelsConfig.mockResolvedValueOnce({});
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({
|
|
endpoint: EModelEndpoint.openAI,
|
|
model: openAISettings.model.default,
|
|
});
|
|
});
|
|
|
|
it('falls back to OpenAI defaults when getModelsConfig rejects', async () => {
|
|
mockGetModelsConfig.mockRejectedValueOnce(new Error('boom'));
|
|
|
|
const result = await resolveImportDefaultEndpoint({ requestUserId: 'user-1' });
|
|
|
|
expect(result).toEqual({
|
|
endpoint: EModelEndpoint.openAI,
|
|
model: openAISettings.model.default,
|
|
});
|
|
});
|
|
});
|