import { createLogger } from '@sim/logger' import { getErrorMessage } from '@sim/utils/errors' import { type NextRequest, NextResponse } from 'next/server' import { providerModelsResponseSchema, togetherProviderModelsQuerySchema, togetherUpstreamResponseSchema, } from '@/lib/api/contracts/providers' import { validationErrorResponse } from '@/lib/api/server' import { getBYOKKey } from '@/lib/api-key/byok' import { getSession } from '@/lib/auth' import { env } from '@/lib/core/config/env' import { withRouteHandler } from '@/lib/core/utils/with-route-handler' import { getUserEntityPermissions } from '@/lib/workspaces/permissions/utils' import { filterBlacklistedModels, isProviderBlacklisted } from '@/providers/utils' const logger = createLogger('TogetherModelsAPI') /** Together's catalog includes non-text models; only chat models work with chat completions. */ const NON_CHAT_MODEL_TYPES = new Set([ 'image', 'video', 'audio', 'transcribe', 'embedding', 'moderation', 'rerank', ]) export const GET = withRouteHandler(async (request: NextRequest) => { if (isProviderBlacklisted('together')) { logger.info('Together provider is blacklisted, returning empty models') return NextResponse.json({ models: [] }) } let apiKey: string | undefined const queryValidation = togetherProviderModelsQuerySchema.safeParse({ workspaceId: request.nextUrl.searchParams.get('workspaceId') ?? undefined, }) if (!queryValidation.success) return validationErrorResponse(queryValidation.error) const { workspaceId } = queryValidation.data if (workspaceId) { const session = await getSession() if (session?.user?.id) { const permission = await getUserEntityPermissions(session.user.id, 'workspace', workspaceId) if (permission) { const byokResult = await getBYOKKey(workspaceId, 'together') if (byokResult) { apiKey = byokResult.apiKey } } } } if (!apiKey) { apiKey = env.TOGETHER_API_KEY } if (!apiKey) { logger.info('No Together API key available, returning empty models') return NextResponse.json({ models: [] }) } try { const response = await fetch('https://api.together.ai/v1/models', { headers: { Authorization: `Bearer ${apiKey}`, 'Content-Type': 'application/json', }, cache: 'no-store', }) if (!response.ok) { logger.warn('Failed to fetch Together models', { status: response.status, statusText: response.statusText, }) return NextResponse.json({ models: [] }) } const data = togetherUpstreamResponseSchema.parse(await response.json()) const allModels: string[] = [] for (const model of data) { if (model.type && NON_CHAT_MODEL_TYPES.has(model.type)) continue allModels.push(`together/${model.id}`) } const uniqueModels = Array.from(new Set(allModels)) const models = filterBlacklistedModels(uniqueModels) logger.info('Successfully fetched Together models', { count: models.length, filtered: uniqueModels.length - models.length, }) return NextResponse.json(providerModelsResponseSchema.parse({ models })) } catch (error) { logger.error('Error fetching Together models', { error: getErrorMessage(error, 'Unknown error'), }) return NextResponse.json({ models: [] }) } })