d25d482dc2
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
42 lines
1.4 KiB
TypeScript
42 lines
1.4 KiB
TypeScript
import type { ChatCompletionChunk } from 'openai/resources/chat/completions'
|
|
import type { CompletionUsage } from 'openai/resources/completions'
|
|
import { checkForForcedToolUsageOpenAI, createOpenAICompatibleStream } from '@/providers/utils'
|
|
|
|
/**
|
|
* Together gates native `json_schema` per-model, so we use the broadly supported
|
|
* JSON-object mode for all models to avoid 400s. See https://docs.together.ai/docs/json-mode.
|
|
*/
|
|
export async function supportsNativeStructuredOutputs(_modelId: string): Promise<boolean> {
|
|
return false
|
|
}
|
|
|
|
/**
|
|
* Creates a ReadableStream from a Together AI streaming response.
|
|
* Uses the shared OpenAI-compatible streaming utility.
|
|
*/
|
|
export function createReadableStreamFromOpenAIStream(
|
|
openaiStream: AsyncIterable<ChatCompletionChunk>,
|
|
onComplete?: (content: string, usage: CompletionUsage) => void
|
|
): ReadableStream<Uint8Array> {
|
|
return createOpenAICompatibleStream(openaiStream, 'Together', onComplete)
|
|
}
|
|
|
|
/**
|
|
* Checks if a forced tool was used in a Together AI response.
|
|
* Uses the shared OpenAI-compatible forced tool usage helper.
|
|
*/
|
|
export function checkForForcedToolUsage(
|
|
response: any,
|
|
toolChoice: string | { type: string; function?: { name: string }; name?: string; any?: any },
|
|
forcedTools: string[],
|
|
usedForcedTools: string[]
|
|
): { hasUsedForcedTool: boolean; usedForcedTools: string[] } {
|
|
return checkForForcedToolUsageOpenAI(
|
|
response,
|
|
toolChoice,
|
|
'Together',
|
|
forcedTools,
|
|
usedForcedTools
|
|
)
|
|
}
|