chore: import upstream snapshot with attribution
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,159 @@
|
||||
import { createLogger } from '@sim/logger'
|
||||
import { getErrorMessage } from '@sim/utils/errors'
|
||||
import { Ffmpeg } from '@/lib/copilot/generated/tool-catalog-v1'
|
||||
import {
|
||||
assertServerToolNotAborted,
|
||||
type BaseServerTool,
|
||||
type ServerToolContext,
|
||||
} from '@/lib/copilot/tools/server/base-tool'
|
||||
import { writeWorkspaceFileByPath } from '@/lib/copilot/vfs/resource-writer'
|
||||
import { type FfmpegOperation, type MediaFile, runFfmpegOperation } from '@/lib/media/ffmpeg'
|
||||
import {
|
||||
fetchWorkspaceFileBuffer,
|
||||
resolveWorkspaceFileReference,
|
||||
} from '@/lib/uploads/contexts/workspace/workspace-file-manager'
|
||||
|
||||
const logger = createLogger('FfmpegTool')
|
||||
|
||||
const VALID_OPERATIONS: FfmpegOperation[] = [
|
||||
'overlay_audio',
|
||||
'mux',
|
||||
'mix_audio',
|
||||
'concat',
|
||||
'trim',
|
||||
'scale_pad',
|
||||
'overlay_image',
|
||||
'add_text',
|
||||
'fade',
|
||||
'extract_audio',
|
||||
'convert',
|
||||
'thumbnail',
|
||||
'probe',
|
||||
]
|
||||
|
||||
interface FfmpegArgs {
|
||||
operation: FfmpegOperation
|
||||
inputs?: { files?: Array<{ path: string }> }
|
||||
text?: string
|
||||
position?: string
|
||||
start?: number
|
||||
end?: number
|
||||
width?: number
|
||||
height?: number
|
||||
aspectRatio?: string
|
||||
volume?: number
|
||||
musicVolume?: number
|
||||
loopToVideo?: boolean
|
||||
format?: string
|
||||
outputs?: {
|
||||
files?: Array<{ path: string; mode?: 'create' | 'overwrite'; mimeType?: string }>
|
||||
}
|
||||
}
|
||||
|
||||
interface FfmpegResult {
|
||||
success: boolean
|
||||
message: string
|
||||
fileId?: string
|
||||
fileName?: string
|
||||
vfsPath?: string
|
||||
downloadUrl?: string
|
||||
probe?: unknown
|
||||
}
|
||||
|
||||
export const ffmpegServerTool: BaseServerTool<FfmpegArgs, FfmpegResult> = {
|
||||
name: Ffmpeg.id,
|
||||
|
||||
async execute(params: FfmpegArgs, context?: ServerToolContext): Promise<FfmpegResult> {
|
||||
if (!context?.userId) {
|
||||
throw new Error('Authentication required')
|
||||
}
|
||||
const workspaceId = context.workspaceId
|
||||
if (!workspaceId) {
|
||||
return { success: false, message: 'Workspace ID is required' }
|
||||
}
|
||||
if (!VALID_OPERATIONS.includes(params.operation)) {
|
||||
return { success: false, message: `Invalid operation "${params.operation}".` }
|
||||
}
|
||||
|
||||
const inputPaths = params.inputs?.files?.map((f) => f.path) ?? []
|
||||
if (inputPaths.length === 0) {
|
||||
return { success: false, message: 'At least one input file is required in inputs.files' }
|
||||
}
|
||||
|
||||
try {
|
||||
const mediaFiles: MediaFile[] = []
|
||||
for (const filePath of inputPaths) {
|
||||
const fileRecord = await resolveWorkspaceFileReference(workspaceId, filePath)
|
||||
if (!fileRecord) {
|
||||
return { success: false, message: `Input file not found: ${filePath}` }
|
||||
}
|
||||
const buffer = await fetchWorkspaceFileBuffer(fileRecord)
|
||||
mediaFiles.push({
|
||||
buffer,
|
||||
mimeType: fileRecord.type || 'application/octet-stream',
|
||||
name: fileRecord.name,
|
||||
})
|
||||
}
|
||||
|
||||
assertServerToolNotAborted(context)
|
||||
const result = await runFfmpegOperation(params.operation, mediaFiles, {
|
||||
text: params.text,
|
||||
position: params.position,
|
||||
start: params.start,
|
||||
end: params.end,
|
||||
width: params.width,
|
||||
height: params.height,
|
||||
aspectRatio: params.aspectRatio,
|
||||
volume: params.volume,
|
||||
musicVolume: params.musicVolume,
|
||||
loopToVideo: params.loopToVideo,
|
||||
format: params.format,
|
||||
})
|
||||
|
||||
// probe reports metadata only — no file written.
|
||||
if (params.operation === 'probe') {
|
||||
return {
|
||||
success: true,
|
||||
message: `Probed ${mediaFiles[0]?.name ?? inputPaths[0]}: ${JSON.stringify(result.probe)}`,
|
||||
probe: result.probe,
|
||||
}
|
||||
}
|
||||
|
||||
if (!result.buffer || !result.ext) {
|
||||
return { success: false, message: `ffmpeg ${params.operation} produced no output` }
|
||||
}
|
||||
|
||||
const outputFile = params.outputs?.files?.[0]
|
||||
const outputPath = outputFile?.path || `files/ffmpeg-${params.operation}.${result.ext}`
|
||||
const mode = outputFile?.mode ?? 'create'
|
||||
|
||||
assertServerToolNotAborted(context)
|
||||
const written = await writeWorkspaceFileByPath({
|
||||
workspaceId,
|
||||
userId: context.userId,
|
||||
target: { path: outputPath, mode, mimeType: outputFile?.mimeType },
|
||||
buffer: result.buffer,
|
||||
inferredMimeType: result.contentType || 'application/octet-stream',
|
||||
})
|
||||
|
||||
logger.info('ffmpeg operation completed', {
|
||||
operation: params.operation,
|
||||
vfsPath: written.vfsPath,
|
||||
size: result.buffer.length,
|
||||
})
|
||||
|
||||
return {
|
||||
success: true,
|
||||
message: `${params.operation} completed and ${written.mode === 'overwrite' ? 'updated' : 'saved'} at "${written.vfsPath}" (${result.buffer.length} bytes)`,
|
||||
fileId: written.id,
|
||||
fileName: written.name,
|
||||
vfsPath: written.vfsPath,
|
||||
downloadUrl: written.downloadUrl,
|
||||
}
|
||||
} catch (error) {
|
||||
const msg = getErrorMessage(error, 'Unknown error')
|
||||
logger.error('ffmpeg operation failed', { operation: params.operation, error: msg })
|
||||
return { success: false, message: `ffmpeg ${params.operation} failed: ${msg}` }
|
||||
}
|
||||
},
|
||||
}
|
||||
Reference in New Issue
Block a user