d25d482dc2
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
165 lines
5.8 KiB
TypeScript
165 lines
5.8 KiB
TypeScript
import { createLogger } from '@sim/logger'
|
|
import { getErrorMessage } from '@sim/utils/errors'
|
|
import { type NextRequest, NextResponse } from 'next/server'
|
|
import { jupyterUploadContract } from '@/lib/api/contracts/storage-transfer'
|
|
import { parseRequest } from '@/lib/api/server'
|
|
import { checkInternalAuth } from '@/lib/auth/hybrid'
|
|
import {
|
|
secureFetchWithPinnedIP,
|
|
validateUrlWithDNS,
|
|
} from '@/lib/core/security/input-validation.server'
|
|
import { generateRequestId } from '@/lib/core/utils/request'
|
|
import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
|
|
import { processFilesToUserFiles, type RawFileInput } from '@/lib/uploads/utils/file-utils'
|
|
import { downloadServableFileFromStorage } from '@/lib/uploads/utils/file-utils.server'
|
|
import { docNotReadyResponse } from '@/lib/uploads/utils/servable-file-response'
|
|
import { assertToolFileAccess } from '@/app/api/files/authorization'
|
|
import {
|
|
buildJupyterAuthHeaders,
|
|
encodeJupyterPath,
|
|
normalizeJupyterServerUrl,
|
|
parseJupyterContentModel,
|
|
UnsafeJupyterPathError,
|
|
} from '@/tools/jupyter/utils'
|
|
|
|
export const dynamic = 'force-dynamic'
|
|
|
|
const logger = createLogger('JupyterUploadAPI')
|
|
|
|
export const POST = withRouteHandler(async (request: NextRequest) => {
|
|
const requestId = generateRequestId()
|
|
|
|
try {
|
|
const authResult = await checkInternalAuth(request, { requireWorkflowId: false })
|
|
if (!authResult.success || !authResult.userId) {
|
|
logger.warn(`[${requestId}] Unauthorized Jupyter upload attempt: ${authResult.error}`)
|
|
return NextResponse.json(
|
|
{ success: false, error: authResult.error || 'Authentication required' },
|
|
{ status: 401 }
|
|
)
|
|
}
|
|
|
|
const parsed = await parseRequest(jupyterUploadContract, request, {})
|
|
if (!parsed.success) return parsed.response
|
|
const data = parsed.data.body
|
|
|
|
let fileBuffer: Buffer
|
|
let fileName: string
|
|
|
|
if (data.file) {
|
|
const userFiles = processFilesToUserFiles([data.file as RawFileInput], requestId, logger)
|
|
if (userFiles.length === 0) {
|
|
return NextResponse.json({ success: false, error: 'Invalid file input' }, { status: 400 })
|
|
}
|
|
const userFile = userFiles[0]
|
|
|
|
const denied = await assertToolFileAccess(userFile.key, authResult.userId, requestId, logger)
|
|
if (denied) return denied
|
|
|
|
try {
|
|
const result = await downloadServableFileFromStorage(userFile, requestId, logger)
|
|
fileBuffer = result.buffer
|
|
} catch (error) {
|
|
const notReady = docNotReadyResponse(error)
|
|
if (notReady) return notReady
|
|
return NextResponse.json(
|
|
{ success: false, error: getErrorMessage(error, 'Failed to download file') },
|
|
{ status: 500 }
|
|
)
|
|
}
|
|
fileName = data.fileName || userFile.name
|
|
} else if (data.fileContent) {
|
|
fileBuffer = Buffer.from(data.fileContent, 'base64')
|
|
fileName = data.fileName || 'file'
|
|
} else {
|
|
return NextResponse.json({ success: false, error: 'File is required' }, { status: 400 })
|
|
}
|
|
|
|
if (/[/\\]/.test(fileName)) {
|
|
return NextResponse.json(
|
|
{ success: false, error: 'File name must not contain path separators' },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const base = normalizeJupyterServerUrl(data.serverUrl)
|
|
const destinationDirectory = (data.directory ?? '').replace(/\/+$/, '')
|
|
const destinationPath = destinationDirectory ? `${destinationDirectory}/${fileName}` : fileName
|
|
|
|
let encodedDestinationPath: string
|
|
try {
|
|
encodedDestinationPath = encodeJupyterPath(destinationPath)
|
|
} catch (error) {
|
|
if (error instanceof UnsafeJupyterPathError) {
|
|
return NextResponse.json({ success: false, error: error.message }, { status: 400 })
|
|
}
|
|
throw error
|
|
}
|
|
const uploadUrl = `${base}/api/contents/${encodedDestinationPath}`
|
|
|
|
const urlValidation = await validateUrlWithDNS(uploadUrl, 'serverUrl', { allowHttp: true })
|
|
if (!urlValidation.isValid || !urlValidation.resolvedIP) {
|
|
return NextResponse.json(
|
|
{ success: false, error: `Invalid Jupyter serverUrl: ${urlValidation.error}` },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const response = await secureFetchWithPinnedIP(uploadUrl, urlValidation.resolvedIP, {
|
|
method: 'PUT',
|
|
headers: {
|
|
...buildJupyterAuthHeaders(data.token),
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify({
|
|
type: 'file',
|
|
format: 'base64',
|
|
content: fileBuffer.toString('base64'),
|
|
}),
|
|
allowHttp: true,
|
|
maxRedirects: 0,
|
|
})
|
|
|
|
if (!response.ok) {
|
|
const errorText = await response.text()
|
|
logger.error(`[${requestId}] Jupyter API error:`, { status: response.status, errorText })
|
|
return NextResponse.json(
|
|
{ success: false, error: `Jupyter API error: ${response.status} ${errorText}` },
|
|
{ status: response.status }
|
|
)
|
|
}
|
|
|
|
const uploaded = parseJupyterContentModel(await response.json())
|
|
if (!uploaded) {
|
|
logger.error(`[${requestId}] Jupyter returned an invalid upload response`)
|
|
return NextResponse.json(
|
|
{ success: false, error: 'Jupyter returned an invalid upload response' },
|
|
{ status: 502 }
|
|
)
|
|
}
|
|
|
|
const uploadedName = uploaded.name ?? fileName
|
|
const uploadedPath = uploaded.path ?? destinationPath
|
|
const uploadedSize = uploaded.size ?? fileBuffer.length
|
|
const lastModified = uploaded.lastModified ?? null
|
|
|
|
logger.info(`[${requestId}] File uploaded to Jupyter: ${uploadedPath}`)
|
|
|
|
return NextResponse.json({
|
|
success: true,
|
|
output: {
|
|
name: uploadedName,
|
|
path: uploadedPath,
|
|
size: uploadedSize,
|
|
lastModified,
|
|
},
|
|
})
|
|
} catch (error) {
|
|
logger.error(`[${requestId}] Unexpected error:`, error)
|
|
return NextResponse.json(
|
|
{ success: false, error: getErrorMessage(error, 'Unknown error') },
|
|
{ status: 500 }
|
|
)
|
|
}
|
|
})
|