d25d482dc2
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
290 lines
9.5 KiB
TypeScript
290 lines
9.5 KiB
TypeScript
import { createLogger } from '@sim/logger'
|
|
import { getErrorMessage } from '@sim/utils/errors'
|
|
import { type NextRequest, NextResponse } from 'next/server'
|
|
import { googleDriveDownloadContract } from '@/lib/api/contracts/tools/google'
|
|
import { getValidationErrorMessage, parseRequest } from '@/lib/api/server'
|
|
import { checkInternalAuth } from '@/lib/auth/hybrid'
|
|
import {
|
|
secureFetchWithPinnedIP,
|
|
validateUrlWithDNS,
|
|
} from '@/lib/core/security/input-validation.server'
|
|
import { generateRequestId } from '@/lib/core/utils/request'
|
|
import { assertKnownSizeWithinLimit, isPayloadSizeLimitError } from '@/lib/core/utils/stream-limits'
|
|
import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
|
|
import { MAX_FILE_SIZE } from '@/lib/uploads/utils/validation'
|
|
import type { GoogleDriveFile, GoogleDriveRevision } from '@/tools/google_drive/types'
|
|
import {
|
|
ALL_FILE_FIELDS,
|
|
ALL_REVISION_FIELDS,
|
|
DEFAULT_EXPORT_FORMATS,
|
|
GOOGLE_WORKSPACE_MIME_TYPES,
|
|
VALID_EXPORT_FORMATS,
|
|
} from '@/tools/google_drive/utils'
|
|
|
|
export const dynamic = 'force-dynamic'
|
|
|
|
const logger = createLogger('GoogleDriveDownloadAPI')
|
|
|
|
/** Google API error response structure */
|
|
interface GoogleApiErrorResponse {
|
|
error?: {
|
|
message?: string
|
|
code?: number
|
|
status?: string
|
|
}
|
|
}
|
|
|
|
/** Google Drive revisions list response */
|
|
interface GoogleDriveRevisionsResponse {
|
|
revisions?: GoogleDriveRevision[]
|
|
nextPageToken?: string
|
|
}
|
|
|
|
export const POST = withRouteHandler(async (request: NextRequest) => {
|
|
const requestId = generateRequestId()
|
|
|
|
try {
|
|
const authResult = await checkInternalAuth(request, { requireWorkflowId: false })
|
|
|
|
if (!authResult.success) {
|
|
logger.warn(`[${requestId}] Unauthorized Google Drive download attempt: ${authResult.error}`)
|
|
return NextResponse.json(
|
|
{
|
|
success: false,
|
|
error: authResult.error || 'Authentication required',
|
|
},
|
|
{ status: 401 }
|
|
)
|
|
}
|
|
|
|
const parsed = await parseRequest(
|
|
googleDriveDownloadContract,
|
|
request,
|
|
{},
|
|
{
|
|
validationErrorResponse: (error) =>
|
|
NextResponse.json(
|
|
{ success: false, error: getValidationErrorMessage(error, 'Invalid request') },
|
|
{ status: 400 }
|
|
),
|
|
}
|
|
)
|
|
if (!parsed.success) return parsed.response
|
|
const validatedData = parsed.data.body
|
|
|
|
const {
|
|
accessToken,
|
|
fileId,
|
|
mimeType: rawExportMimeType,
|
|
fileName,
|
|
includeRevisions,
|
|
} = validatedData
|
|
const exportMimeType =
|
|
rawExportMimeType && rawExportMimeType !== 'auto' ? rawExportMimeType : null
|
|
const authHeader = `Bearer ${accessToken}`
|
|
|
|
logger.info(`[${requestId}] Getting file metadata from Google Drive`, { fileId })
|
|
|
|
const metadataUrl = `https://www.googleapis.com/drive/v3/files/${fileId}?fields=${ALL_FILE_FIELDS}&supportsAllDrives=true`
|
|
const metadataUrlValidation = await validateUrlWithDNS(metadataUrl, 'metadataUrl')
|
|
if (!metadataUrlValidation.isValid) {
|
|
return NextResponse.json(
|
|
{ success: false, error: metadataUrlValidation.error },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const metadataResponse = await secureFetchWithPinnedIP(
|
|
metadataUrl,
|
|
metadataUrlValidation.resolvedIP!,
|
|
{
|
|
headers: { Authorization: authHeader },
|
|
}
|
|
)
|
|
|
|
if (!metadataResponse.ok) {
|
|
const errorDetails = (await metadataResponse
|
|
.json()
|
|
.catch(() => ({}))) as GoogleApiErrorResponse
|
|
logger.error(`[${requestId}] Failed to get file metadata`, {
|
|
status: metadataResponse.status,
|
|
error: errorDetails,
|
|
})
|
|
return NextResponse.json(
|
|
{ success: false, error: errorDetails.error?.message || 'Failed to get file metadata' },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const metadata = (await metadataResponse.json()) as GoogleDriveFile
|
|
const fileMimeType = metadata.mimeType
|
|
|
|
let fileBuffer: Buffer
|
|
let finalMimeType = fileMimeType
|
|
|
|
if (GOOGLE_WORKSPACE_MIME_TYPES.includes(fileMimeType)) {
|
|
const exportFormat = exportMimeType || DEFAULT_EXPORT_FORMATS[fileMimeType] || 'text/plain'
|
|
|
|
const validFormats = VALID_EXPORT_FORMATS[fileMimeType]
|
|
if (validFormats && !validFormats.includes(exportFormat)) {
|
|
logger.warn(`[${requestId}] Unsupported export format requested`, {
|
|
fileId,
|
|
fileMimeType,
|
|
requestedFormat: exportFormat,
|
|
validFormats,
|
|
})
|
|
return NextResponse.json(
|
|
{
|
|
success: false,
|
|
error: `Export format "${exportFormat}" is not supported for this file type. Supported formats: ${validFormats.join(', ')}`,
|
|
},
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
finalMimeType = exportFormat
|
|
|
|
logger.info(`[${requestId}] Exporting Google Workspace file`, {
|
|
fileId,
|
|
mimeType: fileMimeType,
|
|
exportFormat,
|
|
})
|
|
|
|
const exportUrl = `https://www.googleapis.com/drive/v3/files/${fileId}/export?mimeType=${encodeURIComponent(exportFormat)}&supportsAllDrives=true`
|
|
const exportUrlValidation = await validateUrlWithDNS(exportUrl, 'exportUrl')
|
|
if (!exportUrlValidation.isValid) {
|
|
return NextResponse.json(
|
|
{ success: false, error: exportUrlValidation.error },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const exportResponse = await secureFetchWithPinnedIP(
|
|
exportUrl,
|
|
exportUrlValidation.resolvedIP!,
|
|
{ headers: { Authorization: authHeader }, maxResponseBytes: MAX_FILE_SIZE }
|
|
)
|
|
|
|
if (!exportResponse.ok) {
|
|
const exportError = (await exportResponse
|
|
.json()
|
|
.catch(() => ({}))) as GoogleApiErrorResponse
|
|
logger.error(`[${requestId}] Failed to export file`, {
|
|
status: exportResponse.status,
|
|
error: exportError,
|
|
})
|
|
return NextResponse.json(
|
|
{
|
|
success: false,
|
|
error: exportError.error?.message || 'Failed to export Google Workspace file',
|
|
},
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const arrayBuffer = await exportResponse.arrayBuffer()
|
|
fileBuffer = Buffer.from(arrayBuffer)
|
|
} else {
|
|
logger.info(`[${requestId}] Downloading regular file`, { fileId, mimeType: fileMimeType })
|
|
|
|
if (metadata.size) {
|
|
const parsedSize = Number.parseInt(metadata.size, 10)
|
|
if (Number.isFinite(parsedSize)) {
|
|
assertKnownSizeWithinLimit(parsedSize, MAX_FILE_SIZE, `Google Drive file ${fileId}`)
|
|
}
|
|
}
|
|
|
|
const downloadUrl = `https://www.googleapis.com/drive/v3/files/${fileId}?alt=media&supportsAllDrives=true`
|
|
const downloadUrlValidation = await validateUrlWithDNS(downloadUrl, 'downloadUrl')
|
|
if (!downloadUrlValidation.isValid) {
|
|
return NextResponse.json(
|
|
{ success: false, error: downloadUrlValidation.error },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const downloadResponse = await secureFetchWithPinnedIP(
|
|
downloadUrl,
|
|
downloadUrlValidation.resolvedIP!,
|
|
{ headers: { Authorization: authHeader }, maxResponseBytes: MAX_FILE_SIZE }
|
|
)
|
|
|
|
if (!downloadResponse.ok) {
|
|
const downloadError = (await downloadResponse
|
|
.json()
|
|
.catch(() => ({}))) as GoogleApiErrorResponse
|
|
logger.error(`[${requestId}] Failed to download file`, {
|
|
status: downloadResponse.status,
|
|
error: downloadError,
|
|
})
|
|
return NextResponse.json(
|
|
{ success: false, error: downloadError.error?.message || 'Failed to download file' },
|
|
{ status: 400 }
|
|
)
|
|
}
|
|
|
|
const arrayBuffer = await downloadResponse.arrayBuffer()
|
|
fileBuffer = Buffer.from(arrayBuffer)
|
|
}
|
|
|
|
const canReadRevisions = metadata.capabilities?.canReadRevisions === true
|
|
if (includeRevisions && canReadRevisions) {
|
|
try {
|
|
const revisionsUrl = `https://www.googleapis.com/drive/v3/files/${fileId}/revisions?fields=revisions(${ALL_REVISION_FIELDS})&pageSize=100`
|
|
const revisionsUrlValidation = await validateUrlWithDNS(revisionsUrl, 'revisionsUrl')
|
|
if (revisionsUrlValidation.isValid) {
|
|
const revisionsResponse = await secureFetchWithPinnedIP(
|
|
revisionsUrl,
|
|
revisionsUrlValidation.resolvedIP!,
|
|
{ headers: { Authorization: authHeader } }
|
|
)
|
|
|
|
if (revisionsResponse.ok) {
|
|
const revisionsData = (await revisionsResponse.json()) as GoogleDriveRevisionsResponse
|
|
metadata.revisions = revisionsData.revisions
|
|
logger.info(`[${requestId}] Fetched file revisions`, {
|
|
fileId,
|
|
revisionCount: metadata.revisions?.length || 0,
|
|
})
|
|
}
|
|
}
|
|
} catch (error) {
|
|
logger.warn(`[${requestId}] Error fetching revisions, continuing without them`, { error })
|
|
}
|
|
}
|
|
|
|
const resolvedName = fileName || metadata.name || 'download'
|
|
|
|
logger.info(`[${requestId}] File downloaded successfully`, {
|
|
fileId,
|
|
name: resolvedName,
|
|
size: fileBuffer.length,
|
|
mimeType: finalMimeType,
|
|
})
|
|
|
|
const base64Data = fileBuffer.toString('base64')
|
|
|
|
return NextResponse.json({
|
|
success: true,
|
|
output: {
|
|
file: {
|
|
name: resolvedName,
|
|
mimeType: finalMimeType,
|
|
data: base64Data,
|
|
size: fileBuffer.length,
|
|
},
|
|
metadata,
|
|
},
|
|
})
|
|
} catch (error) {
|
|
logger.error(`[${requestId}] Error downloading Google Drive file:`, error)
|
|
return NextResponse.json(
|
|
{
|
|
success: false,
|
|
error: getErrorMessage(error, 'Unknown error occurred'),
|
|
},
|
|
{ status: isPayloadSizeLimitError(error) ? 413 : 500 }
|
|
)
|
|
}
|
|
})
|