Files
wehub-resource-sync d25d482dc2
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 13:20:55 +08:00

270 lines
8.5 KiB
TypeScript

import { createLogger } from '@sim/logger'
import { getErrorMessage } from '@sim/utils/errors'
import { truncate } from '@sim/utils/string'
import { type NextRequest, NextResponse } from 'next/server'
import { type LatexCompileBody, latexCompileContract } from '@/lib/api/contracts/tools/latex'
import { getValidationErrorMessage, parseRequest, validationErrorResponse } from '@/lib/api/server'
import { checkInternalAuth } from '@/lib/auth/hybrid'
import { generateRequestId } from '@/lib/core/utils/request'
import {
isPayloadSizeLimitError,
readResponseJsonWithLimit,
readResponseToBufferWithLimit,
} from '@/lib/core/utils/stream-limits'
import { getBaseUrl } from '@/lib/core/utils/urls'
import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
const logger = createLogger('LatexCompileAPI')
const LATEX_COMPILE_URL = 'https://latex.ytotech.com/builds/sync'
const DEFAULT_COMPILER = 'pdflatex'
const MAX_PDF_BYTES = 25 * 1024 * 1024
const MAX_ERROR_JSON_BYTES = 4 * 1024 * 1024
const MAX_ERROR_MESSAGE_CHARS = 4000
const MAX_ERROR_CODE_CHARS = 100
/** Leaves headroom within `maxDuration` to store the PDF after compilation. */
const COMPILE_TIMEOUT_MS = 50_000
export const dynamic = 'force-dynamic'
export const maxDuration = 60
interface StoredPdfResponse {
pdfFile?: unknown
pdfUrl: string
fileName: string
contentType: string
compiler: string
}
export const POST = withRouteHandler(async (request: NextRequest) => {
const requestId = generateRequestId()
try {
const authResult = await checkInternalAuth(request, { requireWorkflowId: false })
if (!authResult.success || !authResult.userId) {
return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
}
const parsed = await parseRequest(
latexCompileContract,
request,
{},
{
validationErrorResponse: (error) => {
logger.warn(`[${requestId}] Invalid LaTeX compile request:`, error.issues)
return validationErrorResponse(
error,
getValidationErrorMessage(error, 'Invalid request data')
)
},
}
)
if (!parsed.success) return parsed.response
const body = parsed.data.body
const compiler = body.compiler || DEFAULT_COMPILER
logger.info(`[${requestId}] Compiling LaTeX document`, {
compiler,
contentLength: body.content.length,
resourceCount: body.resources?.length ?? 0,
})
let upstreamResponse: Response
try {
upstreamResponse = await fetch(LATEX_COMPILE_URL, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({
compiler,
resources: [{ main: true, content: body.content }, ...(body.resources ?? [])],
}),
signal: AbortSignal.timeout(COMPILE_TIMEOUT_MS),
})
} catch (error) {
// The timeout signal is the only abort source on this fetch, so an
// AbortError here is a timeout regardless of which name undici uses.
if (
error instanceof DOMException &&
(error.name === 'TimeoutError' || error.name === 'AbortError')
) {
logger.error(`[${requestId}] LaTeX compile service timed out`, {
timeoutMs: COMPILE_TIMEOUT_MS,
})
return NextResponse.json({ error: 'LaTeX compile service timed out' }, { status: 504 })
}
throw error
}
const upstreamContentType = upstreamResponse.headers.get('content-type') || ''
if (!upstreamResponse.ok || !upstreamContentType.includes('application/pdf')) {
return await buildCompileErrorResponse(upstreamResponse, requestId)
}
const pdfBuffer = await readResponseToBufferWithLimit(upstreamResponse, {
maxBytes: MAX_PDF_BYTES,
label: 'compiled PDF',
})
if (pdfBuffer.length === 0) {
logger.error(`[${requestId}] LaTeX compile service returned an empty PDF`)
return NextResponse.json(
{ error: 'LaTeX compile service returned an empty PDF' },
{ status: 502 }
)
}
const storedPdf = await storeCompiledPdf(pdfBuffer, body, compiler, authResult.userId)
logger.info(`[${requestId}] LaTeX compilation completed`, {
compiler,
fileName: storedPdf.fileName,
size: pdfBuffer.length,
})
return NextResponse.json(storedPdf)
} catch (error) {
logger.error(`[${requestId}] LaTeX compile route error:`, error)
return NextResponse.json(
{ error: getErrorMessage(error, 'LaTeX compilation failed') },
{ status: isPayloadSizeLimitError(error) ? 413 : 500 }
)
}
})
/**
* Builds the output PDF filename: strips any directory components and
* normalizes to a single `.pdf` extension.
*/
function buildPdfFileName(fileName: string | undefined): string {
const base = (fileName || 'document').split(/[/\\]/).pop()?.trim() || 'document'
const withoutExtension = base.toLowerCase().endsWith('.pdf') ? base.slice(0, -4) : base
return `${withoutExtension || 'document'}.pdf`
}
/**
* Extracts TeX error lines (lines starting with `!`, each with two lines of
* context) from the compiler log files returned by the compile service.
*/
function extractCompilationErrors(logFiles: unknown): string | undefined {
if (typeof logFiles !== 'object' || logFiles === null) return undefined
const snippets: string[] = []
for (const log of Object.values(logFiles)) {
if (typeof log !== 'string') continue
const lines = log.split('\n')
for (let i = 0; i < lines.length; i++) {
if (lines[i].startsWith('!')) {
snippets.push(lines.slice(i, i + 3).join('\n'))
}
}
}
if (snippets.length === 0) return undefined
return truncate([...new Set(snippets)].join('\n\n'), MAX_ERROR_MESSAGE_CHARS)
}
/**
* Maps a failed compile-service response to a JSON error response: 422 with
* extracted TeX errors for compilation failures, 502 for anything unexpected.
*/
async function buildCompileErrorResponse(
upstreamResponse: Response,
requestId: string
): Promise<NextResponse> {
const errorBody = await readResponseJsonWithLimit(upstreamResponse, {
maxBytes: MAX_ERROR_JSON_BYTES,
label: 'LaTeX compile error response',
}).catch(() => undefined)
const errorRecord =
typeof errorBody === 'object' && errorBody !== null
? (errorBody as Record<string, unknown>)
: undefined
const errorCode =
typeof errorRecord?.error === 'string'
? truncate(errorRecord.error, MAX_ERROR_CODE_CHARS)
: undefined
const compilationErrors = extractCompilationErrors(errorRecord?.log_files)
const details = compilationErrors ? `:\n${compilationErrors}` : ''
const isCompilationFailure =
upstreamResponse.status >= 400 &&
upstreamResponse.status < 500 &&
Boolean(errorCode || compilationErrors)
if (isCompilationFailure) {
logger.warn(`[${requestId}] LaTeX compilation failed`, {
status: upstreamResponse.status,
errorCode,
})
return NextResponse.json(
{ error: `LaTeX compilation failed (${errorCode || upstreamResponse.status})${details}` },
{ status: 422 }
)
}
logger.error(`[${requestId}] LaTeX compile service error`, {
status: upstreamResponse.status,
errorCode,
})
return NextResponse.json(
{ error: `LaTeX compile service error: ${upstreamResponse.status}${details}` },
{ status: 502 }
)
}
/**
* Stores the compiled PDF as an execution file when execution context is
* available, falling back to general storage otherwise.
*/
async function storeCompiledPdf(
pdfBuffer: Buffer,
body: LatexCompileBody,
compiler: string,
userId: string
): Promise<StoredPdfResponse> {
const fileName = buildPdfFileName(body.fileName)
const executionContext =
body.workspaceId && body.workflowId && body.executionId
? {
workspaceId: body.workspaceId,
workflowId: body.workflowId,
executionId: body.executionId,
}
: null
if (executionContext) {
const { uploadExecutionFile } = await import('@/lib/uploads/contexts/execution')
const pdfFile = await uploadExecutionFile(
executionContext,
pdfBuffer,
fileName,
'application/pdf',
userId
)
return {
pdfFile,
pdfUrl: pdfFile.url,
fileName,
contentType: 'application/pdf',
compiler,
}
}
const { StorageService } = await import('@/lib/uploads')
const fileInfo = await StorageService.uploadFile({
file: pdfBuffer,
fileName,
contentType: 'application/pdf',
context: 'copilot',
})
return {
pdfUrl: `${getBaseUrl()}${fileInfo.path}`,
fileName,
contentType: 'application/pdf',
compiler,
}
}