d25d482dc2
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
102 lines
3.0 KiB
TypeScript
102 lines
3.0 KiB
TypeScript
import { createLogger } from '@sim/logger'
|
|
import { taskContext } from '@trigger.dev/core/v3'
|
|
import type { AsyncBackendType, JobQueueBackend } from '@/lib/core/async-jobs/types'
|
|
import { isTriggerDevEnabled } from '@/lib/core/config/env-flags'
|
|
|
|
const logger = createLogger('AsyncJobsConfig')
|
|
|
|
let cachedBackend: JobQueueBackend | null = null
|
|
let cachedBackendType: AsyncBackendType | null = null
|
|
let cachedInlineBackend: JobQueueBackend | null = null
|
|
|
|
/**
|
|
* Determines which async backend to use based on environment configuration.
|
|
* Falls back to the database backend when trigger.dev isn't enabled — except
|
|
* when this process IS a trigger.dev worker (`taskContext.isInsideTask`), in
|
|
* which case the SDK runtime is available regardless of env vars and we
|
|
* always want to enqueue back through trigger.dev. Without this carve-out, a
|
|
* worker pod missing `TRIGGER_DEV_ENABLED=true` silently routes cell jobs to
|
|
* the database backend that nothing's draining.
|
|
*/
|
|
export function getAsyncBackendType(): AsyncBackendType {
|
|
if (isTriggerDevEnabled || taskContext.isInsideTask) {
|
|
return 'trigger-dev'
|
|
}
|
|
|
|
return 'database'
|
|
}
|
|
|
|
/**
|
|
* Gets the job queue backend singleton.
|
|
* Creates the appropriate backend based on environment configuration.
|
|
*/
|
|
export async function getJobQueue(): Promise<JobQueueBackend> {
|
|
if (cachedBackend) {
|
|
return cachedBackend
|
|
}
|
|
|
|
const type = getAsyncBackendType()
|
|
|
|
switch (type) {
|
|
case 'trigger-dev': {
|
|
const { TriggerDevJobQueue } = await import('@/lib/core/async-jobs/backends/trigger-dev')
|
|
cachedBackend = new TriggerDevJobQueue()
|
|
break
|
|
}
|
|
case 'database': {
|
|
const { DatabaseJobQueue } = await import('@/lib/core/async-jobs/backends/database')
|
|
cachedBackend = new DatabaseJobQueue()
|
|
break
|
|
}
|
|
}
|
|
|
|
cachedBackendType = type
|
|
logger.info(`Async job backend initialized: ${type}`)
|
|
|
|
if (!cachedBackend) {
|
|
throw new Error(`Failed to initialize async backend: ${type}`)
|
|
}
|
|
|
|
return cachedBackend
|
|
}
|
|
|
|
/**
|
|
* Gets the current backend type (for logging/debugging)
|
|
*/
|
|
export function getCurrentBackendType(): AsyncBackendType | null {
|
|
return cachedBackendType
|
|
}
|
|
|
|
/**
|
|
* Gets a job queue backend that bypasses Trigger.dev (Database only).
|
|
* Used for execution paths that must avoid Trigger.dev cold starts.
|
|
*/
|
|
export async function getInlineJobQueue(): Promise<JobQueueBackend> {
|
|
if (cachedInlineBackend) {
|
|
return cachedInlineBackend
|
|
}
|
|
|
|
const { DatabaseJobQueue } = await import('@/lib/core/async-jobs/backends/database')
|
|
cachedInlineBackend = new DatabaseJobQueue()
|
|
|
|
logger.info('Inline job backend initialized: database')
|
|
return cachedInlineBackend
|
|
}
|
|
|
|
/**
|
|
* Checks if jobs should be executed inline in-process.
|
|
* Database fallback is the only mode that still relies on inline execution.
|
|
*/
|
|
export function shouldExecuteInline(): boolean {
|
|
return getAsyncBackendType() === 'database'
|
|
}
|
|
|
|
/**
|
|
* Resets the cached backend (useful for testing)
|
|
*/
|
|
export function resetJobQueueCache(): void {
|
|
cachedBackend = null
|
|
cachedBackendType = null
|
|
cachedInlineBackend = null
|
|
}
|