d25d482dc2
Publish CLI Package / publish-npm (push) Waiting to run
Publish Python SDK / publish-pypi (push) Waiting to run
Publish TypeScript SDK / publish-npm (push) Waiting to run
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
192 lines
7.8 KiB
TypeScript
192 lines
7.8 KiB
TypeScript
import { db, runOutsideTransactionContext } from '@sim/db'
|
|
import { workflow, workflowDeploymentVersion } from '@sim/db/schema'
|
|
import { createLogger } from '@sim/logger'
|
|
import { and, eq, exists, inArray, isNull, sql } from 'drizzle-orm'
|
|
import type { DbOrTx } from '@/lib/db/types'
|
|
import { loadDeployedWorkflowState } from '@/lib/workflows/persistence/utils'
|
|
import { ForkError } from '@/ee/workspace-forking/lib/lineage/authz'
|
|
import type { Variable, WorkflowState } from '@/stores/workflows/workflow/types'
|
|
|
|
const logger = createLogger('WorkspaceForkDeployBridge')
|
|
|
|
/**
|
|
* Hard ceiling on how many deployed workflows one fork/promote loads into memory at
|
|
* once (each as a full `WorkflowState`). There is no per-workspace workflow cap in
|
|
* the product, so this is the safety valve: real workspaces hold tens to low
|
|
* hundreds, making this ~5-10x headroom that never blocks legitimate use, it sits
|
|
* below the fork feature's other item caps (resource selection 2000, mapping
|
|
* entries 5000 - both lighter-weight than full states), and it bounds a pathological
|
|
* workspace to a few hundred MB of transient state instead of an unbounded load.
|
|
*/
|
|
export const MAX_FORK_DEPLOYED_WORKFLOWS = 1000
|
|
|
|
export interface DeployedWorkflowSummary {
|
|
id: string
|
|
name: string
|
|
description: string | null
|
|
folderId: string | null
|
|
sortOrder: number
|
|
/** Whether the deployed API accepts unauthenticated calls; carried onto sync targets. */
|
|
isPublicApi: boolean
|
|
}
|
|
|
|
/**
|
|
* Workflows in a workspace that are deployed and not archived - the only ones that
|
|
* fork/promote. Requires an actually-active deployment version, not just the
|
|
* `isDeployed` flag: a workflow flagged deployed with no active version (a "ghost"
|
|
* left by an inconsistent state) has nothing to copy, so excluding it here keeps the
|
|
* diff/plan counts aligned with what apply actually writes instead of over-reporting
|
|
* then silently skipping it. Correlated `exists` (not a join) so a workflow is never
|
|
* double-listed if more than one active version row ever exists.
|
|
*/
|
|
export async function listDeployedWorkflows(
|
|
executor: DbOrTx,
|
|
workspaceId: string
|
|
): Promise<DeployedWorkflowSummary[]> {
|
|
return executor
|
|
.select({
|
|
id: workflow.id,
|
|
name: workflow.name,
|
|
description: workflow.description,
|
|
folderId: workflow.folderId,
|
|
sortOrder: workflow.sortOrder,
|
|
isPublicApi: workflow.isPublicApi,
|
|
})
|
|
.from(workflow)
|
|
.where(
|
|
and(
|
|
eq(workflow.workspaceId, workspaceId),
|
|
eq(workflow.isDeployed, true),
|
|
isNull(workflow.archivedAt),
|
|
exists(
|
|
db
|
|
.select({ one: sql`1` })
|
|
.from(workflowDeploymentVersion)
|
|
.where(
|
|
and(
|
|
eq(workflowDeploymentVersion.workflowId, workflow.id),
|
|
eq(workflowDeploymentVersion.isActive, true)
|
|
)
|
|
)
|
|
)
|
|
)
|
|
)
|
|
}
|
|
|
|
/** The active deployment version number for a workflow, or null when it has none. */
|
|
export async function getActiveDeploymentVersionNumber(
|
|
executor: DbOrTx,
|
|
workflowId: string
|
|
): Promise<number | null> {
|
|
const [row] = await executor
|
|
.select({ version: workflowDeploymentVersion.version })
|
|
.from(workflowDeploymentVersion)
|
|
.where(
|
|
and(
|
|
eq(workflowDeploymentVersion.workflowId, workflowId),
|
|
eq(workflowDeploymentVersion.isActive, true)
|
|
)
|
|
)
|
|
.limit(1)
|
|
return row?.version ?? null
|
|
}
|
|
|
|
/**
|
|
* Batched {@link getActiveDeploymentVersionNumber}: the active deployed version per
|
|
* workflow id, so promote's apply phase resolves every prior version in one query
|
|
* instead of N round-trips inside the (locked) transaction. Workflows with no active
|
|
* version are absent from the map.
|
|
*/
|
|
export async function getActiveDeploymentVersionNumbers(
|
|
executor: DbOrTx,
|
|
workflowIds: string[]
|
|
): Promise<Map<string, number>> {
|
|
if (workflowIds.length === 0) return new Map()
|
|
const rows = await executor
|
|
.select({
|
|
workflowId: workflowDeploymentVersion.workflowId,
|
|
version: workflowDeploymentVersion.version,
|
|
})
|
|
.from(workflowDeploymentVersion)
|
|
.where(
|
|
and(
|
|
inArray(workflowDeploymentVersion.workflowId, workflowIds),
|
|
eq(workflowDeploymentVersion.isActive, true)
|
|
)
|
|
)
|
|
return new Map(rows.map((row) => [row.workflowId, row.version]))
|
|
}
|
|
|
|
/**
|
|
* Read a source workspace's deployed workflows and each one's active deployed state
|
|
* on the global pool. Fork/promote callers MUST run this BEFORE opening their
|
|
* transaction: doing these heavy per-workflow reads inside the tx checks out a
|
|
* SECOND pooled connection while the tx holds the first, which can deadlock the
|
|
* pool at saturation (primary pool max is 15). The source is read-only for the
|
|
* operation, so a pre-transaction snapshot is the value that gets force-pushed.
|
|
*
|
|
* Holds every source state in memory at once (bounded by the workspace's deployed
|
|
* workflow count) - the apply step needs each state to write its target inside the
|
|
* single atomic transaction, so it cannot stream them one at a time.
|
|
*/
|
|
export async function loadSourceDeployedStates(sourceWorkspaceId: string): Promise<{
|
|
deployedWorkflows: DeployedWorkflowSummary[]
|
|
sourceStates: Map<string, WorkflowState>
|
|
}> {
|
|
const deployedWorkflows = await listDeployedWorkflows(db, sourceWorkspaceId)
|
|
// Fail fast on the cheap count before loading any heavy state into memory.
|
|
if (deployedWorkflows.length > MAX_FORK_DEPLOYED_WORKFLOWS) {
|
|
throw new ForkError(
|
|
`This workspace has ${deployedWorkflows.length} deployed workflows, which exceeds the fork/sync limit of ${MAX_FORK_DEPLOYED_WORKFLOWS}.`,
|
|
400
|
|
)
|
|
}
|
|
// Read states in bounded-concurrency batches instead of one serial await per workflow:
|
|
// serial cost is O(workflows) round trips (this also runs on the diff preview, refetched
|
|
// while the sync modal is open). The cap keeps concurrent global-pool checkouts well
|
|
// under the pool max even at the workflow ceiling, and this runs BEFORE any transaction.
|
|
const sourceStates = new Map<string, WorkflowState>()
|
|
const READ_CONCURRENCY = 5
|
|
for (let i = 0; i < deployedWorkflows.length; i += READ_CONCURRENCY) {
|
|
const batch = deployedWorkflows.slice(i, i + READ_CONCURRENCY)
|
|
const states = await Promise.all(batch.map((wf) => readDeployedState(wf.id, sourceWorkspaceId)))
|
|
batch.forEach((wf, index) => {
|
|
const state = states[index]
|
|
if (state) sourceStates.set(wf.id, state)
|
|
})
|
|
}
|
|
return { deployedWorkflows, sourceStates }
|
|
}
|
|
|
|
/**
|
|
* Read a workflow's active deployed state as a `WorkflowState`. Returns null ONLY
|
|
* when the workflow genuinely has no active deployment (a legitimate skip); real
|
|
* DB/migration errors propagate so the caller fails loudly instead of silently
|
|
* dropping the workflow from the fork/promote. Block migrations (credential remap
|
|
* to current ids) are applied so copied references reflect current resources.
|
|
*/
|
|
export async function readDeployedState(
|
|
workflowId: string,
|
|
workspaceId: string
|
|
): Promise<WorkflowState | null> {
|
|
// This reads the (unchanged) SOURCE workspace on the global pool. Callers like
|
|
// promote run it inside their transaction, so escape the tx context: the read
|
|
// must not join the promote's transaction (and the tripwire forbids global-pool
|
|
// queries inside a tx). Outside a transaction this is a no-op.
|
|
return runOutsideTransactionContext(async () => {
|
|
const version = await getActiveDeploymentVersionNumber(db, workflowId)
|
|
if (version == null) {
|
|
logger.warn('No active deployment for workflow during fork/promote', { workflowId })
|
|
return null
|
|
}
|
|
const data = await loadDeployedWorkflowState(workflowId, workspaceId)
|
|
return {
|
|
blocks: data.blocks,
|
|
edges: data.edges,
|
|
loops: data.loops,
|
|
parallels: data.parallels,
|
|
variables: (data.variables ?? {}) as Record<string, Variable>,
|
|
}
|
|
})
|
|
}
|