chore: import upstream snapshot with attribution
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,166 @@
|
||||
import { BlockType, isMetadataOnlyBlockType } from '@/executor/constants'
|
||||
import type { DAG } from '@/executor/dag/builder'
|
||||
import { buildBranchNodeId } from '@/executor/utils/subflow-utils'
|
||||
import type { SerializedBlock, SerializedWorkflow } from '@/serializer/types'
|
||||
|
||||
export class NodeConstructor {
|
||||
execute(
|
||||
workflow: SerializedWorkflow,
|
||||
dag: DAG,
|
||||
reachableBlocks: Set<string>
|
||||
): {
|
||||
blocksInLoops: Set<string>
|
||||
blocksInParallels: Set<string>
|
||||
pauseTriggerMapping: Map<string, string>
|
||||
} {
|
||||
const blocksInLoops = new Set<string>()
|
||||
const blocksInParallels = new Set<string>()
|
||||
const pauseTriggerMapping = new Map<string, string>()
|
||||
|
||||
this.categorizeBlocks(dag, reachableBlocks, blocksInLoops, blocksInParallels)
|
||||
|
||||
for (const block of workflow.blocks) {
|
||||
if (!this.shouldProcessBlock(block, reachableBlocks)) {
|
||||
continue
|
||||
}
|
||||
|
||||
const parallelId = this.findParallelForBlock(block.id, dag)
|
||||
|
||||
if (parallelId) {
|
||||
this.createParallelTemplateNode(block, parallelId, dag)
|
||||
} else {
|
||||
this.createRegularOrLoopNode(block, blocksInLoops, dag)
|
||||
}
|
||||
}
|
||||
|
||||
return { blocksInLoops, blocksInParallels, pauseTriggerMapping }
|
||||
}
|
||||
|
||||
private shouldProcessBlock(block: SerializedBlock, reachableBlocks: Set<string>): boolean {
|
||||
if (!block.enabled) {
|
||||
return false
|
||||
}
|
||||
|
||||
if (!reachableBlocks.has(block.id)) {
|
||||
return false
|
||||
}
|
||||
|
||||
if (isMetadataOnlyBlockType(block.metadata?.id)) {
|
||||
return false
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
private categorizeBlocks(
|
||||
dag: DAG,
|
||||
reachableBlocks: Set<string>,
|
||||
blocksInLoops: Set<string>,
|
||||
blocksInParallels: Set<string>
|
||||
): void {
|
||||
this.categorizeLoopBlocks(dag, reachableBlocks, blocksInLoops)
|
||||
this.categorizeParallelBlocks(dag, reachableBlocks, blocksInParallels)
|
||||
}
|
||||
|
||||
private categorizeLoopBlocks(
|
||||
dag: DAG,
|
||||
reachableBlocks: Set<string>,
|
||||
blocksInLoops: Set<string>
|
||||
): void {
|
||||
for (const [, loopConfig] of dag.loopConfigs) {
|
||||
for (const nodeId of loopConfig.nodes) {
|
||||
if (reachableBlocks.has(nodeId)) {
|
||||
blocksInLoops.add(nodeId)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private categorizeParallelBlocks(
|
||||
dag: DAG,
|
||||
reachableBlocks: Set<string>,
|
||||
blocksInParallels: Set<string>
|
||||
): void {
|
||||
for (const [, parallelConfig] of dag.parallelConfigs) {
|
||||
for (const nodeId of parallelConfig.nodes) {
|
||||
if (reachableBlocks.has(nodeId)) {
|
||||
blocksInParallels.add(nodeId)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private createParallelTemplateNode(block: SerializedBlock, parallelId: string, dag: DAG): void {
|
||||
const templateNodeId = buildBranchNodeId(block.id, 0)
|
||||
const blockClone: SerializedBlock = {
|
||||
...block,
|
||||
id: templateNodeId,
|
||||
}
|
||||
|
||||
dag.nodes.set(templateNodeId, {
|
||||
id: templateNodeId,
|
||||
block: blockClone,
|
||||
incomingEdges: new Set(),
|
||||
outgoingEdges: new Map(),
|
||||
metadata: {
|
||||
isParallelBranch: true,
|
||||
subflowId: parallelId,
|
||||
subflowType: 'parallel',
|
||||
branchIndex: 0,
|
||||
branchTotal: 1,
|
||||
isPauseResponse: block.metadata?.id === BlockType.HUMAN_IN_THE_LOOP,
|
||||
originalBlockId: block.id,
|
||||
},
|
||||
})
|
||||
}
|
||||
|
||||
private createRegularOrLoopNode(
|
||||
block: SerializedBlock,
|
||||
blocksInLoops: Set<string>,
|
||||
dag: DAG
|
||||
): void {
|
||||
const isLoopNode = blocksInLoops.has(block.id)
|
||||
const loopId = isLoopNode ? this.findLoopIdForBlock(block.id, dag) : undefined
|
||||
const isPauseBlock = block.metadata?.id === BlockType.HUMAN_IN_THE_LOOP
|
||||
|
||||
dag.nodes.set(block.id, {
|
||||
id: block.id,
|
||||
block,
|
||||
incomingEdges: new Set(),
|
||||
outgoingEdges: new Map(),
|
||||
metadata: {
|
||||
isLoopNode,
|
||||
...(loopId && { subflowId: loopId, subflowType: 'loop' as const }),
|
||||
isPauseResponse: isPauseBlock,
|
||||
originalBlockId: block.id,
|
||||
},
|
||||
})
|
||||
}
|
||||
|
||||
private findLoopIdForBlock(blockId: string, dag: DAG): string | undefined {
|
||||
const candidates: string[] = []
|
||||
for (const [loopId, loopConfig] of dag.loopConfigs) {
|
||||
if (loopConfig.nodes.includes(blockId)) {
|
||||
candidates.push(loopId)
|
||||
}
|
||||
}
|
||||
if (candidates.length <= 1) return candidates[0]
|
||||
|
||||
return candidates.find((candidateId) =>
|
||||
candidates.every((otherId) => {
|
||||
if (otherId === candidateId) return true
|
||||
const candidateConfig = dag.loopConfigs.get(candidateId)
|
||||
return !candidateConfig?.nodes.includes(otherId)
|
||||
})
|
||||
)
|
||||
}
|
||||
|
||||
private findParallelForBlock(blockId: string, dag: DAG): string | null {
|
||||
for (const [parallelId, parallelConfig] of dag.parallelConfigs) {
|
||||
if (parallelConfig.nodes.includes(blockId)) {
|
||||
return parallelId
|
||||
}
|
||||
}
|
||||
return null
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user