chore: import upstream snapshot with attribution
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Migrate Dev DB (push) Has been skipped
CI / Detect Version (push) Has been cancelled
CI / Migrate DB (push) Has been cancelled
CI / Build Dev ECR (./docker/app.Dockerfile, ECR_APP) (push) Has been cancelled
CI / Build Dev ECR (./docker/db.Dockerfile, ECR_MIGRATIONS) (push) Has been cancelled
CI / Build Dev ECR (./docker/pii.Dockerfile, ECR_PII) (push) Has been cancelled
CI / Build Dev ECR (./docker/realtime.Dockerfile, ECR_REALTIME) (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
CI / Build AMD64 (./docker/app.Dockerfile, ECR_APP, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build AMD64 (./docker/db.Dockerfile, ECR_MIGRATIONS, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (./docker/pii.Dockerfile, ECR_PII, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (./docker/realtime.Dockerfile, ECR_REALTIME, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/app.Dockerfile, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/db.Dockerfile, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/pii.Dockerfile, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (./docker/realtime.Dockerfile, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Test and Build (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,174 @@
|
||||
import { createLogger } from '@sim/logger'
|
||||
import { toError } from '@sim/utils/errors'
|
||||
import { sleep } from '@sim/utils/helpers'
|
||||
import { getRedisClient } from '@/lib/core/config/redis'
|
||||
import { getStreamConfig } from './buffer'
|
||||
import {
|
||||
FILE_PREVIEW_SESSION_SCHEMA_VERSION,
|
||||
type FilePreviewSession,
|
||||
type FilePreviewStatus,
|
||||
type FilePreviewTargetKind,
|
||||
isFilePreviewSession,
|
||||
sortFilePreviewSessions,
|
||||
} from './file-preview-session-contract'
|
||||
|
||||
const logger = createLogger('FilePreviewSessionStore')
|
||||
|
||||
const STREAM_OUTBOX_PREFIX = 'mothership_stream:'
|
||||
const DEFAULT_COMPLETED_TTL_SECONDS = 5 * 60
|
||||
const RETRY_DELAYS_MS = [0, 50, 150] as const
|
||||
|
||||
export type {
|
||||
FilePreviewSession,
|
||||
FilePreviewStatus,
|
||||
FilePreviewTargetKind,
|
||||
} from './file-preview-session-contract'
|
||||
export { sortFilePreviewSessions } from './file-preview-session-contract'
|
||||
|
||||
function getPreviewSessionsKey(streamId: string): string {
|
||||
return `${STREAM_OUTBOX_PREFIX}${streamId}:preview_sessions`
|
||||
}
|
||||
|
||||
type RedisOperationMetadata = {
|
||||
operation: string
|
||||
streamId: string
|
||||
}
|
||||
|
||||
async function withRedisRetry<T>(
|
||||
metadata: RedisOperationMetadata,
|
||||
operation: (redis: NonNullable<ReturnType<typeof getRedisClient>>) => Promise<T>
|
||||
): Promise<T> {
|
||||
const redis = getRedisClient()
|
||||
if (!redis) {
|
||||
throw new Error('Redis is required for mothership preview durability')
|
||||
}
|
||||
|
||||
let lastError: unknown
|
||||
|
||||
for (let attempt = 0; attempt < RETRY_DELAYS_MS.length; attempt++) {
|
||||
const delay = RETRY_DELAYS_MS[attempt]
|
||||
if (delay > 0) {
|
||||
await sleep(delay)
|
||||
}
|
||||
|
||||
try {
|
||||
return await operation(redis)
|
||||
} catch (error) {
|
||||
lastError = error
|
||||
logger.warn('Redis preview session operation failed', {
|
||||
operation: metadata.operation,
|
||||
streamId: metadata.streamId,
|
||||
attempt: attempt + 1,
|
||||
error: toError(error).message,
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
throw lastError instanceof Error
|
||||
? lastError
|
||||
: new Error(`${metadata.operation} failed for stream ${metadata.streamId}`)
|
||||
}
|
||||
|
||||
export function createFilePreviewSession(input: {
|
||||
streamId: string
|
||||
toolCallId: string
|
||||
fileName?: string
|
||||
fileId?: string
|
||||
targetKind?: FilePreviewTargetKind
|
||||
operation?: string
|
||||
edit?: Record<string, unknown>
|
||||
baseContent?: string
|
||||
previewText?: string
|
||||
previewVersion?: number
|
||||
status?: FilePreviewStatus
|
||||
updatedAt?: string
|
||||
completedAt?: string
|
||||
}): FilePreviewSession {
|
||||
return {
|
||||
schemaVersion: FILE_PREVIEW_SESSION_SCHEMA_VERSION,
|
||||
id: input.toolCallId,
|
||||
streamId: input.streamId,
|
||||
toolCallId: input.toolCallId,
|
||||
status: input.status ?? 'pending',
|
||||
fileName: input.fileName ?? '',
|
||||
...(input.fileId ? { fileId: input.fileId } : {}),
|
||||
...(input.targetKind ? { targetKind: input.targetKind } : {}),
|
||||
...(input.operation ? { operation: input.operation } : {}),
|
||||
...(input.edit ? { edit: input.edit } : {}),
|
||||
...(typeof input.baseContent === 'string' ? { baseContent: input.baseContent } : {}),
|
||||
previewText: input.previewText ?? '',
|
||||
previewVersion: input.previewVersion ?? 0,
|
||||
updatedAt: input.updatedAt ?? new Date().toISOString(),
|
||||
...(input.completedAt ? { completedAt: input.completedAt } : {}),
|
||||
}
|
||||
}
|
||||
|
||||
export async function upsertFilePreviewSession(
|
||||
session: FilePreviewSession
|
||||
): Promise<FilePreviewSession> {
|
||||
const config = getStreamConfig()
|
||||
await withRedisRetry(
|
||||
{ operation: 'upsert_preview_session', streamId: session.streamId },
|
||||
async (redis) => {
|
||||
const key = getPreviewSessionsKey(session.streamId)
|
||||
const pipeline = redis.pipeline()
|
||||
pipeline.hset(key, session.id, JSON.stringify(session))
|
||||
pipeline.expire(key, config.ttlSeconds)
|
||||
await pipeline.exec()
|
||||
}
|
||||
)
|
||||
return session
|
||||
}
|
||||
|
||||
export async function readFilePreviewSessions(streamId: string): Promise<FilePreviewSession[]> {
|
||||
const raw = await withRedisRetry(
|
||||
{ operation: 'read_preview_sessions', streamId },
|
||||
async (redis) => redis.hgetall(getPreviewSessionsKey(streamId))
|
||||
)
|
||||
|
||||
const sessions: FilePreviewSession[] = []
|
||||
const values = Object.values(raw ?? {})
|
||||
for (const entry of values) {
|
||||
try {
|
||||
const parsed = JSON.parse(entry) as unknown
|
||||
if (!isFilePreviewSession(parsed)) {
|
||||
logger.warn('Skipping invalid file preview session entry', { streamId })
|
||||
continue
|
||||
}
|
||||
sessions.push(parsed)
|
||||
} catch (error) {
|
||||
logger.warn('Failed to parse file preview session entry', {
|
||||
streamId,
|
||||
error: toError(error).message,
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
return sortFilePreviewSessions(sessions)
|
||||
}
|
||||
|
||||
export async function clearFilePreviewSessions(streamId: string): Promise<void> {
|
||||
await withRedisRetry({ operation: 'clear_preview_sessions', streamId }, async (redis) => {
|
||||
await redis.del(getPreviewSessionsKey(streamId))
|
||||
})
|
||||
}
|
||||
|
||||
export async function scheduleFilePreviewSessionCleanup(
|
||||
streamId: string,
|
||||
ttlSeconds = DEFAULT_COMPLETED_TTL_SECONDS
|
||||
): Promise<void> {
|
||||
try {
|
||||
await withRedisRetry(
|
||||
{ operation: 'schedule_preview_session_cleanup', streamId },
|
||||
async (redis) => {
|
||||
await redis.expire(getPreviewSessionsKey(streamId), ttlSeconds)
|
||||
}
|
||||
)
|
||||
} catch (error) {
|
||||
logger.warn('Failed to shorten preview session retention', {
|
||||
streamId,
|
||||
ttlSeconds,
|
||||
error: toError(error).message,
|
||||
})
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user