85453da49f
regression / regression-shards (style-16-prod style-9-prod style-17-prod iframe-render-compat variables-prod mp4-h265-sdr, shard-4) (push) Has been cancelled
regression / regression-shards (style-4-prod style-11-prod style-2-prod animejs-adapter typegpu-adapter parallel-capture-regression, shard-5) (push) Has been cancelled
regression / regression-shards (style-7-prod style-8-prod style-10-prod css-spinner-render-compat webm-transparency mp4-h264-sdr webm-vp9, shard-3) (push) Has been cancelled
regression / regression-shards (sub-composition-video style-18-prod raf-ball-render-compat font-variant-numeric sub-comp-t0 sub-comp-id-selector, shard-7) (push) Has been cancelled
Windows render verification / Detect changes (push) Has been cancelled
Windows render verification / Preflight (lint + format) (push) Has been cancelled
Windows render verification / Render on windows-latest (push) Has been cancelled
Windows render verification / Tests on windows-latest (push) Has been cancelled
CI / Detect changes (push) Has been cancelled
CI / Build (push) Has been cancelled
CI / Lint (push) Has been cancelled
CI / Fallow audit (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / Typecheck (push) Has been cancelled
CI / Test (push) Has been cancelled
CI / Producer: integration tests (push) Has been cancelled
CI / Producer: unit tests (push) Has been cancelled
CI / File size check (push) Has been cancelled
CI / Test: skills (push) Has been cancelled
CI / Skills: manifest in sync (push) Has been cancelled
CI / CLI: npx shim (macos-latest) (push) Has been cancelled
CI / CLI: npx shim (ubuntu-latest) (push) Has been cancelled
CI / CLI: npx shim (windows-latest) (push) Has been cancelled
CI / SDK: unit + contract + smoke (push) Has been cancelled
CI / Test: runtime contract (push) Has been cancelled
CI / Studio: load smoke (push) Has been cancelled
CI / Smoke: global install (push) Has been cancelled
CI / CLI smoke (required) (push) Has been cancelled
CI / Semantic PR title (push) Has been cancelled
Player perf / Detect changes (push) Has been cancelled
Player perf / Preflight (lint + format) (push) Has been cancelled
Player perf / player-perf (push) Has been cancelled
Player perf / Perf: drift (push) Has been cancelled
Player perf / Perf: fps (push) Has been cancelled
Player perf / Perf: parity (push) Has been cancelled
Player perf / Perf: scrub (push) Has been cancelled
Player perf / Perf: load (push) Has been cancelled
preview-regression / Detect changes (push) Has been cancelled
preview-regression / Preflight (lint + format) (push) Has been cancelled
preview-regression / Preview parity (push) Has been cancelled
preview-regression / preview-regression (push) Has been cancelled
regression / regression (push) Has been cancelled
regression / Detect changes (push) Has been cancelled
regression / Preflight (lint + format) (push) Has been cancelled
regression / regression-shards (hdr-regression style-5-prod style-3-prod mov-prores, shard-1) (push) Has been cancelled
regression / regression-shards (overlay-montage-prod style-12-prod chat missing-host-comp-id png-sequence portrait-edge-bleed, shard-6) (push) Has been cancelled
regression / regression-shards (style-13-prod style-6-prod vignelli-stacking gsap-letters-render-compat audio-mux-parity, shard-8) (push) Has been cancelled
regression / regression-shards (style-15-prod hdr-hlg-regression style-1-prod many-cuts vfr-screen-recording render-symlinked-assets, shard-2) (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (javascript-typescript) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Docs / Validate docs (push) Has been cancelled
Sync skills to ClawHub / Publish changed skills (push) Has been cancelled
198 lines
7.3 KiB
Terraform
198 lines
7.3 KiB
Terraform
# HyperFrames distributed render stack on Google Cloud.
|
|
#
|
|
# Topology (the GCP twin of the AWS Lambda adapter's SAM template):
|
|
#
|
|
# GCS bucket ←→ Cloud Run service (plan / renderChunk / assemble)
|
|
# ▲
|
|
# │ OIDC-authenticated http.post per step
|
|
# │
|
|
# Cloud Workflows (Plan → parallel RenderChunk → Assemble)
|
|
#
|
|
# Two service accounts keep least-privilege boundaries:
|
|
# - run_sa : the render service's identity; read/write the bucket only.
|
|
# - workflow_sa: the workflow's identity; invoke the render service only.
|
|
|
|
locals {
|
|
workflow_source = var.workflow_source_path != "" ? var.workflow_source_path : "${path.module}/workflow.yaml"
|
|
name = var.project_name
|
|
}
|
|
|
|
# ── Storage: plan tarballs, chunk outputs, final renders ─────────────────────
|
|
resource "google_storage_bucket" "render" {
|
|
name = "${local.name}-render-${var.project_id}"
|
|
project = var.project_id
|
|
location = var.region
|
|
uniform_bucket_level_access = true
|
|
force_destroy = var.bucket_force_destroy
|
|
|
|
# Render artifacts (plan tarballs, chunk files) are disposable scratch.
|
|
# Sweep them after 7 days so the bucket doesn't accumulate cost; final
|
|
# outputs that adopters want to keep should be copied elsewhere.
|
|
lifecycle_rule {
|
|
condition {
|
|
age = 7
|
|
}
|
|
action {
|
|
type = "Delete"
|
|
}
|
|
}
|
|
}
|
|
|
|
# ── Service accounts ─────────────────────────────────────────────────────────
|
|
resource "google_service_account" "run_sa" {
|
|
account_id = "${local.name}-run"
|
|
project = var.project_id
|
|
display_name = "HyperFrames render service (Cloud Run)"
|
|
}
|
|
|
|
resource "google_service_account" "workflow_sa" {
|
|
account_id = "${local.name}-wf"
|
|
project = var.project_id
|
|
display_name = "HyperFrames render orchestration (Workflows)"
|
|
}
|
|
|
|
# Render service reads inputs + writes outputs in the render bucket only.
|
|
resource "google_storage_bucket_iam_member" "run_sa_bucket" {
|
|
bucket = google_storage_bucket.render.name
|
|
role = "roles/storage.objectAdmin"
|
|
member = "serviceAccount:${google_service_account.run_sa.email}"
|
|
}
|
|
|
|
# ── Cloud Run render service ─────────────────────────────────────────────────
|
|
resource "google_cloud_run_v2_service" "render" {
|
|
name = "${local.name}-render"
|
|
project = var.project_id
|
|
location = var.region
|
|
# Authenticated only — no public invoker binding. Only the workflow SA can
|
|
# call it. Ingress stays "all" because Workflows reaches the service over
|
|
# Google's front door, not the VPC.
|
|
ingress = "INGRESS_TRAFFIC_ALL"
|
|
# Let `terraform destroy` (and replacement on image bumps) remove the
|
|
# service without a manual console step. The render service is stateless —
|
|
# all durable artifacts live in GCS.
|
|
deletion_protection = false
|
|
|
|
template {
|
|
service_account = google_service_account.run_sa.email
|
|
timeout = "${var.request_timeout_seconds}s"
|
|
# One render (chunk / plan / assemble) per instance — each uses the whole
|
|
# box's CPU + memory + /tmp. The workflow's concurrency_limit governs how
|
|
# many instances run at once.
|
|
max_instance_request_concurrency = 1
|
|
|
|
scaling {
|
|
min_instance_count = var.min_instances
|
|
max_instance_count = var.max_instances
|
|
}
|
|
|
|
containers {
|
|
image = var.image
|
|
|
|
resources {
|
|
limits = {
|
|
cpu = var.cpu
|
|
memory = var.memory
|
|
}
|
|
# Keep CPU allocated only during request processing (request-based
|
|
# billing). Renders are entirely request-scoped.
|
|
cpu_idle = true
|
|
}
|
|
|
|
env {
|
|
# Scopes every event's GCS URIs to this bucket (the handler's
|
|
# GCS_URI_NOT_ALLOWED guard). Defense against request injection.
|
|
name = "HYPERFRAMES_RENDER_BUCKET"
|
|
value = google_storage_bucket.render.name
|
|
}
|
|
|
|
startup_probe {
|
|
http_get {
|
|
path = "/healthz"
|
|
}
|
|
timeout_seconds = 5
|
|
period_seconds = 10
|
|
failure_threshold = 6
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
# Only the workflow's identity may invoke the render service.
|
|
resource "google_cloud_run_v2_service_iam_member" "workflow_invokes_run" {
|
|
name = google_cloud_run_v2_service.render.name
|
|
project = var.project_id
|
|
location = var.region
|
|
role = "roles/run.invoker"
|
|
member = "serviceAccount:${google_service_account.workflow_sa.email}"
|
|
}
|
|
|
|
# ── Cloud Workflows orchestration ────────────────────────────────────────────
|
|
resource "google_workflows_workflow" "render" {
|
|
name = "${local.name}-render"
|
|
project = var.project_id
|
|
region = var.region
|
|
service_account = google_service_account.workflow_sa.id
|
|
source_contents = file(local.workflow_source)
|
|
# Allow `terraform destroy` to remove the workflow without a manual step;
|
|
# the definition is reproducible from this module.
|
|
deletion_protection = false
|
|
}
|
|
|
|
# ── Runaway-request alert (backstop against a fan-out bug) ────────────────────
|
|
resource "google_monitoring_alert_policy" "runaway_requests" {
|
|
project = var.project_id
|
|
display_name = "${local.name}-render runaway request count"
|
|
combiner = "OR"
|
|
|
|
conditions {
|
|
display_name = "Render service request count > threshold (1h)"
|
|
condition_threshold {
|
|
filter = join(" AND ", [
|
|
"resource.type = \"cloud_run_revision\"",
|
|
"resource.labels.service_name = \"${google_cloud_run_v2_service.render.name}\"",
|
|
"metric.type = \"run.googleapis.com/request_count\"",
|
|
])
|
|
comparison = "COMPARISON_GT"
|
|
threshold_value = var.render_request_alarm_threshold
|
|
duration = "0s"
|
|
aggregations {
|
|
alignment_period = "3600s"
|
|
per_series_aligner = "ALIGN_SUM"
|
|
}
|
|
}
|
|
}
|
|
|
|
notification_channels = var.notification_channels
|
|
}
|
|
|
|
# ── Workflow-failure alert ───────────────────────────────────────────────────
|
|
# Request-count alone misses a render that fails 100% of the time at low
|
|
# volume. Alert on any FAILED workflow execution so a broken render path is
|
|
# visible even when traffic is light.
|
|
resource "google_monitoring_alert_policy" "workflow_failures" {
|
|
project = var.project_id
|
|
display_name = "${local.name}-render workflow execution failures"
|
|
combiner = "OR"
|
|
|
|
conditions {
|
|
display_name = "Failed workflow executions (5m)"
|
|
condition_threshold {
|
|
filter = join(" AND ", [
|
|
"resource.type = \"workflows.googleapis.com/Workflow\"",
|
|
"resource.labels.workflow_id = \"${google_workflows_workflow.render.name}\"",
|
|
"metric.type = \"workflows.googleapis.com/finished_execution_count\"",
|
|
"metric.labels.status = \"FAILED\"",
|
|
])
|
|
comparison = "COMPARISON_GT"
|
|
threshold_value = 0
|
|
duration = "0s"
|
|
aggregations {
|
|
alignment_period = "300s"
|
|
per_series_aligner = "ALIGN_SUM"
|
|
}
|
|
}
|
|
}
|
|
|
|
notification_channels = var.notification_channels
|
|
}
|