elizaos--eliza/packages/scripts/cloud/admin/hetzner-e2e/hetzner-e2e-reaper.ts

#!/usr/bin/env bun
/**
 * Sweep stale CI servers older than 60 minutes. Run on a schedule so a
 * crashed workflow can't leak servers indefinitely. Gracefully exits 0
 * when HCLOUD_TOKEN_CI is unset so the workflow can exist before its secret is
 * configured. A configured token that Hetzner rejects must fail the sweep.
 */

import { HetznerCloudClient } from "@elizaos/cloud-shared/lib/services/containers/hetzner-cloud-api";

const MAX_AGE_MS = 60 * 60 * 1000;

export async function runHetznerE2eReaper(
  token: string | undefined,
): Promise<void> {
  if (!token) {
    console.log("[hetzner-e2e-reaper] HCLOUD_TOKEN_CI not set; skipping");
    return;
  }
  const client = HetznerCloudClient.withToken(token);
  const servers = await client.listServers({
    ci: "true",
    workflow: "hetzner-e2e",
  });
  const now = Date.now();
  let deleted = 0;
  const failures: Error[] = [];
  for (const server of servers) {
    const created = Date.parse(server.created);
    if (!Number.isFinite(created)) continue;
    const ageMs = now - created;
    if (ageMs < MAX_AGE_MS) continue;
    console.log(
      `[hetzner-e2e-reaper] deleting ${server.id} (${server.name}) age=${Math.round(ageMs / 60000)}min`,
    );
    try {
      await client.deleteServer(server.id);
      deleted++;
    } catch (err) {
      // error-policy:J2 Preserve per-server context while completing the remaining sweep.
      const message = err instanceof Error ? err.message : String(err);
      failures.push(
        new Error(`Failed to delete Hetzner server ${server.id}: ${message}`, {
          cause: err,
        }),
      );
      console.warn(
        `[hetzner-e2e-reaper] delete ${server.id} failed: ${message}`,
      );
    }
  }
  console.log(
    `[hetzner-e2e-reaper] swept ${deleted}/${servers.length} servers`,
  );
  if (failures.length > 0) {
    throw new AggregateError(
      failures,
      `Hetzner E2E reaper failed to delete ${failures.length} stale server(s)`,
      { cause: failures[0] },
    );
  }
}

if (import.meta.main) {
  // biome-ignore lint/suspicious/noUndeclaredEnvVars: GitHub Actions injects this standalone script secret; it is not a cached Turbo task input.
  await runHetznerE2eReaper(Bun.env.HCLOUD_TOKEN_CI);
}