chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,359 @@
|
||||
import { type ClickHouse } from "@internal/clickhouse";
|
||||
import { type PrismaClientOrTransaction, type RuntimeEnvironmentType } from "@trigger.dev/database";
|
||||
import { z } from "zod";
|
||||
import { findCurrentWorkerFromEnvironment } from "~/v3/models/workerDeployment.server";
|
||||
import {
|
||||
chooseBucketSeconds,
|
||||
groupRunStatus,
|
||||
RUN_STATUS_GROUPS,
|
||||
zeroFillGroupedSeries,
|
||||
zeroFillScalarSeries,
|
||||
} from "./activitySeries.server";
|
||||
|
||||
export type AgentDetail = {
|
||||
slug: string;
|
||||
filePath: string;
|
||||
triggerSource: "AGENT";
|
||||
createdAt: Date;
|
||||
config: unknown;
|
||||
};
|
||||
|
||||
export type AgentActivityPoint = {
|
||||
bucket: number; // epoch ms
|
||||
} & Record<string, number>;
|
||||
|
||||
export type AgentActivity = {
|
||||
data: AgentActivityPoint[];
|
||||
statuses: string[];
|
||||
};
|
||||
|
||||
// Stable legend order for the sessions activity chart. Derived statuses:
|
||||
// ACTIVE = closed_at IS NULL AND (expires_at IS NULL OR expires_at > now)
|
||||
// CLOSED = closed_at IS NOT NULL
|
||||
// EXPIRED = closed_at IS NULL AND expires_at <= now
|
||||
const SESSION_STATUSES = ["ACTIVE", "CLOSED", "EXPIRED"] as const;
|
||||
type SessionStatusLabel = (typeof SESSION_STATUSES)[number];
|
||||
|
||||
export class AgentDetailPresenter {
|
||||
constructor(
|
||||
private readonly replica: PrismaClientOrTransaction,
|
||||
private readonly clickhouse: ClickHouse
|
||||
) {}
|
||||
|
||||
async findAgent({
|
||||
environmentId,
|
||||
environmentType,
|
||||
agentSlug,
|
||||
}: {
|
||||
environmentId: string;
|
||||
environmentType: RuntimeEnvironmentType;
|
||||
agentSlug: string;
|
||||
}): Promise<AgentDetail | null> {
|
||||
const currentWorker = await findCurrentWorkerFromEnvironment(
|
||||
{ id: environmentId, type: environmentType },
|
||||
this.replica
|
||||
);
|
||||
|
||||
if (!currentWorker) return null;
|
||||
|
||||
const task = await this.replica.backgroundWorkerTask.findFirst({
|
||||
where: {
|
||||
workerId: currentWorker.id,
|
||||
slug: agentSlug,
|
||||
triggerSource: "AGENT",
|
||||
},
|
||||
select: {
|
||||
slug: true,
|
||||
filePath: true,
|
||||
triggerSource: true,
|
||||
config: true,
|
||||
createdAt: true,
|
||||
},
|
||||
});
|
||||
|
||||
if (!task) return null;
|
||||
return {
|
||||
slug: task.slug,
|
||||
filePath: task.filePath,
|
||||
triggerSource: "AGENT",
|
||||
createdAt: task.createdAt,
|
||||
config: task.config,
|
||||
};
|
||||
}
|
||||
|
||||
async getActivity({
|
||||
organizationId,
|
||||
projectId,
|
||||
environmentId,
|
||||
agentSlug,
|
||||
from,
|
||||
to,
|
||||
}: {
|
||||
organizationId: string;
|
||||
projectId: string;
|
||||
environmentId: string;
|
||||
agentSlug: string;
|
||||
from: Date;
|
||||
to: Date;
|
||||
}): Promise<AgentActivity> {
|
||||
const rangeMs = Math.max(1, to.getTime() - from.getTime());
|
||||
const bucketSeconds = chooseBucketSeconds(rangeMs);
|
||||
|
||||
// NOTE: We intentionally don't filter by `task_kind = 'AGENT'` here:
|
||||
// ClickHouse stores `task_kind = ""` for pre-migration rows and rows
|
||||
// whose taskKind annotation was never set, even for AGENT tasks. We've
|
||||
// already verified this task is an agent via `findAgent` (Postgres), so
|
||||
// matching on environment_id + task_identifier is sufficient.
|
||||
//
|
||||
// FINAL + _is_deleted = 0 because task_runs_v2 is a ReplacingMergeTree;
|
||||
// org/project filters engage the sort-key prefix for partition pruning.
|
||||
const queryFn = this.clickhouse.reader.query({
|
||||
name: "agentRunStatusActivity",
|
||||
query: `SELECT
|
||||
toUnixTimestamp(toStartOfInterval(created_at, INTERVAL {bucketSeconds: UInt32} SECOND)) AS bucket,
|
||||
status,
|
||||
count() AS val
|
||||
FROM trigger_dev.task_runs_v2 FINAL
|
||||
WHERE organization_id = {organizationId: String}
|
||||
AND project_id = {projectId: String}
|
||||
AND environment_id = {environmentId: String}
|
||||
AND task_identifier = {agentSlug: String}
|
||||
AND created_at >= {fromTime: DateTime64(3, 'UTC')}
|
||||
AND created_at < {toTime: DateTime64(3, 'UTC')}
|
||||
AND _is_deleted = 0
|
||||
GROUP BY bucket, status
|
||||
ORDER BY bucket`,
|
||||
params: z.object({
|
||||
organizationId: z.string(),
|
||||
projectId: z.string(),
|
||||
environmentId: z.string(),
|
||||
agentSlug: z.string(),
|
||||
bucketSeconds: z.number(),
|
||||
fromTime: z.string(),
|
||||
toTime: z.string(),
|
||||
}),
|
||||
schema: z.object({
|
||||
bucket: z.coerce.number(),
|
||||
status: z.string(),
|
||||
val: z.coerce.number(),
|
||||
}),
|
||||
});
|
||||
|
||||
const [error, rows] = await queryFn({
|
||||
organizationId,
|
||||
projectId,
|
||||
environmentId,
|
||||
agentSlug,
|
||||
bucketSeconds,
|
||||
// ClickHouse's DateTime64(3, 'UTC') parser rejects the trailing `Z` from
|
||||
// JS toISOString() ("only 23 of 24 bytes was parsed"). Strip it.
|
||||
fromTime: from.toISOString().slice(0, -1),
|
||||
toTime: to.toISOString().slice(0, -1),
|
||||
});
|
||||
|
||||
if (error) {
|
||||
console.error("Agent activity query failed:", error);
|
||||
return { data: [], statuses: [] };
|
||||
}
|
||||
|
||||
// Always emit every status group so the chart legend is stable across time
|
||||
// ranges (even when a group has no runs in the current window).
|
||||
const points = zeroFillGroupedSeries({
|
||||
rows,
|
||||
from,
|
||||
to,
|
||||
bucketSeconds,
|
||||
orderedKeys: RUN_STATUS_GROUPS,
|
||||
groupFn: groupRunStatus,
|
||||
fallbackKey: "RUNNING",
|
||||
});
|
||||
|
||||
return { data: points, statuses: [...RUN_STATUS_GROUPS] };
|
||||
}
|
||||
|
||||
async getSessionActivity({
|
||||
organizationId,
|
||||
projectId,
|
||||
environmentId,
|
||||
agentSlug,
|
||||
from,
|
||||
to,
|
||||
}: {
|
||||
organizationId: string;
|
||||
projectId: string;
|
||||
environmentId: string;
|
||||
agentSlug: string;
|
||||
from: Date;
|
||||
to: Date;
|
||||
}): Promise<AgentActivity> {
|
||||
const rangeMs = Math.max(1, to.getTime() - from.getTime());
|
||||
const bucketSeconds = chooseBucketSeconds(rangeMs);
|
||||
|
||||
// FINAL collapses ReplacingMergeTree versions so we see each session's
|
||||
// latest state — important since closed_at / expires_at are mutated
|
||||
// post-insert. Org/project filters engage the sort-key prefix.
|
||||
const queryFn = this.clickhouse.reader.query({
|
||||
name: "agentSessionStatusActivity",
|
||||
query: `SELECT
|
||||
toUnixTimestamp(toStartOfInterval(created_at, INTERVAL {bucketSeconds: UInt32} SECOND)) AS bucket,
|
||||
multiIf(
|
||||
closed_at IS NOT NULL, 'CLOSED',
|
||||
expires_at IS NOT NULL AND expires_at <= now64(3), 'EXPIRED',
|
||||
'ACTIVE'
|
||||
) AS status,
|
||||
count() AS val
|
||||
FROM trigger_dev.sessions_v1 FINAL
|
||||
WHERE organization_id = {organizationId: String}
|
||||
AND project_id = {projectId: String}
|
||||
AND environment_id = {environmentId: String}
|
||||
AND task_identifier = {agentSlug: String}
|
||||
AND _is_deleted = 0
|
||||
AND created_at >= {fromTime: DateTime64(3, 'UTC')}
|
||||
AND created_at < {toTime: DateTime64(3, 'UTC')}
|
||||
GROUP BY bucket, status
|
||||
ORDER BY bucket`,
|
||||
params: z.object({
|
||||
organizationId: z.string(),
|
||||
projectId: z.string(),
|
||||
environmentId: z.string(),
|
||||
agentSlug: z.string(),
|
||||
bucketSeconds: z.number(),
|
||||
fromTime: z.string(),
|
||||
toTime: z.string(),
|
||||
}),
|
||||
schema: z.object({
|
||||
bucket: z.coerce.number(),
|
||||
status: z.string(),
|
||||
val: z.coerce.number(),
|
||||
}),
|
||||
});
|
||||
|
||||
const [error, rows] = await queryFn({
|
||||
organizationId,
|
||||
projectId,
|
||||
environmentId,
|
||||
agentSlug,
|
||||
bucketSeconds,
|
||||
fromTime: from.toISOString().slice(0, -1),
|
||||
toTime: to.toISOString().slice(0, -1),
|
||||
});
|
||||
|
||||
if (error) {
|
||||
console.error("Agent session activity query failed:", error);
|
||||
return { data: [], statuses: [] };
|
||||
}
|
||||
|
||||
const orderedStatuses: SessionStatusLabel[] = [...SESSION_STATUSES];
|
||||
const points = zeroFillGroupedSeries({
|
||||
rows,
|
||||
from,
|
||||
to,
|
||||
bucketSeconds,
|
||||
orderedKeys: orderedStatuses,
|
||||
});
|
||||
|
||||
return { data: points, statuses: orderedStatuses };
|
||||
}
|
||||
|
||||
async getLlmCostActivity(input: {
|
||||
organizationId: string;
|
||||
projectId: string;
|
||||
environmentId: string;
|
||||
agentSlug: string;
|
||||
from: Date;
|
||||
to: Date;
|
||||
}): Promise<AgentActivity> {
|
||||
return this.#llmActivity({ ...input, metric: "cost" });
|
||||
}
|
||||
|
||||
async getLlmTokenActivity(input: {
|
||||
organizationId: string;
|
||||
projectId: string;
|
||||
environmentId: string;
|
||||
agentSlug: string;
|
||||
from: Date;
|
||||
to: Date;
|
||||
}): Promise<AgentActivity> {
|
||||
return this.#llmActivity({ ...input, metric: "tokens" });
|
||||
}
|
||||
|
||||
async #llmActivity({
|
||||
organizationId,
|
||||
projectId,
|
||||
environmentId,
|
||||
agentSlug,
|
||||
from,
|
||||
to,
|
||||
metric,
|
||||
}: {
|
||||
organizationId: string;
|
||||
projectId: string;
|
||||
environmentId: string;
|
||||
agentSlug: string;
|
||||
from: Date;
|
||||
to: Date;
|
||||
metric: "cost" | "tokens";
|
||||
}): Promise<AgentActivity> {
|
||||
const rangeMs = Math.max(1, to.getTime() - from.getTime());
|
||||
const bucketSeconds = chooseBucketSeconds(rangeMs);
|
||||
|
||||
const seriesKey = metric === "cost" ? "cost" : "tokens";
|
||||
// total_cost is Decimal64(12); cast to Float64 so the JSON wire format is
|
||||
// a plain number rather than a string.
|
||||
const sumExpr = metric === "cost" ? "toFloat64(sum(total_cost))" : "sum(total_tokens)";
|
||||
|
||||
// llm_metrics_v1 is partitioned by toDate(inserted_at); filtering on
|
||||
// inserted_at lets ClickHouse prune partitions (start_time alone touches
|
||||
// every monthly partition in the 365d TTL). The writer sets
|
||||
// inserted_at = now64(3) at insert, so inserted_at >= start_time is an
|
||||
// invariant and using `fromTime` here is safe.
|
||||
const queryFn = this.clickhouse.reader.query({
|
||||
name: metric === "cost" ? "agentLlmCostActivity" : "agentLlmTokenActivity",
|
||||
query: `SELECT
|
||||
toUnixTimestamp(toStartOfInterval(start_time, INTERVAL {bucketSeconds: UInt32} SECOND)) AS bucket,
|
||||
${sumExpr} AS val
|
||||
FROM trigger_dev.llm_metrics_v1
|
||||
WHERE organization_id = {organizationId: String}
|
||||
AND project_id = {projectId: String}
|
||||
AND environment_id = {environmentId: String}
|
||||
AND task_identifier = {agentSlug: String}
|
||||
AND inserted_at >= {fromTime: DateTime64(3, 'UTC')}
|
||||
AND start_time >= {fromTime: DateTime64(3, 'UTC')}
|
||||
AND start_time < {toTime: DateTime64(3, 'UTC')}
|
||||
GROUP BY bucket
|
||||
ORDER BY bucket`,
|
||||
params: z.object({
|
||||
organizationId: z.string(),
|
||||
projectId: z.string(),
|
||||
environmentId: z.string(),
|
||||
agentSlug: z.string(),
|
||||
bucketSeconds: z.number(),
|
||||
fromTime: z.string(),
|
||||
toTime: z.string(),
|
||||
}),
|
||||
schema: z.object({
|
||||
bucket: z.coerce.number(),
|
||||
val: z.coerce.number(),
|
||||
}),
|
||||
});
|
||||
|
||||
const [error, rows] = await queryFn({
|
||||
organizationId,
|
||||
projectId,
|
||||
environmentId,
|
||||
agentSlug,
|
||||
bucketSeconds,
|
||||
fromTime: from.toISOString().slice(0, -1),
|
||||
toTime: to.toISOString().slice(0, -1),
|
||||
});
|
||||
|
||||
if (error) {
|
||||
console.error(`Agent LLM ${metric} activity query failed:`, error);
|
||||
return { data: [], statuses: [] };
|
||||
}
|
||||
|
||||
const points = zeroFillScalarSeries({ rows, from, to, bucketSeconds, seriesKey });
|
||||
|
||||
return { data: points, statuses: [seriesKey] };
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user