6ede33ccdb
Build and Push Docker Images / create_manifest (web, surfsense-web, , cpu) (push) Has been cancelled
Build and Push Docker Images / finalize_release (push) Has been cancelled
Obsidian Plugin Lint / lint (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_web, cpu, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-24.04-arm, linux/arm64, arm64, , runner, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_web, cpu, ./surfsense_web/Dockerfile, web, surfsense-web, ubuntu-latest, linux/amd64, amd64, , runner, false, cpu) (push) Has been cancelled
Build and Push Docker Images / compute_version (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cpu, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, , production, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cpu, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, , production, false, cpu) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu126, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, -cuda126, production, true, cuda126) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu126, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, -cuda126, production, true, cuda126) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu128, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-24.04-arm, linux/arm64, arm64, -cuda, production, true, cuda) (push) Has been cancelled
Build and Push Docker Images / build (./surfsense_backend, cu128, ./surfsense_backend/Dockerfile, backend, surfsense-backend, ubuntu-latest, linux/amd64, amd64, -cuda, production, true, cuda) (push) Has been cancelled
Build and Push Docker Images / verify_digests (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, , cpu) (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, -cuda, cuda) (push) Has been cancelled
Build and Push Docker Images / create_manifest (backend, surfsense-backend, -cuda126, cuda126) (push) Has been cancelled
68 lines
1.8 KiB
TypeScript
68 lines
1.8 KiB
TypeScript
import type { APIRequestContext } from "@playwright/test";
|
|
import { authHeaders, BACKEND_URL } from "./auth";
|
|
|
|
export type ChatStreamEvent = {
|
|
type: string;
|
|
payload: unknown;
|
|
};
|
|
|
|
export type ChatStreamResult = {
|
|
assistantText: string;
|
|
events: ChatStreamEvent[];
|
|
};
|
|
|
|
function isRecord(value: unknown): value is Record<string, unknown> {
|
|
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
}
|
|
|
|
export async function streamChatToCompletion(
|
|
request: APIRequestContext,
|
|
token: string,
|
|
args: { workspaceId: number; threadId: number; query: string }
|
|
): Promise<ChatStreamResult> {
|
|
const response = await request.post(`${BACKEND_URL}/api/v1/new_chat`, {
|
|
headers: authHeaders(token),
|
|
data: {
|
|
chat_id: args.threadId,
|
|
workspace_id: args.workspaceId,
|
|
user_query: args.query,
|
|
},
|
|
});
|
|
if (!response.ok()) {
|
|
throw new Error(
|
|
`streamChatToCompletion failed (${response.status()}): ${await response.text()}`
|
|
);
|
|
}
|
|
|
|
const body = await response.text();
|
|
let assistantText = "";
|
|
let sawDone = false;
|
|
const events: ChatStreamEvent[] = [];
|
|
|
|
for (const rawFrame of body.split("\n\n")) {
|
|
const frame = rawFrame.trim();
|
|
if (!frame) continue;
|
|
if (!frame.startsWith("data: ")) continue;
|
|
|
|
const payloadText = frame.slice("data: ".length);
|
|
if (payloadText === "[DONE]") {
|
|
sawDone = true;
|
|
events.push({ type: "done", payload: "[DONE]" });
|
|
break;
|
|
}
|
|
|
|
const payload = JSON.parse(payloadText) as unknown;
|
|
const type = isRecord(payload) && typeof payload.type === "string" ? payload.type : "unknown";
|
|
if (type === "text-delta" && isRecord(payload) && typeof payload.delta === "string") {
|
|
assistantText += payload.delta;
|
|
}
|
|
events.push({ type, payload });
|
|
}
|
|
|
|
if (!sawDone) {
|
|
throw new Error(`Chat stream did not finish with [DONE]. Body: ${body.slice(0, 500)}`);
|
|
}
|
|
|
|
return { assistantText, events };
|
|
}
|