// @vitest-environment node import { randomUUID } from 'node:crypto'; import { describe, expect, test } from 'vitest'; import { requestJson, requestText } from '@/vitest/http'; import { createMockOpenAiServer } from '@/vitest/mock-openai'; import { createSmokeSuite } from '@/vitest/suite'; type HealthResponse = { ok?: unknown; service?: unknown; version?: unknown; }; type ProjectResponse = { project: { id: string; metadata?: { kind?: string; }; name: string; }; }; type ProjectFilesResponse = { files: Array<{ artifactManifest?: { kind?: string; renderer?: string; status?: string; title?: string; }; kind?: string; name: string; size: number; }>; }; type ProviderConnectionResponse = { kind: string; latencyMs: number; model?: string; ok: boolean; sample?: string; status?: number; }; describe('tools-dev pure inspect smoke', () => { test('runs a namespace-isolated web/daemon runtime with a mocked OpenAI provider and artifact file', async () => { const suite = await createSmokeSuite('tools-dev-provider'); const mock = await createMockOpenAiServer({ model: 'e2e-smoke-model' }); try { await suite.with.toolsDev( async ({ runtime, status, webUrl }) => { const health = await requestJson(webUrl, '/api/health'); expect(health.ok).toBe(true); expect(health.version).toEqual(expect.any(String)); const config = await requestJson<{ config: Record }>(webUrl, '/api/app-config', { body: { agentId: null, agentModels: {}, onboardingCompleted: true, privacyDecisionAt: Date.now(), telemetry: { artifactManifest: true, content: false, metrics: false }, }, method: 'PUT', }); expect(config.config.onboardingCompleted).toBe(true); const project = await requestJson(webUrl, '/api/projects', { body: { id: randomUUID(), name: 'Pure inspect smoke project', metadata: { kind: 'prototype' }, pendingPrompt: 'Create a deterministic inspect smoke artifact', }, }); expect(project.project.id).toEqual(expect.any(String)); expect(project.project.metadata?.kind).toBe('prototype'); const file = await requestJson<{ file: { name: string; size: number } }>( webUrl, `/api/projects/${encodeURIComponent(project.project.id)}/files`, { body: { artifactManifest: { entry: 'index.html', exports: ['html'], kind: 'html', renderer: 'html', status: 'complete', title: 'Pure Inspect Smoke Artifact', version: 1, }, content: '

', name: 'index.html', }, }, ); expect(file.file.name).toBe('index.html'); expect(file.file.size).toBeGreaterThan(0); const files = await requestJson(webUrl, `/api/projects/${encodeURIComponent(project.project.id)}/files`); const indexFile = files.files.find((entry) => entry.name === 'index.html'); expect(indexFile?.artifactManifest?.title).toBe('Pure Inspect Smoke Artifact'); expect(indexFile?.artifactManifest?.renderer).toBe('html'); const rawHtml = await requestText(webUrl, `/api/projects/${encodeURIComponent(project.project.id)}/raw/index.html`); expect(rawHtml).toContain('data-e2e="pure-inspect-smoke"'); const connection = await requestJson(webUrl, '/api/test/connection', { body: { apiKey: 'sk-e2e-placeholder', baseUrl: mock.baseUrl, mode: 'provider', model: 'e2e-smoke-model', protocol: 'openai', }, }); expect(connection.ok).toBe(true); expect(connection.kind).toBe('success'); expect(connection.sample).toBe('ok'); expect(mock.requests().map((request) => request.path)).toEqual(['/v1/models', '/v1/chat/completions']); await suite.report.json('summary.json', { connection, files: files.files.map((entry) => ({ artifactManifest: entry.artifactManifest, kind: entry.kind, name: entry.name, size: entry.size, })), health, mockRequests: mock.requests().map((request) => ({ body: request.body, method: request.method, path: request.path, receivedAt: request.receivedAt, })), namespace: suite.namespace, project: project.project, runtime: { daemonPort: runtime.daemonPort, webPort: runtime.webPort, webUrl, }, status, }); }, { onFailure: async () => { await suite.writeScratchJson('failure/mock-requests.json', mock.requests()); }, }, ); } finally { await mock.close(); } }, 180_000); });