272 lines
9.5 KiB
TypeScript
272 lines
9.5 KiB
TypeScript
import { test, expect } from './helpers/orca-app'
|
|
import { getStoreState, waitForSessionReady } from './helpers/store'
|
|
import type { ElectronApplication } from '@stablyai/playwright-test'
|
|
|
|
async function openFeatureTourFromMenu(electronApp: ElectronApplication): Promise<void> {
|
|
await electronApp.evaluate(({ BrowserWindow, Menu }) => {
|
|
const featureTourItem = Menu.getApplicationMenu()
|
|
?.items.find((item) => item.label === 'Help')
|
|
?.submenu?.items.find((item) => item.label === 'Explore Orca')
|
|
|
|
if (!featureTourItem) {
|
|
throw new Error('Explore Orca menu item was not registered')
|
|
}
|
|
|
|
const window = BrowserWindow.getAllWindows()[0]
|
|
featureTourItem.click(featureTourItem, window, {
|
|
triggeredByAccelerator: false,
|
|
shiftKey: false,
|
|
metaKey: false,
|
|
ctrlKey: false,
|
|
altKey: false
|
|
} as Electron.KeyboardEvent)
|
|
})
|
|
}
|
|
|
|
test.describe('Feature tour modal', () => {
|
|
test.beforeEach(async ({ orcaPage }) => {
|
|
await waitForSessionReady(orcaPage)
|
|
})
|
|
|
|
test('opens from the Help menu and renders the workflow rail', async ({
|
|
electronApp,
|
|
orcaPage
|
|
}) => {
|
|
await openFeatureTourFromMenu(electronApp)
|
|
|
|
await expect(orcaPage.getByRole('dialog', { name: 'Get to know Orca' })).toBeVisible({
|
|
timeout: 10_000
|
|
})
|
|
await expect(orcaPage.getByText('Reopen any time from Help > Explore Orca.')).toBeVisible()
|
|
|
|
// Five workflow rows in the rail.
|
|
const rail = orcaPage.getByRole('navigation', { name: 'Workflows' })
|
|
await expect(rail.getByRole('tab')).toHaveCount(5)
|
|
await expect(rail.getByRole('tab', { name: /Workspaces/i })).toHaveAttribute(
|
|
'aria-selected',
|
|
'true'
|
|
)
|
|
|
|
await expect(orcaPage.locator('[data-ws-id]')).toHaveCount(3)
|
|
|
|
// ArrowDown moves selection through the rail.
|
|
await rail.getByRole('tab', { name: /Workspaces/i }).focus()
|
|
await orcaPage.keyboard.press('ArrowDown')
|
|
await expect(rail.getByRole('tab', { name: /Tasks/i })).toHaveAttribute('aria-selected', 'true')
|
|
await orcaPage.keyboard.press('ArrowDown')
|
|
await expect(rail.getByRole('tab', { name: /Agents/i })).toHaveAttribute(
|
|
'aria-selected',
|
|
'true'
|
|
)
|
|
|
|
await rail.getByRole('tab', { name: /Workbench/i }).click()
|
|
await rail.getByRole('button', { name: /Browser/i }).click()
|
|
await expect(
|
|
orcaPage.getByText(
|
|
"Run your app in Orca's browser, send selected UI elements to agents, and let your agents interact with your webpage."
|
|
)
|
|
).toBeVisible()
|
|
await expect(orcaPage.getByRole('heading', { name: 'Browser Use skill' })).toBeVisible()
|
|
await expect(
|
|
orcaPage.getByText("Enables agents to navigate and verify pages in Orca's browser.")
|
|
).toBeVisible()
|
|
await expect(orcaPage.getByRole('heading', { name: 'CLI skill' })).toHaveCount(0)
|
|
await expect(orcaPage.getByText('With the Orca CLI skill', { exact: false })).toHaveCount(0)
|
|
})
|
|
|
|
test('shows unified task copy without leaving the walkthrough', async ({ orcaPage }) => {
|
|
await orcaPage.evaluate(() => {
|
|
const store = window.__store
|
|
if (!store) {
|
|
throw new Error('window.__store is not available')
|
|
}
|
|
store.setState({
|
|
preflightStatus: {
|
|
git: { installed: true },
|
|
gh: { installed: true, authenticated: false },
|
|
glab: { installed: false, authenticated: false },
|
|
bitbucket: { configured: false, authenticated: false, account: null },
|
|
azureDevOps: {
|
|
configured: false,
|
|
authenticated: false,
|
|
account: null,
|
|
baseUrl: null,
|
|
tokenConfigured: false
|
|
},
|
|
gitea: {
|
|
configured: false,
|
|
authenticated: false,
|
|
account: null,
|
|
baseUrl: null,
|
|
tokenConfigured: false
|
|
}
|
|
},
|
|
preflightStatusChecked: true,
|
|
preflightStatusLoading: false,
|
|
linearStatus: { connected: false, viewer: null },
|
|
linearStatusChecked: true
|
|
})
|
|
store.getState().openModal('feature-wall', { source: 'help_menu' })
|
|
})
|
|
|
|
await expect(orcaPage.getByRole('dialog', { name: 'Get to know Orca' })).toBeVisible({
|
|
timeout: 10_000
|
|
})
|
|
await orcaPage
|
|
.getByRole('navigation', { name: 'Workflows' })
|
|
.getByRole('tab', { name: /Tasks/i })
|
|
.click()
|
|
await expect(orcaPage.getByText('Start work directly from GitHub or Linear.')).toBeVisible()
|
|
await expect(orcaPage.getByText('Connect GitHub or Linear once')).toHaveCount(0)
|
|
await expect(orcaPage.getByRole('dialog', { name: 'Get to know Orca' })).toBeVisible()
|
|
await expect
|
|
.poll(async () => getStoreState<string>(orcaPage, 'activeView'))
|
|
.not.toBe('settings')
|
|
})
|
|
|
|
test('continue advances through workflow substeps before the next workflow', async ({
|
|
orcaPage
|
|
}) => {
|
|
await orcaPage.evaluate(() => {
|
|
const store = window.__store
|
|
if (!store) {
|
|
throw new Error('window.__store is not available')
|
|
}
|
|
store.getState().openModal('feature-wall', { source: 'help_menu' })
|
|
})
|
|
|
|
const rail = orcaPage.getByRole('navigation', { name: 'Workflows' })
|
|
const continueButton = orcaPage.getByRole('button', { name: /^Continue/ })
|
|
|
|
await continueButton.click()
|
|
await expect(rail.getByRole('tab', { name: /Tasks/i })).toHaveAttribute('aria-selected', 'true')
|
|
|
|
await continueButton.click()
|
|
await expect(rail.getByRole('tab', { name: /Agents/i })).toHaveAttribute(
|
|
'aria-selected',
|
|
'true'
|
|
)
|
|
await expect(rail.getByRole('button', { name: /Visibility/i })).toHaveAttribute(
|
|
'aria-current',
|
|
'step'
|
|
)
|
|
|
|
await continueButton.click()
|
|
await expect(rail.getByRole('button', { name: /Orchestration/i })).toHaveAttribute(
|
|
'aria-current',
|
|
'step'
|
|
)
|
|
await expect(rail.getByRole('tab', { name: /Workbench/i })).toHaveAttribute(
|
|
'aria-selected',
|
|
'false'
|
|
)
|
|
|
|
await continueButton.click()
|
|
await expect(rail.getByRole('button', { name: /Usage/i })).toHaveAttribute(
|
|
'aria-current',
|
|
'step'
|
|
)
|
|
|
|
await continueButton.click()
|
|
await expect(rail.getByRole('tab', { name: /Workbench/i })).toHaveAttribute(
|
|
'aria-selected',
|
|
'true'
|
|
)
|
|
await expect(rail.getByRole('button', { name: /Terminal/i })).toHaveAttribute(
|
|
'aria-current',
|
|
'step'
|
|
)
|
|
})
|
|
|
|
test('does not pre-check configured workflows until the user visits them', async ({
|
|
orcaPage
|
|
}) => {
|
|
await orcaPage.evaluate(() => {
|
|
for (const key of [
|
|
'orca.featureWall.visitedWorkflows.v1',
|
|
'orca.featureWall.visitedAgentSteps.v1',
|
|
'orca.featureWall.visitedWorkbenchSteps.v1',
|
|
'orca.featureWall.visitedReviewSteps.v1',
|
|
'orca.featureWall.completedWorkflows.v1',
|
|
'orca.featureWall.completedAgentSteps.v1',
|
|
'orca.featureWall.completedWorkbenchSteps.v1',
|
|
'orca.featureWall.completedReviewSteps.v1'
|
|
]) {
|
|
localStorage.removeItem(key)
|
|
}
|
|
const store = window.__store
|
|
if (!store) {
|
|
throw new Error('window.__store is not available')
|
|
}
|
|
store.setState({
|
|
preflightStatus: {
|
|
git: { installed: true },
|
|
gh: { installed: true, authenticated: true },
|
|
glab: { installed: false, authenticated: false },
|
|
bitbucket: { configured: false, authenticated: false, account: null },
|
|
azureDevOps: {
|
|
configured: false,
|
|
authenticated: false,
|
|
account: null,
|
|
baseUrl: null,
|
|
tokenConfigured: false
|
|
},
|
|
gitea: {
|
|
configured: false,
|
|
authenticated: false,
|
|
account: null,
|
|
baseUrl: null,
|
|
tokenConfigured: false
|
|
}
|
|
},
|
|
preflightStatusChecked: true,
|
|
preflightStatusLoading: false,
|
|
linearStatus: { connected: false, viewer: null },
|
|
linearStatusChecked: true
|
|
})
|
|
store.getState().openModal('feature-wall', { source: 'help_menu' })
|
|
})
|
|
|
|
const rail = orcaPage.getByRole('navigation', { name: 'Workflows' })
|
|
const workspacesTab = rail.locator('[data-feature-wall-workflow-id="workspaces"]')
|
|
const tasksTab = rail.locator('[data-feature-wall-workflow-id="tasks"]')
|
|
await expect(workspacesTab.locator('[aria-label="Completed"]')).toHaveCount(1)
|
|
await expect(tasksTab.locator('[aria-label="Completed"]')).toHaveCount(0)
|
|
await tasksTab.click()
|
|
await expect(tasksTab.locator('[aria-label="Completed"]')).toHaveCount(1)
|
|
await expect(workspacesTab.locator('[aria-label="Completed"]')).toHaveCount(1)
|
|
})
|
|
|
|
test('keeps persisted completed setup-backed substeps checked when reopened', async ({
|
|
orcaPage
|
|
}) => {
|
|
await orcaPage.evaluate(() => {
|
|
localStorage.setItem(
|
|
'orca.featureWall.completedAgentSteps.v1',
|
|
JSON.stringify(['orchestration'])
|
|
)
|
|
localStorage.setItem(
|
|
'orca.featureWall.completedWorkbenchSteps.v1',
|
|
JSON.stringify(['browser'])
|
|
)
|
|
const store = window.__store
|
|
if (!store) {
|
|
throw new Error('window.__store is not available')
|
|
}
|
|
store.getState().openModal('feature-wall', { source: 'help_menu' })
|
|
})
|
|
|
|
const rail = orcaPage.getByRole('navigation', { name: 'Workflows' })
|
|
|
|
await rail.getByRole('tab', { name: /Agents/i }).click()
|
|
await expect(
|
|
rail.getByRole('button', { name: /Orchestration/i }).locator('[aria-label="Completed"]')
|
|
).toHaveCount(1)
|
|
|
|
await rail.getByRole('tab', { name: /Workbench/i }).click()
|
|
await expect(
|
|
rail.getByRole('button', { name: /Browser/i }).locator('[aria-label="Completed"]')
|
|
).toHaveCount(1)
|
|
})
|
|
})
|