// Web e2e scenario for the opt-in Cordis tools. Record mode drives a real // model through inspect, define, run, and stop; replay pins the same shipped Web // composition, durable calls, generic rows, the define card's own source view, // and conversation accessibility tree. // // The approval is never in the fixture. The fixture pins what the MODEL said; // tools execute for real, so `cordis_run` genuinely blocks on a person and this // test is that person — which is what lets the run/approve boundary be asserted // instead of assumed. The package therefore carries a browser half whose only // job is to be visible (`[data-snapshot-probe]`): its absence before the answer // and presence after it is the v3 user gate, proven rather than described. import { readFile } from 'node:fs/promises' import { fileURLToPath } from 'node:url' import type { Browser, Page } from 'playwright' import { chromium } from 'playwright' import { afterAll, beforeAll, describe, expect, it, onTestFailed } from 'vitest' import type { SessionEvent } from '@deepseek-ai/dsh-session' import { captureStableAria, compareOrRefreshGolden, fixtureUserPrompts, launchWebScaffold, recordFixture, watchConsole, webSnapshotMode, type WebScaffold, } from './scaffold.ts' import { connectFreshWorkspace, newEnglishPage, saveFailureShot } from './support.ts' const FIXTURE = fileURLToPath(new URL('./snapshots/cordis-tool-round/session.jsonl', import.meta.url)) const UI_EXPECTED = fileURLToPath(new URL('./snapshots/cordis-tool-round/ui.expected.md', import.meta.url)) const MODE = webSnapshotMode() const CORDIS_TOOLS = ['cordis_runtime_inspect', 'cordis_package_inspect', 'cordis_define', 'cordis_run', 'cordis_stop'] as const const PACKAGE_CODE = 'return { name: "snapshot-noop", apply(ctx) {} }' // The browser half is the PROBE this scenario turns on: it renders a marker into // the frame-wide overlay, so "did the plugin actually run in this page" becomes a // DOM fact. A host-only package would sidestep the approval round trip entirely // (the host runs those immediately), which would drop the v3 user gate out of // coverage — the one thing this scenario exists to prove. const CLIENT_CODE = 'return { inject: ["slots"], apply(ctx) { ctx.slots.register(' + '{ name: "shell.overlay", id: "snapshot-probe" }, ' + '() => React.createElement("div", { "data-snapshot-probe": "loaded" })) } }' const PROMPT = 'Use only Cordis tools. First call cordis_runtime_inspect with what "temporary". ' + 'Then call cordis_define with name "snapshot noop", purpose "does nothing, for the snapshot", ' + `code exactly ${JSON.stringify(PACKAGE_CODE)} and client exactly ${JSON.stringify(CLIENT_CODE)}. ` + 'Read its returned id and call cordis_run with that exact id, then cordis_stop with the same id. ' + 'After all four calls succeed, reply exactly CORDIS_UI_DONE and stop.' function assertCompleteCordisLifecycle(events: readonly SessionEvent[]): void { const turnEnd = events.findLast( (event): event is Extract => event.type === 'turn/end', ) const reason = turnEnd?.data.reason const reasonSummary = { kind: reason?.kind } expect(reasonSummary).toEqual({ kind: 'completed' }) const calls = events.filter( (event): event is Extract => event.type === 'tool/call', ) expect(calls.map(event => event.data.name)).toEqual(CORDIS_TOOLS) const callIds = new Set(calls.map(event => String(event.data.callId))) const results = events.filter( (event): event is Extract => event.type === 'tool/result' && callIds.has(String(event.data.message.source.callId)), ) expect(results).toHaveLength(CORDIS_TOOLS.length) expect(results.every(event => !event.data.message.content[0].isError)).toBe(true) } describe('web e2e: Cordis tools use the generic row variants', () => { let scaffold: WebScaffold let browser: Browser let page: Page let tripwire: ReturnType const sessionEvents: SessionEvent[] = [] beforeAll(async () => { scaffold = await launchWebScaffold({ cordisTools: true, ...(MODE === 'record' ? {} : { replayFixture: FIXTURE, paceMs: 15 }), }) scaffold.ctx.on('session/event', (_session, event: SessionEvent) => { sessionEvents.push(event) }) browser = await chromium.launch() page = await newEnglishPage(browser) tripwire = watchConsole(page) await page.goto(scaffold.baseUrl, { waitUntil: 'load' }) await page.waitForSelector('[class*="frame"]', { timeout: 30_000 }) await connectFreshWorkspace(page, scaffold.workspaceCwd) }, 120_000) afterAll(async () => { await browser?.close() await scaffold?.close() }) it('drives the recorded Cordis lifecycle to a settled turn (all modes)', async () => { onTestFailed(() => saveFailureShot(page, 'web-e2e-cordis-drive')) if (MODE !== 'record') { expect(fixtureUserPrompts(await readFile(FIXTURE, 'utf8'))).toEqual([PROMPT]) } const input = page.locator('textarea').first() await input.waitFor({ timeout: 10_000 }) const settled = scaffold.whenTurnSettled() await input.fill(PROMPT) await input.press('Enter') // `cordis_run` blocks host-side on a person's answer — no timer, no default. // The approval is the TEST's action in every mode: the fixture pins what the // model said, and the gate is a real round trip through the real panel. const badge = page.locator('[data-cordis-badge]') await expect.poll(() => badge.getAttribute('data-cordis-awaiting'), { timeout: 90_000 }).toBe('true') await badge.click() const approve = page.locator('[data-cordis-approve]').first() await approve.waitFor({ timeout: 10_000 }) // The one assertion this scenario cannot give up: the model asking to run is // NOT the plugin running. Until a person answers, the browser half has not // been fetched, evaluated, or mounted anywhere on this page. expect(await page.locator('[data-snapshot-probe]').count()).toBe(0) await approve.click() await expect.poll(() => page.locator('[data-snapshot-probe]').count(), { timeout: 30_000 }).toBe(1) const sessionId = await settled if (MODE === 'record') { assertCompleteCordisLifecycle(sessionEvents) await expect.poll(() => page.getByText('CORDIS_UI_DONE', { exact: true }).count(), { timeout: 15_000 }) .toBeGreaterThanOrEqual(1) await recordFixture(scaffold, sessionId, FIXTURE) } }, 200_000) it.skipIf(MODE === 'record')('the durable log carries one complete Cordis lifecycle', () => { assertCompleteCordisLifecycle(sessionEvents) }) it.skipIf(MODE === 'record')('renders Cordis lifecycle titles over the generic row mechanics', async () => { onTestFailed(() => saveFailureShot(page, 'web-e2e-cordis-rows')) await expect.poll(() => page.getByText('CORDIS_UI_DONE', { exact: true }).count(), { timeout: 15_000 }) .toBeGreaterThanOrEqual(1) const inspectRow = page.locator('[data-tool="cordis_runtime_inspect"]').filter({ hasText: 'Inspect' }).first() await inspectRow.waitFor({ timeout: 10_000 }) // cordis_define does NOT go through the generic row: ui-cordis registers a // keyed toolview for it, and a keyed hit replaces the generic card. So the // title here is the CARD's ("Cordis Plugin"), and the expanded body is the // card's own two code sections rather than a generic args dump. const defineRow = page.locator('[data-tool="cordis_define"]').filter({ hasText: 'Cordis Plugin' }).first() await defineRow.waitFor({ timeout: 10_000 }) // The whole summary row is the expand toggle (unified tool-row interaction). await defineRow.locator('[aria-expanded]').first().click() await expect.poll(() => defineRow.textContent(), { timeout: 10_000 }).toContain(PACKAGE_CODE) await expect.poll(() => defineRow.textContent()).toContain('data-snapshot-probe') const runRow = page.locator('[data-tool="cordis_run"]').filter({ hasText: 'Run dynamic package' }).first() await runRow.waitFor({ timeout: 10_000 }) await expect.poll(() => runRow.textContent()).toContain('dyn-') const stopRow = page.locator('[data-tool="cordis_stop"]').filter({ hasText: 'Stop dynamic package' }).first() await stopRow.waitFor({ timeout: 10_000 }) await expect.poll(() => stopRow.textContent()).toContain('dyn-') await expect(stopRow.getAttribute('data-state')).resolves.toBe('ok') // Stopping withdraws the browser half from every page, probe included. await expect.poll(() => page.locator('[data-snapshot-probe]').count(), { timeout: 15_000 }).toBe(0) }) it.skipIf(MODE === 'record')('matches the conversation aria golden', async () => { onTestFailed(() => saveFailureShot(page, 'web-e2e-cordis-aria')) const snapshot = await captureStableAria(page, '[class*="centerCol"]', scaffold.workspaceCwd) await compareOrRefreshGolden(UI_EXPECTED, snapshot, MODE) }) it.skipIf(MODE === 'record')('stayed clean: no page errors or reconnect churn', () => { expect(tripwire.pageErrors).toEqual([]) expect(tripwire.warnings).toEqual([]) }) })