// Web e2e scenario: a user invokes a disable-model-invocation skill through // the composer (issue #1470). The entered `/name args` line claims into // skill.invoke: the real host forwards the gesture as an ordinary user // prompt, injects the rendered body as instructions context named after the // skill, and starts a turn answered by the replay adapter. The transcript shows // the gesture bubble, the collapsed context-injection row, and the reply. import { mkdir, mkdtemp, rm, writeFile } from 'node:fs/promises' import { tmpdir } from 'node:os' import { fileURLToPath } from 'node:url' import { join } from 'node:path' import type { Browser, Page } from 'playwright' import { chromium } from 'playwright' import { afterAll, beforeAll, describe, expect, it, onTestFailed } from 'vitest' import type { ReplayOverrideDoc } from '@deepseek-ai/dsh-llm-replay' import { assertFixtureInventory, captureStableAria, compareOrRefreshGolden, launchWebScaffold, watchConsole, webSnapshotMode, type WebScaffold, } from './scaffold.ts' import { connectFreshWorkspace, newEnglishPage, saveFailureShot } from './support.ts' const SNAPSHOT_DIR = fileURLToPath(new URL('./snapshots/skill-user-invoke', import.meta.url)) const UI_EXPECTED = join(SNAPSHOT_DIR, 'ui.expected.md') const MODE = webSnapshotMode() const SKILL_NAME = 'user-invoke-demo' const ARGS_TEXT = 'and confirm the fixture wiring' const REPLY = 'USER_INVOKE_REPLY acknowledged; following the injected skill.' async function seedUserOnlySkill(workspaceCwd: string): Promise { const directory = join(workspaceCwd, 'workspace', '.agents', 'skills', SKILL_NAME) await mkdir(directory, { recursive: true }) await writeFile(join(directory, 'SKILL.md'), [ '---', `name: ${SKILL_NAME}`, 'description: Prove user-explicit invocation of a model-hidden skill', 'disable-model-invocation: true', '---', '', 'Reply with the fixture acknowledgement line.', '', ].join('\n')) } const REPLAY: ReplayOverrideDoc = [{ kind: 'chunks', chunks: [ { type: 'block-start', index: 0, blockType: 'text' }, { type: 'text-delta', index: 0, text: REPLY }, { type: 'block-end', index: 0, block: { type: 'text', text: REPLY } }, { type: 'usage', usage: { inputTokens: 256, outputTokens: 16 } }, { type: 'finish', reason: { kind: 'stop' } }, ], }] describe.skipIf(MODE === 'record')('web e2e: user-explicit skill invocation through the composer', () => { let scaffold: WebScaffold let browser: Browser let page: Page let replayDir: string let tripwire: ReturnType beforeAll(async () => { replayDir = await mkdtemp(join(tmpdir(), 'dsh-skill-user-invoke-replay-')) const replayOverride = join(replayDir, 'replay.override.json') await writeFile(replayOverride, JSON.stringify(REPLAY)) scaffold = await launchWebScaffold({ replayFixture: join(replayDir, 'override-only.jsonl'), replayOverride, // Paced replay keeps the timing-derived chrome (TTFT / tok/s) present // deterministically; instant playback races it in and out of the golden. paceMs: 10, }) await seedUserOnlySkill(scaffold.workspaceCwd) browser = await chromium.launch() page = await newEnglishPage(browser) tripwire = watchConsole(page) await page.goto(scaffold.baseUrl, { waitUntil: 'load' }) await page.waitForSelector('[class*="frame"]', { timeout: 30_000 }) await connectFreshWorkspace(page, scaffold.workspaceCwd) }, 120_000) afterAll(async () => { const failures: unknown[] = [] await browser?.close().catch((error: unknown) => failures.push(error)) await scaffold?.close().catch((error: unknown) => failures.push(error)) if (replayDir !== undefined) { await rm(replayDir, { recursive: true, force: true }) .catch((error: unknown) => failures.push(error)) } if (failures.length === 1) throw failures[0] if (failures.length > 1) throw new AggregateError(failures, 'skill-user-invoke e2e cleanup failed') }) it('claims /name args into a gesture bubble, an injection row, and a replayed answer', async () => { onTestFailed(() => saveFailureShot(page, 'web-e2e-skill-user-invoke')) const composer = page.locator('textarea:enabled').last() await composer.waitFor({ timeout: 15_000 }) // The menu lists the user-only skill (its only entry point) before enter. await composer.fill(`/${SKILL_NAME}`) const menu = page.getByRole('listbox', { name: 'Trigger suggestions' }) await expect.poll( () => menu.getByRole('option', { name: new RegExp(SKILL_NAME) }).count(), { timeout: 10_000 }, ).toBe(1) const settled = scaffold.whenTurnSettled() await composer.fill(`/${SKILL_NAME} ${ARGS_TEXT}`) await composer.press('Enter') // The gesture stays an ordinary user bubble (decorated /name token plus // the trailing text), ahead of the injected context. const bubble = page.locator('[data-ref-chip="skill"]').first() await bubble.waitFor({ timeout: 15_000 }) expect(await bubble.textContent()).toBe(`/${SKILL_NAME}`) // The rendered body arrives as a context-injection row named after the // skill; expanding it reveals the canonical block, and // the user's text is NOT folded into it. const injectionRow = page.getByRole('button', { name: `Context injection ${SKILL_NAME}` }) await injectionRow.waitFor({ timeout: 15_000 }) await injectionRow.click() const injectionBody = page .locator('[data-context-injection-body]') .filter({ hasText: `` }) await injectionBody.waitFor({ timeout: 10_000 }) const injected = await injectionBody.textContent() expect(injected).toContain('Reply with the fixture acknowledgement line.') expect(injected).not.toContain(ARGS_TEXT) await injectionRow.click() // The injection started a turn; the replay adapter answers it. await page.getByText('USER_INVOKE_REPLY', { exact: false }).first().waitFor({ timeout: 20_000 }) await settled const snapshot = await captureStableAria(page, '[class*="centerCol"]', scaffold.workspaceCwd) await compareOrRefreshGolden(UI_EXPECTED, snapshot, MODE) expect(tripwire.pageErrors).toEqual([]) expect(tripwire.warnings).toEqual([]) }, 60_000) it('keeps its snapshot inventory closed', async () => { await assertFixtureInventory(SNAPSHOT_DIR, ['ui.expected.md']) }) })