mirror of
https://github.com/deepseek-ai/deepseek-harness
synced 2026-08-15 21:04:50 +00:00
93 lines
4.6 KiB
TypeScript
93 lines
4.6 KiB
TypeScript
import { cp, mkdir, mkdtemp, readFile, readdir, rm, writeFile } from 'node:fs/promises'
|
|
import { tmpdir } from 'node:os'
|
|
import { zstdDecompress } from 'node:zlib'
|
|
import { promisify } from 'node:util'
|
|
import { join } from 'node:path'
|
|
import { fileURLToPath } from 'node:url'
|
|
import { describe, expect, it } from 'vitest'
|
|
import { LOADER_SMOKE_TEST_TIMEOUT_MS, runLoaderSmoke } from '@deepseek-ai/dsh-loader-smoke'
|
|
import {
|
|
PREPARED_ENTRY_FILENAME,
|
|
REPOSITORY_PLUGIN_PREPARE_COMMAND,
|
|
REPOSITORY_PLUGIN_PACKAGE_NAME,
|
|
prepareDshPlugin,
|
|
} from '@deepseek-ai/dsh-repository-plugin'
|
|
import type { SessionEvent } from '@deepseek-ai/dsh-session'
|
|
|
|
const binScript = fileURLToPath(new URL('./fixtures/headless-driver.ts', import.meta.url))
|
|
const configPath = fileURLToPath(new URL('./fixtures/cli.cordis.yml', import.meta.url))
|
|
const tsconfigPath = fileURLToPath(new URL('../../../tsconfig.json', import.meta.url))
|
|
const decompress = promisify(zstdDecompress)
|
|
|
|
describe('headless-agent keyless smoke', () => {
|
|
it('boots the real Loader tree, runs a real bash tool round trip, and persists the turn', async () => {
|
|
let persistedHeader: Record<string, unknown> | undefined
|
|
const { stdout, stderr } = await runLoaderSmoke({
|
|
label: 'headless-agent',
|
|
tempDirPrefix: 'headless-agent-smoke-',
|
|
binScript,
|
|
libBinScript: binScript,
|
|
configPath,
|
|
binArgs: [configPath, 'prove the tool path'],
|
|
tsconfigPath,
|
|
inspect: async (cwd) => {
|
|
const files = await readdir(cwd, { recursive: true })
|
|
const relativePath = files.find(file => file.endsWith('.jsonl.zstd'))
|
|
if (relativePath === undefined) return
|
|
const compressed = await readFile(join(cwd, relativePath))
|
|
expect(compressed.subarray(0, 4).toString('hex')).toBe('28b52ffd')
|
|
persistedHeader = JSON.parse((await decompress(compressed)).toString()) as Record<string, unknown>
|
|
},
|
|
})
|
|
const lines = stdout.trimEnd().split('\n').map(line => JSON.parse(line) as Record<string, unknown>)
|
|
const events = lines.slice(0, -1).map(line => line['event'] as SessionEvent)
|
|
const result = lines.at(-1)
|
|
expect(stderr).toBe('')
|
|
expect(events.some(event => event.type === 'tool/call' && event.data.name === 'bash')).toBe(true)
|
|
const catalogMessage = events.find(event => event.type === 'user/message'
|
|
&& event.data.source.kind === 'skill-catalog')
|
|
const catalog = catalogMessage?.type === 'user/message'
|
|
? catalogMessage.data.content.filter(block => block.type === 'text').map(block => block.text).join('\n')
|
|
: ''
|
|
expect(catalog.split('\n').find(line => line.includes('repository-fixture'))).toMatchInlineSnapshot(
|
|
`
|
|
"- \`repository-fixture\`: Repository fixture skill."
|
|
`,
|
|
)
|
|
const toolResult = events.find(event => event.type === 'tool/result')
|
|
expect(JSON.stringify(toolResult)).toContain('CLI_TOOL_ROUND_TRIP')
|
|
expect(result).toMatchObject({
|
|
type: 'result',
|
|
usage: { inputTokens: 18, outputTokens: 8, cacheReadTokens: 2, reasoningTokens: 1 },
|
|
})
|
|
expect(String(result?.['output'])).toContain('CLI_TOOL_ROUND_TRIP')
|
|
expect(persistedHeader).toMatchObject({ type: 'session' })
|
|
}, LOADER_SMOKE_TEST_TIMEOUT_MS)
|
|
|
|
it('keeps the checked-in prepared wrapper identical to the generator output for its manifest', async () => {
|
|
// The fixture claims "Generated by dsh-plugin-prepare"; this pin makes the
|
|
// claim true — a wrapper-template change fails here until the fixture is
|
|
// regenerated, so the assembled smoke can never exercise stale generated fields.
|
|
const fixture = fileURLToPath(new URL('./fixtures/repository-plugin/', import.meta.url))
|
|
const root = await mkdtemp(join(tmpdir(), 'dsh-fixture-drift-'))
|
|
try {
|
|
const plugin = join(root, '.dsh-plugin')
|
|
await mkdir(plugin, { recursive: true })
|
|
await cp(join(fixture, 'dsh-plugin-assets/skills/0'), join(root, 'skills'), { recursive: true })
|
|
await writeFile(join(plugin, 'package.json'), `${JSON.stringify({
|
|
name: 'headless-repository-fixture',
|
|
version: '0.0.0',
|
|
scripts: { prepack: REPOSITORY_PLUGIN_PREPARE_COMMAND },
|
|
devDependencies: { [REPOSITORY_PLUGIN_PACKAGE_NAME]: '0.0.1' },
|
|
dsh: { skills: ['../skills'] },
|
|
}, undefined, 2)}\n`)
|
|
await prepareDshPlugin(plugin)
|
|
const generated = await readFile(join(plugin, PREPARED_ENTRY_FILENAME), 'utf8')
|
|
const checkedIn = await readFile(join(fixture, PREPARED_ENTRY_FILENAME), 'utf8')
|
|
expect(checkedIn).toBe(generated)
|
|
} finally {
|
|
await rm(root, { recursive: true, force: true })
|
|
}
|
|
})
|
|
})
|