mirror of
https://github.com/deepseek-ai/deepseek-harness
synced 2026-08-15 21:04:50 +00:00
149 lines
6.2 KiB
TypeScript
149 lines
6.2 KiB
TypeScript
// Proves `allowParallelInProgress` is real configurability and not a constant:
|
|
// the flag is set in a cordis.yml booted through the real Loader, and both faces
|
|
// it controls — the model-facing description and the accepted input — follow it.
|
|
import { mkdtemp, rm, writeFile } from 'node:fs/promises'
|
|
import { tmpdir } from 'node:os'
|
|
import { join } from 'node:path'
|
|
import { pathToFileURL } from 'node:url'
|
|
import { afterEach, describe, expect, it } from 'vitest'
|
|
import { Context, FiberState } from 'cordis'
|
|
import Loader from '@cordisjs/plugin-loader'
|
|
import Include from '@cordisjs/plugin-include'
|
|
import { CallId } from '@deepseek-ai/dsh-llm'
|
|
import { Session, SessionId } from '@deepseek-ai/dsh-session'
|
|
import AgentRegistry from '@deepseek-ai/dsh-agent'
|
|
import type { Agent } from '@deepseek-ai/dsh-agent'
|
|
import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
|
|
import ToolRegistry from '@deepseek-ai/dsh-tools'
|
|
import * as ToolTodo from '@deepseek-ai/dsh-tool-todo'
|
|
|
|
let root: string | undefined
|
|
let context: Context | undefined
|
|
|
|
afterEach(async () => {
|
|
await context?.fiber.dispose()
|
|
context = undefined
|
|
if (root !== undefined) await rm(root, { recursive: true, force: true })
|
|
root = undefined
|
|
})
|
|
|
|
function agent(ctx: Context): Agent {
|
|
const scope = ctx.plugin(() => {})
|
|
const id = SessionId('todo-loader-agent')
|
|
const value: Agent = {
|
|
id, options: {}, session: new Session(id), status: 'idle', acceptsNextStep: false, ctx: scope.ctx,
|
|
followup: () => {}, steer: () => {}, inject: () => {}, send: () => {}, cancel() {}, whenIdle: () => Promise.resolve(),
|
|
}
|
|
ctx.agents.register(value)
|
|
return value
|
|
}
|
|
|
|
function resultText(result: { content: { type: string; text?: string }[] }): string {
|
|
return result.content.filter(block => block.type === 'text').map(block => block.text).join('')
|
|
}
|
|
|
|
/**
|
|
* Boot a cordis.yml carrying the given tool-todo config block.
|
|
* @param configLines - YAML lines nested under the tool's `config:` key.
|
|
* @returns the booted context.
|
|
*/
|
|
async function boot(configLines: readonly string[]): Promise<Context> {
|
|
root = await mkdtemp(join(tmpdir(), 'dsh-todo-loader-'))
|
|
const configPath = join(root, 'cordis.yml')
|
|
await writeFile(configPath, [
|
|
"- name: '@deepseek-ai/dsh-agent'",
|
|
"- name: '@deepseek-ai/dsh-system-prompt'",
|
|
"- name: '@deepseek-ai/dsh-tools'",
|
|
"- name: '@deepseek-ai/dsh-tool-todo'",
|
|
...configLines.length > 0 ? [' config:', ...configLines] : [],
|
|
'',
|
|
].join('\n'))
|
|
|
|
const ctx = new Context()
|
|
context = ctx
|
|
ctx.baseUrl = pathToFileURL(root).href + '/'
|
|
await ctx.plugin(Loader)
|
|
ctx.loader.builtins.include = Include
|
|
const modules = new Map<string, unknown>([
|
|
['@deepseek-ai/dsh-agent', AgentRegistry],
|
|
['@deepseek-ai/dsh-system-prompt', SystemPrompt],
|
|
['@deepseek-ai/dsh-tools', ToolRegistry],
|
|
['@deepseek-ai/dsh-tool-todo', ToolTodo],
|
|
])
|
|
ctx.loader.internal = {
|
|
version: 'v2',
|
|
async import(specifier: string) {
|
|
if (!modules.has(specifier)) throw new Error(`unexpected Loader import: ${specifier}`)
|
|
return modules.get(specifier)
|
|
},
|
|
} as unknown as NonNullable<typeof ctx.loader.internal>
|
|
await ctx.loader.create({ name: 'cordis:include', config: { path: pathToFileURL(configPath).href } })
|
|
await ctx.loader.await()
|
|
return ctx
|
|
}
|
|
|
|
const PARALLEL_TODOS = [
|
|
{ content: 'run subagent a', status: 'in_progress' },
|
|
{ content: 'run subagent b', status: 'in_progress' },
|
|
]
|
|
|
|
describe('tool-todo real Loader composition through cordis.yml', () => {
|
|
it('allowParallelInProgress: false narrows the description and rejects a parallel write', async () => {
|
|
const ctx = await boot([' allowParallelInProgress: false'])
|
|
const description = ctx.tools.schemas().find(s => s.name === 'todo_write')?.description ?? ''
|
|
expect(description).toContain('Keep AT MOST ONE todo `in_progress`')
|
|
expect(description).not.toContain('several at once')
|
|
|
|
const owner = agent(ctx)
|
|
const result = await ctx.tools.execute({
|
|
signal: new AbortController().signal,
|
|
callId: CallId('parallel'),
|
|
name: 'todo_write',
|
|
arguments: { todos: PARALLEL_TODOS },
|
|
agent: owner,
|
|
})
|
|
expect(result.isError).toBe(true)
|
|
expect(resultText(result)).toContain('at most one task may be in_progress')
|
|
expect(owner.session.events.some(e => e.type === 'todo/write')).toBe(false)
|
|
}, 30_000)
|
|
|
|
it('allowParallelInProgress: true permits a parallel write end to end', async () => {
|
|
const ctx = await boot([' allowParallelInProgress: true'])
|
|
const description = ctx.tools.schemas().find(s => s.name === 'todo_write')?.description ?? ''
|
|
expect(description).toContain('several at once when work genuinely runs in parallel')
|
|
|
|
const owner = agent(ctx)
|
|
const result = await ctx.tools.execute({
|
|
signal: new AbortController().signal,
|
|
callId: CallId('parallel-enabled'),
|
|
name: 'todo_write',
|
|
arguments: { todos: PARALLEL_TODOS },
|
|
agent: owner,
|
|
})
|
|
expect(result.isError).toBe(false)
|
|
expect(owner.session.events.findLast(e => e.type === 'todo/write')?.data.todos).toEqual(PARALLEL_TODOS)
|
|
}, 30_000)
|
|
|
|
it.each([
|
|
{ label: 'is omitted', configLines: [], failure: '$.allowParallelInProgress missing required value' },
|
|
{ label: 'is not boolean', configLines: [' allowParallelInProgress: "no"'], failure: '$.allowParallelInProgress' },
|
|
])('fails loading when allowParallelInProgress $label', async ({ configLines, failure }) => {
|
|
// loader.await() is all-settled; configuration failure leaves a FAILED
|
|
// entry and escapes as a late rejection for the host boot to report.
|
|
const rejections: unknown[] = []
|
|
const onUnhandled = (err: unknown): void => { rejections.push(err) }
|
|
process.on('unhandledRejection', onUnhandled)
|
|
try {
|
|
const ctx = await boot(configLines)
|
|
const entry = [...ctx.loader.entries()].find(e => e.options.name === '@deepseek-ai/dsh-tool-todo')
|
|
expect(entry?.fiber?.state).toBe(FiberState.FAILED)
|
|
for (let i = 0; i < 100 && rejections.length === 0; i++) {
|
|
await new Promise(resolve => setTimeout(resolve, 10))
|
|
}
|
|
expect(rejections.map(String).join('\n')).toContain(failure)
|
|
} finally {
|
|
process.off('unhandledRejection', onUnhandled)
|
|
}
|
|
}, 30_000)
|
|
})
|