mirror of
https://github.com/deepseek-ai/deepseek-harness
synced 2026-08-15 21:04:50 +00:00
Every session event now lives inside a turn (between turn/start and its turn/end). The loop records queued user/message events AFTER turn/start; an idle agent.inject() wraps its context/message in a one-shot injection turn. This makes the turn the single durability/replay boundary so a persistence backend can treat anything after the last turn/end as a crash tail without dropping legitimate between-turn context. A failure once the turn is already closed (rejecting session/flush, a throwing agent/turn-end listener) has no in-turn position for a session error event, so it is reported via agent/error + logger only; the turn stays balanced. failTurn appends an error event only while the turn is open. The dsh-invariants plugin enforces turn-enclosure via a default case: every non-boundary event type — including plugin-added merge-extensible keys — must sit inside an open turn or it throws. Documented in ADR 0017 + architecture.md.
229 lines
9.7 KiB
TypeScript
229 lines
9.7 KiB
TypeScript
import { describe, expect, it, vi } from 'vitest'
|
|
import { Context } from 'cordis'
|
|
import { AgentId } from '@deepseek-ai/dsh-agent'
|
|
import LlmService from '@deepseek-ai/dsh-llm'
|
|
import SessionStore from '@deepseek-ai/dsh-session'
|
|
import SystemPrompt from '@deepseek-ai/dsh-system-prompt'
|
|
import ToolRegistry from '@deepseek-ai/dsh-tools'
|
|
import AgentRegistry from '@deepseek-ai/dsh-agent'
|
|
import AgentLoop, { LoopAgent } from '@deepseek-ai/dsh-agent-loop'
|
|
import { MockAdapter, textResponse } from './mock-adapter.ts'
|
|
|
|
async function harness(adapter: MockAdapter) {
|
|
const ctx = new Context()
|
|
await ctx.plugin(LlmService)
|
|
await ctx.plugin(SessionStore)
|
|
await ctx.plugin(SystemPrompt)
|
|
await ctx.plugin(ToolRegistry)
|
|
await ctx.plugin(AgentRegistry)
|
|
await ctx.plugin(AgentLoop, { agents: [] })
|
|
ctx.llm.registerAdapter(['mock'], adapter)
|
|
return ctx
|
|
}
|
|
|
|
function waitForIdle(ctx: Context, agent: LoopAgent): Promise<void> {
|
|
return new Promise((resolve) => {
|
|
const dispose = ctx.on('agent/status', (subject, status) => {
|
|
if (subject === agent && status === 'idle') {
|
|
dispose()
|
|
resolve()
|
|
}
|
|
})
|
|
})
|
|
}
|
|
|
|
function send(agent: LoopAgent, text: string) {
|
|
agent.send([{ type: 'text', text }])
|
|
}
|
|
|
|
describe('LoopAgent', () => {
|
|
it('send() throws after disposal', async () => {
|
|
const adapter = new MockAdapter(['hang'])
|
|
const ctx = await harness(adapter)
|
|
let agent!: LoopAgent
|
|
const fiber = await ctx.plugin(Object.assign((inner: Context) => {
|
|
agent = inner.agentLoop.create('scoped', { model: 'mock' })
|
|
}, { inject: ['agentLoop'] }))
|
|
send(agent, 'go')
|
|
await new Promise(r => setTimeout(r, 30))
|
|
await fiber.dispose()
|
|
await agent.done
|
|
|
|
expect(() => { agent.send([{ type: 'text', text: 'too late' }]) }).toThrow('disposed')
|
|
})
|
|
|
|
it('steer() throws after disposal', async () => {
|
|
const adapter = new MockAdapter(['hang'])
|
|
const ctx = await harness(adapter)
|
|
let agent!: LoopAgent
|
|
const fiber = await ctx.plugin(Object.assign((inner: Context) => {
|
|
agent = inner.agentLoop.create('scoped', { model: 'mock' })
|
|
}, { inject: ['agentLoop'] }))
|
|
send(agent, 'go')
|
|
await new Promise(r => setTimeout(r, 30))
|
|
await fiber.dispose()
|
|
await agent.done
|
|
|
|
expect(() => { agent.steer([{ type: 'text', text: 'too late' }]) }).toThrow('disposed')
|
|
})
|
|
|
|
it('inject() throws after disposal', async () => {
|
|
const adapter = new MockAdapter(['hang'])
|
|
const ctx = await harness(adapter)
|
|
let agent!: LoopAgent
|
|
const fiber = await ctx.plugin(Object.assign((inner: Context) => {
|
|
agent = inner.agentLoop.create('scoped', { model: 'mock' })
|
|
}, { inject: ['agentLoop'] }))
|
|
send(agent, 'go')
|
|
await new Promise(r => setTimeout(r, 30))
|
|
await fiber.dispose()
|
|
await agent.done
|
|
|
|
expect(() => { agent.inject([{ type: 'text', text: 'too late' }]) }).toThrow('disposed')
|
|
})
|
|
|
|
it('inject() decides enclosure from the LOG (open turn), not agent status', async () => {
|
|
const adapter = new MockAdapter([textResponse('ok')])
|
|
const ctx = await harness(adapter)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
|
|
// Simulate an OPEN turn in the log while the agent is idle (status is not a
|
|
// reliable open-turn signal). inject must append into that open turn, NOT
|
|
// wrap a new one.
|
|
agent.session.append('turn/start', { turn: 1, trigger: { kind: 'message', source: { kind: 'user' } } })
|
|
agent.inject([{ type: 'text', text: 'mid' }], { source: { kind: 'plugin', plugin: 'p' } })
|
|
expect(agent.session.events.filter(e => e.type === 'turn/start')).toHaveLength(1)
|
|
expect(agent.session.events.at(-1)!.type).toBe('context/message')
|
|
|
|
// Close the turn; now inject must wrap its own one-shot injection turn.
|
|
agent.session.append('turn/end', { turn: 1, reason: { kind: 'completed' } })
|
|
agent.inject([{ type: 'text', text: 'after' }], { source: { kind: 'plugin', plugin: 'p' } })
|
|
const starts = agent.session.events.filter(e => e.type === 'turn/start')
|
|
expect(starts).toHaveLength(2)
|
|
const last = starts[1]!
|
|
expect(last.type === 'turn/start' && last.data.trigger.kind).toBe('injection')
|
|
expect(agent.session.events.at(-1)!.type).toBe('turn/end') // turn-enclosed
|
|
})
|
|
|
|
it('idle inject() contains a failing flush (logs, does not throw into the caller)', async () => {
|
|
const adapter = new MockAdapter([textResponse('ok')])
|
|
const ctx = await harness(adapter)
|
|
// A persistence-like listener whose flush rejects.
|
|
ctx.on('session/flush', () => { throw new Error('disk gone') })
|
|
const warn = vi.spyOn(ctx.logger, 'warn').mockImplementation(() => undefined)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
|
|
// inject() is synchronous and fires a fire-and-forget flush; a rejecting
|
|
// flush must be contained (logged), never thrown into the caller.
|
|
expect(() => { agent.inject([{ type: 'text', text: 'notice' }], { source: { kind: 'plugin', plugin: 'p' } }) }).not.toThrow()
|
|
await new Promise(r => setTimeout(r, 20)) // let the contained flush settle
|
|
expect(warn).toHaveBeenCalledWith(expect.stringContaining('flush after idle injection failed'))
|
|
warn.mockRestore()
|
|
})
|
|
|
|
it('idle inject() closes its one-shot turn AND still checkpoints even if the append throws', async () => {
|
|
const adapter = new MockAdapter([textResponse('ok')])
|
|
const ctx = await harness(adapter)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
let flushes = 0
|
|
ctx.on('session/flush', () => { flushes += 1 })
|
|
|
|
// Non-serializable injected content makes Session.append throw AFTER
|
|
// turn/start was recorded. The turn/end must still be appended (finally),
|
|
// AND the durability checkpoint must still fire — the balanced turn is in
|
|
// memory and a crash before the next turn/dispose would otherwise lose it.
|
|
expect(() => {
|
|
agent.inject([{ type: 'text', text: 'x', bad: 1n } as never], { source: { kind: 'plugin', plugin: 'p' } })
|
|
}).toThrow(/non-JSON-serializable/)
|
|
const types = agent.session.events.map(e => e.type)
|
|
expect(types).toEqual(['turn/start', 'turn/end']) // balanced, no open turn
|
|
await new Promise(r => setTimeout(r, 10)) // let the fire-and-forget flush run
|
|
expect(flushes).toBe(1) // checkpoint fired despite the throw
|
|
})
|
|
|
|
it('idle inject() with a non-serializable source opens no turn (nothing to close)', async () => {
|
|
const adapter = new MockAdapter([textResponse('ok')])
|
|
const ctx = await harness(adapter)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
|
|
// A non-serializable source makes the turn/start append throw BEFORE the
|
|
// event is pushed (Session.append validates before push), so NO turn opens.
|
|
// The finally's isTurnOpen() guard sees no open turn and appends nothing —
|
|
// the log stays empty, not left with a dangling turn/start.
|
|
expect(() => {
|
|
agent.inject([{ type: 'text', text: 'x' }], { source: { kind: 'plugin', plugin: 'p', bad: 1n } as never })
|
|
}).toThrow(/non-JSON-serializable/)
|
|
expect(agent.session.events).toHaveLength(0)
|
|
})
|
|
|
|
it('steer() when idle falls through to send() and starts a turn', async () => {
|
|
const adapter = new MockAdapter([textResponse('ok')])
|
|
const ctx = await harness(adapter)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
|
|
// steer while idle delegates to send
|
|
agent.steer([{ type: 'text', text: 'steer idle' }], { source: { kind: 'plugin', plugin: 'test' } })
|
|
await waitForIdle(ctx, agent)
|
|
|
|
// The message was recorded as a user-level message (send path)
|
|
expect(agent.session.events.some(e => e.type === 'user/message')).toBe(true)
|
|
expect(adapter.requests).toHaveLength(1)
|
|
})
|
|
|
|
it('disposer is idempotent (double-stop)', async () => {
|
|
// Create a bare LoopAgent and call start() directly to get the disposer.
|
|
// Then call it twice — the second call hits the early-return branch.
|
|
const ctx = new Context()
|
|
await ctx.plugin(SessionStore)
|
|
const session = ctx.sessions.create('test')
|
|
const agent = new LoopAgent(ctx, AgentId('bare'), { model: 'mock' }, session)
|
|
|
|
// Start the loop to get the disposer; the agent waits for messages
|
|
// (idle, never-resolving cancel), so it will stay idle.
|
|
const dispose = agent.start()
|
|
|
|
// First dispose
|
|
dispose()
|
|
expect(agent.status).toBe('disposed')
|
|
|
|
// Second dispose — idempotent, no throw
|
|
expect(() => { dispose() }).not.toThrow()
|
|
expect(agent.status).toBe('disposed')
|
|
})
|
|
|
|
it('setting the same status does not emit agent/status again', async () => {
|
|
const adapter = new MockAdapter([textResponse('ok')])
|
|
const ctx = await harness(adapter)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
|
|
const statuses: string[] = []
|
|
ctx.on('agent/status', (subject, status) => {
|
|
if (subject === agent) statuses.push(status)
|
|
})
|
|
|
|
send(agent, 'hi')
|
|
await waitForIdle(ctx, agent)
|
|
|
|
// After the turn, agent is idle. Send again to trigger another attempt
|
|
// to go idle — but it's already idle, so no emission.
|
|
const idleTransitionCount = statuses.filter(s => s === 'idle').length
|
|
expect(idleTransitionCount).toBe(1) // only the final transition from running
|
|
})
|
|
|
|
it('abort() resolves reason to "aborted" when no reason provided', async () => {
|
|
const adapter = new MockAdapter(['hang'])
|
|
const ctx = await harness(adapter)
|
|
const agent = ctx.agentLoop.create('a1', { model: 'mock' })
|
|
|
|
const reasons: { kind: string; reason?: string }[] = []
|
|
ctx.on('agent/turn-end', (_agent, _turn, reason) => void reasons.push(reason))
|
|
|
|
send(agent, 'go')
|
|
await new Promise(r => setTimeout(r, 30))
|
|
agent.abort() // no reason string
|
|
await waitForIdle(ctx, agent)
|
|
|
|
expect(reasons[0]).toMatchObject({ kind: 'aborted', reason: 'aborted' })
|
|
})
|
|
})
|