mirror of
https://github.com/deepseek-ai/deepseek-harness
synced 2026-08-15 21:04:50 +00:00
81 lines
3.2 KiB
TypeScript
81 lines
3.2 KiB
TypeScript
/**
|
|
* Semantic durability checkpoints for model requests, top-level tool dispatch,
|
|
* and completed agent steps.
|
|
* @module @deepseek-ai/dsh-session-checkpoint-policy
|
|
*/
|
|
|
|
import type { Context } from 'cordis'
|
|
import type { Session } from '@deepseek-ai/dsh-session'
|
|
import type { StreamChunk } from '@deepseek-ai/dsh-llm'
|
|
import { TOOL_ABORTED_BEFORE_DISPATCH, type ToolExecutionResult } from '@deepseek-ai/dsh-tools'
|
|
import type {} from '@deepseek-ai/dsh-agent'
|
|
import type {} from '@deepseek-ai/dsh-session-persistence'
|
|
|
|
/** Cordis plugin name used by Loader diagnostics. */
|
|
export const name = 'session-checkpoint-policy'
|
|
|
|
/** Services whose request, tool, session, and persistence boundaries this policy joins. */
|
|
export const inject = ['llm', 'sessionPersistence', 'sessions', 'tools']
|
|
|
|
/**
|
|
* Delay construction of the downstream model stream until the complete logged
|
|
* request prefix is durable. A checkpoint rejection prevents adapter dispatch.
|
|
*
|
|
* @param ctx - plugin context that owns the session store.
|
|
* @param session - live session named by the model request.
|
|
* @param next - downstream `llm/stream` chain.
|
|
* @returns a stream that checkpoints before requesting its first chunk.
|
|
*/
|
|
function afterCheckpoint(
|
|
ctx: Context,
|
|
session: Session,
|
|
next: () => AsyncIterable<StreamChunk>,
|
|
): AsyncIterable<StreamChunk> {
|
|
return (async function* (): AsyncIterable<StreamChunk> {
|
|
await ctx.sessions.flush(session)
|
|
yield* next()
|
|
})()
|
|
}
|
|
|
|
/** Materialize the canonical result for a call cancelled before tool dispatch. */
|
|
function abortedBeforeDispatchResult(): ToolExecutionResult {
|
|
return {
|
|
content: [{ type: 'text', text: 'Error: tool call aborted before dispatch' }],
|
|
isError: true,
|
|
error: {
|
|
message: 'tool call aborted before dispatch',
|
|
info: { name: 'AbortError', code: TOOL_ABORTED_BEFORE_DISPATCH },
|
|
},
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Install semantic checkpoint listeners. Loop-built model calls checkpoint the
|
|
* logged request before adapter dispatch; top-level tool calls checkpoint their
|
|
* recorded call before the tool body; the next request boundary checkpoints
|
|
* the preceding response/result batch. Nested tool dispatches reuse the durable outer call.
|
|
*
|
|
* Checkpoint failures are fail-closed at the model and tool side-effect
|
|
* boundaries: the downstream adapter or tool body is not invoked.
|
|
*
|
|
* @param ctx - plugin context that owns the listeners.
|
|
*/
|
|
export function apply(ctx: Context): void {
|
|
ctx.on('llm/stream', (options, next): AsyncIterable<StreamChunk> => {
|
|
if (options.sessionId === undefined) return next()
|
|
const session = ctx.sessions.get(options.sessionId)
|
|
return session === undefined ? next() : afterCheckpoint(ctx, session, next)
|
|
})
|
|
|
|
ctx.on('tools/execute', async (exec, next): Promise<ToolExecutionResult> => {
|
|
if (exec.agent === undefined || exec.parent !== undefined) return next()
|
|
await ctx.sessions.flush(exec.agent.session)
|
|
if (exec.signal.aborted) return abortedBeforeDispatchResult()
|
|
return next()
|
|
})
|
|
|
|
// Before each request, persist everything committed by the preceding step;
|
|
// the first step's call is an intentional no-op beyond any prompt intake.
|
|
ctx.on('agent/step', (agent): Promise<void> => ctx.sessions.flush(agent.session))
|
|
}
|