mirror of
https://github.com/deepseek-ai/deepseek-harness
synced 2026-08-15 21:04:50 +00:00
c0426142c5
providers becomes a dict keyed by provider route, so the composition base and the llm-pi-ai settings section merge per provider and the route set is structural; the pre-release array shape and per-profile provider field fail loud with migration directions. The adapter reads a profiles thunk once per operation and resolves the credential per stream call (literal apiKey, then apiKeyEnv through ctx.credentials with an ambient env fallback, then pi-ai's provider-native discovery), so key, endpoint, and knob changes reach the next request without restarts. Route-set or captured-retry-policy changes re-register the same adapter instance in one synchronous section; an invalid settings snapshot keeps the last good profiles.
83 lines
3.0 KiB
TypeScript
83 lines
3.0 KiB
TypeScript
import { createServer } from 'node:http'
|
|
import type { IncomingMessage, Server, ServerResponse } from 'node:http'
|
|
|
|
export interface MockServer {
|
|
url: string
|
|
paths: string[]
|
|
requests: unknown[]
|
|
headers: IncomingMessage['headers'][]
|
|
readonly closedResponses: number
|
|
responseClosed: Promise<void>
|
|
}
|
|
|
|
const servers: Server[] = []
|
|
|
|
/** Close every server opened since the last call; run from each spec's afterEach. */
|
|
export async function closeMockServers(): Promise<void> {
|
|
await Promise.all(servers.splice(0).map(server => new Promise(resolve => server.close(resolve))))
|
|
}
|
|
|
|
/** A minimal complete text generation in pi-ai's chat-completions shape. */
|
|
export const textEvents = [
|
|
'{"choices":[{"delta":{"role":"assistant","content":""},"index":0,"finish_reason":null}]}',
|
|
'{"choices":[{"delta":{"content":"hello"},"index":0,"finish_reason":null}]}',
|
|
'{"choices":[{"delta":{},"index":0,"finish_reason":"stop"}],"usage":{"prompt_tokens":3,"completion_tokens":1}}',
|
|
'[DONE]',
|
|
]
|
|
|
|
/** Local provider stand-in: replays scripted behaviors per request. */
|
|
export async function mockServer(script: {
|
|
status?: number
|
|
events?: string[]
|
|
body?: string
|
|
delayMs?: number
|
|
headers?: Record<string, string>
|
|
}[]): Promise<MockServer> {
|
|
const paths: string[] = []
|
|
const requests: unknown[] = []
|
|
const headers: IncomingMessage['headers'][] = []
|
|
let closedResponses = 0
|
|
const responseClosed = Promise.withResolvers<undefined>()
|
|
const server = createServer((request: IncomingMessage, response: ServerResponse) => {
|
|
response.on('close', () => {
|
|
closedResponses += 1
|
|
responseClosed.resolve(undefined)
|
|
})
|
|
let body = ''
|
|
request.on('data', (chunk: Buffer) => { body += chunk.toString('utf8') })
|
|
request.on('end', () => {
|
|
paths.push(request.url ?? '')
|
|
requests.push(body.length === 0 ? undefined : JSON.parse(body))
|
|
headers.push(request.headers)
|
|
const behavior = script.shift() ?? { status: 500, body: 'script exhausted' }
|
|
if (behavior.status !== undefined && behavior.status !== 200) {
|
|
response.writeHead(behavior.status, { 'content-type': 'application/json', ...behavior.headers })
|
|
response.end(behavior.body ?? '{}')
|
|
return
|
|
}
|
|
response.writeHead(200, { 'content-type': 'text/event-stream' })
|
|
let index = 0
|
|
const writeNext = (): void => {
|
|
const event = behavior.events?.[index++]
|
|
if (event === undefined) { response.end(); return }
|
|
response.write(`data: ${event}\n\n`)
|
|
if (behavior.delayMs === undefined) writeNext()
|
|
else setTimeout(writeNext, behavior.delayMs)
|
|
}
|
|
writeNext()
|
|
})
|
|
})
|
|
servers.push(server)
|
|
await new Promise<void>(resolve => server.listen(0, '127.0.0.1', resolve))
|
|
const address = server.address()
|
|
if (address === null || typeof address === 'string') throw new Error('no port')
|
|
return {
|
|
url: `http://127.0.0.1:${address.port}`,
|
|
paths,
|
|
requests,
|
|
headers,
|
|
responseClosed: responseClosed.promise,
|
|
get closedResponses() { return closedResponses },
|
|
}
|
|
}
|