DeepSeek/deepseek-harness
1
0
Fork 0
mirror of https://github.com/deepseek-ai/deepseek-harness synced 2026-08-15 21:04:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

test(llm-pi-ai): surface provider e2e failures

Browse Source
This commit is contained in:
Yichen Jiang
2026-07-19 13:51:25 +08:00
parent 1fdcd5a773
commit 51425dd61a
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
packages/llm/llm-pi-ai/tests/provider-apis.e2e.ts
View File

@@ -63,6 +63,13 @@ function textOf(result: AssembledResult): string {
.join('')
}
function expectFinish(result: AssembledResult, expected: 'stop' | 'tool-calls'): void {
if (result.finish.kind === 'error') {
throw new Error(`provider request failed (${result.finish.code ?? 'unknown'}): ${result.finish.message}`)
}
expect(result.finish.kind).toBe(expected)
}
function expectNativeReplay(result: AssembledResult, profile: ProviderCase): PiAiReplayState {
const replayState = result.message.provenance?.replayState
expect(replayState).toMatchObject({
@@ -98,7 +105,7 @@ for (const profile of providerCases) {
maxTokens: 1024,
})
expect(result.finish.kind).toBe('stop')
expectFinish(result, 'stop')
expect(textOf(result).toLowerCase()).toContain('pong')
expect(result.usage?.inputTokens).toBeGreaterThan(0)
expect(result.usage?.outputTokens).toBeGreaterThan(0)
@@ -116,7 +123,7 @@ for (const profile of providerCases) {
maxTokens: 2048,
})
expect(first.finish.kind).toBe('tool-calls')
expectFinish(first, 'tool-calls')
const call = first.message.content.find(block => block.type === 'tool-call')
expect(call).toBeDefined()
expect(call!.name).toBe('lookup_code')
@@ -142,7 +149,7 @@ for (const profile of providerCases) {
maxTokens: 2048,
})
expect(second.finish.kind).toBe('stop')
expectFinish(second, 'stop')
expect(textOf(second).toLowerCase()).toContain('ocean')
expect(expectNativeReplay(second, profile).stopReason).toBe('stop')
})