mirror of
https://github.com/deepseek-ai/deepseek-harness
synced 2026-08-15 21:04:50 +00:00
79 lines
2.7 KiB
YAML
79 lines
2.7 KiB
YAML
name: E2E (pi-ai Azure OpenAI and Anthropic)
|
|
|
|
# This suite spends tokens against two external providers and is intentionally
|
|
# opt-in. It has no push, pull_request, schedule, or workflow_call trigger.
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
azure_openai_model:
|
|
description: Azure OpenAI model from pi-ai's installed catalog
|
|
required: true
|
|
default: gpt-5.5
|
|
type: string
|
|
anthropic_model:
|
|
description: Anthropic model from pi-ai's installed catalog
|
|
required: true
|
|
default: claude-opus-4-8
|
|
type: string
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
e2e:
|
|
runs-on: ubuntu-latest
|
|
name: Azure OpenAI Responses + Anthropic Messages
|
|
timeout-minutes: 20
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
|
|
- uses: actions/setup-node@v6
|
|
with:
|
|
node-version: 24
|
|
|
|
- name: Enable corepack (pnpm)
|
|
run: corepack enable
|
|
|
|
- name: Resolve pnpm store path
|
|
id: pnpm-store
|
|
run: echo "path=$(pnpm store path --silent)" >> "$GITHUB_OUTPUT"
|
|
|
|
- uses: actions/cache@v4
|
|
with:
|
|
path: ${{ steps.pnpm-store.outputs.path }}
|
|
key: ${{ runner.os }}-node-24-pnpm-${{ hashFiles('pnpm-lock.yaml') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-node-24-pnpm-
|
|
|
|
- name: Install (immutable)
|
|
run: pnpm install --frozen-lockfile
|
|
|
|
# The tests self-skip locally when a credential is absent. A manually
|
|
# dispatched CI run must fail instead of reporting an all-skipped green.
|
|
- name: Preflight (require provider API keys)
|
|
env:
|
|
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY_EXTERNAL }}
|
|
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY_EXTERNAL }}
|
|
run: |
|
|
set -euo pipefail
|
|
missing=0
|
|
for name in AZURE_OPENAI_API_KEY ANTHROPIC_API_KEY; do
|
|
if [ -z "${!name:-}" ]; then
|
|
echo "::error::${name} is empty. Configure the corresponding *_EXTERNAL repository secret."
|
|
missing=1
|
|
fi
|
|
done
|
|
exit "$missing"
|
|
|
|
- name: E2E tests (real Azure OpenAI and Anthropic APIs)
|
|
env:
|
|
AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY_EXTERNAL }}
|
|
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY_EXTERNAL }}
|
|
DSH_PI_AI_OPENAI_MODEL: ${{ inputs.azure_openai_model }}
|
|
DSH_PI_AI_OPENAI_BASE_URL: https://openai-routerhub-resource.services.ai.azure.com/api/projects/openai/openai/v1
|
|
DSH_PI_AI_ANTHROPIC_MODEL: ${{ inputs.anthropic_model }}
|
|
DSH_E2E_MAX_WORKERS: 2
|
|
run: >-
|
|
pnpm exec vitest run --config vitest.e2e.config.ts
|
|
packages/llm/llm-pi-ai/tests/provider-apis.e2e.ts
|