-
Notifications
You must be signed in to change notification settings - Fork 0
112 lines (105 loc) · 3.07 KB
/
Copy pathtest-e2e-advanced.yml
File metadata and controls
112 lines (105 loc) · 3.07 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
name: E2E 測試:進階 Agent Prompt (Advanced E2E)
on:
workflow_dispatch:
inputs:
image:
description: |
Image name (matches tests/e2e/agents/<name>.yaml).
required: true
type: choice
options:
- py-devkit-image-base
tag:
description: |
Image tag to test (default: latest).
required: false
default: latest
agent:
description: |
Agent name to test.
required: true
type: choice
options:
- opencode
- copilot
- gemini
- lark-cli
- trae-cli
prompt:
description: |
Custom prompt to send to the agent.
required: false
default: "Say hello and introduce yourself briefly."
timeout:
description: |
Maximum wait time in seconds for the agent to respond.
required: false
default: 120
opencode_api_key:
description: |
OPENCODE_API_KEY (for opencode agent)
required: false
copilot_token:
description: |
COPILOT_GITHUB_TOKEN (for copilot agent)
required: false
gemini_api_key:
description: |
GEMINI_API_KEY (for gemini agent)
required: false
openai_api_key:
description: |
OPENAI_API_KEY (for trae-cli agent)
required: false
anthropic_api_key:
description: |
ANTHROPIC_API_KEY (for trae-cli agent)
required: false
openrouter_api_key:
description: |
OPENROUTER_API_KEY (for trae-cli agent)
required: false
doubao_api_key:
description: |
DOUBAO_API_KEY (for trae-cli via 豆包)
required: false
env:
REGISTRY: ghcr.io
ORG: shumingyang-opencode
jobs:
test:
runs-on: ubuntu-latest
permissions:
contents: read
packages: read
steps:
- uses: actions/checkout@v7
- name: Login to GHCR
uses: docker/login-action@v4
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Set up Python
uses: actions/setup-python@v6
with:
python-version: "3.12"
- name: Install dependencies
run: pip install pyyaml pytest
- name: Run advanced E2E tests
env:
OPENCODE_API_KEY: ${{ inputs.opencode_api_key }}
COPILOT_GITHUB_TOKEN: ${{ inputs.copilot_token }}
GEMINI_API_KEY: ${{ inputs.gemini_api_key }}
OPENAI_API_KEY: ${{ inputs.openai_api_key }}
ANTHROPIC_API_KEY: ${{ inputs.anthropic_api_key }}
OPENROUTER_API_KEY: ${{ inputs.openrouter_api_key }}
DOUBAO_API_KEY: ${{ inputs.doubao_api_key }}
run: |
pytest tests/e2e/test_advanced.py \
--image ${{ inputs.image }} \
--tag ${{ inputs.tag }} \
--agent ${{ inputs.agent }} \
--prompt "${{ inputs.prompt }}" \
--timeout ${{ inputs.timeout }} \
-v --tb=short -s