dev-docker-image-packages/.github/workflows/test-e2e-advanced.yml at 7243daec2e7dc7179de0ca529888ecf6a30b3895 · shumingyang-opencode/dev-docker-image-packages · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
name: E2E 測試：進階 Agent Prompt (Advanced E2E)

on:
  workflow_dispatch:
    inputs:
      image:
        description: |
          Image name (matches tests/e2e/agents/<name>.yaml).
        required: true
        type: choice
        options:
          - py-devkit-image-base
      tag:
        description: |
          Image tag to test (default: latest).
        required: false
        default: latest
      agent:
        description: |
          Agent name to test.
        required: true
        type: choice
        options:
          - opencode
          - copilot
          - gemini
          - lark-cli
          - trae-cli
      prompt:
        description: |
          Custom prompt to send to the agent.
        required: false
        default: "Say hello and introduce yourself briefly."
      timeout:
        description: |
          Maximum wait time in seconds for the agent to respond.
        required: false
        default: 120
      model:
        description: |
          LLM model (only for trae-cli). Only :free models listed (no OpenRouter credits needed).
          Select "default" to use image config.
        required: false
        type: choice
        default: default
        options:
          - default
          - google/gemma-4-26b-a4b-it:free
          - google/gemma-4-31b-it:free
          - nvidia/nemotron-3-nano-30b-a3b:free
          - nvidia/nemotron-3-super-120b-a12b:free
          - nvidia/nemotron-3-ultra-550b-a55b:free
          - cohere/north-mini-code:free
          - inclusionai/ling-3.0-flash:free
          - openai/gpt-oss-20b:free
          - poolside/laguna-m.1:free
      opencode_api_key:
        description: |
          OPENCODE_API_KEY (for opencode agent)
        required: false
      copilot_token:
        description: |
          COPILOT_GITHUB_TOKEN (for copilot agent)
        required: false
      gemini_api_key:
        description: |
          GEMINI_API_KEY (for gemini agent)
        required: false
      openai_api_key:
        description: |
          OPENAI_API_KEY (for trae-cli agent)
        required: false
      anthropic_api_key:
        description: |
          ANTHROPIC_API_KEY (for trae-cli agent)
        required: false
      openrouter_api_key:
        description: |
          OPENROUTER_API_KEY (for trae-cli agent)
        required: false
      doubao_api_key:
        description: |
          DOUBAO_API_KEY (for trae-cli via 豆包)
        required: false

env:
  REGISTRY: ghcr.io
  ORG: shumingyang-opencode

jobs:
  test:
    runs-on: ubuntu-latest
    permissions:
      contents: read
      packages: read
    steps:
      - uses: actions/checkout@v7

      - name: Login to GHCR
        uses: docker/login-action@v4
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version: "3.12"

      - name: Install dependencies
        run: pip install pyyaml pytest

      - name: Run advanced E2E tests
        env:
          OPENCODE_API_KEY: ${{ inputs.opencode_api_key }}
          COPILOT_GITHUB_TOKEN: ${{ inputs.copilot_token }}
          GEMINI_API_KEY: ${{ inputs.gemini_api_key }}
          OPENAI_API_KEY: ${{ inputs.openai_api_key || inputs.openrouter_api_key }}
          ANTHROPIC_API_KEY: ${{ inputs.anthropic_api_key }}
          OPENROUTER_API_KEY: ${{ inputs.openrouter_api_key }}
          DOUBAO_API_KEY: ${{ inputs.doubao_api_key }}
        run: |
          pytest tests/e2e/test_advanced.py \
            --image ${{ inputs.image }} \
            --tag ${{ inputs.tag }} \
            --agent ${{ inputs.agent }} \
            --prompt "${{ inputs.prompt }}" \
            --timeout ${{ inputs.timeout }} \
            --model ${{ inputs.model }} \
            -v --tb=short -s