sie/.github/workflows/real-models.yml at main · superlinked/sie · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
name: Real models

on:
  schedule:
    - cron: "23 3 * * *"
  workflow_dispatch:
  pull_request:
    paths:
      - .github/workflows/real-models.yml
      - tools/ci/real_models.py
      - tools/ci/live_sdk.py
      - tools/ci/tests/test_real_models.py
      - tools/mise_tasks/model_test_selection.py
      - pyproject.toml
      - uv.lock
      - package.json
      - pnpm-lock.yaml
      - packages/sie_server/pyproject.toml
      - packages/sie_server/bundles/**
      - packages/sie_server/models/**
      - packages/sie_server/src/sie_server/adapters/**
      - packages/sie_server/src/sie_server/api/**
      - packages/sie_server/src/sie_server/core/**
      - packages/sie_server/src/sie_server/processors/**
      - packages/sie_server/src/sie_server/types/**
      - packages/sie_server/tests/conftest.py
      - packages/sie_server/tests/test_all_models.py
      - packages/sie_server/tests/test_sdk_integration.py
      - packages/sie_server/tests/test_sparse_integration.py
      - packages/sie_server/tests/api/test_extract_integration.py
      - packages/sie_server/tests/adapters/test_gliformer_parity.py
      - packages/sie_server/tests/adapters/test_laya_parity.py
      - packages/sie_server/tests/adapters/goldens/**
      - packages/sie_server/tests/adapters/fixtures/**
      - packages/sie_sdk/pyproject.toml
      - packages/sie_sdk/src/**
      - packages/sie_ts_sdk/package.json
      - packages/sie_ts_sdk/src/**
      - packages/sie_ts_sdk/tests/integration/**
      - integrations/**

permissions:
  contents: read

concurrency:
  group: real-models-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

env:
  HF_HOME: ${{ github.workspace }}/.cache/huggingface
  HF_HUB_DISABLE_PROGRESS_BARS: "1"
  SIE_TELEMETRY_DISABLED: "1"

jobs:
  cpu:
    name: Real models / CPU
    runs-on: blacksmith-8vcpu-ubuntu-2404
    timeout-minutes: 60
    services:
      qdrant:
        image: qdrant/qdrant:v1.17.1@sha256:94728574965d17c6485dd361aa3c0818b325b9016dac5ea6afec7b4b2700865f
        ports:
          - 6333:6333
      weaviate:
        image: semitechnologies/weaviate:1.32.0@sha256:9452e68c58c287c8c29a525ff1468c209cd5e106cc927d67b7d34d61533151b3
        ports:
          - 8090:8080
          - 50051:50051
        env:
          AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: "true"
          DEFAULT_VECTORIZER_MODULE: none
          PERSISTENCE_DATA_PATH: /var/lib/weaviate
          CLUSTER_HOSTNAME: node1
    steps:
      - uses: actions/checkout@93cb6efe18208431cddfb8368fd83d5badbf9bfd # v5
        with:
          persist-credentials: false
      - uses: jdx/mise-action@c37c93293d6b742fc901e1406b8f764f6fb19dac # v2
        with:
          version: 2026.5.5
          install_args: --jobs=1
          cache: false
      - run: mise run sync
      - run: mise exec -- pnpm install --frozen-lockfile
      - run: mise run ts -- build
      - name: Resolve the pinned weights cache key
        id: weights
        run: echo "key=$(mise exec -- uv run --frozen --project . --no-sync python -m tools.ci.real_models cache-key)" >> "$GITHUB_OUTPUT"
      - name: Restore pinned weights
        id: restore
        uses: actions/cache/restore@caa296126883cff596d87d8935842f9db880ef25 # v5
        with:
          path: .cache/huggingface/hub
          key: ${{ steps.weights.outputs.key }}
      - name: Real-weight suites
        id: suites
        run: mise exec -- uv run --frozen --project . --no-sync python -m tools.ci.real_models run
      - name: Save pinned weights
        if: ${{ !cancelled() && steps.restore.outputs.cache-hit != 'true' && contains(fromJSON('["success", "failure"]'), steps.suites.outcome) }}
        uses: actions/cache/save@caa296126883cff596d87d8935842f9db880ef25 # v5
        with:
          path: .cache/huggingface/hub
          key: ${{ steps.weights.outputs.key }}
      - name: Preserve diagnostics
        if: always()
        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4
        with:
          name: real-models-logs
          path: .cache/ci-logs/
          retention-days: 30
          if-no-files-found: ignore