ci.yml

name: CI

on:
  push:
    branches: [master]
    paths:
      - 'Cargo.toml'
      - 'Cargo.lock'
      - 'src/**'
      - 'tests/**'
      - 'datasets/datasets.json'
      - 'experiments/configurations/**'
      - '.github/workflows/ci.yml'
  pull_request:
    paths:
      - 'Cargo.toml'
      - 'Cargo.lock'
      - 'src/**'
      - 'tests/**'
      - 'datasets/datasets.json'
      - 'experiments/configurations/**'
      - '.github/workflows/ci.yml'

jobs:
  check:
    name: Check (fmt + clippy)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Check formatting
      run: cargo fmt --check

    - name: Run clippy
      run: cargo clippy --all-targets -- -D warnings

    - name: Security audit (advisories)
      # Non-blocking: reports known-vulnerable/unmaintained crates without
      # failing CI on advisories in transitive deps we can't immediately fix.
      continue-on-error: true
      run: |
        cargo install cargo-audit --locked || true
        cargo audit

  test:
    name: Unit tests
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Run unit tests
      # --lib AND --bins: the bulk of the unit tests (engine filter builders,
      # CLI/config parsing, per-engine helpers) live in the binary crate, so
      # `--lib` alone never executed them in CI.
      run: cargo test --lib --bins --release

    - name: Run CLI smoke tests (no container)
      # --help / --describe datasets|engines — the same paths the docker-build
      # job smoke-tests, now in the blocking suite.
      run: cargo test --test integration_cli --release

    - name: Run measurement-overhead invariants (no container)
      # `--lib --bins` does NOT build `tests/*.rs` integration targets, and no
      # job named this one, so INV-2/INV-3 — the source-shape tripwires that
      # keep the per-query timed loops lock-free and the percentiles unbiased —
      # had never run in CI. INV-4/INV-4b (#214) join them here.
      run: cargo test --test overhead_invariants --release

    - name: Run test-harness invariants (no container)
      # INV-P1..P6 (#292): each suite has exactly one source of truth for its
      # port and it matches docker-compose.test.yml; every server-wiping suite
      # claims its instance from inside `test_port()`; the claim decision fails
      # closed; and no shared helper under tests/common/ can wipe a server.
      run: cargo test --test harness_invariants --release

  integration-redis:
    name: Integration tests (Redis)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Redis
      run: docker compose -f tests/docker-compose.test.yml up -d redis --wait

    - name: Run Redis integration tests
      run: cargo test --test integration_redis --release -- --test-threads=1

    - name: Stop Redis
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-vectorsets:
    name: Integration tests (VectorSets)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    # VectorSets (VADD/VSIM) ship in the same redis:8.8.0 image the Redis job uses.
    - name: Start Redis (Vector Sets)
      run: docker compose -f tests/docker-compose.test.yml up -d redis --wait

    - name: Run VectorSets integration tests
      run: VECTORSETS_PORT=6399 cargo test --test integration_vectorsets --release -- --test-threads=1

    - name: Stop Redis
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-pgvector:
    name: Integration tests (PgVector)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start PgVector
      run: docker compose -f tests/docker-compose.test.yml up -d pgvector --wait

    - name: Run PgVector integration tests
      run: PGVECTOR_PORT=5433 cargo test --test integration_pgvector --release -- --test-threads=1

    - name: Stop PgVector
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-qdrant:
    name: Integration tests (Qdrant)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Qdrant
      run: docker compose -f tests/docker-compose.test.yml up -d qdrant --wait

    - name: Run Qdrant integration tests
      run: QDRANT_GRPC_PORT=6335 cargo test --test integration_qdrant --release -- --test-threads=1

    - name: Stop Qdrant
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-elasticsearch:
    name: Integration tests (Elasticsearch)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Elasticsearch
      run: docker compose -f tests/docker-compose.test.yml up -d elasticsearch --wait

    - name: Run Elasticsearch integration tests
      run: ELASTIC_PORT=9201 cargo test --test integration_elasticsearch --release -- --test-threads=1

    - name: Stop Elasticsearch
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-milvus:
    name: Integration tests (Milvus)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Milvus
      run: docker compose -f tests/docker-compose.test.yml up -d milvus --wait

    - name: Run Milvus integration tests
      run: MILVUS_PORT=19531 cargo test --test integration_milvus --release -- --test-threads=1

    - name: Stop Milvus
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-weaviate:
    name: Integration tests (Weaviate)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Weaviate
      run: docker compose -f tests/docker-compose.test.yml up -d weaviate --wait

    - name: Run Weaviate integration tests
      run: WEAVIATE_HTTP_PORT=8081 cargo test --test integration_weaviate --release -- --test-threads=1

    - name: Stop Weaviate
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-opensearch:
    name: Integration tests (OpenSearch)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start OpenSearch
      run: docker compose -f tests/docker-compose.test.yml up -d opensearch --wait

    - name: Run OpenSearch integration tests
      run: OPENSEARCH_PORT=9202 cargo test --test integration_opensearch --release -- --test-threads=1

    - name: Stop OpenSearch
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-mongodb:
    name: Integration tests (MongoDB)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start MongoDB
      run: docker compose -f tests/docker-compose.test.yml up -d mongodb-search --wait

    - name: Run MongoDB integration tests
      run: MONGODB_PORT=27018 cargo test --test integration_mongodb --release -- --test-threads=1

    - name: Stop MongoDB
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-valkey:
    name: Integration tests (Valkey)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Valkey
      run: docker compose -f tests/docker-compose.test.yml up -d valkey --wait

    - name: Run Valkey integration tests
      run: VALKEY_PORT=6380 cargo test --test integration_valkey --release -- --test-threads=1

    - name: Stop Valkey
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-dragonfly:
    name: Integration tests (Dragonfly)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Dragonfly
      run: docker compose -f tests/docker-compose.test.yml up -d dragonfly --wait

    - name: Run Dragonfly integration tests
      run: DRAGONFLY_PORT=6385 cargo test --test integration_dragonfly --release -- --test-threads=1

    - name: Stop Dragonfly
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-kividb:
    name: Integration tests (KiviDB)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start KiviDB
      run: docker compose -f tests/docker-compose.test.yml up -d kividb --wait

    - name: Run KiviDB integration tests
      run: KIVIDB_PORT=6386 cargo test --test integration_kividb --release -- --test-threads=1

    - name: Stop KiviDB
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down

  integration-chroma:
    name: Integration tests (Chroma)
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v4

    - name: Install system dependencies
      run: sudo apt-get update && sudo apt-get install -y libhdf5-dev pkg-config

    - uses: Swatinem/rust-cache@v2

    - name: Start Chroma
      run: docker compose -f tests/docker-compose.test.yml up -d chroma --wait

    - name: Run Chroma integration tests
      run: CHROMA_PORT=8003 cargo test --test integration_chroma --release -- --test-threads=1

    - name: Stop Chroma
      if: always()
      run: docker compose -f tests/docker-compose.test.yml down