csghub-dataflow/docker-compose-prd.yml at main · OpenCSGs/csghub-dataflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
services:

  dataflow_postgres_db:
    restart: unless-stopped
    image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/postgres:15.10
    volumes:
      - /data/v2/postgres_db_data:/var/lib/postgresql/data
    command: -p 5432
    environment:
      - POSTGRES_DB=data_flow
      - POSTGRES_USER=postgres
      - POSTGRES_PASSWORD=postgres
    ports:
      - "5433:5432"
    networks:
      - csg-network

  dataflow_label_studio:
    stdin_open: true
    tty: true
    build: .
    image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/label-studio:20251130
    restart: unless-stopped
    expose:
      - "8002"
    depends_on:
      - dataflow_postgres_db
    environment:
      - DJANGO_DB=default
      - POSTGRE_NAME=postgres
      - POSTGRE_USER=postgres
      - POSTGRE_PASSWORD=postgres
      - POSTGRE_PORT=5432
      - POSTGRE_HOST=dataflow_postgres_db
      - LABEL_STUDIO_HOST=${LABEL_STUDIO_HOST:-}
      - JSON_LOG=1
      - LABEL_STUDIO_HOST=0.0.0.0
      - CSGHUB_ENDPOINT= https://hub.opencsg.com
      - LABEL_STUDIO_PORT=8002
    volumes:
      - /data/v2/label-studio:/label-studio/data:rw
    ports:
      - "8002:8002"
    command: label-studio
    networks:
      - csg-network

  dataflow_api_server:
    restart: unless-stopped
    image: opencsg-registry.cn-beijing.cr.aliyuncs.com/opencsghq/dataflow:20251130
    command: >
      sh -c "
        uvicorn data_server.main:app --host 0.0.0.0 --port 8000
      "
    volumes:
      - /data/v2/apidata:/data/dataflow_data
    environment:
      - DATA_DIR=/data/dataflow_data
      - CSGHUB_ENDPOINT=https://hub.opencsg.com
      - MAX_WORKERS=99
      - RAY_ADDRESS=auto
      - RAY_ENABLE=False
      - RAY_LOG_DIR=/home/output
      - API_SERVER=0.0.0.0
      - API_PORT=8000
      - ENABLE_OPENTELEMETRY=False
      - DATABASE_DB=data_flow
      - DATABASE_USERNAME=postgres
      - DATABASE_PASSWORD=postgres
      - DATABASE_HOSTNAME=dataflow_postgres_db
      - DATABASE_PORT=5432
      - STUDIO_JUMP_URL=http://8.152.218.254:8002
      - CSGHUB_DATAFLOW_TEMPLATE_IMAGE=opencsg_public/dataflow:argo-latest
    ports:
      - "8000:8000"
    depends_on:
      - dataflow_postgres_db
    networks:
      - csg-network

networks:
  csg-network:
    driver: bridge