MindSpark_ThoughtForge/docker-compose.yml at development · hrabanazviking/MindSpark_ThoughtForge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
# MindSpark: ThoughtForge — Docker Compose
#
# Start a specific profile:
#   docker compose up thoughtforge-desktop
#   docker compose up thoughtforge-pi
#   docker compose up thoughtforge-phone
#
# Run a single query:
#   docker compose run --rm thoughtforge-desktop "What is Yggdrasil?"
#
# Build all images:
#   docker compose build

version: "3.9"

x-thoughtforge-base: &thoughtforge-base
  build:
    context: .
    dockerfile: Dockerfile
  volumes:
    - thoughtforge-data:/app/data
    - thoughtforge-models:/app/models
  environment:
    - PYTHONUNBUFFERED=1
  restart: unless-stopped
  stdin_open: true
  tty: true

services:

  # ── Desktop CPU (8GB+ RAM, 3B–7B models) ────────────────────────────────────
  thoughtforge-desktop:
    <<: *thoughtforge-base
    build:
      context: .
      dockerfile: Dockerfile
      args:
        PROFILE: desktop_cpu
    image: thoughtforge:desktop-cpu
    container_name: thoughtforge-desktop
    environment:
      - THOUGHTFORGE_PROFILE=desktop_cpu
      - PYTHONUNBUFFERED=1

  # ── Desktop GPU (8–16GB VRAM, 7B–13B models) ────────────────────────────────
  thoughtforge-gpu:
    <<: *thoughtforge-base
    build:
      context: .
      dockerfile: Dockerfile
      args:
        PROFILE: desktop_gpu
    image: thoughtforge:desktop-gpu
    container_name: thoughtforge-gpu
    environment:
      - THOUGHTFORGE_PROFILE=desktop_gpu
      - PYTHONUNBUFFERED=1
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]

  # ── Raspberry Pi 5 (4GB RAM, 1B–3B models) ──────────────────────────────────
  thoughtforge-pi:
    <<: *thoughtforge-base
    build:
      context: .
      dockerfile: Dockerfile
      args:
        PROFILE: pi_5
    image: thoughtforge:pi5
    container_name: thoughtforge-pi5
    environment:
      - THOUGHTFORGE_PROFILE=pi_5
      - PYTHONUNBUFFERED=1

  # ── Phone / Termux (2GB RAM, 1B TinyLlama) ──────────────────────────────────
  thoughtforge-phone:
    <<: *thoughtforge-base
    build:
      context: .
      dockerfile: Dockerfile
      args:
        PROFILE: phone_low
    image: thoughtforge:phone
    container_name: thoughtforge-phone
    environment:
      - THOUGHTFORGE_PROFILE=phone_low
      - PYTHONUNBUFFERED=1

volumes:
  thoughtforge-data:
    driver: local
  thoughtforge-models:
    driver: local